-- Logs begin at Fri 2022-04-29 12:37:31 UTC, end at Fri 2022-04-29 14:37:47 UTC. -- Apr 29 13:14:22.817458 dv-neutron-839027-4-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 29 13:14:24.967624 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.common.config [-] Logging enabled! Apr 29 13:14:24.968309 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev2 Apr 29 13:14:24.968393 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83801) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 29 13:14:24.970594 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.common.config [-] Logging enabled! Apr 29 13:14:24.970847 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev2 Apr 29 13:14:24.971107 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83801) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 29 13:14:24.972059 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 13:14:24.972292 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 13:14:24.972639 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 13:14:24.972908 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 13:14:24.973136 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 13:14:24.973453 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.973748 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.974043 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.974270 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.974564 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.974851 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.975129 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.975413 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.975708 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.975996 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.976274 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.976556 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.976810 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.977092 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.977378 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.977662 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.977884 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] debug = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.978163 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.978597 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.978994 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.979273 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.979559 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.979834 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.980110 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.980392 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.980720 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] host = dv-neutron-839027-4-hyperv {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.981586 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.981873 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.982162 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.982450 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.982725 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.983001 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.983285 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.983558 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.983828 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] log_file = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.984104 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.984391 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.984677 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.984994 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.985221 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.985442 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.985727 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.986014 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.986292 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.986564 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.987047 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.987371 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.987646 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.987914 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.988200 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.988503 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.988788 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.989067 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.989341 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.989607 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.989882 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.990164 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.990437 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.990708 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.990979 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.991263 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.991529 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.991798 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.992096 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.992380 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.992659 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.992965 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.993238 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.993519 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.993788 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.994057 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.994326 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] use_json = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.994595 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.994863 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.995143 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.995412 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.995679 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.995950 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.996233 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.996540 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.996831 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:24.997208 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:24.997511 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:24.997812 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:24.998097 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:24.998392 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:24.998677 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:24.998967 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:24.999244 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:24.999532 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:24.999822 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.000110 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.000389 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.000676 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.001002 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.001292 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.001565 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.001841 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.002131 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.002407 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.002681 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.002959 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.003247 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.003526 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.003800 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.004080 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.004358 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.004633 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.004937 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.005217 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.005508 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.005786 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.006056 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.006327 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.006605 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.006877 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.007160 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.007436 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.007711 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.007986 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.008262 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.008539 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.008835 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.009117 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.009395 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.009672 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.009946 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.010219 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.010492 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.010764 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.011035 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.011305 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.011576 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.011852 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.012652 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.012948 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.013224 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.013500 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.013773 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.014062 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.014359 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.014636 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.014915 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.015194 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.015472 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.015749 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.016025 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.016303 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.016580 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.016879 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.017172 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.017457 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.017742 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.018024 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.018303 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.018598 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.018880 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.019164 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.019441 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.019725 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.020008 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.020292 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.020584 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.020904 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.021198 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.021492 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.021786 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.022070 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.022382 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.022663 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:25.022880 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 13:14:25.023122 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83801) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 29 13:14:25.423402 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO keyring.backend [-] Loading KWallet Apr 29 13:14:25.430750 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO keyring.backend [-] Loading SecretService Apr 29 13:14:25.433879 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO keyring.backend [-] Loading Windows Apr 29 13:14:25.435898 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO keyring.backend [-] Loading chainer Apr 29 13:14:25.436768 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO keyring.backend [-] Loading macOS Apr 29 13:14:25.470205 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 13:14:25.470478 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 13:14:25.470769 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 13:14:25.472235 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 29 13:14:25.776915 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:25.777205 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:25.777472 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:25.834626 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:25.834908 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:25.835176 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:25.838245 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:25.838520 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:25.838788 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:25.867565 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:25.867839 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:25.868106 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:25.895466 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:25.895736 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:25.896004 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.211032 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.211643 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.211643 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.211803 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.212649 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.331336 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.331655 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.331933 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.332206 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.332476 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.332808 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.333085 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.333348 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.333608 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.333894 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.334157 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.334424 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.334694 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.334956 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.335226 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.335498 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.335758 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.336030 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.336286 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.336571 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.336951 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.337210 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.337462 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.337748 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.337999 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.338249 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.338635 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83801) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 13:14:26.338875 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83801) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 13:14:26.339112 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83801) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 13:14:26.339348 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83801) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 13:14:26.339582 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83801) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 13:14:26.339814 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83801) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 13:14:26.341022 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 29 13:14:26.344276 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 29 13:14:26.348258 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 29 13:14:26.352047 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Apr 29 13:14:26.353684 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 29 13:14:26.354064 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 29 13:14:26.354397 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 29 13:14:26.354783 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 29 13:14:26.357808 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 29 13:14:26.358058 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 29 13:14:26.358405 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 29 13:14:26.386141 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Apr 29 13:14:26.386580 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.386873 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83801) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 29 13:14:26.387333 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.388678 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83801) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 29 13:14:26.388983 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 29 13:14:26.389227 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 29 13:14:26.392447 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.392723 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.451587 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 29 13:14:26.451819 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 29 13:14:26.452052 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 29 13:14:26.452416 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 29 13:14:26.484157 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_db.sqlalchemy.engines [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83801) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 29 13:14:26.803922 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.plugins.ml2.managers [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Initializing driver for type 'gre' Apr 29 13:14:26.804427 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] gre ID ranges: [(1, 1000)] Apr 29 13:14:26.860301 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.plugins.ml2.managers [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Initializing driver for type 'local' Apr 29 13:14:26.860634 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.plugins.ml2.managers [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Initializing driver for type 'vlan' Apr 29 13:14:26.874166 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] VlanTypeDriver initialization complete Apr 29 13:14:26.874564 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.plugins.ml2.managers [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Initializing driver for type 'vxlan' Apr 29 13:14:26.875065 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] vxlan ID ranges: [(1, 1000)] Apr 29 13:14:26.930355 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.plugins.ml2.managers [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Initializing extension driver 'port_security' Apr 29 13:14:26.930696 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.plugins.ml2.extensions.port_security [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] PortSecurityExtensionDriver initialization complete Apr 29 13:14:26.931027 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.plugins.ml2.managers [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Initializing mechanism driver 'openvswitch' Apr 29 13:14:26.931365 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.plugins.ml2.managers [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Initializing mechanism driver 'hyperv' Apr 29 13:14:26.938227 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.plugins.ml2.plugin [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:14:26.938927 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > port after_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.939294 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > port after_update 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.939660 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > port after_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.940154 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83801) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 29 13:14:26.940579 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > subnet after_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.940974 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > subnet after_update 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.941325 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > subnet after_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.941706 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83801) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 29 13:14:26.942106 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > network after_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.942452 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > network after_update 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.942792 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > network after_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.943168 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83801) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 29 13:14:26.943568 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > security_group after_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.943914 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > security_group after_update 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.944251 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > security_group after_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.944776 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83801) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 29 13:14:26.945181 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.945527 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.945865 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.946244 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83801) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 29 13:14:26.946677 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] ML2 OVO RPC backend initialized. {{(pid=83801) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Apr 29 13:14:26.947310 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > router_interface after_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.947664 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.948077 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > network before_response 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.948420 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > networks before_response 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.948779 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > port before_response 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.949123 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > ports before_response 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.949463 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > subnet before_response 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.949890 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > subnets before_response 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.950260 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > network after_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.950599 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > network after_update 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.950935 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > network after_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.951274 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > port after_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.951609 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > port after_update 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.951943 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > port after_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.952279 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > subnet after_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.952616 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > subnet after_update 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.952982 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > subnet after_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.953559 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.plugins.ml2.plugin [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Modular L2 Plugin initialization complete Apr 29 13:14:26.953886 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading services supported by the core plugin {{(pid=83801) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 29 13:14:26.954217 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.plugins.ml2.managers [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Got port-security extension from driver 'port_security' Apr 29 13:14:26.954667 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.extensions.vlantransparent [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Disabled vlantransparent extension. Apr 29 13:14:26.955079 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83801) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 29 13:14:26.955391 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading Plugin: router Apr 29 13:14:26.991150 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > router_interface before_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.991537 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > router after_create 55549900 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.991899 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > router before_create 55549900 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.992258 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.992622 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.993011 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > router after_delete 55549900 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.993368 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > floatingip after_update 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.993726 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > router after_create 55549900 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.994069 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > router after_update 55549900 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.994414 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > router after_update 55549900 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.994758 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.995109 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > router after_update 55549900 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.995515 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > router precommit_update 55549900 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.995882 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: port after_update 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.996219 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: port after_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.996622 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: subnet after_update 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.997014 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.997365 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > port precommit_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.997709 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > router precommit_create 55549900 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.998049 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: port before_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.998388 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > router precommit_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.998739 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > router after_update 55549900 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.999078 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > router precommit_delete 55549900 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.999424 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > router precommit_create 55549900 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:26.999784 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > router_interface after_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:27.000144 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > router precommit_update 55549900 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:27.000496 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > agent after_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:27.000873 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > agent after_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:27.001219 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > network after_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:27.002115 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.quota.resource_registry [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Tracking information for resource: router configured {{(pid=83801) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 13:14:27.002510 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.quota.resource_registry [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Tracking information for resource: floatingip configured {{(pid=83801) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 13:14:27.010238 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.db.l3_agentschedulers_db [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 29 13:14:27.011243 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: port after_update 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:27.011846 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: port after_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:27.012469 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: port after_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:27.013117 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: port after_update 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:27.014630 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > router before_create 55550100 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:27.015225 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > router precommit_delete 55550100 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:27.015756 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > router precommit_create 55550100 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:27.016131 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > router precommit_update 55550100 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:27.020677 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.services.provider_configuration [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Service providers = [] {{(pid=83801) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 29 13:14:27.021062 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.db.servicetype_db [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83801) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 29 13:14:27.023967 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.services.service_base [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83801) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 13:14:27.024321 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.services.service_base [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83801) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 13:14:27.024667 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.services.service_base [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83801) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 13:14:27.025562 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.services.service_base [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83801) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 13:14:27.025931 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.services.service_base [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 29 13:14:27.026301 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83801) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 13:14:27.026616 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 29 13:14:27.037685 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83801) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 13:14:27.038019 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading Plugin: auto_allocate Apr 29 13:14:27.044607 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: network precommit_update 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:27.044995 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: network precommit_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:27.045511 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83801) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 13:14:27.045832 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading Plugin: tag Apr 29 13:14:27.054228 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83801) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 13:14:27.054725 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading Plugin: timestamp Apr 29 13:14:27.061150 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83801) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 13:14:27.061950 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading Plugin: network_ip_availability Apr 29 13:14:27.067508 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:27.067875 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:27.068230 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:27.068958 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83801) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 13:14:27.069279 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading Plugin: flavors Apr 29 13:14:27.073942 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83801) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 13:14:27.074275 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading Plugin: revisions Apr 29 13:14:27.078557 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83801) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 13:14:27.078944 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_concurrency.lockutils [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.608s {{(pid=83801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 13:14:27.079670 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83801) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Apr 29 13:14:27.080000 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Initializing extension manager. Apr 29 13:14:27.080498 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: __init__.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.080868 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: __pycache__ {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.081204 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.081538 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.081868 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: _filter_validation_lib.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.082194 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.082516 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: address_group.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.083259 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.083834 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: address-group Apr 29 13:14:27.084150 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: address_scope.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.084871 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.085390 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: address-scope Apr 29 13:14:27.085709 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: admin_state_down_before_update.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.086618 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.087136 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: router-admin-state-down-before-update Apr 29 13:14:27.087458 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: agent.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.088143 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.088660 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: agent Apr 29 13:14:27.089009 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: agent_resources_synced.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.089901 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.091010 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: agent-resources-synced Apr 29 13:14:27.091330 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: allowedaddresspairs.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.093358 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.093889 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: allowed-address-pairs Apr 29 13:14:27.094214 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: auto_allocated_topology.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.095268 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.095789 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: auto-allocated-topology Apr 29 13:14:27.096111 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: availability_zone.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.096814 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.097331 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: availability_zone Apr 29 13:14:27.097652 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: availability_zone_filter.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.098549 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.099062 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: availability_zone_filter Apr 29 13:14:27.099387 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: data_plane_status.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.100281 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.100813 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension data-plane-status not supported by any of loaded plugins Apr 29 13:14:27.101133 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: default_subnetpools.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.102029 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.102536 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: default-subnetpools Apr 29 13:14:27.102854 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: dhcpagentscheduler.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.103612 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.104121 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: dhcp_agent_scheduler Apr 29 13:14:27.104441 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: dns.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.105362 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.106458 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension dns-integration not supported by any of loaded plugins Apr 29 13:14:27.106826 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: dns_domain_ports.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.107735 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.108243 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 29 13:14:27.108563 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: dvr.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.109310 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.109821 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: dvr Apr 29 13:14:27.110141 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: empty_string_filtering.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.111043 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.111554 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: empty-string-filtering Apr 29 13:14:27.111873 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.112788 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.113301 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 29 13:14:27.113622 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.114517 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.115027 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 29 13:14:27.115346 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: external_net.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.116236 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.116748 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: external-net Apr 29 13:14:27.117156 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: extra_dhcp_opt.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.118056 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.118567 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: extra_dhcp_opt Apr 29 13:14:27.118886 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: extraroute.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.119792 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.120304 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: extraroute Apr 29 13:14:27.120622 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: extraroute_atomic.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.121687 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.122324 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: extraroute-atomic Apr 29 13:14:27.122727 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: filter_validation.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.123403 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.123916 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: filter-validation Apr 29 13:14:27.124235 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: fip_pf_description.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.125229 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.125742 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 29 13:14:27.126058 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: fip_port_details.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.126962 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.127476 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: fip-port-details Apr 29 13:14:27.127795 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: flavors.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.129028 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.129556 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: flavors Apr 29 13:14:27.129885 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.131501 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.132028 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 29 13:14:27.132357 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: floatingip_pools.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.133065 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.133582 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: floatingip-pools Apr 29 13:14:27.133902 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: ip_allocation.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.134800 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.135310 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension ip_allocation not supported by any of loaded plugins Apr 29 13:14:27.135631 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.136540 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.137110 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: ip-substring-filtering Apr 29 13:14:27.137453 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: l2_adjacency.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.138371 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.138899 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension l2_adjacency not supported by any of loaded plugins Apr 29 13:14:27.139225 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: l3.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.140176 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.140798 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: router Apr 29 13:14:27.141127 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: l3_conntrack_helper.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.143441 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.143971 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 29 13:14:27.144305 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.145252 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.145776 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: ext-gw-mode Apr 29 13:14:27.146100 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.147000 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.147515 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: l3-ha Apr 29 13:14:27.147838 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: l3_flavors.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.148750 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.149271 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: l3-flavors Apr 29 13:14:27.149595 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.150515 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.151031 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: l3-port-ip-change-not-allowed Apr 29 13:14:27.151354 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: l3agentscheduler.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.152390 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.153444 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: l3_agent_scheduler Apr 29 13:14:27.153822 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: logging.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.155330 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.155857 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension logging not supported by any of loaded plugins Apr 29 13:14:27.156186 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: metering.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.156954 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.157602 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: metering Apr 29 13:14:27.157934 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.159017 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.159546 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: metering_source_and_destination_fields Apr 29 13:14:27.159870 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: multiprovidernet.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.160808 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.161327 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: multi-provider Apr 29 13:14:27.161650 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: netmtu.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.162547 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.163059 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: net-mtu Apr 29 13:14:27.163382 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: netmtu_writable.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.164278 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.164813 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: net-mtu-writable Apr 29 13:14:27.165137 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: network_availability_zone.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.165795 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.166302 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: network_availability_zone Apr 29 13:14:27.166620 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: network_ip_availability.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.167682 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.168202 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: network-ip-availability Apr 29 13:14:27.169233 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: network_segment_range.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.170020 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.170533 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension network-segment-range not supported by any of loaded plugins Apr 29 13:14:27.170855 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: pagination.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.171886 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.172213 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: pagination Apr 29 13:14:27.172530 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.173459 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.173976 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: port-mac-address-regenerate Apr 29 13:14:27.174294 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: port_resource_request.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.175188 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.175697 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension port-resource-request not supported by any of loaded plugins Apr 29 13:14:27.176015 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: portbindings.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.176958 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.177476 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: binding Apr 29 13:14:27.177793 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: portbindings_extended.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.179033 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.179555 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: binding-extended Apr 29 13:14:27.179879 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: portsecurity.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.180861 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.181387 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: port-security Apr 29 13:14:27.181709 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: project_id.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.182667 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.182992 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: project-id Apr 29 13:14:27.183311 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: providernet.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.184272 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.184812 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: provider Apr 29 13:14:27.185134 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: qos.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.189057 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.189668 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension qos not supported by any of loaded plugins Apr 29 13:14:27.189991 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.191220 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.191735 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 29 13:14:27.192062 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.193005 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.193521 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 29 13:14:27.193845 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: qos_default.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.194739 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.195251 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension qos-default not supported by any of loaded plugins Apr 29 13:14:27.195575 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: qos_fip.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.196214 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.196746 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension qos-fip not supported by any of loaded plugins Apr 29 13:14:27.197090 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: qos_gateway_ip.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.198006 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.198523 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 29 13:14:27.198903 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: qos_port_network_policy.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.199968 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.200485 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 29 13:14:27.200829 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: qos_rule_type_details.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.201739 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.202258 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 29 13:14:27.202578 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: qos_rules_alias.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.203605 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.204210 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 29 13:14:27.204531 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: quotasv2.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.205421 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.205744 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: quotas Apr 29 13:14:27.206061 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: quotasv2_detail.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.207655 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.207988 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: quota_details Apr 29 13:14:27.208313 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: rbac.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.209381 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.209914 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: rbac-policies Apr 29 13:14:27.210242 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: rbac_address_scope.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.211154 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.211678 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: rbac-address-scope Apr 29 13:14:27.211987 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: rbac_security_groups.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.212927 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.213445 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: rbac-security-groups Apr 29 13:14:27.213766 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: rbac_subnetpool.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.214672 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.215702 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: rbac-subnetpool Apr 29 13:14:27.216019 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: revisionifmatch.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.217013 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.217528 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: revision-if-match Apr 29 13:14:27.217847 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: revisions.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.218936 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.219452 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: standard-attr-revisions Apr 29 13:14:27.219777 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: router_availability_zone.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.220443 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.221214 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: router_availability_zone Apr 29 13:14:27.221390 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: routerservicetype.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.222313 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.222829 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension router-service-type not supported by any of loaded plugins Apr 29 13:14:27.223148 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: security_groups_port_filtering.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.224065 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.224566 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: port-security-groups-filtering Apr 29 13:14:27.224929 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: securitygroup.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.236783 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.237331 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: security-group Apr 29 13:14:27.237667 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: segment.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.238440 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.238958 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension segment not supported by any of loaded plugins Apr 29 13:14:27.239287 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.240243 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.240776 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 29 13:14:27.241110 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: servicetype.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.242191 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.242720 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: service-type Apr 29 13:14:27.243045 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: sorting.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.244006 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.244335 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: sorting Apr 29 13:14:27.244657 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: standard_attr_segment.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.245583 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.246107 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 29 13:14:27.246431 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: standardattrdescription.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.247284 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.247800 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: standard-attr-description Apr 29 13:14:27.248122 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: stateful_security_group.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.249079 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.249598 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: stateful-security-group Apr 29 13:14:27.249919 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: stdattrs_common.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.250501 dv-neutron-839027-4-hyperv neutron-server[83801]: WARNING neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 29 13:14:27.250819 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.251733 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.252246 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 29 13:14:27.252565 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: subnet_onboard.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.253721 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.254247 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: subnet_onboard Apr 29 13:14:27.254567 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.255512 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.256027 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 29 13:14:27.256345 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: subnet_service_types.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.257313 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.257790 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: subnet-service-types Apr 29 13:14:27.258108 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: subnetallocation.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.259179 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.259700 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: subnet_allocation Apr 29 13:14:27.260022 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.260683 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.261229 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: subnetpool-prefix-ops Apr 29 13:14:27.261552 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.263053 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.263568 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 29 13:14:27.263884 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: tagging.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.264956 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.265479 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: standard-attr-tag Apr 29 13:14:27.265804 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: timestamp.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.266995 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.267516 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loaded extension: standard-attr-timestamp Apr 29 13:14:27.267840 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: trunk.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.268888 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.269409 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension trunk not supported by any of loaded plugins Apr 29 13:14:27.269731 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: trunk_details.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.270633 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.271152 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension trunk-details not supported by any of loaded plugins Apr 29 13:14:27.271472 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: uplink_status_propagation.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.272373 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.272922 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 29 13:14:27.273242 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Loading extension file: vlantransparent.py {{(pid=83801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 29 13:14:27.273901 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 29 13:14:27.274416 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extension vlan-transparent not supported by any of loaded plugins Apr 29 13:14:27.276626 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.quota.resource_registry [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Creating instance of TrackedResource for resource:network Apr 29 13:14:27.277455 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.quota.resource_registry [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Creating instance of TrackedResource for resource:subnet Apr 29 13:14:27.278680 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.quota.resource_registry [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 13:14:27.279445 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.quota.resource_registry [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Creating instance of TrackedResource for resource:port Apr 29 13:14:27.280697 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.v2.resource_helper [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83801) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:14:27.281172 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.v2.resource_helper [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Service FLAVORS assigned prefix: {{(pid=83801) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:14:27.281785 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.v2.resource_helper [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83801) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:14:27.282213 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.v2.resource_helper [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83801) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:14:27.282544 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.quota.resource_registry [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Creating instance of TrackedResource for resource:router Apr 29 13:14:27.283214 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.quota.resource_registry [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Creating instance of TrackedResource for resource:floatingip Apr 29 13:14:27.283908 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.v2.resource_helper [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Service METERING assigned prefix: /metering {{(pid=83801) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:14:27.285351 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:27.285726 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:27.286075 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:14:27.287204 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.quota.resource_registry [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Creating instance of CountableResource for resource:rbac_policy Apr 29 13:14:27.287643 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.quota.resource_registry [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Creating instance of TrackedResource for resource:security_group Apr 29 13:14:27.288318 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.quota.resource_registry [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Creating instance of TrackedResource for resource:security_group_rule Apr 29 13:14:27.289063 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.v2.resource_helper [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Service CORE assigned prefix: {{(pid=83801) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:14:27.289396 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.quota.resource_registry [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 13:14:27.289736 dv-neutron-839027-4-hyperv neutron-server[83801]: WARNING neutron.quota.resource_registry [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] subnetpool is already registered Apr 29 13:14:27.290349 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.v2.resource_helper [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Service CORE assigned prefix: {{(pid=83801) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:14:27.290682 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.quota.resource_registry [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 13:14:27.291001 dv-neutron-839027-4-hyperv neutron-server[83801]: WARNING neutron.quota.resource_registry [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] subnetpool is already registered Apr 29 13:14:27.293661 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.v2.resource_helper [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83801) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:14:27.294075 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.v2.resource_helper [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Service FLAVORS assigned prefix: {{(pid=83801) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:14:27.294670 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.v2.resource_helper [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83801) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:14:27.295090 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.v2.resource_helper [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83801) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:14:27.295422 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.quota.resource_registry [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Creating instance of TrackedResource for resource:router Apr 29 13:14:27.295745 dv-neutron-839027-4-hyperv neutron-server[83801]: WARNING neutron.quota.resource_registry [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] router is already registered Apr 29 13:14:27.296327 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.quota.resource_registry [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Creating instance of TrackedResource for resource:floatingip Apr 29 13:14:27.296652 dv-neutron-839027-4-hyperv neutron-server[83801]: WARNING neutron.quota.resource_registry [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] floatingip is already registered Apr 29 13:14:27.297306 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.v2.resource_helper [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Service METERING assigned prefix: /metering {{(pid=83801) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:14:27.298002 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.quota.resource_registry [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Creating instance of CountableResource for resource:rbac_policy Apr 29 13:14:27.298329 dv-neutron-839027-4-hyperv neutron-server[83801]: WARNING neutron.quota.resource_registry [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] rbac_policy is already registered Apr 29 13:14:27.298871 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.quota.resource_registry [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Creating instance of TrackedResource for resource:security_group Apr 29 13:14:27.299196 dv-neutron-839027-4-hyperv neutron-server[83801]: WARNING neutron.quota.resource_registry [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] security_group is already registered Apr 29 13:14:27.299773 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.quota.resource_registry [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Creating instance of TrackedResource for resource:security_group_rule Apr 29 13:14:27.300096 dv-neutron-839027-4-hyperv neutron-server[83801]: WARNING neutron.quota.resource_registry [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] security_group_rule is already registered Apr 29 13:14:27.300779 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.v2.resource_helper [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Service CORE assigned prefix: {{(pid=83801) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:14:27.301109 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.quota.resource_registry [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 13:14:27.301437 dv-neutron-839027-4-hyperv neutron-server[83801]: WARNING neutron.quota.resource_registry [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] subnetpool is already registered Apr 29 13:14:27.302045 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.v2.resource_helper [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Service CORE assigned prefix: {{(pid=83801) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:14:27.302371 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.quota.resource_registry [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 13:14:27.302697 dv-neutron-839027-4-hyperv neutron-server[83801]: WARNING neutron.quota.resource_registry [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] subnetpool is already registered Apr 29 13:14:27.303343 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: extensions {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.304813 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: address-groups {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.306334 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: address-scopes {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.307633 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: agents {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.308779 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: auto-allocated-topology {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.310121 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: availability_zones {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.311668 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: dhcp-networks {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.313046 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: dhcp-agents {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.314434 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: routers {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.316194 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: flavors {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.317358 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: service_profiles {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.318538 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: next_providers {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.320011 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: service_profiles {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.321428 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: floatingip-pools {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.322611 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: routers {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.324343 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: floatingips {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.326130 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: l3-routers {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.327450 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: l3-agents {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.328854 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: metering-labels {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.330205 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: metering-label-rules {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.331438 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: network-ip-availabilities {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.332648 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: bindings {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.335167 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: quotas {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.336578 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: quotas {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.337983 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: rbac-policies {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.339249 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: security-groups {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.340562 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: security-group-rules {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.341796 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: service-providers {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.342996 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: subnetpools {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.344391 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: subnetpools {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.345851 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: tags {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.347466 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: tags {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.349259 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: tags {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.350976 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: tags {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.352689 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: tags {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.354348 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: tags {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.356626 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: tags {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.358636 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: tags {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.360432 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: tags {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.362248 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron.api.extensions [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Extended resource: tags {{(pid=83801) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 29 13:14:27.367951 dv-neutron-839027-4-hyperv neutron-server[83801]: WARNING keystonemiddleware.auth_token [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 29 13:14:27.373458 dv-neutron-839027-4-hyperv neutron-server[83801]: WARNING keystonemiddleware.auth_token [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 29 13:14:27.381449 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_concurrency.lockutils [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Acquired lock "singleton_lock" {{(pid=83801) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 29 13:14:27.381922 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_concurrency.lockutils [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Releasing lock "singleton_lock" {{(pid=83801) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 29 13:14:27.382545 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO oslo_service.service [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Starting 2 workers Apr 29 13:14:27.387100 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Started child 83904 {{(pid=83801) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 29 13:14:27.391411 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Started child 83905 {{(pid=83801) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 29 13:14:27.392788 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:14:27.393329 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO neutron.service [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Neutron service started, listening on 0.0.0.0:9696 Apr 29 13:14:27.393553 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Notify callbacks [] for process, before_spawn {{(pid=83801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:14:27.394185 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [-] (83904) wsgi starting up on http://0.0.0.0:9696 Apr 29 13:14:27.396041 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO oslo_service.service [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Starting 1 workers Apr 29 13:14:27.396258 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:14:27.397610 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [-] (83905) wsgi starting up on http://0.0.0.0:9696 Apr 29 13:14:27.400969 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Started child 83906 {{(pid=83801) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 29 13:14:27.401508 dv-neutron-839027-4-hyperv neutron-server[83801]: INFO oslo_service.service [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Starting 1 workers Apr 29 13:14:27.405160 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.service [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] calling RpcWorker wait() {{(pid=83906) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 29 13:14:27.405702 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.service [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] returning from RpcWorker wait() {{(pid=83906) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 29 13:14:27.405863 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Started child 83907 {{(pid=83801) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 29 13:14:27.406674 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG neutron_lib.callbacks.manager [None req-ada440db-5332-412f-96f8-bcee1e28278a None None] Notify callbacks [] for process, after_spawn {{(pid=83801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:14:27.407311 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:14:27.407885 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:14:27.408551 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83801) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 29 13:14:27.408772 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 13:14:27.408960 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 13:14:27.409178 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 13:14:27.409520 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 13:14:27.409682 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 13:14:27.410205 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.410482 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.410750 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.411019 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.411327 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.411652 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:14:27.412103 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.412103 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.412363 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.412609 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.412874 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.413042 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.413205 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.413461 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.413702 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.413975 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.414246 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.414480 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.414719 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.414887 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.415130 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.415410 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.415631 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.415893 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] debug = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.416134 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.416638 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.416916 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.417156 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.417372 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.417654 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.417905 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.418207 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.418970 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.419324 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.419570 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.419819 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.420035 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.420284 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.420534 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.420798 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.421277 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] host = dv-neutron-839027-4-hyperv {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.421512 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.421745 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.422004 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.422234 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.422479 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.422697 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.422954 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.423196 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.423461 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.423703 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.423962 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.424203 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.424443 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.424679 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] log_file = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.424879 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] log_options = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.425113 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.425380 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.425650 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.425838 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.426005 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.426180 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.426479 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.426611 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.426838 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.427068 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.427281 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.427494 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.427735 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.427978 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.428232 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.428446 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.428667 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.428919 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.429162 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.429389 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.429628 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.429869 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.430096 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.430325 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.430537 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.430770 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.431013 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.431225 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.431434 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.431665 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.431926 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.432168 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.432396 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.432645 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.432897 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.433123 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.433365 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.433642 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.433870 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.434163 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.435032 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.435249 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.435480 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.435699 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.435940 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.436170 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] use_json = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.436641 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.436927 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.437125 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.437356 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.437605 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.437818 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.438029 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.438273 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.438551 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.438913 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.439200 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.439504 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.439736 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.439997 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.440232 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.440462 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.440678 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.440970 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.441183 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.441479 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.441703 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.441829 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:14:27.442042 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.442298 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.442562 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.442821 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.443053 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.443291 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.443521 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.443748 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.443979 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.444189 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.444446 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.444682 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.444919 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.445136 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.445378 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.445592 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.445816 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.446060 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.446308 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.446511 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.446752 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.446950 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.447182 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.447356 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.447725 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.447864 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.448210 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.448433 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.448794 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.448794 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.449076 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.449200 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.449625 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.449625 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.450125 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.450293 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.450470 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.450610 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.450834 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.451098 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.451313 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.451524 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.451736 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.451950 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.452161 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.452390 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.452604 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.452867 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.453056 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.453260 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.453466 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.453697 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.453922 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.454150 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.454378 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.456367 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.456367 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.456367 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.456367 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.456367 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.456367 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.456367 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.456367 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.457438 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.457438 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.457438 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.457438 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.457696 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.457696 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.457956 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.458508 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.458508 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.458703 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.461689 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.461689 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.461689 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.461689 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.461689 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.461689 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.461689 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.461689 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.462305 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.462305 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.462305 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.462305 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.462305 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.462305 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.462305 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.462305 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.462745 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.462810 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.463108 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.463254 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.463528 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.463803 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.464081 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.464375 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.464623 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.464875 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.465140 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.465464 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.465765 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.466098 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.466401 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.466625 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.466884 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.467162 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.467397 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.467635 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.467907 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.468877 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.468877 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.468877 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.468877 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.469186 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.469377 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.469608 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.469870 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.470127 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.470358 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.470607 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.470836 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.471071 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.471302 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.471526 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.471737 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.471981 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.472208 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.472425 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.472637 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.472903 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.473149 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.473358 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.473572 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.473795 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.474146 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.474386 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.474630 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.474845 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.475073 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.475314 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.475528 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.475739 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.475951 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.476187 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.476442 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.476654 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.476941 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.477184 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.477396 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.477619 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.477761 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 50832) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:14:27.477879 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.478134 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.478362 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.478601 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.478815 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.479028 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.479238 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.479447 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.479654 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.479860 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.480081 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.480290 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.480518 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.480732 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.481719 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.481972 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.482218 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.482460 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.482676 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.482906 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.483136 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.483347 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.483578 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.483789 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.484006 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.484237 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.484449 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.484660 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.484896 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.485134 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.485349 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.485588 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.485803 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.486027 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.486254 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.486463 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.486690 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.486897 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.487102 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.487329 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.487537 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.487765 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.488002 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.488224 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.488431 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.488707 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.488978 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.489204 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.489435 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.489669 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.489894 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.490103 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.490307 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.490518 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.490745 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.491010 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.491251 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.491464 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.491764 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.492022 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.492241 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.492480 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.493717 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.493717 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.493717 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.493717 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.493717 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.495203 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.495203 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.495203 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.495590 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0145600 Apr 29 13:14:27.495733 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.495733 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.495733 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.495733 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.496246 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.496246 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.496246 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.499170 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.499170 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.499170 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.499170 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.499170 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.499833 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.499833 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.499833 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.500271 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.500271 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.500527 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.500662 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.500967 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.501199 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.501481 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.501634 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.502034 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.502034 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.502317 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.502463 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.502687 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.502848 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 13:14:27.503348 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83801) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 29 13:14:27.503509 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 13:14:27.503658 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 13:14:27.503844 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 13:14:27.503984 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 13:14:27.504132 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 13:14:27.504298 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.504442 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.504577 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.504742 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.504929 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.505118 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.505307 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.505394 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.506663 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.506663 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.506663 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.506663 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.506663 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.506663 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.506663 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.506663 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.507253 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.507253 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.507253 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.507253 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.507531 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.507531 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.507647 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] debug = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.507712 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.508517 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.508517 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.508517 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.509635 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.509821 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.509993 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.510140 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.510285 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.510426 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.510578 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.510721 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.510879 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.511051 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.511192 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.511340 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.511487 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] host = dv-neutron-839027-4-hyperv {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.511643 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.512263 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.512263 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.515237 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.515423 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.516814 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.517076 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.517364 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.518118 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.518349 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.518462 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.518635 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.518790 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.518954 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] log_file = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.519115 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] log_options = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.519277 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.520196 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.520196 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.520196 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.520196 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.520196 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.520196 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.520551 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.520551 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.520667 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.521029 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.521199 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.521359 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.521514 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.521676 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.521815 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.521970 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.522126 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.522285 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.522447 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.522599 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.522755 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.522912 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.523071 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.523222 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.523378 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.523532 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.523690 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.523844 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.525489 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.525489 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.525489 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.525489 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.525489 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.525814 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.525814 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.525942 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.526007 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.526147 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.526920 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.527112 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.527235 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.527384 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.527530 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.527688 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.527916 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] use_json = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.528798 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.528798 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.528798 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.529305 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.529475 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.529623 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.529781 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.529939 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.530098 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:14:27.530280 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.530441 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.530611 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.530775 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.530934 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.531092 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.531251 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.531409 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.531569 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.531725 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.531893 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.532403 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.532403 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.532403 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.532727 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.532727 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.534606 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.534606 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.534606 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.534606 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.534606 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.534606 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.534606 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.534606 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.534606 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.535482 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.535482 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.535482 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.535482 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.535482 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.535959 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.536185 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.536335 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.536469 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.536600 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.536733 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.536907 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.537379 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.537547 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.537707 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.537877 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.538037 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.538196 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.538411 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.538547 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.538693 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.538825 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.538956 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.539088 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.539228 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.539380 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.539551 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.539710 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.539869 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.540029 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.540187 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.540346 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.540505 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.540666 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.540848 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.540992 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.541149 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.541309 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.541468 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.541627 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.541786 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.541945 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.542097 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.542252 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.542459 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.542603 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.542736 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.542868 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.543010 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.543166 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.544878 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.545452 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.545452 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.545767 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.545767 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.546167 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.546167 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.546167 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.546585 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.546585 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.546847 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.546847 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.547113 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.547113 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.547364 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.547364 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.547610 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.547738 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.547873 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.548022 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.548155 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.548287 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.548437 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.548648 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.548648 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.551066 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.551066 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.551066 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.551464 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.551464 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.551696 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.551816 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.551937 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.552056 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.552175 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.552321 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.552482 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.552641 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.552848 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.553010 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.553172 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.553334 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.553504 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.553675 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.553835 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.553993 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.554153 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.554334 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.554493 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.554651 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.554809 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.555014 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.555135 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.555280 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.555439 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.555598 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.555756 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.555915 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.556075 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.556232 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.556390 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.556548 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.556706 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.558017 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.558188 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.558498 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.560065 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.560247 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.560420 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.560589 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.560826 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.562382 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.562563 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.562728 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.562899 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.563067 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.563233 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.563398 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.563559 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.563725 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.563896 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.564069 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.564211 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.564338 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.564461 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.564628 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.565466 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.565639 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.566339 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.566339 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.567923 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.568107 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.568279 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.568911 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.568911 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.568911 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.568911 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.569375 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.569375 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.569375 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.569604 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.569684 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.569854 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.570014 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.570174 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.570339 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.570499 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.570658 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.570816 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.570975 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.571134 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.571293 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.571454 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.571614 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.571773 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.571936 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.572094 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.572255 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.572417 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.572577 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.572735 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.574358 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.575791 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.575959 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.576109 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.577034 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.577268 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.577511 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.577697 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.577875 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.578061 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.578233 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.578404 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.578587 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.579066 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.579066 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.579066 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.579391 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.579391 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.579582 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.579683 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.580864 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.580864 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.580864 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.580864 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.580864 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.580864 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.580864 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.581300 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.581367 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:14:27.581447 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.581447 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.581447 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.581627 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.581695 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.581959 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.582050 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.582193 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.582334 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.582473 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.583645 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.583645 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.583645 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.583645 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.583645 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.583645 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.583645 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.584065 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.584065 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.584065 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.584243 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.584317 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.584552 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.584641 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.585043 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.585213 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.585381 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.585548 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.585710 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.585871 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.586031 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.586189 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.586346 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.586509 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.586667 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.586827 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.586989 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:14:27.587135 dv-neutron-839027-4-hyperv neutron-server[83801]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 13:14:37.823687 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade42713-f0db-42ca-b02d-1cbf0d8df27a None None] get_active_networks_info from dv-neutron-839027-4-hyperv {{(pid=83906) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 13:14:37.897512 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade42713-f0db-42ca-b02d-1cbf0d8df27a None None] No non-hosted networks {{(pid=83906) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 29 13:14:37.916266 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.agentschedulers_db [None req-ade42713-f0db-42ca-b02d-1cbf0d8df27a None None] DHCP Agent not found on host dv-neutron-839027-4-hyperv {{(pid=83906) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 29 13:14:37.969516 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0d324b3f-2bf7-4dfb-8dff-7de556f30f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16424148'] for agent, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:14:40.070054 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cf259820-94eb-424a-b048-cbcf9925748b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16424148'] for agent, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:14:40.117814 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-43141d1a-b05e-4937-93ea-099ee36ad806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:14:41.392222 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16424148'] for agent, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:14:41.454636 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16424148'] for agent, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:14:41.455520 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:41.469358 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:41.469938 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:41.470426 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:41.470907 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:41.471431 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:41.471923 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:41.472421 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:41.472921 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:41.473409 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:41.473923 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:41.474477 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-839027-4-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:14:41.491893 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-839027-4-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:14:42.477740 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.db.l3_hamode_db [None req-777c4fab-56e6-4a86-aa24-1f1431354386 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 29 13:14:42.566592 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777c4fab-56e6-4a86-aa24-1f1431354386 None None] Routers set() bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:14:42.566975 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777c4fab-56e6-4a86-aa24-1f1431354386 None None] Router IDs set() for agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 29 13:14:42.782891 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16424148'] for agent, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:14:44.440453 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 50930) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:14:45.051751 dv-neutron-839027-4-hyperv neutron-server[83904]: WARNING oslo_policy.policy [None req-dee2c82c-89fa-4aa5-800c-a200857bf261 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 13:14:45.052357 dv-neutron-839027-4-hyperv neutron-server[83904]: WARNING oslo_policy.policy [None req-dee2c82c-89fa-4aa5-800c-a200857bf261 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 13:14:45.268990 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-dee2c82c-89fa-4aa5-800c-a200857bf261 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:14:45.270062 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-dee2c82c-89fa-4aa5-800c-a200857bf261 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8287821 Apr 29 13:14:47.567951 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 50944) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:14:47.954423 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-65f744c5-2dc2-4f71-8062-d3b471837ad1 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:14:48.007354 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.policy [None req-65f744c5-2dc2-4f71-8062-d3b471837ad1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83904) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 29 13:14:48.008105 dv-neutron-839027-4-hyperv neutron-server[83904]: WARNING oslo_policy.policy [None req-65f744c5-2dc2-4f71-8062-d3b471837ad1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 13:14:48.008468 dv-neutron-839027-4-hyperv neutron-server[83904]: WARNING oslo_policy.policy [None req-65f744c5-2dc2-4f71-8062-d3b471837ad1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 13:14:48.011704 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.quota [None req-65f744c5-2dc2-4f71-8062-d3b471837ad1 admin admin] Loaded quota_driver: . Apr 29 13:14:48.026795 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-65f744c5-2dc2-4f71-8062-d3b471837ad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:14:48.095658 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-65f744c5-2dc2-4f71-8062-d3b471837ad1 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762349345172', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762349334628', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762349338496', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762349376372', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762349382360', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1259275', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1065887', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16391088', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16304010'] for rbac-policy, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:14:48.161739 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-65f744c5-2dc2-4f71-8062-d3b471837ad1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:14:48.162942 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-65f744c5-2dc2-4f71-8062-d3b471837ad1 admin admin] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5940325 Apr 29 13:14:50.710253 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 50958) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:14:51.077935 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Request body: {'network': {'name': 'private', 'project_id': '69f17448d751468fac2f2cbf4f282fd3', 'admin_state_up': True}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:14:51.082547 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:14:51.086918 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Usage tracker for resource:network and tenant:69f17448d751468fac2f2cbf4f282fd3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:14:51.092095 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:14:51.098283 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:14:51.107377 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Made reservation on behalf of 69f17448d751468fac2f2cbf4f282fd3 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:14:51.110128 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:14:51.127534 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:14:51.170943 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:14:51.174559 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Usage tracker for resource:security_group_rule and tenant:69f17448d751468fac2f2cbf4f282fd3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:14:51.177342 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:14:51.183092 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:14:51.250058 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:14:51.253794 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:14:51.275967 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:14:51.303489 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762345764720', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:14:51.304073 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Unsubscribe: segment precommit_create {{(pid=83904) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 29 13:14:51.304568 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Added segment 18d62b51-d84e-42e4-85be-e33753f4200a of type vlan for network 1a458d8e-a9ef-46ec-9f7c-66c606864bd6 Apr 29 13:14:51.319403 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7863c924-d679-4a75-a151-8d9426621c03,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:14:51.370576 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:51.370834 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:51.371158 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:51.371478 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:51.371792 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:51.372223 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:51.372543 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:51.372883 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:51.373196 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:51.373505 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:51.373889 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:51.375288 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Tracked resource versions report: Apr 29 13:14:51.375288 dv-neutron-839027-4-hyperv neutron-server[83904]: pushed versions: Apr 29 13:14:51.375288 dv-neutron-839027-4-hyperv neutron-server[83904]: { 'ConntrackHelper': {'1.0'}, Apr 29 13:14:51.375288 dv-neutron-839027-4-hyperv neutron-server[83904]: 'Log': {'1.0'}, Apr 29 13:14:51.375288 dv-neutron-839027-4-hyperv neutron-server[83904]: 'Network': {'1.1'}, Apr 29 13:14:51.375288 dv-neutron-839027-4-hyperv neutron-server[83904]: 'Port': {'1.5'}, Apr 29 13:14:51.375288 dv-neutron-839027-4-hyperv neutron-server[83904]: 'PortForwarding': {'1.2'}, Apr 29 13:14:51.375288 dv-neutron-839027-4-hyperv neutron-server[83904]: 'QosPolicy': {'1.8'}, Apr 29 13:14:51.375288 dv-neutron-839027-4-hyperv neutron-server[83904]: 'SecurityGroup': {'1.2'}, Apr 29 13:14:51.375288 dv-neutron-839027-4-hyperv neutron-server[83904]: 'SecurityGroupRule': {'1.0'}, Apr 29 13:14:51.375288 dv-neutron-839027-4-hyperv neutron-server[83904]: 'SubPort': {'1.0'}, Apr 29 13:14:51.375288 dv-neutron-839027-4-hyperv neutron-server[83904]: 'Subnet': {'1.1'}, Apr 29 13:14:51.375288 dv-neutron-839027-4-hyperv neutron-server[83904]: 'Trunk': {'1.1'}} Apr 29 13:14:51.375288 dv-neutron-839027-4-hyperv neutron-server[83904]: consumer versions: Apr 29 13:14:51.375288 dv-neutron-839027-4-hyperv neutron-server[83904]: { DHCP agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:14:51.375288 dv-neutron-839027-4-hyperv neutron-server[83904]: L3 agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:14:51.375288 dv-neutron-839027-4-hyperv neutron-server[83904]: Metadata agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:14:51.375288 dv-neutron-839027-4-hyperv neutron-server[83904]: Metering agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:14:51.375288 dv-neutron-839027-4-hyperv neutron-server[83904]: Open vSwitch agent@dv-neutron-839027-4-hyperv: { 'ConntrackHelper': '1.0', Apr 29 13:14:51.375288 dv-neutron-839027-4-hyperv neutron-server[83904]: 'Log': '1.0', Apr 29 13:14:51.375288 dv-neutron-839027-4-hyperv neutron-server[83904]: 'Network': '1.1', Apr 29 13:14:51.375288 dv-neutron-839027-4-hyperv neutron-server[83904]: 'Port': '1.5', Apr 29 13:14:51.375288 dv-neutron-839027-4-hyperv neutron-server[83904]: 'PortForwarding': '1.2', Apr 29 13:14:51.375288 dv-neutron-839027-4-hyperv neutron-server[83904]: 'QosPolicy': '1.8', Apr 29 13:14:51.375288 dv-neutron-839027-4-hyperv neutron-server[83904]: 'SecurityGroup': '1.2', Apr 29 13:14:51.375288 dv-neutron-839027-4-hyperv neutron-server[83904]: 'SecurityGroupRule': '1.0', Apr 29 13:14:51.375288 dv-neutron-839027-4-hyperv neutron-server[83904]: 'SubPort': '1.0', Apr 29 13:14:51.375288 dv-neutron-839027-4-hyperv neutron-server[83904]: 'Subnet': '1.1', Apr 29 13:14:51.375288 dv-neutron-839027-4-hyperv neutron-server[83904]: 'Trunk': '1.1'}} Apr 29 13:14:51.375288 dv-neutron-839027-4-hyperv neutron-server[83904]: {{(pid=83904) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 13:14:51.426890 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:14:51.467431 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:14:51.468373 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:14:51.469019 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:14:51.577103 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] Pushing event updated for resources: {'Network': ['ID=1a458d8e-a9ef-46ec-9f7c-66c606864bd6,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:14:51.579753 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-54503b24-6624-457b-82d7-da54e923c575 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8685369 Apr 29 13:14:51.590292 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 1a458d8e-a9ef-46ec-9f7c-66c606864bd6 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:14:54.165007 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 50974) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:14:54.630448 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f276848-9667-49a5-9945-d4778cae6a3f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:14:54.631765 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6f276848-9667-49a5-9945-d4778cae6a3f admin admin] 10.222.0.76 "GET /v2.0/networks/1a458d8e-a9ef-46ec-9f7c-66c606864bd6 HTTP/1.1" status: 200 len: 825 time: 0.4658217 Apr 29 13:14:54.661241 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4a0233e2-fcc5-496a-a403-6ede295b3f1a admin admin] 10.222.0.76 "GET /v2.0/subnetpools/75b43f1a-3643-4536-9d18-d74eb110246f HTTP/1.1" status: 200 len: 734 time: 0.0243077 Apr 29 13:14:54.669831 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-df28a9b8-a218-4ef9-baee-47072767dde5 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '75b43f1a-3643-4536-9d18-d74eb110246f', 'tenant_id': '69f17448d751468fac2f2cbf4f282fd3', 'ip_version': 4, 'network_id': '1a458d8e-a9ef-46ec-9f7c-66c606864bd6', 'gateway_ip': '172.20.0.1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:14:54.673779 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-df28a9b8-a218-4ef9-baee-47072767dde5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:14:54.677423 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-df28a9b8-a218-4ef9-baee-47072767dde5 admin admin] Usage tracker for resource:subnet and tenant:69f17448d751468fac2f2cbf4f282fd3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:14:54.680223 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-df28a9b8-a218-4ef9-baee-47072767dde5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:14:54.686278 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-df28a9b8-a218-4ef9-baee-47072767dde5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:14:54.696466 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df28a9b8-a218-4ef9-baee-47072767dde5 admin admin] Made reservation on behalf of 69f17448d751468fac2f2cbf4f282fd3 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:14:54.699024 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-df28a9b8-a218-4ef9-baee-47072767dde5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:14:54.968410 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-df28a9b8-a218-4ef9-baee-47072767dde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:14:55.049915 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28a9b8-a218-4ef9-baee-47072767dde5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78736f8b-5a45-489e-9fd0-4ab868fc5a26,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:14:55.058935 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df28a9b8-a218-4ef9-baee-47072767dde5 admin admin] Checking segment: {'id': '18d62b51-d84e-42e4-85be-e33753f4200a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1a458d8e-a9ef-46ec-9f7c-66c606864bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:14:55.059312 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df28a9b8-a218-4ef9-baee-47072767dde5 admin admin] Network hostable DHCP agents. Network: 1a458d8e-a9ef-46ec-9f7c-66c606864bd6, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:14:55.084181 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df28a9b8-a218-4ef9-baee-47072767dde5 admin admin] Network 1a458d8e-a9ef-46ec-9f7c-66c606864bd6 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:14:55.093655 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-df28a9b8-a218-4ef9-baee-47072767dde5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 1a458d8e-a9ef-46ec-9f7c-66c606864bd6) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:14:55.097986 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df28a9b8-a218-4ef9-baee-47072767dde5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:14:55.098550 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-df28a9b8-a218-4ef9-baee-47072767dde5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:14:55.103818 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034c76c6-f080-4dcc-b4d8-02fb92a1edcb None None] Network 1a458d8e-a9ef-46ec-9f7c-66c606864bd6 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:14:55.118335 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-df28a9b8-a218-4ef9-baee-47072767dde5 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4522560 Apr 29 13:14:55.419525 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-1a458d8e-a9ef-46ec-9f7c-66c606864bd6', 'network_id': '1a458d8e-a9ef-46ec-9f7c-66c606864bd6', 'tenant_id': '69f17448d751468fac2f2cbf4f282fd3', 'fixed_ips': [{'subnet_id': '78736f8b-5a45-489e-9fd0-4ab868fc5a26'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:14:55.420739 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:14:55.604732 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Allocated IP 172.20.0.2 (1a458d8e-a9ef-46ec-9f7c-66c606864bd6/78736f8b-5a45-489e-9fd0-4ab868fc5a26/e27f1dd4-98ae-4e1e-9209-f710042bd944) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:14:55.833531 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:14:55.847122 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Transition to ACTIVE for port object e27f1dd4-98ae-4e1e-9209-f710042bd944 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:14:55.868846 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Transition to ACTIVE for port object e27f1dd4-98ae-4e1e-9209-f710042bd944 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:14:55.875891 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:14:55.941375 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Network 1a458d8e-a9ef-46ec-9f7c-66c606864bd6 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:14:55.944030 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:14:55.952026 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:14:55.954784 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Pushing event updated for resources: {'Port': ['ID=e27f1dd4-98ae-4e1e-9209-f710042bd944,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:14:55.993640 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:55.993986 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:55.994324 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:55.994658 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:55.995003 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:55.995336 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:55.995671 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:55.996012 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:55.996342 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:55.996665 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:55.997595 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:14:55.998873 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Tracked resource versions report: Apr 29 13:14:55.998873 dv-neutron-839027-4-hyperv neutron-server[83906]: pushed versions: Apr 29 13:14:55.998873 dv-neutron-839027-4-hyperv neutron-server[83906]: { 'ConntrackHelper': {'1.0'}, Apr 29 13:14:55.998873 dv-neutron-839027-4-hyperv neutron-server[83906]: 'Log': {'1.0'}, Apr 29 13:14:55.998873 dv-neutron-839027-4-hyperv neutron-server[83906]: 'Network': {'1.1'}, Apr 29 13:14:55.998873 dv-neutron-839027-4-hyperv neutron-server[83906]: 'Port': {'1.5'}, Apr 29 13:14:55.998873 dv-neutron-839027-4-hyperv neutron-server[83906]: 'PortForwarding': {'1.2'}, Apr 29 13:14:55.998873 dv-neutron-839027-4-hyperv neutron-server[83906]: 'QosPolicy': {'1.8'}, Apr 29 13:14:55.998873 dv-neutron-839027-4-hyperv neutron-server[83906]: 'SecurityGroup': {'1.2'}, Apr 29 13:14:55.998873 dv-neutron-839027-4-hyperv neutron-server[83906]: 'SecurityGroupRule': {'1.0'}, Apr 29 13:14:55.998873 dv-neutron-839027-4-hyperv neutron-server[83906]: 'SubPort': {'1.0'}, Apr 29 13:14:55.998873 dv-neutron-839027-4-hyperv neutron-server[83906]: 'Subnet': {'1.1'}, Apr 29 13:14:55.998873 dv-neutron-839027-4-hyperv neutron-server[83906]: 'Trunk': {'1.1'}} Apr 29 13:14:55.998873 dv-neutron-839027-4-hyperv neutron-server[83906]: consumer versions: Apr 29 13:14:55.998873 dv-neutron-839027-4-hyperv neutron-server[83906]: { DHCP agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:14:55.998873 dv-neutron-839027-4-hyperv neutron-server[83906]: L3 agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:14:55.998873 dv-neutron-839027-4-hyperv neutron-server[83906]: Metadata agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:14:55.998873 dv-neutron-839027-4-hyperv neutron-server[83906]: Metering agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:14:55.998873 dv-neutron-839027-4-hyperv neutron-server[83906]: Open vSwitch agent@dv-neutron-839027-4-hyperv: { 'ConntrackHelper': '1.0', Apr 29 13:14:55.998873 dv-neutron-839027-4-hyperv neutron-server[83906]: 'Log': '1.0', Apr 29 13:14:55.998873 dv-neutron-839027-4-hyperv neutron-server[83906]: 'Network': '1.1', Apr 29 13:14:55.998873 dv-neutron-839027-4-hyperv neutron-server[83906]: 'Port': '1.5', Apr 29 13:14:55.998873 dv-neutron-839027-4-hyperv neutron-server[83906]: 'PortForwarding': '1.2', Apr 29 13:14:55.998873 dv-neutron-839027-4-hyperv neutron-server[83906]: 'QosPolicy': '1.8', Apr 29 13:14:55.998873 dv-neutron-839027-4-hyperv neutron-server[83906]: 'SecurityGroup': '1.2', Apr 29 13:14:55.998873 dv-neutron-839027-4-hyperv neutron-server[83906]: 'SecurityGroupRule': '1.0', Apr 29 13:14:55.998873 dv-neutron-839027-4-hyperv neutron-server[83906]: 'SubPort': '1.0', Apr 29 13:14:55.998873 dv-neutron-839027-4-hyperv neutron-server[83906]: 'Subnet': '1.1', Apr 29 13:14:55.998873 dv-neutron-839027-4-hyperv neutron-server[83906]: 'Trunk': '1.1'}} Apr 29 13:14:55.998873 dv-neutron-839027-4-hyperv neutron-server[83906]: {{(pid=83906) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 13:14:56.055391 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Attempting to bind port e27f1dd4-98ae-4e1e-9209-f710042bd944 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:14:56.055794 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Attempting to bind port e27f1dd4-98ae-4e1e-9209-f710042bd944 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '18d62b51-d84e-42e4-85be-e33753f4200a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1a458d8e-a9ef-46ec-9f7c-66c606864bd6'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:14:56.056223 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Attempting to bind port e27f1dd4-98ae-4e1e-9209-f710042bd944 on network 1a458d8e-a9ef-46ec-9f7c-66c606864bd6 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:14:56.063366 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:14:56.063769 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Checking segment: {'id': '18d62b51-d84e-42e4-85be-e33753f4200a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1a458d8e-a9ef-46ec-9f7c-66c606864bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:14:56.064239 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:14:56.064628 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Bound using segment: {'id': '18d62b51-d84e-42e4-85be-e33753f4200a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1a458d8e-a9ef-46ec-9f7c-66c606864bd6'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:14:56.065167 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Bound port: e27f1dd4-98ae-4e1e-9209-f710042bd944, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d62b51-d84e-42e4-85be-e33753f4200a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1a458d8e-a9ef-46ec-9f7c-66c606864bd6'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:14:56.065569 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:14:56.150324 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] For port e27f1dd4-98ae-4e1e-9209-f710042bd944, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:14:56.154661 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] For port e27f1dd4-98ae-4e1e-9209-f710042bd944, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e27f1dd4-98ae-4e1e-9209-f710042bd944,segment=NetworkSegment(18d62b51-d84e-42e4-85be-e33753f4200a),segment_id=18d62b51-d84e-42e4-85be-e33753f4200a)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:14:56.158996 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:14:56.263844 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2910c-a668-4091-ac24-1f69ee7179bd None None] Pushing event updated for resources: {'Port': ['ID=e27f1dd4-98ae-4e1e-9209-f710042bd944,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:14:57.423773 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 50984) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:14:57.832496 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-9baf1c6e-ee43-4acb-ad73-52a62da46f2c admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:14:57.833505 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9baf1c6e-ee43-4acb-ad73-52a62da46f2c admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4086943 Apr 29 13:14:59.789624 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e27f1dd4-98ae-4e1e-9209-f710042bd944 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:14:59.873541 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d140001-4b06-4856-ba97-046e488849de None None] Network 1a458d8e-a9ef-46ec-9f7c-66c606864bd6 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:14:59.894118 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port e27f1dd4-98ae-4e1e-9209-f710042bd944 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:15:00.001193 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-547228b7-ab3c-4388-ad86-3a994c004a70 None None] Provisioning for port e27f1dd4-98ae-4e1e-9209-f710042bd944 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:15:00.018387 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-547228b7-ab3c-4388-ad86-3a994c004a70 None None] Provisioning complete for port e27f1dd4-98ae-4e1e-9209-f710042bd944 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:15:00.018783 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-547228b7-ab3c-4388-ad86-3a994c004a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:00.142364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 51000) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:15:00.224321 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-547228b7-ab3c-4388-ad86-3a994c004a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:00.271104 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-547228b7-ab3c-4388-ad86-3a994c004a70 None None] For port e27f1dd4-98ae-4e1e-9209-f710042bd944, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e27f1dd4-98ae-4e1e-9209-f710042bd944,segment=NetworkSegment(18d62b51-d84e-42e4-85be-e33753f4200a),segment_id=18d62b51-d84e-42e4-85be-e33753f4200a)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:15:00.279858 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-547228b7-ab3c-4388-ad86-3a994c004a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:00.353037 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547228b7-ab3c-4388-ad86-3a994c004a70 None None] Pushing event updated for resources: {'Port': ['ID=e27f1dd4-98ae-4e1e-9209-f710042bd944,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:15:00.501594 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d6211b3b-5ee4-4a56-b378-31e9bac29392 None None] Provisioning complete for port e27f1dd4-98ae-4e1e-9209-f710042bd944 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:15:00.501960 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d6211b3b-5ee4-4a56-b378-31e9bac29392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:00.550146 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-3a868d2f-5ec1-405d-9dcb-ea71f9ae0db8 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:15:00.551111 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3a868d2f-5ec1-405d-9dcb-ea71f9ae0db8 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4076786 Apr 29 13:15:01.751302 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e27f1dd4-98ae-4e1e-9209-f710042bd944 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:15:01.822429 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port e27f1dd4-98ae-4e1e-9209-f710042bd944 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:15:01.822793 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:03.105243 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 51012) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:15:03.552214 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-3ac46243-e4e1-486a-8844-0a6eaccb4829 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '69f17448d751468fac2f2cbf4f282fd3'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:15:03.557212 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3ac46243-e4e1-486a-8844-0a6eaccb4829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:15:03.561011 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3ac46243-e4e1-486a-8844-0a6eaccb4829 admin admin] Usage tracker for resource:router and tenant:69f17448d751468fac2f2cbf4f282fd3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:15:03.564439 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3ac46243-e4e1-486a-8844-0a6eaccb4829 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:15:03.570017 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3ac46243-e4e1-486a-8844-0a6eaccb4829 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:15:03.579900 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ac46243-e4e1-486a-8844-0a6eaccb4829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:03.581382 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ac46243-e4e1-486a-8844-0a6eaccb4829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:03.606174 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ac46243-e4e1-486a-8844-0a6eaccb4829 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:03.723758 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ac46243-e4e1-486a-8844-0a6eaccb4829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:03.743168 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ac46243-e4e1-486a-8844-0a6eaccb4829 admin admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:03.744470 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3ac46243-e4e1-486a-8844-0a6eaccb4829 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6382596 Apr 29 13:15:05.979145 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 51022) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:15:06.578482 dv-neutron-839027-4-hyperv neutron-server[83905]: WARNING oslo_policy.policy [None req-01a2dd8b-2f38-4058-af25-7c0e583a5e80 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 13:15:06.579076 dv-neutron-839027-4-hyperv neutron-server[83905]: WARNING oslo_policy.policy [None req-01a2dd8b-2f38-4058-af25-7c0e583a5e80 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 13:15:06.798686 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-01a2dd8b-2f38-4058-af25-7c0e583a5e80 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:15:06.799927 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-01a2dd8b-2f38-4058-af25-7c0e583a5e80 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8187697 Apr 29 13:15:07.752375 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dfd34be2-0ee3-451f-a608-0c8f5875672c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:09.047116 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 51036) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:15:09.433054 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:15:09.434534 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.quota [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Loaded quota_driver: . Apr 29 13:15:09.450012 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:15:09.456643 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Usage tracker for resource:network and tenant:7e7ab9b17929422cac8c98a351b0b297 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:15:09.461344 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:15:09.470172 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:15:09.487075 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Made reservation on behalf of 7e7ab9b17929422cac8c98a351b0b297 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:15:09.524480 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.policy [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83905) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 29 13:15:09.525270 dv-neutron-839027-4-hyperv neutron-server[83905]: WARNING oslo_policy.policy [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 13:15:09.525635 dv-neutron-839027-4-hyperv neutron-server[83905]: WARNING oslo_policy.policy [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 13:15:09.530601 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:09.550107 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:09.595155 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:15:09.600726 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Usage tracker for resource:security_group_rule and tenant:7e7ab9b17929422cac8c98a351b0b297 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:15:09.605367 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:15:09.614286 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:15:09.687683 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:09.691353 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:09.707756 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Reserving flat network on physical network physnet1 {{(pid=83905) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 29 13:15:09.739114 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762345764720', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:09.739702 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Unsubscribe: segment precommit_create {{(pid=83905) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 29 13:15:09.740215 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Added segment 570500b8-0266-4fda-a0ef-1e5a673bdab0 of type flat for network 3475bcf7-abe6-4964-9326-03174235aecc Apr 29 13:15:09.792276 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111f7472-3697-4bfc-986e-be6987efe717,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:15:09.817105 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:09.817447 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:09.817782 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:09.818111 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:09.818438 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:09.818762 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:09.819093 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:09.819415 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:09.819737 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:09.820051 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:09.820370 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:09.821613 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Tracked resource versions report: Apr 29 13:15:09.821613 dv-neutron-839027-4-hyperv neutron-server[83905]: pushed versions: Apr 29 13:15:09.821613 dv-neutron-839027-4-hyperv neutron-server[83905]: { 'ConntrackHelper': {'1.0'}, Apr 29 13:15:09.821613 dv-neutron-839027-4-hyperv neutron-server[83905]: 'Log': {'1.0'}, Apr 29 13:15:09.821613 dv-neutron-839027-4-hyperv neutron-server[83905]: 'Network': {'1.1'}, Apr 29 13:15:09.821613 dv-neutron-839027-4-hyperv neutron-server[83905]: 'Port': {'1.5'}, Apr 29 13:15:09.821613 dv-neutron-839027-4-hyperv neutron-server[83905]: 'PortForwarding': {'1.2'}, Apr 29 13:15:09.821613 dv-neutron-839027-4-hyperv neutron-server[83905]: 'QosPolicy': {'1.8'}, Apr 29 13:15:09.821613 dv-neutron-839027-4-hyperv neutron-server[83905]: 'SecurityGroup': {'1.2'}, Apr 29 13:15:09.821613 dv-neutron-839027-4-hyperv neutron-server[83905]: 'SecurityGroupRule': {'1.0'}, Apr 29 13:15:09.821613 dv-neutron-839027-4-hyperv neutron-server[83905]: 'SubPort': {'1.0'}, Apr 29 13:15:09.821613 dv-neutron-839027-4-hyperv neutron-server[83905]: 'Subnet': {'1.1'}, Apr 29 13:15:09.821613 dv-neutron-839027-4-hyperv neutron-server[83905]: 'Trunk': {'1.1'}} Apr 29 13:15:09.821613 dv-neutron-839027-4-hyperv neutron-server[83905]: consumer versions: Apr 29 13:15:09.821613 dv-neutron-839027-4-hyperv neutron-server[83905]: { DHCP agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:15:09.821613 dv-neutron-839027-4-hyperv neutron-server[83905]: L3 agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:15:09.821613 dv-neutron-839027-4-hyperv neutron-server[83905]: Metadata agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:15:09.821613 dv-neutron-839027-4-hyperv neutron-server[83905]: Metering agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:15:09.821613 dv-neutron-839027-4-hyperv neutron-server[83905]: Open vSwitch agent@dv-neutron-839027-4-hyperv: { 'ConntrackHelper': '1.0', Apr 29 13:15:09.821613 dv-neutron-839027-4-hyperv neutron-server[83905]: 'Log': '1.0', Apr 29 13:15:09.821613 dv-neutron-839027-4-hyperv neutron-server[83905]: 'Network': '1.1', Apr 29 13:15:09.821613 dv-neutron-839027-4-hyperv neutron-server[83905]: 'Port': '1.5', Apr 29 13:15:09.821613 dv-neutron-839027-4-hyperv neutron-server[83905]: 'PortForwarding': '1.2', Apr 29 13:15:09.821613 dv-neutron-839027-4-hyperv neutron-server[83905]: 'QosPolicy': '1.8', Apr 29 13:15:09.821613 dv-neutron-839027-4-hyperv neutron-server[83905]: 'SecurityGroup': '1.2', Apr 29 13:15:09.821613 dv-neutron-839027-4-hyperv neutron-server[83905]: 'SecurityGroupRule': '1.0', Apr 29 13:15:09.821613 dv-neutron-839027-4-hyperv neutron-server[83905]: 'SubPort': '1.0', Apr 29 13:15:09.821613 dv-neutron-839027-4-hyperv neutron-server[83905]: 'Subnet': '1.1', Apr 29 13:15:09.821613 dv-neutron-839027-4-hyperv neutron-server[83905]: 'Trunk': '1.1'}} Apr 29 13:15:09.821613 dv-neutron-839027-4-hyperv neutron-server[83905]: {{(pid=83905) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 13:15:09.865395 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:09.910730 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:09.911819 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:15:09.912444 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:10.023901 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] Pushing event updated for resources: {'Network': ['ID=3475bcf7-abe6-4964-9326-03174235aecc,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:15:10.027484 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d3a8d04b-a20e-4614-b31f-ec3a089c60ed admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9793911 Apr 29 13:15:10.039935 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 3475bcf7-abe6-4964-9326-03174235aecc details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:15:10.131722 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0f52bda2-f7f9-42c0-a2ce-23098e4e90a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:11.298764 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:11.440987 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:12.281158 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 51062) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:15:12.515273 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1caf631-3ce3-454a-a43a-ab61e1502d71 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:15:12.516563 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e1caf631-3ce3-454a-a43a-ab61e1502d71 admin admin] 10.222.0.76 "GET /v2.0/subnets/78736f8b-5a45-489e-9fd0-4ab868fc5a26 HTTP/1.1" status: 200 len: 849 time: 0.2344840 Apr 29 13:15:12.687280 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2138c0b3-a00e-42ef-a998-e751819eb12f admin admin] 10.222.0.76 "GET /v2.0/routers/d146e586-0d3e-4434-ac8c-5a9186874c54 HTTP/1.1" status: 200 len: 704 time: 0.1653471 Apr 29 13:15:12.722065 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:13.160383 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dcc3f8a4-a2b9-4c07-a27f-3510ae617d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:13.391616 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-dcc3f8a4-a2b9-4c07-a27f-3510ae617d8b admin admin] Allocated IP 172.20.0.1 (1a458d8e-a9ef-46ec-9f7c-66c606864bd6/78736f8b-5a45-489e-9fd0-4ab868fc5a26/440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:15:13.545012 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dcc3f8a4-a2b9-4c07-a27f-3510ae617d8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:13.563490 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-dcc3f8a4-a2b9-4c07-a27f-3510ae617d8b admin admin] Transition to ACTIVE for port object 440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:15:13.613111 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dcc3f8a4-a2b9-4c07-a27f-3510ae617d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:13.682127 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc3f8a4-a2b9-4c07-a27f-3510ae617d8b admin admin] Network 1a458d8e-a9ef-46ec-9f7c-66c606864bd6 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:15:13.685579 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-dcc3f8a4-a2b9-4c07-a27f-3510ae617d8b admin admin] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:15:13.689124 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc3f8a4-a2b9-4c07-a27f-3510ae617d8b admin admin] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:15:13.689662 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dcc3f8a4-a2b9-4c07-a27f-3510ae617d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:13.697651 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3f8a4-a2b9-4c07-a27f-3510ae617d8b admin admin] Pushing event updated for resources: {'Port': ['ID=440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:15:13.820734 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dcc3f8a4-a2b9-4c07-a27f-3510ae617d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:13.905388 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-da7caaed-7d0e-4ee2-a1ee-4e0bbe64b399 None None] Provisioning for port 440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:15:13.910207 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-da7caaed-7d0e-4ee2-a1ee-4e0bbe64b399 None None] Provisioning complete for port 440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:15:13.910652 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-da7caaed-7d0e-4ee2-a1ee-4e0bbe64b399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:13.962112 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-da7caaed-7d0e-4ee2-a1ee-4e0bbe64b399 None None] Port 440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:15:14.045765 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dcc3f8a4-a2b9-4c07-a27f-3510ae617d8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:14.050137 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dcc3f8a4-a2b9-4c07-a27f-3510ae617d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:14.050998 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dcc3f8a4-a2b9-4c07-a27f-3510ae617d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:14.180933 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3f8a4-a2b9-4c07-a27f-3510ae617d8b admin admin] Pushing event updated for resources: {'Port': ['ID=440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:15:14.245753 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc3f8a4-a2b9-4c07-a27f-3510ae617d8b admin admin] Network 1a458d8e-a9ef-46ec-9f7c-66c606864bd6 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:15:14.246775 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-dcc3f8a4-a2b9-4c07-a27f-3510ae617d8b admin admin] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:15:14.485172 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f9d11a84-d88a-4340-8452-8254958e256b None None] Provisioning complete for port 440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:15:14.485455 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f9d11a84-d88a-4340-8452-8254958e256b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:14.538101 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f9d11a84-d88a-4340-8452-8254958e256b None None] Port 440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:15:14.643080 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc3f8a4-a2b9-4c07-a27f-3510ae617d8b admin admin] Router d146e586-0d3e-4434-ac8c-5a9186874c54 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:15:14.811005 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc3f8a4-a2b9-4c07-a27f-3510ae617d8b admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:15:14.821220 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-dcc3f8a4-a2b9-4c07-a27f-3510ae617d8b admin admin] 10.222.0.76 "PUT /v2.0/routers/d146e586-0d3e-4434-ac8c-5a9186874c54/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1288371 Apr 29 13:15:14.822063 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1522d7-b21b-4053-8fb3-7035598fd24e None None] Sync routers for ids ['d146e586-0d3e-4434-ac8c-5a9186874c54'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:15:14.836543 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1522d7-b21b-4053-8fb3-7035598fd24e None None] Routers {'d146e586-0d3e-4434-ac8c-5a9186874c54'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:15:14.837451 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-fd1522d7-b21b-4053-8fb3-7035598fd24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:15:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['d146e586-0d3e-4434-ac8c-5a9186874c54'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:15:15.017064 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-fd1522d7-b21b-4053-8fb3-7035598fd24e None None] Set router d146e586-0d3e-4434-ac8c-5a9186874c54 gateway port host: None {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:15:15.384069 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-fd1522d7-b21b-4053-8fb3-7035598fd24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd146e586-0d3e-4434-ac8c-5a9186874c54', 'name': 'router1', 'tenant_id': '69f17448d751468fac2f2cbf4f282fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:15:03Z', 'updated_at': '2022-04-29T13:15:13Z', 'revision_number': 2, 'project_id': '69f17448d751468fac2f2cbf4f282fd3', 'gw_port_host': None, '_interfaces': [{'id': '440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6', 'name': '', 'network_id': '1a458d8e-a9ef-46ec-9f7c-66c606864bd6', 'tenant_id': '69f17448d751468fac2f2cbf4f282fd3', 'mac_address': 'fa:16:3e:a4:71:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd146e586-0d3e-4434-ac8c-5a9186874c54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78736f8b-5a45-489e-9fd0-4ab868fc5a26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:15:13Z', 'updated_at': '2022-04-29T13:15:13Z', 'revision_number': 2, 'project_id': '69f17448d751468fac2f2cbf4f282fd3', 'subnets': [{'id': '78736f8b-5a45-489e-9fd0-4ab868fc5a26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75b43f1a-3643-4536-9d18-d74eb110246f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:15:15.389131 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1522d7-b21b-4053-8fb3-7035598fd24e None None] Checking router: d146e586-0d3e-4434-ac8c-5a9186874c54 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:15:15.389496 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1522d7-b21b-4053-8fb3-7035598fd24e None None] Updating router d146e586-0d3e-4434-ac8c-5a9186874c54 port 440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6 binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:15:15.453386 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-fd1522d7-b21b-4053-8fb3-7035598fd24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:15.829194 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-fd1522d7-b21b-4053-8fb3-7035598fd24e None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:15.844548 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-fd1522d7-b21b-4053-8fb3-7035598fd24e None None] Transition to ACTIVE for port object 440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6 will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:15:15.851110 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-fd1522d7-b21b-4053-8fb3-7035598fd24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:16.092929 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd0b13-7bd3-4e9e-96e6-de8d72b00e13 None None] Pushing event updated for resources: {'Port': ['ID=440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:15:16.107752 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-fd1522d7-b21b-4053-8fb3-7035598fd24e None None] Attempting to bind port 440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:15:16.108170 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-fd1522d7-b21b-4053-8fb3-7035598fd24e None None] Attempting to bind port 440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '18d62b51-d84e-42e4-85be-e33753f4200a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1a458d8e-a9ef-46ec-9f7c-66c606864bd6'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:15:16.108591 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1522d7-b21b-4053-8fb3-7035598fd24e None None] Attempting to bind port 440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6 on network 1a458d8e-a9ef-46ec-9f7c-66c606864bd6 {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:15:16.111767 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dd0b13-7bd3-4e9e-96e6-de8d72b00e13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:16.112107 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dd0b13-7bd3-4e9e-96e6-de8d72b00e13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:16.112445 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dd0b13-7bd3-4e9e-96e6-de8d72b00e13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:16.112796 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dd0b13-7bd3-4e9e-96e6-de8d72b00e13 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:16.113143 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dd0b13-7bd3-4e9e-96e6-de8d72b00e13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:16.113473 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dd0b13-7bd3-4e9e-96e6-de8d72b00e13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:16.113796 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dd0b13-7bd3-4e9e-96e6-de8d72b00e13 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:16.114139 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dd0b13-7bd3-4e9e-96e6-de8d72b00e13 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:16.114462 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dd0b13-7bd3-4e9e-96e6-de8d72b00e13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:16.114780 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dd0b13-7bd3-4e9e-96e6-de8d72b00e13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:16.115098 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dd0b13-7bd3-4e9e-96e6-de8d72b00e13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:15:16.116359 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dd0b13-7bd3-4e9e-96e6-de8d72b00e13 None None] Tracked resource versions report: Apr 29 13:15:16.116359 dv-neutron-839027-4-hyperv neutron-server[83907]: pushed versions: Apr 29 13:15:16.116359 dv-neutron-839027-4-hyperv neutron-server[83907]: { 'ConntrackHelper': {'1.0'}, Apr 29 13:15:16.116359 dv-neutron-839027-4-hyperv neutron-server[83907]: 'Log': {'1.0'}, Apr 29 13:15:16.116359 dv-neutron-839027-4-hyperv neutron-server[83907]: 'Network': {'1.1'}, Apr 29 13:15:16.116359 dv-neutron-839027-4-hyperv neutron-server[83907]: 'Port': {'1.5'}, Apr 29 13:15:16.116359 dv-neutron-839027-4-hyperv neutron-server[83907]: 'PortForwarding': {'1.2'}, Apr 29 13:15:16.116359 dv-neutron-839027-4-hyperv neutron-server[83907]: 'QosPolicy': {'1.8'}, Apr 29 13:15:16.116359 dv-neutron-839027-4-hyperv neutron-server[83907]: 'SecurityGroup': {'1.2'}, Apr 29 13:15:16.116359 dv-neutron-839027-4-hyperv neutron-server[83907]: 'SecurityGroupRule': {'1.0'}, Apr 29 13:15:16.116359 dv-neutron-839027-4-hyperv neutron-server[83907]: 'SubPort': {'1.0'}, Apr 29 13:15:16.116359 dv-neutron-839027-4-hyperv neutron-server[83907]: 'Subnet': {'1.1'}, Apr 29 13:15:16.116359 dv-neutron-839027-4-hyperv neutron-server[83907]: 'Trunk': {'1.1'}} Apr 29 13:15:16.116359 dv-neutron-839027-4-hyperv neutron-server[83907]: consumer versions: Apr 29 13:15:16.116359 dv-neutron-839027-4-hyperv neutron-server[83907]: { DHCP agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:15:16.116359 dv-neutron-839027-4-hyperv neutron-server[83907]: L3 agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:15:16.116359 dv-neutron-839027-4-hyperv neutron-server[83907]: Metadata agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:15:16.116359 dv-neutron-839027-4-hyperv neutron-server[83907]: Metering agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:15:16.116359 dv-neutron-839027-4-hyperv neutron-server[83907]: Open vSwitch agent@dv-neutron-839027-4-hyperv: { 'ConntrackHelper': '1.0', Apr 29 13:15:16.116359 dv-neutron-839027-4-hyperv neutron-server[83907]: 'Log': '1.0', Apr 29 13:15:16.116359 dv-neutron-839027-4-hyperv neutron-server[83907]: 'Network': '1.1', Apr 29 13:15:16.116359 dv-neutron-839027-4-hyperv neutron-server[83907]: 'Port': '1.5', Apr 29 13:15:16.116359 dv-neutron-839027-4-hyperv neutron-server[83907]: 'PortForwarding': '1.2', Apr 29 13:15:16.116359 dv-neutron-839027-4-hyperv neutron-server[83907]: 'QosPolicy': '1.8', Apr 29 13:15:16.116359 dv-neutron-839027-4-hyperv neutron-server[83907]: 'SecurityGroup': '1.2', Apr 29 13:15:16.116359 dv-neutron-839027-4-hyperv neutron-server[83907]: 'SecurityGroupRule': '1.0', Apr 29 13:15:16.116359 dv-neutron-839027-4-hyperv neutron-server[83907]: 'SubPort': '1.0', Apr 29 13:15:16.116359 dv-neutron-839027-4-hyperv neutron-server[83907]: 'Subnet': '1.1', Apr 29 13:15:16.116359 dv-neutron-839027-4-hyperv neutron-server[83907]: 'Trunk': '1.1'}} Apr 29 13:15:16.116359 dv-neutron-839027-4-hyperv neutron-server[83907]: {{(pid=83907) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 13:15:16.125302 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1522d7-b21b-4053-8fb3-7035598fd24e None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:15:16.125713 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1522d7-b21b-4053-8fb3-7035598fd24e None None] Checking segment: {'id': '18d62b51-d84e-42e4-85be-e33753f4200a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1a458d8e-a9ef-46ec-9f7c-66c606864bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:15:16.126186 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-fd1522d7-b21b-4053-8fb3-7035598fd24e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:16.126567 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1522d7-b21b-4053-8fb3-7035598fd24e None None] Bound using segment: {'id': '18d62b51-d84e-42e4-85be-e33753f4200a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1a458d8e-a9ef-46ec-9f7c-66c606864bd6'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:15:16.127073 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-fd1522d7-b21b-4053-8fb3-7035598fd24e None None] Bound port: 440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d62b51-d84e-42e4-85be-e33753f4200a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1a458d8e-a9ef-46ec-9f7c-66c606864bd6'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:15:16.127458 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-fd1522d7-b21b-4053-8fb3-7035598fd24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:16.220228 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-fd1522d7-b21b-4053-8fb3-7035598fd24e None None] For port 440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:15:16.224430 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-fd1522d7-b21b-4053-8fb3-7035598fd24e None None] For port 440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6,segment=NetworkSegment(18d62b51-d84e-42e4-85be-e33753f4200a),segment_id=18d62b51-d84e-42e4-85be-e33753f4200a)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:15:16.230297 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-fd1522d7-b21b-4053-8fb3-7035598fd24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:16.312862 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd0b13-7bd3-4e9e-96e6-de8d72b00e13 None None] Pushing event updated for resources: {'Port': ['ID=440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6,revision_number=4']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:15:16.321000 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1522d7-b21b-4053-8fb3-7035598fd24e None None] Routers {'d146e586-0d3e-4434-ac8c-5a9186874c54'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:15:16.321766 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-fd1522d7-b21b-4053-8fb3-7035598fd24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:15:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['d146e586-0d3e-4434-ac8c-5a9186874c54'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:15:16.470345 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 5 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:15:16.487012 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-fd1522d7-b21b-4053-8fb3-7035598fd24e None None] Set router d146e586-0d3e-4434-ac8c-5a9186874c54 gateway port host: None {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:15:16.808664 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-fd1522d7-b21b-4053-8fb3-7035598fd24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd146e586-0d3e-4434-ac8c-5a9186874c54', 'name': 'router1', 'tenant_id': '69f17448d751468fac2f2cbf4f282fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:15:03Z', 'updated_at': '2022-04-29T13:15:13Z', 'revision_number': 2, 'project_id': '69f17448d751468fac2f2cbf4f282fd3', 'gw_port_host': None, '_interfaces': [{'id': '440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6', 'name': '', 'network_id': '1a458d8e-a9ef-46ec-9f7c-66c606864bd6', 'tenant_id': '69f17448d751468fac2f2cbf4f282fd3', 'mac_address': 'fa:16:3e:a4:71:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd146e586-0d3e-4434-ac8c-5a9186874c54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78736f8b-5a45-489e-9fd0-4ab868fc5a26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:15:13Z', 'updated_at': '2022-04-29T13:15:16Z', 'revision_number': 4, 'project_id': '69f17448d751468fac2f2cbf4f282fd3', 'subnets': [{'id': '78736f8b-5a45-489e-9fd0-4ab868fc5a26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75b43f1a-3643-4536-9d18-d74eb110246f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:15:16.812876 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1522d7-b21b-4053-8fb3-7035598fd24e None None] The sync data for ids ['d146e586-0d3e-4434-ac8c-5a9186874c54'] in dv-neutron-839027-4-hyperv is: [{'id': 'd146e586-0d3e-4434-ac8c-5a9186874c54', 'name': 'router1', 'tenant_id': '69f17448d751468fac2f2cbf4f282fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:15:03Z', 'updated_at': '2022-04-29T13:15:13Z', 'revision_number': 2, 'project_id': '69f17448d751468fac2f2cbf4f282fd3', 'gw_port_host': None, '_interfaces': [{'id': '440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6', 'name': '', 'network_id': '1a458d8e-a9ef-46ec-9f7c-66c606864bd6', 'tenant_id': '69f17448d751468fac2f2cbf4f282fd3', 'mac_address': 'fa:16:3e:a4:71:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd146e586-0d3e-4434-ac8c-5a9186874c54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78736f8b-5a45-489e-9fd0-4ab868fc5a26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:15:13Z', 'updated_at': '2022-04-29T13:15:16Z', 'revision_number': 4, 'project_id': '69f17448d751468fac2f2cbf4f282fd3', 'subnets': [{'id': '78736f8b-5a45-489e-9fd0-4ab868fc5a26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75b43f1a-3643-4536-9d18-d74eb110246f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:15:16.932811 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 51084) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:15:17.102096 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6615407d-0aa4-49ef-bae4-8054cd8240a9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:15:17.105165 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6615407d-0aa4-49ef-bae4-8054cd8240a9 admin admin] Synchronizing usage tracker for tenant:7e7ab9b17929422cac8c98a351b0b297 on resource:network {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:15:17.123232 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6615407d-0aa4-49ef-bae4-8054cd8240a9 admin admin] Unset dirty status for tenant:7e7ab9b17929422cac8c98a351b0b297 on resource:network {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:15:17.124367 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6615407d-0aa4-49ef-bae4-8054cd8240a9 admin admin] 10.222.0.76 "GET /v2.0/networks/3475bcf7-abe6-4964-9326-03174235aecc HTTP/1.1" status: 200 len: 842 time: 0.1906061 Apr 29 13:15:17.133434 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-74b784a5-d2b3-4b2e-802b-1633e21c8a03 admin admin] Request body: {'subnet': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'ip_version': 4}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:15:17.139670 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-74b784a5-d2b3-4b2e-802b-1633e21c8a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:15:17.143546 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-74b784a5-d2b3-4b2e-802b-1633e21c8a03 admin admin] Usage tracker for resource:subnet and tenant:7e7ab9b17929422cac8c98a351b0b297 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:15:17.146484 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-74b784a5-d2b3-4b2e-802b-1633e21c8a03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:15:17.152715 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-74b784a5-d2b3-4b2e-802b-1633e21c8a03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:15:17.165650 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b784a5-d2b3-4b2e-802b-1633e21c8a03 admin admin] Made reservation on behalf of 7e7ab9b17929422cac8c98a351b0b297 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:15:17.167935 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-74b784a5-d2b3-4b2e-802b-1633e21c8a03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:17.549229 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.objects.ports [None req-74b784a5-d2b3-4b2e-802b-1633e21c8a03 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83905) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 13:15:17.549659 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-74b784a5-d2b3-4b2e-802b-1633e21c8a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:17.620657 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b784a5-d2b3-4b2e-802b-1633e21c8a03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f08470c-2773-4d6d-8217-cbb388c2b14e,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:15:17.635736 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b784a5-d2b3-4b2e-802b-1633e21c8a03 admin admin] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:15:17.636085 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b784a5-d2b3-4b2e-802b-1633e21c8a03 admin admin] Network hostable DHCP agents. Network: 3475bcf7-abe6-4964-9326-03174235aecc, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:15:17.660331 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b784a5-d2b3-4b2e-802b-1633e21c8a03 admin admin] Network 3475bcf7-abe6-4964-9326-03174235aecc is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:15:17.671251 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-74b784a5-d2b3-4b2e-802b-1633e21c8a03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 3475bcf7-abe6-4964-9326-03174235aecc) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:15:17.685334 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b784a5-d2b3-4b2e-802b-1633e21c8a03 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:15:17.686154 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-74b784a5-d2b3-4b2e-802b-1633e21c8a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:17.711924 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d18c28-b82e-4196-af67-b92661224269 None None] Network 3475bcf7-abe6-4964-9326-03174235aecc requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:15:17.729816 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-74b784a5-d2b3-4b2e-802b-1633e21c8a03 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5995264 Apr 29 13:15:17.831804 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:15:18.001120 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:15:18.010203 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:15:18.010578 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:18.096619 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608ad7bb-99e5-4288-b0a3-aef974d01c0b None None] Network 3475bcf7-abe6-4964-9326-03174235aecc requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:15:18.297879 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:18.393008 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6,segment=NetworkSegment(18d62b51-d84e-42e4-85be-e33753f4200a),segment_id=18d62b51-d84e-42e4-85be-e33753f4200a)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:15:18.398385 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:18.474456 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:15:19.759355 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:15:19.828354 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:15:19.828727 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:19.937175 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 51098) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:15:20.166489 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-79dda379-5f49-4753-a60a-bda91308ee8a admin admin] 10.222.0.76 "GET /v2.0/routers/d146e586-0d3e-4434-ac8c-5a9186874c54 HTTP/1.1" status: 200 len: 710 time: 0.2279887 Apr 29 13:15:20.294486 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf8d9c6-bee1-4686-b11f-3e32bad023ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:15:20.296053 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-fdf8d9c6-bee1-4686-b11f-3e32bad023ac admin admin] 10.222.0.76 "GET /v2.0/networks/3475bcf7-abe6-4964-9326-03174235aecc HTTP/1.1" status: 200 len: 886 time: 0.1241179 Apr 29 13:15:20.305081 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-1d9dc133-8973-41ed-9940-adc19b744681 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:15:20.823354 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d9dc133-8973-41ed-9940-adc19b744681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:21.010666 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d9dc133-8973-41ed-9940-adc19b744681 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:21.069298 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d9dc133-8973-41ed-9940-adc19b744681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:21.197644 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-1d9dc133-8973-41ed-9940-adc19b744681 admin admin] Allocated IP 172.26.6.37 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/0ee1508e-cd12-4cc9-968b-4f262c68ab74) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:15:21.339976 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d9dc133-8973-41ed-9940-adc19b744681 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:21.365328 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d9dc133-8973-41ed-9940-adc19b744681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:21.435982 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9dc133-8973-41ed-9940-adc19b744681 admin admin] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:15:21.438988 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-1d9dc133-8973-41ed-9940-adc19b744681 admin admin] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:15:21.443739 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9dc133-8973-41ed-9940-adc19b744681 admin admin] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:15:21.465812 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9dc133-8973-41ed-9940-adc19b744681 admin admin] Pushing event updated for resources: {'Port': ['ID=0ee1508e-cd12-4cc9-968b-4f262c68ab74,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:15:21.583017 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d9dc133-8973-41ed-9940-adc19b744681 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:21.778052 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d9dc133-8973-41ed-9940-adc19b744681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:21.781352 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d9dc133-8973-41ed-9940-adc19b744681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16423525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16423546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16419832'] for router, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:21.973034 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9dc133-8973-41ed-9940-adc19b744681 admin admin] Router d146e586-0d3e-4434-ac8c-5a9186874c54 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:15:22.164470 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9dc133-8973-41ed-9940-adc19b744681 admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:15:22.173380 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d9dc133-8973-41ed-9940-adc19b744681 admin admin] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:22.173845 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f00a1a-ebbf-4507-bcac-3601d7f24e35 None None] Sync routers for ids ['d146e586-0d3e-4434-ac8c-5a9186874c54'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:15:22.174549 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1d9dc133-8973-41ed-9940-adc19b744681 admin admin] 10.222.0.76 "PUT /v2.0/routers/d146e586-0d3e-4434-ac8c-5a9186874c54 HTTP/1.1" status: 200 len: 889 time: 1.8727040 Apr 29 13:15:22.189848 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f00a1a-ebbf-4507-bcac-3601d7f24e35 None None] Routers {'d146e586-0d3e-4434-ac8c-5a9186874c54'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:15:22.190536 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c6f00a1a-ebbf-4507-bcac-3601d7f24e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:15:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['d146e586-0d3e-4434-ac8c-5a9186874c54'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:15:22.383365 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-c6f00a1a-ebbf-4507-bcac-3601d7f24e35 None None] Set router d146e586-0d3e-4434-ac8c-5a9186874c54 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:15:22.726252 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c6f00a1a-ebbf-4507-bcac-3601d7f24e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd146e586-0d3e-4434-ac8c-5a9186874c54', 'name': 'router1', 'tenant_id': '69f17448d751468fac2f2cbf4f282fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '0ee1508e-cd12-4cc9-968b-4f262c68ab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:15:03Z', 'updated_at': '2022-04-29T13:15:21Z', 'revision_number': 4, 'project_id': '69f17448d751468fac2f2cbf4f282fd3', 'gw_port': {'id': '0ee1508e-cd12-4cc9-968b-4f262c68ab74', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd146e586-0d3e-4434-ac8c-5a9186874c54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:15:21Z', 'updated_at': '2022-04-29T13:15:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6', 'name': '', 'network_id': '1a458d8e-a9ef-46ec-9f7c-66c606864bd6', 'tenant_id': '69f17448d751468fac2f2cbf4f282fd3', 'mac_address': 'fa:16:3e:a4:71:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd146e586-0d3e-4434-ac8c-5a9186874c54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78736f8b-5a45-489e-9fd0-4ab868fc5a26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:15:13Z', 'updated_at': '2022-04-29T13:15:18Z', 'revision_number': 5, 'project_id': '69f17448d751468fac2f2cbf4f282fd3', 'subnets': [{'id': '78736f8b-5a45-489e-9fd0-4ab868fc5a26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75b43f1a-3643-4536-9d18-d74eb110246f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:15:22.730962 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f00a1a-ebbf-4507-bcac-3601d7f24e35 None None] Checking router: d146e586-0d3e-4434-ac8c-5a9186874c54 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:15:22.731309 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f00a1a-ebbf-4507-bcac-3601d7f24e35 None None] Updating router d146e586-0d3e-4434-ac8c-5a9186874c54 port 0ee1508e-cd12-4cc9-968b-4f262c68ab74 binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:15:22.784447 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c6f00a1a-ebbf-4507-bcac-3601d7f24e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:23.117079 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c6f00a1a-ebbf-4507-bcac-3601d7f24e35 None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:23.128316 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c6f00a1a-ebbf-4507-bcac-3601d7f24e35 None None] Transition to ACTIVE for port object 0ee1508e-cd12-4cc9-968b-4f262c68ab74 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:15:23.134947 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c6f00a1a-ebbf-4507-bcac-3601d7f24e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:23.213628 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479d3d8-8cf6-42da-a569-1f712cd3a891 None None] Pushing event updated for resources: {'Port': ['ID=0ee1508e-cd12-4cc9-968b-4f262c68ab74,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:15:23.223449 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c6f00a1a-ebbf-4507-bcac-3601d7f24e35 None None] Attempting to bind port 0ee1508e-cd12-4cc9-968b-4f262c68ab74 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:15:23.223817 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c6f00a1a-ebbf-4507-bcac-3601d7f24e35 None None] Attempting to bind port 0ee1508e-cd12-4cc9-968b-4f262c68ab74 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:15:23.224198 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f00a1a-ebbf-4507-bcac-3601d7f24e35 None None] Attempting to bind port 0ee1508e-cd12-4cc9-968b-4f262c68ab74 on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:15:23.231191 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f00a1a-ebbf-4507-bcac-3601d7f24e35 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:15:23.231716 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f00a1a-ebbf-4507-bcac-3601d7f24e35 None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:15:23.232128 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c6f00a1a-ebbf-4507-bcac-3601d7f24e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:23.232554 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f00a1a-ebbf-4507-bcac-3601d7f24e35 None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:15:23.233063 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c6f00a1a-ebbf-4507-bcac-3601d7f24e35 None None] Bound port: 0ee1508e-cd12-4cc9-968b-4f262c68ab74, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:15:23.233474 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c6f00a1a-ebbf-4507-bcac-3601d7f24e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:23.332000 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c6f00a1a-ebbf-4507-bcac-3601d7f24e35 None None] For port 0ee1508e-cd12-4cc9-968b-4f262c68ab74, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:15:23.335001 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c6f00a1a-ebbf-4507-bcac-3601d7f24e35 None None] For port 0ee1508e-cd12-4cc9-968b-4f262c68ab74, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=0ee1508e-cd12-4cc9-968b-4f262c68ab74,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:15:23.339434 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c6f00a1a-ebbf-4507-bcac-3601d7f24e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:23.422510 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479d3d8-8cf6-42da-a569-1f712cd3a891 None None] Pushing event updated for resources: {'Port': ['ID=0ee1508e-cd12-4cc9-968b-4f262c68ab74,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:15:23.427806 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f00a1a-ebbf-4507-bcac-3601d7f24e35 None None] Routers {'d146e586-0d3e-4434-ac8c-5a9186874c54'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:15:23.428416 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c6f00a1a-ebbf-4507-bcac-3601d7f24e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:15:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['d146e586-0d3e-4434-ac8c-5a9186874c54'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:15:23.616270 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-c6f00a1a-ebbf-4507-bcac-3601d7f24e35 None None] Set router d146e586-0d3e-4434-ac8c-5a9186874c54 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:15:23.938909 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c6f00a1a-ebbf-4507-bcac-3601d7f24e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd146e586-0d3e-4434-ac8c-5a9186874c54', 'name': 'router1', 'tenant_id': '69f17448d751468fac2f2cbf4f282fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '0ee1508e-cd12-4cc9-968b-4f262c68ab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:15:03Z', 'updated_at': '2022-04-29T13:15:21Z', 'revision_number': 4, 'project_id': '69f17448d751468fac2f2cbf4f282fd3', 'gw_port': {'id': '0ee1508e-cd12-4cc9-968b-4f262c68ab74', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd146e586-0d3e-4434-ac8c-5a9186874c54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:15:21Z', 'updated_at': '2022-04-29T13:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6', 'name': '', 'network_id': '1a458d8e-a9ef-46ec-9f7c-66c606864bd6', 'tenant_id': '69f17448d751468fac2f2cbf4f282fd3', 'mac_address': 'fa:16:3e:a4:71:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd146e586-0d3e-4434-ac8c-5a9186874c54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78736f8b-5a45-489e-9fd0-4ab868fc5a26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:15:13Z', 'updated_at': '2022-04-29T13:15:18Z', 'revision_number': 5, 'project_id': '69f17448d751468fac2f2cbf4f282fd3', 'subnets': [{'id': '78736f8b-5a45-489e-9fd0-4ab868fc5a26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75b43f1a-3643-4536-9d18-d74eb110246f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:15:23.943108 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f00a1a-ebbf-4507-bcac-3601d7f24e35 None None] The sync data for ids ['d146e586-0d3e-4434-ac8c-5a9186874c54'] in dv-neutron-839027-4-hyperv is: [{'id': 'd146e586-0d3e-4434-ac8c-5a9186874c54', 'name': 'router1', 'tenant_id': '69f17448d751468fac2f2cbf4f282fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '0ee1508e-cd12-4cc9-968b-4f262c68ab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:15:03Z', 'updated_at': '2022-04-29T13:15:21Z', 'revision_number': 4, 'project_id': '69f17448d751468fac2f2cbf4f282fd3', 'gw_port': {'id': '0ee1508e-cd12-4cc9-968b-4f262c68ab74', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd146e586-0d3e-4434-ac8c-5a9186874c54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:15:21Z', 'updated_at': '2022-04-29T13:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6', 'name': '', 'network_id': '1a458d8e-a9ef-46ec-9f7c-66c606864bd6', 'tenant_id': '69f17448d751468fac2f2cbf4f282fd3', 'mac_address': 'fa:16:3e:a4:71:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd146e586-0d3e-4434-ac8c-5a9186874c54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78736f8b-5a45-489e-9fd0-4ab868fc5a26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:15:13Z', 'updated_at': '2022-04-29T13:15:18Z', 'revision_number': 5, 'project_id': '69f17448d751468fac2f2cbf4f282fd3', 'subnets': [{'id': '78736f8b-5a45-489e-9fd0-4ab868fc5a26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75b43f1a-3643-4536-9d18-d74eb110246f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:15:24.436527 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 51108) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:15:24.572411 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ae5d55e3-3a2f-47be-8cb4-eae52467d8ef admin admin] 10.222.0.76 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.1346388 Apr 29 13:15:25.805260 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 0ee1508e-cd12-4cc9-968b-4f262c68ab74 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:15:25.877640 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 0ee1508e-cd12-4cc9-968b-4f262c68ab74 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:15:25.882176 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 0ee1508e-cd12-4cc9-968b-4f262c68ab74 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:15:25.882543 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:25.993213 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:26.008825 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 0ee1508e-cd12-4cc9-968b-4f262c68ab74, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=0ee1508e-cd12-4cc9-968b-4f262c68ab74,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:15:26.012533 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:26.077961 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=0ee1508e-cd12-4cc9-968b-4f262c68ab74,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:15:27.779241 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 0ee1508e-cd12-4cc9-968b-4f262c68ab74 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:15:27.870376 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 0ee1508e-cd12-4cc9-968b-4f262c68ab74 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:15:27.870676 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:37.756051 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-40af890d-349f-45c9-b642-5174bbd4b95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:40.053164 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8b3e409d-4888-4705-a6cf-5ea43511a47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:41.306043 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:41.441318 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:42.738817 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:15:53.460164 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 5 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:16:07.759728 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-119d03bc-28dc-4dfc-89cd-95d0b63b269d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:16:10.057454 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3783965a-00f2-4c5e-8580-64ce78fe8523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:16:11.307354 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:16:11.454213 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:16:12.742164 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:16:30.460914 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 5 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:16:37.766725 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-019f6c84-e8d8-4495-bc4d-9fc2174547f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:16:40.060144 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4350f6c3-49e0-4965-9d03-d8bc708b034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:16:41.307984 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:16:41.447692 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:16:42.877762 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:17:07.460651 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 5 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:17:07.758941 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f6cca6c5-772c-44c5-8313-082c73b8353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:17:10.063077 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f7b3eb5a-883e-4c6f-8627-c1475f8f116b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:17:11.309583 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:17:11.451929 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:17:12.755479 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:17:31.738529 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 51712) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:17:31.830148 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d5880c-e1cb-40f3-a9d8-61aaaad6aeff admin admin] GET failed (client error): The resource could not be found. Apr 29 13:17:31.831332 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-37d5880c-e1cb-40f3-a9d8-61aaaad6aeff admin admin] 10.222.0.76 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0918803 Apr 29 13:17:31.959970 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be289913-9d3e-4fab-bf9b-8c12f1081d67 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:17:31.961364 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-be289913-9d3e-4fab-bf9b-8c12f1081d67 admin admin] 10.222.0.76 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1261373 Apr 29 13:17:33.986671 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 51722) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:17:34.120436 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b83a8d-869d-48fe-986c-6d970db8d297 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:17:34.121779 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f4b83a8d-869d-48fe-986c-6d970db8d297 admin admin] 10.222.0.76 "GET /v2.0/subnets/78736f8b-5a45-489e-9fd0-4ab868fc5a26 HTTP/1.1" status: 200 len: 849 time: 0.1341867 Apr 29 13:17:34.131081 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-ad288a4b-4004-49c8-b7f4-b5a90ab19118 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:17:34.249070 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ad288a4b-4004-49c8-b7f4-b5a90ab19118 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:17:34.438340 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ad288a4b-4004-49c8-b7f4-b5a90ab19118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762345768861'] for subnet, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:17:34.482988 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad288a4b-4004-49c8-b7f4-b5a90ab19118 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:17:34.483576 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ad288a4b-4004-49c8-b7f4-b5a90ab19118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:17:34.486077 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ad288a4b-4004-49c8-b7f4-b5a90ab19118 admin admin] 10.222.0.76 "PUT /v2.0/subnets/78736f8b-5a45-489e-9fd0-4ab868fc5a26 HTTP/1.1" status: 200 len: 868 time: 0.3585150 Apr 29 13:17:34.504107 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de81ffa8-f9d1-47ef-b3c0-59c3b6d2fca7 None None] Network 1a458d8e-a9ef-46ec-9f7c-66c606864bd6 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:17:34.509176 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad288a4b-4004-49c8-b7f4-b5a90ab19118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78736f8b-5a45-489e-9fd0-4ab868fc5a26,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:17:34.518898 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad288a4b-4004-49c8-b7f4-b5a90ab19118 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:34.519267 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad288a4b-4004-49c8-b7f4-b5a90ab19118 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:34.520198 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad288a4b-4004-49c8-b7f4-b5a90ab19118 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:34.520198 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad288a4b-4004-49c8-b7f4-b5a90ab19118 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:34.520198 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad288a4b-4004-49c8-b7f4-b5a90ab19118 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:34.520540 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad288a4b-4004-49c8-b7f4-b5a90ab19118 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:34.520880 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad288a4b-4004-49c8-b7f4-b5a90ab19118 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:34.521207 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad288a4b-4004-49c8-b7f4-b5a90ab19118 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:34.521529 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad288a4b-4004-49c8-b7f4-b5a90ab19118 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:34.522262 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad288a4b-4004-49c8-b7f4-b5a90ab19118 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:34.522665 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad288a4b-4004-49c8-b7f4-b5a90ab19118 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:17:34.956199 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-38227549-fdb9-4c5a-b6e9-f835f7a11a97 None None] Provisioning complete for port e27f1dd4-98ae-4e1e-9209-f710042bd944 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:17:34.956565 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-38227549-fdb9-4c5a-b6e9-f835f7a11a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:17:35.105552 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-38227549-fdb9-4c5a-b6e9-f835f7a11a97 None None] Provisioning complete for port 440d27c0-662c-4c6f-9eaf-bdeb67fc7fa6 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:17:35.105811 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-38227549-fdb9-4c5a-b6e9-f835f7a11a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:17:36.544921 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 51732) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:17:36.755064 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ef2f48-e44c-4693-ba61-4082d393b3a3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:17:36.755432 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ef2f48-e44c-4693-ba61-4082d393b3a3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:17:36.756950 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c2ef2f48-e44c-4693-ba61-4082d393b3a3 admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2110915 Apr 29 13:17:37.761683 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-32ac2dfd-218e-4019-b47e-1ad6a61c2f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:17:38.814696 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 51742) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:17:39.008907 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b155ea04-7ad5-4b5d-9893-9ccd1c6f46f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:17:39.009196 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b155ea04-7ad5-4b5d-9893-9ccd1c6f46f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:17:39.010694 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b155ea04-7ad5-4b5d-9893-9ccd1c6f46f4 admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1947546 Apr 29 13:17:40.066350 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2067b3fc-f603-457f-a53e-02457a057cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:17:41.056832 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 51752) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:17:41.252568 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7828cea-f5c0-4e9f-8d06-18ed3e05de27 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:17:41.253950 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e7828cea-f5c0-4e9f-8d06-18ed3e05de27 admin admin] 10.222.0.76 "GET /v2.0/networks/1a458d8e-a9ef-46ec-9f7c-66c606864bd6 HTTP/1.1" status: 200 len: 869 time: 0.1961632 Apr 29 13:17:41.312363 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:17:41.456710 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:17:42.759654 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:17:43.336384 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 51762) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:17:43.526823 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576a1738-6e8b-4a55-b5e7-3d65df5ba445 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:17:43.528077 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-576a1738-6e8b-4a55-b5e7-3d65df5ba445 admin admin] 10.222.0.76 "GET /v2.0/networks/3475bcf7-abe6-4964-9326-03174235aecc HTTP/1.1" status: 200 len: 886 time: 0.1907198 Apr 29 13:17:44.461120 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 5 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:17:45.588151 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 51772) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:17:45.722418 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfe4f7d-78d7-47bd-bd3e-e001571cfbb5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:17:45.722784 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfe4f7d-78d7-47bd-bd3e-e001571cfbb5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:17:45.723515 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ebfe4f7d-78d7-47bd-bd3e-e001571cfbb5 admin admin] Synchronizing usage tracker for tenant:7e7ab9b17929422cac8c98a351b0b297 on resource:subnet {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:17:45.741004 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ebfe4f7d-78d7-47bd-bd3e-e001571cfbb5 admin admin] Unset dirty status for tenant:7e7ab9b17929422cac8c98a351b0b297 on resource:subnet {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:17:45.742366 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ebfe4f7d-78d7-47bd-bd3e-e001571cfbb5 admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1532538 Apr 29 13:17:47.810087 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 51782) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:17:47.947027 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aef7e7b-4a2e-43ce-882e-236da43e2314 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:17:47.947393 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aef7e7b-4a2e-43ce-882e-236da43e2314 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:17:47.948950 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9aef7e7b-4a2e-43ce-882e-236da43e2314 admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1378403 Apr 29 13:17:49.977956 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 51792) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:17:50.101633 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6b18d2-5492-45a6-bfaa-d738a6ce2261 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:17:50.102859 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3a6b18d2-5492-45a6-bfaa-d738a6ce2261 admin admin] 10.222.0.76 "GET /v2.0/subnets/3f08470c-2773-4d6d-8217-cbb388c2b14e HTTP/1.1" status: 200 len: 816 time: 0.1239626 Apr 29 13:17:52.151097 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 51802) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:17:52.315339 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f37cd9-35c9-47f5-8303-480ff7781cbf admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:17:52.316680 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-99f37cd9-35c9-47f5-8303-480ff7781cbf admin admin] 10.222.0.76 "GET /v2.0/subnets/78736f8b-5a45-489e-9fd0-4ab868fc5a26 HTTP/1.1" status: 200 len: 868 time: 0.1643226 Apr 29 13:18:07.764632 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-71a16f9c-1ad9-4469-99f3-793f23195b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:18:10.068550 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2fd673be-f2c9-4f2e-ba65-0e6dcd8b9c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:18:10.673896 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 51844) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:18:10.749967 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-32c68ee6-6ddc-45fb-8f57-d52f5458645a admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:18:10.751023 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-32c68ee6-6ddc-45fb-8f57-d52f5458645a admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0761945 Apr 29 13:18:11.317090 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:18:11.459056 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:18:12.762527 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:18:12.859466 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 51854) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:18:12.948903 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-57445851-db42-4cdc-858f-f11e32008365 admin admin] GET failed (client error): The resource could not be found. Apr 29 13:18:12.950119 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-57445851-db42-4cdc-858f-f11e32008365 admin admin] 10.222.0.76 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0897126 Apr 29 13:18:13.076773 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d32e3c1-b18c-4ba0-8589-236f319da8d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:18:13.078181 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8d32e3c1-b18c-4ba0-8589-236f319da8d8 admin admin] 10.222.0.76 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1240735 Apr 29 13:18:15.098026 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 51864) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:18:15.171251 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-35547d01-fb93-4d15-8c00-1d936634b7ea admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:18:15.177039 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-35547d01-fb93-4d15-8c00-1d936634b7ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:18:15.186510 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-35547d01-fb93-4d15-8c00-1d936634b7ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:18:15.196364 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35547d01-fb93-4d15-8c00-1d936634b7ea admin admin] Made reservation on behalf of 7e7ab9b17929422cac8c98a351b0b297 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:18:15.198638 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-35547d01-fb93-4d15-8c00-1d936634b7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:18:15.289223 dv-neutron-839027-4-hyperv neutron-server[83905]: WARNING neutron.services.revisions.revision_plugin [None req-35547d01-fb93-4d15-8c00-1d936634b7ea admin admin] Could not find related network for resource to bump revision. Apr 29 13:18:15.302509 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35547d01-fb93-4d15-8c00-1d936634b7ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:18:15.312152 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-35547d01-fb93-4d15-8c00-1d936634b7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:18:15.312520 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-35547d01-fb93-4d15-8c00-1d936634b7ea admin admin] Added segment e0e85330-cedb-46e5-96d4-a2228cb76c15 of type vlan for network 59c76b71-d817-4dcc-884c-85ca0236e287 Apr 29 13:18:15.337793 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-35547d01-fb93-4d15-8c00-1d936634b7ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:18:15.367996 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-35547d01-fb93-4d15-8c00-1d936634b7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:18:15.368739 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35547d01-fb93-4d15-8c00-1d936634b7ea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:18:15.369340 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-35547d01-fb93-4d15-8c00-1d936634b7ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:18:15.471391 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35547d01-fb93-4d15-8c00-1d936634b7ea admin admin] Pushing event updated for resources: {'Network': ['ID=59c76b71-d817-4dcc-884c-85ca0236e287,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:18:15.474794 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-35547d01-fb93-4d15-8c00-1d936634b7ea admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3758512 Apr 29 13:18:15.480552 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35547d01-fb93-4d15-8c00-1d936634b7ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:18:15.480924 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35547d01-fb93-4d15-8c00-1d936634b7ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:18:15.481255 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35547d01-fb93-4d15-8c00-1d936634b7ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:18:15.481588 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35547d01-fb93-4d15-8c00-1d936634b7ea admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:18:15.481913 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35547d01-fb93-4d15-8c00-1d936634b7ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:18:15.482235 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35547d01-fb93-4d15-8c00-1d936634b7ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:18:15.482553 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35547d01-fb93-4d15-8c00-1d936634b7ea admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:18:15.482871 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35547d01-fb93-4d15-8c00-1d936634b7ea admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:18:15.483184 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35547d01-fb93-4d15-8c00-1d936634b7ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:18:15.483495 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35547d01-fb93-4d15-8c00-1d936634b7ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:18:15.485286 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35547d01-fb93-4d15-8c00-1d936634b7ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:18:15.496511 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 59c76b71-d817-4dcc-884c-85ca0236e287 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:18:17.518239 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 51874) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:18:17.607377 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ddc269-78c7-428d-8ea6-1869277d96f4 admin admin] GET failed (client error): The resource could not be found. Apr 29 13:18:17.607864 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f5ddc269-78c7-428d-8ea6-1869277d96f4 admin admin] Synchronizing usage tracker for tenant:7e7ab9b17929422cac8c98a351b0b297 on resource:network {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:18:17.623011 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f5ddc269-78c7-428d-8ea6-1869277d96f4 admin admin] Unset dirty status for tenant:7e7ab9b17929422cac8c98a351b0b297 on resource:network {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:18:17.624066 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f5ddc269-78c7-428d-8ea6-1869277d96f4 admin admin] 10.222.0.76 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1048779 Apr 29 13:18:17.766029 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00463e0c-0b5c-487f-af16-a5890d043f74 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:18:17.767459 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-00463e0c-0b5c-487f-af16-a5890d043f74 admin admin] 10.222.0.76 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1395242 Apr 29 13:18:17.776646 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-cf31ccfa-7fca-415f-ac3c-5cb2820a352c admin admin] Request body: {'subnet': {'network_id': '59c76b71-d817-4dcc-884c-85ca0236e287', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:18:17.782216 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-cf31ccfa-7fca-415f-ac3c-5cb2820a352c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:18:17.791542 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-cf31ccfa-7fca-415f-ac3c-5cb2820a352c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:18:17.801263 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf31ccfa-7fca-415f-ac3c-5cb2820a352c admin admin] Made reservation on behalf of 7e7ab9b17929422cac8c98a351b0b297 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:18:17.803422 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cf31ccfa-7fca-415f-ac3c-5cb2820a352c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:18:17.997260 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cf31ccfa-7fca-415f-ac3c-5cb2820a352c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:18:18.068396 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31ccfa-7fca-415f-ac3c-5cb2820a352c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d440db3-a2b8-4b79-a8a9-d6f8a8b8340a,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:18:18.082244 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf31ccfa-7fca-415f-ac3c-5cb2820a352c admin admin] Checking segment: {'id': 'e0e85330-cedb-46e5-96d4-a2228cb76c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '59c76b71-d817-4dcc-884c-85ca0236e287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:18:18.082588 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf31ccfa-7fca-415f-ac3c-5cb2820a352c admin admin] Network hostable DHCP agents. Network: 59c76b71-d817-4dcc-884c-85ca0236e287, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:18:18.103317 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf31ccfa-7fca-415f-ac3c-5cb2820a352c admin admin] Network 59c76b71-d817-4dcc-884c-85ca0236e287 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:18:18.112604 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-cf31ccfa-7fca-415f-ac3c-5cb2820a352c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 59c76b71-d817-4dcc-884c-85ca0236e287) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:18:18.116673 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf31ccfa-7fca-415f-ac3c-5cb2820a352c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:18:18.117279 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cf31ccfa-7fca-415f-ac3c-5cb2820a352c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:18:18.121418 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735f2f8e-161c-4277-8a79-6de54539a713 None None] Network 59c76b71-d817-4dcc-884c-85ca0236e287 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:18:18.141895 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-cf31ccfa-7fca-415f-ac3c-5cb2820a352c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3684781 Apr 29 13:18:18.349167 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-59c76b71-d817-4dcc-884c-85ca0236e287', 'network_id': '59c76b71-d817-4dcc-884c-85ca0236e287', 'tenant_id': '7e7ab9b17929422cac8c98a351b0b297', 'fixed_ips': [{'subnet_id': '0d440db3-a2b8-4b79-a8a9-d6f8a8b8340a'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:18:18.350031 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:18:18.510726 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Allocated IP 192.168.233.2 (59c76b71-d817-4dcc-884c-85ca0236e287/0d440db3-a2b8-4b79-a8a9-d6f8a8b8340a/f9c4a72f-2ca1-44c9-ad2d-002cd539e6fb) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:18:18.711554 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:18:18.721781 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Transition to ACTIVE for port object f9c4a72f-2ca1-44c9-ad2d-002cd539e6fb will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:18:18.740498 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Transition to ACTIVE for port object f9c4a72f-2ca1-44c9-ad2d-002cd539e6fb will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:18:18.746320 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:18:18.814186 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Network 59c76b71-d817-4dcc-884c-85ca0236e287 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:18:18.815597 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:18:18.819177 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:18:18.828976 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Pushing event updated for resources: {'Port': ['ID=f9c4a72f-2ca1-44c9-ad2d-002cd539e6fb,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:18:18.868810 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:18:18.869151 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:18:18.869480 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:18:18.869805 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:18:18.870129 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:18:18.870460 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:18:18.870768 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:18:18.871083 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:18:18.871395 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:18:18.871708 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:18:18.872017 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:18:18.924087 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Attempting to bind port f9c4a72f-2ca1-44c9-ad2d-002cd539e6fb on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:18:18.924462 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Attempting to bind port f9c4a72f-2ca1-44c9-ad2d-002cd539e6fb by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'e0e85330-cedb-46e5-96d4-a2228cb76c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '59c76b71-d817-4dcc-884c-85ca0236e287'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:18:18.924896 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Attempting to bind port f9c4a72f-2ca1-44c9-ad2d-002cd539e6fb on network 59c76b71-d817-4dcc-884c-85ca0236e287 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:18:18.931311 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:18:18.931687 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Checking segment: {'id': 'e0e85330-cedb-46e5-96d4-a2228cb76c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '59c76b71-d817-4dcc-884c-85ca0236e287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:18:18.932082 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:18:18.932475 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Bound using segment: {'id': 'e0e85330-cedb-46e5-96d4-a2228cb76c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '59c76b71-d817-4dcc-884c-85ca0236e287'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:18:18.932971 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Bound port: f9c4a72f-2ca1-44c9-ad2d-002cd539e6fb, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e85330-cedb-46e5-96d4-a2228cb76c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '59c76b71-d817-4dcc-884c-85ca0236e287'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:18:18.933366 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:18:19.050417 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] For port f9c4a72f-2ca1-44c9-ad2d-002cd539e6fb, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:18:19.053935 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] For port f9c4a72f-2ca1-44c9-ad2d-002cd539e6fb, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f9c4a72f-2ca1-44c9-ad2d-002cd539e6fb,segment=NetworkSegment(e0e85330-cedb-46e5-96d4-a2228cb76c15),segment_id=e0e85330-cedb-46e5-96d4-a2228cb76c15)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:18:19.058015 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:18:19.139181 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26988f5-2203-4397-84a3-40d2b7cd4d56 None None] Pushing event updated for resources: {'Port': ['ID=f9c4a72f-2ca1-44c9-ad2d-002cd539e6fb,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:18:19.917458 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device f9c4a72f-2ca1-44c9-ad2d-002cd539e6fb up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:18:19.999668 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port f9c4a72f-2ca1-44c9-ad2d-002cd539e6fb completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:18:20.017163 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914fffe5-3eca-4892-b35c-2cc5828f05c3 None None] Network 59c76b71-d817-4dcc-884c-85ca0236e287 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:18:20.125675 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-52c813f2-4e96-4f5c-9ac1-47dc9e9171a7 None None] Provisioning for port f9c4a72f-2ca1-44c9-ad2d-002cd539e6fb completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:18:20.135086 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-52c813f2-4e96-4f5c-9ac1-47dc9e9171a7 None None] Provisioning complete for port f9c4a72f-2ca1-44c9-ad2d-002cd539e6fb triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:18:20.135455 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-52c813f2-4e96-4f5c-9ac1-47dc9e9171a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:18:20.346656 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-52c813f2-4e96-4f5c-9ac1-47dc9e9171a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:18:20.388961 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-52c813f2-4e96-4f5c-9ac1-47dc9e9171a7 None None] For port f9c4a72f-2ca1-44c9-ad2d-002cd539e6fb, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f9c4a72f-2ca1-44c9-ad2d-002cd539e6fb,segment=NetworkSegment(e0e85330-cedb-46e5-96d4-a2228cb76c15),segment_id=e0e85330-cedb-46e5-96d4-a2228cb76c15)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:18:20.393114 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-52c813f2-4e96-4f5c-9ac1-47dc9e9171a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:18:20.466541 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c813f2-4e96-4f5c-9ac1-47dc9e9171a7 None None] Pushing event updated for resources: {'Port': ['ID=f9c4a72f-2ca1-44c9-ad2d-002cd539e6fb,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:18:20.615798 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fa777904-0111-408f-a240-182bbdb7057d None None] Provisioning complete for port f9c4a72f-2ca1-44c9-ad2d-002cd539e6fb triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:18:20.616085 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fa777904-0111-408f-a240-182bbdb7057d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:18:21.462237 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 5 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:18:21.877818 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device f9c4a72f-2ca1-44c9-ad2d-002cd539e6fb up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:18:21.945841 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port f9c4a72f-2ca1-44c9-ad2d-002cd539e6fb triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:18:21.946206 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:18:37.769688 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1685df66-7eb5-4896-afa4-c01bb6cfc898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:18:40.070545 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d5009c94-6a05-4498-822b-b5d56503c312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:18:41.319259 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:18:41.461516 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:18:42.765037 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:18:58.462942 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 5 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:19:07.774076 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-32d2a97d-2235-4891-9491-e212f4857852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:19:10.072131 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b85d7a93-c082-4848-99b7-175ce2c5ac3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:19:11.322818 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:19:11.464237 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:19:12.767676 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:19:35.465104 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 5 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:19:36.871894 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 51916) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:19:36.878232 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-9c5485f6-c09d-4712-aed7-686db8112f43 tempest-verify_tempest_config-1505652549 tempest-verify_tempest_config-1505652549-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:19:36.879168 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9c5485f6-c09d-4712-aed7-686db8112f43 tempest-verify_tempest_config-1505652549 tempest-verify_tempest_config-1505652549-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0060472 Apr 29 13:19:37.201094 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 51932) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:19:37.338573 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8857667e-b7c2-4d3e-8a8c-79768884c368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:19:37.368743 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-8857667e-b7c2-4d3e-8a8c-79768884c368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:19:37.372609 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-8857667e-b7c2-4d3e-8a8c-79768884c368 admin admin] Usage tracker for resource:security_group_rule and tenant:599b16b379134eb98bcc3dbdf20193a6 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:19:37.375372 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-8857667e-b7c2-4d3e-8a8c-79768884c368 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:19:37.381035 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-8857667e-b7c2-4d3e-8a8c-79768884c368 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:19:37.444016 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8857667e-b7c2-4d3e-8a8c-79768884c368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:19:37.447893 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8857667e-b7c2-4d3e-8a8c-79768884c368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:19:37.495058 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857667e-b7c2-4d3e-8a8c-79768884c368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd39dd0-6bee-4ec1-bc6f-0e069c50762e,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:19:37.500496 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-8857667e-b7c2-4d3e-8a8c-79768884c368 admin admin] Synchronizing usage tracker for tenant:7e7ab9b17929422cac8c98a351b0b297 on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:19:37.509525 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857667e-b7c2-4d3e-8a8c-79768884c368 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:19:37.509861 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857667e-b7c2-4d3e-8a8c-79768884c368 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:19:37.510194 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857667e-b7c2-4d3e-8a8c-79768884c368 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:19:37.510523 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857667e-b7c2-4d3e-8a8c-79768884c368 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:19:37.510868 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857667e-b7c2-4d3e-8a8c-79768884c368 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:19:37.511203 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857667e-b7c2-4d3e-8a8c-79768884c368 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:19:37.512108 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857667e-b7c2-4d3e-8a8c-79768884c368 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:19:37.512441 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857667e-b7c2-4d3e-8a8c-79768884c368 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:19:37.512779 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857667e-b7c2-4d3e-8a8c-79768884c368 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:19:37.513099 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857667e-b7c2-4d3e-8a8c-79768884c368 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:19:37.513416 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857667e-b7c2-4d3e-8a8c-79768884c368 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:19:37.528146 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-8857667e-b7c2-4d3e-8a8c-79768884c368 admin admin] Unset dirty status for tenant:7e7ab9b17929422cac8c98a351b0b297 on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:19:37.530061 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8857667e-b7c2-4d3e-8a8c-79768884c368 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=599b16b379134eb98bcc3dbdf20193a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3278520 Apr 29 13:19:37.532737 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 51938) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:19:37.591674 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a4549fbe-d093-4fc4-bed4-478760b2943c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:19:37.615633 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a4549fbe-d093-4fc4-bed4-478760b2943c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:19:37.707055 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a4549fbe-d093-4fc4-bed4-478760b2943c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:19:37.722196 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4549fbe-d093-4fc4-bed4-478760b2943c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd39dd0-6bee-4ec1-bc6f-0e069c50762e,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:19:37.728389 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a4549fbe-d093-4fc4-bed4-478760b2943c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:19:37.732666 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a4549fbe-d093-4fc4-bed4-478760b2943c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6fd39dd0-6bee-4ec1-bc6f-0e069c50762e HTTP/1.1" status: 204 len: 168 time: 0.1988933 Apr 29 13:19:37.778646 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8b1298f4-617e-4413-8432-00f83b3623ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:19:40.074994 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cc4e31fe-fa8d-4b2a-b874-7a354c1eb3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:19:41.328483 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:19:41.469100 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:19:42.769223 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:20:07.780620 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-959a376a-07f8-4162-8ec4-ac763b59f836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:20:10.077769 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b06f82f1-26b1-4c1e-bd0b-767f06272414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:20:11.328270 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:20:11.470847 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:20:12.468370 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 5 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:20:12.783900 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:20:37.784388 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fd3ace27-39df-4494-8335-a687ba03d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:20:40.080552 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0fb2860b-adcb-45ad-b244-df82bf593c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:20:41.332350 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:20:41.473330 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:20:42.779027 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:20:49.468601 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 5 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:20:57.832299 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16424148'] for agent, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:21:07.787401 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dcac4d5b-bf89-4dd8-a416-ecc97e95491d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:21:10.083901 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3f556aca-b604-4d51-9382-ca1485239272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:21:11.335009 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:21:11.476328 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:21:12.435511 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52008) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:21:12.569616 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ddd77356-f5eb-4500-8917-15f84ea407f6 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1330481 Apr 29 13:21:12.782605 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:21:14.639794 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52018) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:21:14.723468 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8b076073-77ab-4e57-b7dc-e36635d5afc0 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0825927 Apr 29 13:21:26.468354 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:21:27.810752 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:21:37.789975 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b7919a1e-c20c-4285-a92c-76aed0445bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:21:40.086378 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6a4f9158-dfd4-425c-ba3f-f9d50d54f51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:21:41.337364 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:21:41.478104 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:21:42.785816 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:21:57.820966 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:03.468547 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:22:07.792916 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f8b8e6d8-d211-4c73-b134-d1ae89c1f88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:10.089036 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-522a1572-cb95-4ccd-9cb7-7c8900822ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:11.341437 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:11.479654 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:12.794066 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:27.824891 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:37.798662 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cd1d9dd2-9fb6-4d87-ab01-970f5aa69a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:39.103711 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52196) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:39.272494 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52208) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:39.510243 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1509948784-network', 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:22:39.515315 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:39.519969 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Usage tracker for resource:network and tenant:5af4e0e2215a466699ba2d581ed2d902 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:39.523335 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:39.529536 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:39.540657 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Made reservation on behalf of 5af4e0e2215a466699ba2d581ed2d902 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:22:39.543200 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:39.555445 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:39.593069 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:39.597180 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Usage tracker for resource:security_group_rule and tenant:5af4e0e2215a466699ba2d581ed2d902 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:39.600229 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:39.605993 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:39.682237 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:39.686392 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:39.717635 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:22:39.727281 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:39.727501 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Added segment c34f048a-b2fb-4f8d-a587-2dd130398658 of type vlan for network db77dff0-1ec4-4e61-b2c0-fae02c77fce1 Apr 29 13:22:39.744158 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0500f95-c516-4efa-b690-8722cf17a2a2,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:39.755824 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:39.756172 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:39.756507 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:39.756859 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:39.757188 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:39.757524 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:39.757846 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:39.758172 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:39.758496 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:39.758807 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:39.759120 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:39.760095 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Tracked resource versions report: Apr 29 13:22:39.760095 dv-neutron-839027-4-hyperv neutron-server[83905]: pushed versions: Apr 29 13:22:39.760095 dv-neutron-839027-4-hyperv neutron-server[83905]: { 'ConntrackHelper': {'1.0'}, Apr 29 13:22:39.760095 dv-neutron-839027-4-hyperv neutron-server[83905]: 'Log': {'1.0'}, Apr 29 13:22:39.760095 dv-neutron-839027-4-hyperv neutron-server[83905]: 'Network': {'1.1'}, Apr 29 13:22:39.760095 dv-neutron-839027-4-hyperv neutron-server[83905]: 'Port': {'1.5'}, Apr 29 13:22:39.760095 dv-neutron-839027-4-hyperv neutron-server[83905]: 'PortForwarding': {'1.2'}, Apr 29 13:22:39.760095 dv-neutron-839027-4-hyperv neutron-server[83905]: 'QosPolicy': {'1.8'}, Apr 29 13:22:39.760095 dv-neutron-839027-4-hyperv neutron-server[83905]: 'SecurityGroup': {'1.2'}, Apr 29 13:22:39.760095 dv-neutron-839027-4-hyperv neutron-server[83905]: 'SecurityGroupRule': {'1.0'}, Apr 29 13:22:39.760095 dv-neutron-839027-4-hyperv neutron-server[83905]: 'SubPort': {'1.0'}, Apr 29 13:22:39.760095 dv-neutron-839027-4-hyperv neutron-server[83905]: 'Subnet': {'1.1'}, Apr 29 13:22:39.760095 dv-neutron-839027-4-hyperv neutron-server[83905]: 'Trunk': {'1.1'}} Apr 29 13:22:39.760095 dv-neutron-839027-4-hyperv neutron-server[83905]: consumer versions: Apr 29 13:22:39.760095 dv-neutron-839027-4-hyperv neutron-server[83905]: { DHCP agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:22:39.760095 dv-neutron-839027-4-hyperv neutron-server[83905]: HyperV agent@hv-neutron-8390: {}, Apr 29 13:22:39.760095 dv-neutron-839027-4-hyperv neutron-server[83905]: L3 agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:22:39.760095 dv-neutron-839027-4-hyperv neutron-server[83905]: Metadata agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:22:39.760095 dv-neutron-839027-4-hyperv neutron-server[83905]: Metering agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:22:39.760095 dv-neutron-839027-4-hyperv neutron-server[83905]: Open vSwitch agent@dv-neutron-839027-4-hyperv: { 'ConntrackHelper': '1.0', Apr 29 13:22:39.760095 dv-neutron-839027-4-hyperv neutron-server[83905]: 'Log': '1.0', Apr 29 13:22:39.760095 dv-neutron-839027-4-hyperv neutron-server[83905]: 'Network': '1.1', Apr 29 13:22:39.760095 dv-neutron-839027-4-hyperv neutron-server[83905]: 'Port': '1.5', Apr 29 13:22:39.760095 dv-neutron-839027-4-hyperv neutron-server[83905]: 'PortForwarding': '1.2', Apr 29 13:22:39.760095 dv-neutron-839027-4-hyperv neutron-server[83905]: 'QosPolicy': '1.8', Apr 29 13:22:39.760095 dv-neutron-839027-4-hyperv neutron-server[83905]: 'SecurityGroup': '1.2', Apr 29 13:22:39.760095 dv-neutron-839027-4-hyperv neutron-server[83905]: 'SecurityGroupRule': '1.0', Apr 29 13:22:39.760095 dv-neutron-839027-4-hyperv neutron-server[83905]: 'SubPort': '1.0', Apr 29 13:22:39.760095 dv-neutron-839027-4-hyperv neutron-server[83905]: 'Subnet': '1.1', Apr 29 13:22:39.760095 dv-neutron-839027-4-hyperv neutron-server[83905]: 'Trunk': '1.1'}} Apr 29 13:22:39.760095 dv-neutron-839027-4-hyperv neutron-server[83905]: {{(pid=83905) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 13:22:39.796283 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:39.830305 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-0321ff7a-cc43-427c-a86e-122d732501f6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-829336071-network', 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:22:39.834986 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:39.835947 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:22:39.836654 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:39.852317 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0321ff7a-cc43-427c-a86e-122d732501f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:39.873125 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0321ff7a-cc43-427c-a86e-122d732501f6 admin admin] Usage tracker for resource:network and tenant:6c8c29596be64b1cbf79cd04762fbea5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:39.878896 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0321ff7a-cc43-427c-a86e-122d732501f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:39.893193 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0321ff7a-cc43-427c-a86e-122d732501f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:39.973698 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8661284 Apr 29 13:22:39.974160 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52232) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:39.980290 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f51cc3-1c01-40c8-a913-f8beff944332 admin admin] Pushing event updated for resources: {'Network': ['ID=db77dff0-1ec4-4e61-b2c0-fae02c77fce1,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:39.983934 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-0a9bbc73-27fe-4140-8fad-4b4d5da8c276 admin admin] Request body: {'subnet': {'network_id': 'db77dff0-1ec4-4e61-b2c0-fae02c77fce1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1509948784-subnet', 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:22:39.984079 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0321ff7a-cc43-427c-a86e-122d732501f6 admin admin] Made reservation on behalf of 6c8c29596be64b1cbf79cd04762fbea5 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:22:39.987193 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0321ff7a-cc43-427c-a86e-122d732501f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:39.992801 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network db77dff0-1ec4-4e61-b2c0-fae02c77fce1 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:22:39.993344 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0a9bbc73-27fe-4140-8fad-4b4d5da8c276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:39.997328 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0a9bbc73-27fe-4140-8fad-4b4d5da8c276 admin admin] Usage tracker for resource:subnet and tenant:5af4e0e2215a466699ba2d581ed2d902 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:40.002860 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0a9bbc73-27fe-4140-8fad-4b4d5da8c276 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:40.003824 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0321ff7a-cc43-427c-a86e-122d732501f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:40.010167 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0a9bbc73-27fe-4140-8fad-4b4d5da8c276 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:40.024883 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9bbc73-27fe-4140-8fad-4b4d5da8c276 admin admin] Made reservation on behalf of 5af4e0e2215a466699ba2d581ed2d902 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:22:40.029026 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0a9bbc73-27fe-4140-8fad-4b4d5da8c276 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:40.057682 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0321ff7a-cc43-427c-a86e-122d732501f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:40.064416 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0321ff7a-cc43-427c-a86e-122d732501f6 admin admin] Usage tracker for resource:security_group_rule and tenant:6c8c29596be64b1cbf79cd04762fbea5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:40.071415 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0321ff7a-cc43-427c-a86e-122d732501f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:40.081061 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0321ff7a-cc43-427c-a86e-122d732501f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:40.142286 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12b36040-e574-42b5-93a7-fd03fa4b4c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:40.182176 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0321ff7a-cc43-427c-a86e-122d732501f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:40.187559 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0321ff7a-cc43-427c-a86e-122d732501f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:40.204950 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0321ff7a-cc43-427c-a86e-122d732501f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:22:40.217706 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0321ff7a-cc43-427c-a86e-122d732501f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:40.218245 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-0321ff7a-cc43-427c-a86e-122d732501f6 admin admin] Added segment c18c1e0e-fc25-4a3c-b468-2574dc213ac5 of type vlan for network 5766f20d-f6c2-4c44-9d06-902bc69d7f8a Apr 29 13:22:40.246692 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0321ff7a-cc43-427c-a86e-122d732501f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:40.302614 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0321ff7a-cc43-427c-a86e-122d732501f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:40.303457 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0321ff7a-cc43-427c-a86e-122d732501f6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:22:40.304044 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0321ff7a-cc43-427c-a86e-122d732501f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:40.330478 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0a9bbc73-27fe-4140-8fad-4b4d5da8c276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:40.402966 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9bbc73-27fe-4140-8fad-4b4d5da8c276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb00ce98-f29b-44ee-afb3-87315ac0d956,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:40.413094 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9bbc73-27fe-4140-8fad-4b4d5da8c276 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:40.413440 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9bbc73-27fe-4140-8fad-4b4d5da8c276 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:40.413778 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9bbc73-27fe-4140-8fad-4b4d5da8c276 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:40.414109 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9bbc73-27fe-4140-8fad-4b4d5da8c276 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:40.414455 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9bbc73-27fe-4140-8fad-4b4d5da8c276 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:40.415367 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9bbc73-27fe-4140-8fad-4b4d5da8c276 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:40.415367 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9bbc73-27fe-4140-8fad-4b4d5da8c276 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:40.415560 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9bbc73-27fe-4140-8fad-4b4d5da8c276 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:40.415718 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9bbc73-27fe-4140-8fad-4b4d5da8c276 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:40.416035 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9bbc73-27fe-4140-8fad-4b4d5da8c276 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:40.416351 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9bbc73-27fe-4140-8fad-4b4d5da8c276 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:40.417368 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9bbc73-27fe-4140-8fad-4b4d5da8c276 admin admin] Tracked resource versions report: Apr 29 13:22:40.417368 dv-neutron-839027-4-hyperv neutron-server[83904]: pushed versions: Apr 29 13:22:40.417368 dv-neutron-839027-4-hyperv neutron-server[83904]: { 'ConntrackHelper': {'1.0'}, Apr 29 13:22:40.417368 dv-neutron-839027-4-hyperv neutron-server[83904]: 'Log': {'1.0'}, Apr 29 13:22:40.417368 dv-neutron-839027-4-hyperv neutron-server[83904]: 'Network': {'1.1'}, Apr 29 13:22:40.417368 dv-neutron-839027-4-hyperv neutron-server[83904]: 'Port': {'1.5'}, Apr 29 13:22:40.417368 dv-neutron-839027-4-hyperv neutron-server[83904]: 'PortForwarding': {'1.2'}, Apr 29 13:22:40.417368 dv-neutron-839027-4-hyperv neutron-server[83904]: 'QosPolicy': {'1.8'}, Apr 29 13:22:40.417368 dv-neutron-839027-4-hyperv neutron-server[83904]: 'SecurityGroup': {'1.2'}, Apr 29 13:22:40.417368 dv-neutron-839027-4-hyperv neutron-server[83904]: 'SecurityGroupRule': {'1.0'}, Apr 29 13:22:40.417368 dv-neutron-839027-4-hyperv neutron-server[83904]: 'SubPort': {'1.0'}, Apr 29 13:22:40.417368 dv-neutron-839027-4-hyperv neutron-server[83904]: 'Subnet': {'1.1'}, Apr 29 13:22:40.417368 dv-neutron-839027-4-hyperv neutron-server[83904]: 'Trunk': {'1.1'}} Apr 29 13:22:40.417368 dv-neutron-839027-4-hyperv neutron-server[83904]: consumer versions: Apr 29 13:22:40.417368 dv-neutron-839027-4-hyperv neutron-server[83904]: { DHCP agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:22:40.417368 dv-neutron-839027-4-hyperv neutron-server[83904]: HyperV agent@hv-neutron-8390: {}, Apr 29 13:22:40.417368 dv-neutron-839027-4-hyperv neutron-server[83904]: L3 agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:22:40.417368 dv-neutron-839027-4-hyperv neutron-server[83904]: Metadata agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:22:40.417368 dv-neutron-839027-4-hyperv neutron-server[83904]: Metering agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:22:40.417368 dv-neutron-839027-4-hyperv neutron-server[83904]: Open vSwitch agent@dv-neutron-839027-4-hyperv: { 'ConntrackHelper': '1.0', Apr 29 13:22:40.417368 dv-neutron-839027-4-hyperv neutron-server[83904]: 'Log': '1.0', Apr 29 13:22:40.417368 dv-neutron-839027-4-hyperv neutron-server[83904]: 'Network': '1.1', Apr 29 13:22:40.417368 dv-neutron-839027-4-hyperv neutron-server[83904]: 'Port': '1.5', Apr 29 13:22:40.417368 dv-neutron-839027-4-hyperv neutron-server[83904]: 'PortForwarding': '1.2', Apr 29 13:22:40.417368 dv-neutron-839027-4-hyperv neutron-server[83904]: 'QosPolicy': '1.8', Apr 29 13:22:40.417368 dv-neutron-839027-4-hyperv neutron-server[83904]: 'SecurityGroup': '1.2', Apr 29 13:22:40.417368 dv-neutron-839027-4-hyperv neutron-server[83904]: 'SecurityGroupRule': '1.0', Apr 29 13:22:40.417368 dv-neutron-839027-4-hyperv neutron-server[83904]: 'SubPort': '1.0', Apr 29 13:22:40.417368 dv-neutron-839027-4-hyperv neutron-server[83904]: 'Subnet': '1.1', Apr 29 13:22:40.417368 dv-neutron-839027-4-hyperv neutron-server[83904]: 'Trunk': '1.1'}} Apr 29 13:22:40.417368 dv-neutron-839027-4-hyperv neutron-server[83904]: {{(pid=83904) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 13:22:40.434418 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321ff7a-cc43-427c-a86e-122d732501f6 admin admin] Pushing event updated for resources: {'Network': ['ID=5766f20d-f6c2-4c44-9d06-902bc69d7f8a,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:40.447976 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 5766f20d-f6c2-4c44-9d06-902bc69d7f8a details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:22:40.448249 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321ff7a-cc43-427c-a86e-122d732501f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17955e7-ed50-4d33-bc56-5d60bac2c14c,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:40.457583 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0321ff7a-cc43-427c-a86e-122d732501f6 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1808441 Apr 29 13:22:40.461003 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52252) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:40.465923 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-6c541873-e249-45f4-abea-5e998b2e82ec admin admin] Request body: {'subnet': {'network_id': '5766f20d-f6c2-4c44-9d06-902bc69d7f8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-829336071-subnet', 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:22:40.472206 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:22:40.478275 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6c541873-e249-45f4-abea-5e998b2e82ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:40.486561 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6c541873-e249-45f4-abea-5e998b2e82ec admin admin] Usage tracker for resource:subnet and tenant:6c8c29596be64b1cbf79cd04762fbea5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:40.486806 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9bbc73-27fe-4140-8fad-4b4d5da8c276 admin admin] Checking segment: {'id': 'c34f048a-b2fb-4f8d-a587-2dd130398658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'db77dff0-1ec4-4e61-b2c0-fae02c77fce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:22:40.487241 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9bbc73-27fe-4140-8fad-4b4d5da8c276 admin admin] Network hostable DHCP agents. Network: db77dff0-1ec4-4e61-b2c0-fae02c77fce1, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:22:40.495139 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6c541873-e249-45f4-abea-5e998b2e82ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:40.503784 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6c541873-e249-45f4-abea-5e998b2e82ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:40.518385 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9bbc73-27fe-4140-8fad-4b4d5da8c276 admin admin] Network db77dff0-1ec4-4e61-b2c0-fae02c77fce1 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:22:40.527799 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c541873-e249-45f4-abea-5e998b2e82ec admin admin] Made reservation on behalf of 6c8c29596be64b1cbf79cd04762fbea5 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:22:40.531563 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6c541873-e249-45f4-abea-5e998b2e82ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:40.533564 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-0a9bbc73-27fe-4140-8fad-4b4d5da8c276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, db77dff0-1ec4-4e61-b2c0-fae02c77fce1) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:22:40.539280 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9bbc73-27fe-4140-8fad-4b4d5da8c276 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:22:40.541236 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0a9bbc73-27fe-4140-8fad-4b4d5da8c276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:40.549653 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19618f2-0726-4c1f-805d-f25fb5c20de6 None None] Network db77dff0-1ec4-4e61-b2c0-fae02c77fce1 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:22:40.596033 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0a9bbc73-27fe-4140-8fad-4b4d5da8c276 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6198447 Apr 29 13:22:40.598744 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52260) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:40.604885 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-073aa07d-3dae-4c7b-a3f2-932bc68a1fc6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1509948784-router', 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:22:40.613814 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-073aa07d-3dae-4c7b-a3f2-932bc68a1fc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:40.621728 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-073aa07d-3dae-4c7b-a3f2-932bc68a1fc6 admin admin] Usage tracker for resource:router and tenant:5af4e0e2215a466699ba2d581ed2d902 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:40.628284 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-073aa07d-3dae-4c7b-a3f2-932bc68a1fc6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:40.644439 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-073aa07d-3dae-4c7b-a3f2-932bc68a1fc6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:40.680588 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-073aa07d-3dae-4c7b-a3f2-932bc68a1fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:40.681635 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-073aa07d-3dae-4c7b-a3f2-932bc68a1fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:40.718982 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-073aa07d-3dae-4c7b-a3f2-932bc68a1fc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:40.822962 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6c541873-e249-45f4-abea-5e998b2e82ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:40.875175 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-db77dff0-1ec4-4e61-b2c0-fae02c77fce1', 'network_id': 'db77dff0-1ec4-4e61-b2c0-fae02c77fce1', 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902', 'fixed_ips': [{'subnet_id': 'cb00ce98-f29b-44ee-afb3-87315ac0d956'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:22:40.877019 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:40.931973 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c541873-e249-45f4-abea-5e998b2e82ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ecbd849-02e4-4ff8-acc4-ec6e20b79dd5,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:40.949338 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c541873-e249-45f4-abea-5e998b2e82ec admin admin] Checking segment: {'id': 'c18c1e0e-fc25-4a3c-b468-2574dc213ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5766f20d-f6c2-4c44-9d06-902bc69d7f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:22:40.949700 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c541873-e249-45f4-abea-5e998b2e82ec admin admin] Network hostable DHCP agents. Network: 5766f20d-f6c2-4c44-9d06-902bc69d7f8a, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:22:40.993386 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c541873-e249-45f4-abea-5e998b2e82ec admin admin] Network 5766f20d-f6c2-4c44-9d06-902bc69d7f8a is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:22:41.009308 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-6c541873-e249-45f4-abea-5e998b2e82ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 5766f20d-f6c2-4c44-9d06-902bc69d7f8a) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:22:41.015391 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c541873-e249-45f4-abea-5e998b2e82ec admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:22:41.017069 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6c541873-e249-45f4-abea-5e998b2e82ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:41.029392 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-073aa07d-3dae-4c7b-a3f2-932bc68a1fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:41.055952 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6c541873-e249-45f4-abea-5e998b2e82ec admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5945163 Apr 29 13:22:41.056928 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52274) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:41.064408 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-c29bfb93-2e0b-405b-844b-401596f29b88 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-829336071-router', 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:22:41.076318 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c29bfb93-2e0b-405b-844b-401596f29b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:41.082593 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c29bfb93-2e0b-405b-844b-401596f29b88 admin admin] Usage tracker for resource:router and tenant:6c8c29596be64b1cbf79cd04762fbea5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:41.086459 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c29bfb93-2e0b-405b-844b-401596f29b88 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:41.096801 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c29bfb93-2e0b-405b-844b-401596f29b88 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:41.100244 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ec4807-5364-42eb-a1ee-2d7bbeaf3479 None None] Network 5766f20d-f6c2-4c44-9d06-902bc69d7f8a requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:22:41.127719 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c29bfb93-2e0b-405b-844b-401596f29b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:41.128926 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c29bfb93-2e0b-405b-844b-401596f29b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:41.173632 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c29bfb93-2e0b-405b-844b-401596f29b88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:41.202490 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Allocated IP 172.20.0.2 (db77dff0-1ec4-4e61-b2c0-fae02c77fce1/cb00ce98-f29b-44ee-afb3-87315ac0d956/5fc1068d-b9b8-45bf-a600-ab858ec91266) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:22:41.312374 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52284) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:41.354149 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-073aa07d-3dae-4c7b-a3f2-932bc68a1fc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:41.403279 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-073aa07d-3dae-4c7b-a3f2-932bc68a1fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:41.554594 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c29bfb93-2e0b-405b-844b-401596f29b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:41.624202 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-073aa07d-3dae-4c7b-a3f2-932bc68a1fc6 admin admin] Allocated IP 172.26.6.85 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/b4906660-a243-4f3e-87c7-2e9f8eb9f468) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:22:41.643716 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:41.648181 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:41.664893 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befcdd72-e24b-4cfb-aaa8-e31f894de95a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-5766f20d-f6c2-4c44-9d06-902bc69d7f8a', 'network_id': '5766f20d-f6c2-4c44-9d06-902bc69d7f8a', 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5', 'fixed_ips': [{'subnet_id': '1ecbd849-02e4-4ff8-acc4-ec6e20b79dd5'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:22:41.665888 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-befcdd72-e24b-4cfb-aaa8-e31f894de95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:41.685578 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:41.736579 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Transition to ACTIVE for port object 5fc1068d-b9b8-45bf-a600-ab858ec91266 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:22:41.785291 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Transition to ACTIVE for port object 5fc1068d-b9b8-45bf-a600-ab858ec91266 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:22:41.800717 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:41.825687 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c29bfb93-2e0b-405b-844b-401596f29b88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:41.900420 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c29bfb93-2e0b-405b-844b-401596f29b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:41.900597 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Pushing event updated for resources: {'Port': ['ID=5fc1068d-b9b8-45bf-a600-ab858ec91266,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:41.911767 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-073aa07d-3dae-4c7b-a3f2-932bc68a1fc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:41.933333 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Network db77dff0-1ec4-4e61-b2c0-fae02c77fce1 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:22:41.936391 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:22:41.939132 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:41.939483 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:41.939806 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:41.940136 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:41.940909 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:41.940909 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:41.941199 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:41.941475 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:41.941793 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:41.942111 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:41.942427 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:41.943382 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Tracked resource versions report: Apr 29 13:22:41.943382 dv-neutron-839027-4-hyperv neutron-server[83906]: pushed versions: Apr 29 13:22:41.943382 dv-neutron-839027-4-hyperv neutron-server[83906]: { 'ConntrackHelper': {'1.0'}, Apr 29 13:22:41.943382 dv-neutron-839027-4-hyperv neutron-server[83906]: 'Log': {'1.0'}, Apr 29 13:22:41.943382 dv-neutron-839027-4-hyperv neutron-server[83906]: 'Network': {'1.1'}, Apr 29 13:22:41.943382 dv-neutron-839027-4-hyperv neutron-server[83906]: 'Port': {'1.5'}, Apr 29 13:22:41.943382 dv-neutron-839027-4-hyperv neutron-server[83906]: 'PortForwarding': {'1.2'}, Apr 29 13:22:41.943382 dv-neutron-839027-4-hyperv neutron-server[83906]: 'QosPolicy': {'1.8'}, Apr 29 13:22:41.943382 dv-neutron-839027-4-hyperv neutron-server[83906]: 'SecurityGroup': {'1.2'}, Apr 29 13:22:41.943382 dv-neutron-839027-4-hyperv neutron-server[83906]: 'SecurityGroupRule': {'1.0'}, Apr 29 13:22:41.943382 dv-neutron-839027-4-hyperv neutron-server[83906]: 'SubPort': {'1.0'}, Apr 29 13:22:41.943382 dv-neutron-839027-4-hyperv neutron-server[83906]: 'Subnet': {'1.1'}, Apr 29 13:22:41.943382 dv-neutron-839027-4-hyperv neutron-server[83906]: 'Trunk': {'1.1'}} Apr 29 13:22:41.943382 dv-neutron-839027-4-hyperv neutron-server[83906]: consumer versions: Apr 29 13:22:41.943382 dv-neutron-839027-4-hyperv neutron-server[83906]: { DHCP agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:22:41.943382 dv-neutron-839027-4-hyperv neutron-server[83906]: HyperV agent@hv-neutron-8390: {}, Apr 29 13:22:41.943382 dv-neutron-839027-4-hyperv neutron-server[83906]: L3 agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:22:41.943382 dv-neutron-839027-4-hyperv neutron-server[83906]: Metadata agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:22:41.943382 dv-neutron-839027-4-hyperv neutron-server[83906]: Metering agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:22:41.943382 dv-neutron-839027-4-hyperv neutron-server[83906]: Open vSwitch agent@dv-neutron-839027-4-hyperv: { 'ConntrackHelper': '1.0', Apr 29 13:22:41.943382 dv-neutron-839027-4-hyperv neutron-server[83906]: 'Log': '1.0', Apr 29 13:22:41.943382 dv-neutron-839027-4-hyperv neutron-server[83906]: 'Network': '1.1', Apr 29 13:22:41.943382 dv-neutron-839027-4-hyperv neutron-server[83906]: 'Port': '1.5', Apr 29 13:22:41.943382 dv-neutron-839027-4-hyperv neutron-server[83906]: 'PortForwarding': '1.2', Apr 29 13:22:41.943382 dv-neutron-839027-4-hyperv neutron-server[83906]: 'QosPolicy': '1.8', Apr 29 13:22:41.943382 dv-neutron-839027-4-hyperv neutron-server[83906]: 'SecurityGroup': '1.2', Apr 29 13:22:41.943382 dv-neutron-839027-4-hyperv neutron-server[83906]: 'SecurityGroupRule': '1.0', Apr 29 13:22:41.943382 dv-neutron-839027-4-hyperv neutron-server[83906]: 'SubPort': '1.0', Apr 29 13:22:41.943382 dv-neutron-839027-4-hyperv neutron-server[83906]: 'Subnet': '1.1', Apr 29 13:22:41.943382 dv-neutron-839027-4-hyperv neutron-server[83906]: 'Trunk': '1.1'}} Apr 29 13:22:41.943382 dv-neutron-839027-4-hyperv neutron-server[83906]: {{(pid=83906) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 13:22:41.962657 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:22:42.020101 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-073aa07d-3dae-4c7b-a3f2-932bc68a1fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:42.055781 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-befcdd72-e24b-4cfb-aaa8-e31f894de95a None None] Allocated IP 172.20.0.2 (5766f20d-f6c2-4c44-9d06-902bc69d7f8a/1ecbd849-02e4-4ff8-acc4-ec6e20b79dd5/4a101d47-e132-4b5a-8542-687da002c597) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:22:42.105143 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Attempting to bind port 5fc1068d-b9b8-45bf-a600-ab858ec91266 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:22:42.105772 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Attempting to bind port 5fc1068d-b9b8-45bf-a600-ab858ec91266 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'c34f048a-b2fb-4f8d-a587-2dd130398658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'db77dff0-1ec4-4e61-b2c0-fae02c77fce1'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:22:42.105899 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Attempting to bind port 5fc1068d-b9b8-45bf-a600-ab858ec91266 on network db77dff0-1ec4-4e61-b2c0-fae02c77fce1 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:22:42.137381 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073aa07d-3dae-4c7b-a3f2-932bc68a1fc6 admin admin] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:22:42.139083 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073aa07d-3dae-4c7b-a3f2-932bc68a1fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=b4906660-a243-4f3e-87c7-2e9f8eb9f468,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:42.142747 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-073aa07d-3dae-4c7b-a3f2-932bc68a1fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:22:42.170769 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073aa07d-3dae-4c7b-a3f2-932bc68a1fc6 admin admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:22:42.185050 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-c29bfb93-2e0b-405b-844b-401596f29b88 admin admin] Allocated IP 172.26.6.157 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/068be9c2-a8d4-4bd5-9c40-82006ab83ca3) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:22:42.216002 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-c10364e5-105e-48d6-9624-04fe801e811a tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1012720688'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:22:42.222844 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-c10364e5-105e-48d6-9624-04fe801e811a tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:42.235179 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-c10364e5-105e-48d6-9624-04fe801e811a tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Usage tracker for resource:router and tenant:1a98758dd10d47a484043d55fb2e03be is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:42.239521 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-c10364e5-105e-48d6-9624-04fe801e811a tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:42.248132 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-c10364e5-105e-48d6-9624-04fe801e811a tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:42.268422 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c10364e5-105e-48d6-9624-04fe801e811a tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:42.269882 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c10364e5-105e-48d6-9624-04fe801e811a tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:42.291466 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c10364e5-105e-48d6-9624-04fe801e811a tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:42.356428 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c10364e5-105e-48d6-9624-04fe801e811a tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:42.365217 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c29bfb93-2e0b-405b-844b-401596f29b88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:42.404372 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c10364e5-105e-48d6-9624-04fe801e811a tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:42.408628 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:22:42.409307 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Checking segment: {'id': 'c34f048a-b2fb-4f8d-a587-2dd130398658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'db77dff0-1ec4-4e61-b2c0-fae02c77fce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:22:42.409953 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:42.410568 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Bound using segment: {'id': 'c34f048a-b2fb-4f8d-a587-2dd130398658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'db77dff0-1ec4-4e61-b2c0-fae02c77fce1'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:22:42.411011 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c10364e5-105e-48d6-9624-04fe801e811a tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0957224 Apr 29 13:22:42.411463 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Bound port: 5fc1068d-b9b8-45bf-a600-ab858ec91266, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c34f048a-b2fb-4f8d-a587-2dd130398658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'db77dff0-1ec4-4e61-b2c0-fae02c77fce1'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:22:42.412122 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52310) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:42.412614 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:42.425865 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-befcdd72-e24b-4cfb-aaa8-e31f894de95a None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:42.472349 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-befcdd72-e24b-4cfb-aaa8-e31f894de95a None None] Transition to ACTIVE for port object 4a101d47-e132-4b5a-8542-687da002c597 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:22:42.519961 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-befcdd72-e24b-4cfb-aaa8-e31f894de95a None None] Transition to ACTIVE for port object 4a101d47-e132-4b5a-8542-687da002c597 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:22:42.538533 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-073aa07d-3dae-4c7b-a3f2-932bc68a1fc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:42.539606 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-073aa07d-3dae-4c7b-a3f2-932bc68a1fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:42.567591 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-befcdd72-e24b-4cfb-aaa8-e31f894de95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:42.631526 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] For port 5fc1068d-b9b8-45bf-a600-ab858ec91266, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:22:42.659496 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] For port 5fc1068d-b9b8-45bf-a600-ab858ec91266, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=5fc1068d-b9b8-45bf-a600-ab858ec91266,segment=NetworkSegment(c34f048a-b2fb-4f8d-a587-2dd130398658),segment_id=c34f048a-b2fb-4f8d-a587-2dd130398658)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:22:42.666943 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befcdd72-e24b-4cfb-aaa8-e31f894de95a None None] Network 5766f20d-f6c2-4c44-9d06-902bc69d7f8a is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:22:42.671253 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-befcdd72-e24b-4cfb-aaa8-e31f894de95a None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:22:42.671730 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c29bfb93-2e0b-405b-844b-401596f29b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:42.675444 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:42.679642 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcdd72-e24b-4cfb-aaa8-e31f894de95a None None] Pushing event updated for resources: {'Port': ['ID=4a101d47-e132-4b5a-8542-687da002c597,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:42.682939 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befcdd72-e24b-4cfb-aaa8-e31f894de95a None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:22:42.746232 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29bfb93-2e0b-405b-844b-401596f29b88 admin admin] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:22:42.752657 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-c29bfb93-2e0b-405b-844b-401596f29b88 admin admin] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:22:42.762978 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29bfb93-2e0b-405b-844b-401596f29b88 admin admin] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:22:42.872471 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:42.873502 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2721728-ce70-4dd7-8c9a-62fd324e3394 None None] Pushing event updated for resources: {'Port': ['ID=5fc1068d-b9b8-45bf-a600-ab858ec91266,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:42.886829 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-befcdd72-e24b-4cfb-aaa8-e31f894de95a None None] Attempting to bind port 4a101d47-e132-4b5a-8542-687da002c597 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:22:42.887447 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-befcdd72-e24b-4cfb-aaa8-e31f894de95a None None] Attempting to bind port 4a101d47-e132-4b5a-8542-687da002c597 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'c18c1e0e-fc25-4a3c-b468-2574dc213ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5766f20d-f6c2-4c44-9d06-902bc69d7f8a'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:22:42.888060 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befcdd72-e24b-4cfb-aaa8-e31f894de95a None None] Attempting to bind port 4a101d47-e132-4b5a-8542-687da002c597 on network 5766f20d-f6c2-4c44-9d06-902bc69d7f8a {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:22:42.899420 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befcdd72-e24b-4cfb-aaa8-e31f894de95a None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:22:42.908969 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befcdd72-e24b-4cfb-aaa8-e31f894de95a None None] Checking segment: {'id': 'c18c1e0e-fc25-4a3c-b468-2574dc213ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5766f20d-f6c2-4c44-9d06-902bc69d7f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:22:42.909669 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-befcdd72-e24b-4cfb-aaa8-e31f894de95a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:42.910273 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befcdd72-e24b-4cfb-aaa8-e31f894de95a None None] Bound using segment: {'id': 'c18c1e0e-fc25-4a3c-b468-2574dc213ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5766f20d-f6c2-4c44-9d06-902bc69d7f8a'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:22:42.910989 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-befcdd72-e24b-4cfb-aaa8-e31f894de95a None None] Bound port: 4a101d47-e132-4b5a-8542-687da002c597, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c18c1e0e-fc25-4a3c-b468-2574dc213ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5766f20d-f6c2-4c44-9d06-902bc69d7f8a'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:22:42.912281 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-befcdd72-e24b-4cfb-aaa8-e31f894de95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:42.919612 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073aa07d-3dae-4c7b-a3f2-932bc68a1fc6 admin admin] Router 6ee152d9-d524-4a86-bcb7-77de14f79e5f is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:22:42.926843 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29bfb93-2e0b-405b-844b-401596f29b88 admin admin] Pushing event updated for resources: {'Port': ['ID=068be9c2-a8d4-4bd5-9c40-82006ab83ca3,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:42.950215 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-95d707a7-5ed4-4399-b3a0-943d6dea59b3 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:43.051298 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-befcdd72-e24b-4cfb-aaa8-e31f894de95a None None] For port 4a101d47-e132-4b5a-8542-687da002c597, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:22:43.055422 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-befcdd72-e24b-4cfb-aaa8-e31f894de95a None None] For port 4a101d47-e132-4b5a-8542-687da002c597, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=4a101d47-e132-4b5a-8542-687da002c597,segment=NetworkSegment(c18c1e0e-fc25-4a3c-b468-2574dc213ac5),segment_id=c18c1e0e-fc25-4a3c-b468-2574dc213ac5)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:22:43.061512 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-befcdd72-e24b-4cfb-aaa8-e31f894de95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:43.158137 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcdd72-e24b-4cfb-aaa8-e31f894de95a None None] Pushing event updated for resources: {'Port': ['ID=4a101d47-e132-4b5a-8542-687da002c597,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:43.363002 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52332) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:43.454864 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073aa07d-3dae-4c7b-a3f2-932bc68a1fc6 admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:22:43.465588 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701eecfc-8643-4707-bbc5-e13d67be6fea None None] Sync routers for ids ['6ee152d9-d524-4a86-bcb7-77de14f79e5f'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:22:43.484257 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-073aa07d-3dae-4c7b-a3f2-932bc68a1fc6 admin admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:43.487964 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-073aa07d-3dae-4c7b-a3f2-932bc68a1fc6 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.8880918 Apr 29 13:22:43.490840 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52338) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:43.499483 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701eecfc-8643-4707-bbc5-e13d67be6fea None None] Routers {'6ee152d9-d524-4a86-bcb7-77de14f79e5f'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:22:43.502380 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-701eecfc-8643-4707-bbc5-e13d67be6fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:22:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6ee152d9-d524-4a86-bcb7-77de14f79e5f'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:43.695053 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-95d707a7-5ed4-4399-b3a0-943d6dea59b3 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:43.702579 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-95d707a7-5ed4-4399-b3a0-943d6dea59b3 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:43.709856 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c29bfb93-2e0b-405b-844b-401596f29b88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:43.710564 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c29bfb93-2e0b-405b-844b-401596f29b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:43.919744 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-701eecfc-8643-4707-bbc5-e13d67be6fea None None] Set router 6ee152d9-d524-4a86-bcb7-77de14f79e5f gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:22:44.261119 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-95d707a7-5ed4-4399-b3a0-943d6dea59b3 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:44.261613 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d707a7-5ed4-4399-b3a0-943d6dea59b3 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9fb5c266-86b5-42d1-8ad4-dee8708f08c4 {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:22:44.263544 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 5fc1068d-b9b8-45bf-a600-ab858ec91266 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:22:44.377202 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-95d707a7-5ed4-4399-b3a0-943d6dea59b3 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:44.385880 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 5fc1068d-b9b8-45bf-a600-ab858ec91266 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:22:44.392317 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-95d707a7-5ed4-4399-b3a0-943d6dea59b3 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] 10.222.0.76 "DELETE /v2.0/routers/9fb5c266-86b5-42d1-8ad4-dee8708f08c4 HTTP/1.1" status: 204 len: 168 time: 1.9706433 Apr 29 13:22:44.392789 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 4a101d47-e132-4b5a-8542-687da002c597 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:22:44.393529 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52350) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:44.407456 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-0c62e925-95a9-433a-acf3-666518f83431 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Request body: {'router': {'name': 'tempest-router-983852687', 'distributed': False}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:22:44.428479 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0c62e925-95a9-433a-acf3-666518f83431 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:44.435437 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-627b895f-1363-444d-83d0-111b3b31b340 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-22067622', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:22:44.440375 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0c62e925-95a9-433a-acf3-666518f83431 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Usage tracker for resource:router and tenant:1a98758dd10d47a484043d55fb2e03be is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:44.442043 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-627b895f-1363-444d-83d0-111b3b31b340 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:44.447409 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-627b895f-1363-444d-83d0-111b3b31b340 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Usage tracker for resource:port and tenant:1da05a725c274944aa0eb2cdd8420f59 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:44.451323 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-627b895f-1363-444d-83d0-111b3b31b340 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:44.464539 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-627b895f-1363-444d-83d0-111b3b31b340 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:44.472185 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0c62e925-95a9-433a-acf3-666518f83431 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:44.480793 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0c62e925-95a9-433a-acf3-666518f83431 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:44.492651 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627b895f-1363-444d-83d0-111b3b31b340 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Made reservation on behalf of 1da05a725c274944aa0eb2cdd8420f59 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:22:44.495611 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-627b895f-1363-444d-83d0-111b3b31b340 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:44.507572 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe93cac9-dda3-4f46-8044-e71c63f26641 None None] Network db77dff0-1ec4-4e61-b2c0-fae02c77fce1 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:22:44.516419 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52354) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:44.520678 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-627b895f-1363-444d-83d0-111b3b31b340 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:44.534776 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0c62e925-95a9-433a-acf3-666518f83431 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:44.538079 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0c62e925-95a9-433a-acf3-666518f83431 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:44.571209 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-627b895f-1363-444d-83d0-111b3b31b340 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:44.577480 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-627b895f-1363-444d-83d0-111b3b31b340 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Usage tracker for resource:security_group_rule and tenant:1da05a725c274944aa0eb2cdd8420f59 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:44.583340 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-627b895f-1363-444d-83d0-111b3b31b340 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:44.603090 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0c62e925-95a9-433a-acf3-666518f83431 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:44.621473 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-627b895f-1363-444d-83d0-111b3b31b340 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:44.695163 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52362) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:44.696275 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0c62e925-95a9-433a-acf3-666518f83431 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:44.716821 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-701eecfc-8643-4707-bbc5-e13d67be6fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'name': 'tempest-ServersTestJSON-1509948784-router', 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b4906660-a243-4f3e-87c7-2e9f8eb9f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:22:40Z', 'updated_at': '2022-04-29T13:22:42Z', 'revision_number': 3, 'project_id': '5af4e0e2215a466699ba2d581ed2d902', 'gw_port': {'id': 'b4906660-a243-4f3e-87c7-2e9f8eb9f468', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:10:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:44.725597 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701eecfc-8643-4707-bbc5-e13d67be6fea None None] Checking router: 6ee152d9-d524-4a86-bcb7-77de14f79e5f for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:22:44.726214 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701eecfc-8643-4707-bbc5-e13d67be6fea None None] Updating router 6ee152d9-d524-4a86-bcb7-77de14f79e5f port b4906660-a243-4f3e-87c7-2e9f8eb9f468 binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:22:44.789261 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0c62e925-95a9-433a-acf3-666518f83431 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:44.799268 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0c62e925-95a9-433a-acf3-666518f83431 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4042900 Apr 29 13:22:44.804028 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52368) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:44.805748 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 4a101d47-e132-4b5a-8542-687da002c597 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:22:44.830215 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4faf389b-4b65-45a8-9571-7e1256df342b None None] Provisioning for port 5fc1068d-b9b8-45bf-a600-ab858ec91266 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:22:44.851575 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-701eecfc-8643-4707-bbc5-e13d67be6fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:44.852734 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4faf389b-4b65-45a8-9571-7e1256df342b None None] Provisioning complete for port 5fc1068d-b9b8-45bf-a600-ab858ec91266 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:22:44.854590 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4faf389b-4b65-45a8-9571-7e1256df342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:44.887972 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-627b895f-1363-444d-83d0-111b3b31b340 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:44.910539 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-627b895f-1363-444d-83d0-111b3b31b340 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:44.925647 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-627b895f-1363-444d-83d0-111b3b31b340 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] device_id is not set on port ab71f733-b84d-403a-8465-6578da9648ba yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:22:45.050161 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82653927-1777-49b2-94b7-1e555e1d8651 None None] Network 5766f20d-f6c2-4c44-9d06-902bc69d7f8a requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:22:45.071804 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-2a31812f-46f5-4e7e-b340-7591235a33af tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-950674561'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:22:45.078055 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2a31812f-46f5-4e7e-b340-7591235a33af tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:45.083193 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2a31812f-46f5-4e7e-b340-7591235a33af tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Usage tracker for resource:network and tenant:ee79d9741fe44d87b6974529902c54c7 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:45.086880 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2a31812f-46f5-4e7e-b340-7591235a33af tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:45.094946 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2a31812f-46f5-4e7e-b340-7591235a33af tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:45.095159 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b895f-1363-444d-83d0-111b3b31b340 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3d8be5-733b-45ef-8ebb-3a64dce4262b,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:45.135041 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a31812f-46f5-4e7e-b340-7591235a33af tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Made reservation on behalf of ee79d9741fe44d87b6974529902c54c7 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:22:45.138196 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2a31812f-46f5-4e7e-b340-7591235a33af tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:45.175936 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2a31812f-46f5-4e7e-b340-7591235a33af tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:45.240640 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fbe143c2-a2d8-45df-9f0b-34331dd819cc tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:45.358713 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-701eecfc-8643-4707-bbc5-e13d67be6fea None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:45.386818 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-701eecfc-8643-4707-bbc5-e13d67be6fea None None] Transition to ACTIVE for port object b4906660-a243-4f3e-87c7-2e9f8eb9f468 will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:22:45.393766 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-7c209e54-05f0-4207-be2c-c8fce7efc40f tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:22:45.405928 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-7c209e54-05f0-4207-be2c-c8fce7efc40f tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:45.416134 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-701eecfc-8643-4707-bbc5-e13d67be6fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:45.433292 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-7c209e54-05f0-4207-be2c-c8fce7efc40f tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Usage tracker for resource:floatingip and tenant:1e6cbbf9dafc4507a2caf14c5e20db5a is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:45.448857 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-7c209e54-05f0-4207-be2c-c8fce7efc40f tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:45.476811 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29bfb93-2e0b-405b-844b-401596f29b88 admin admin] Router bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:22:45.496200 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2a31812f-46f5-4e7e-b340-7591235a33af tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:45.505822 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4faf389b-4b65-45a8-9571-7e1256df342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:45.509623 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2a31812f-46f5-4e7e-b340-7591235a33af tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Usage tracker for resource:security_group_rule and tenant:ee79d9741fe44d87b6974529902c54c7 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:45.517403 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2a31812f-46f5-4e7e-b340-7591235a33af tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:45.535051 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2a31812f-46f5-4e7e-b340-7591235a33af tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:45.572148 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ef771-0723-4f9d-af6e-80e6228a27f8 None None] Pushing event updated for resources: {'Port': ['ID=b4906660-a243-4f3e-87c7-2e9f8eb9f468,revision_number=2']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:45.580380 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-7c209e54-05f0-4207-be2c-c8fce7efc40f tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:45.584118 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-4faf389b-4b65-45a8-9571-7e1256df342b None None] For port 5fc1068d-b9b8-45bf-a600-ab858ec91266, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=5fc1068d-b9b8-45bf-a600-ab858ec91266,segment=NetworkSegment(c34f048a-b2fb-4f8d-a587-2dd130398658),segment_id=c34f048a-b2fb-4f8d-a587-2dd130398658)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:22:45.595992 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4faf389b-4b65-45a8-9571-7e1256df342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:45.600618 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ef771-0723-4f9d-af6e-80e6228a27f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:45.601003 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ef771-0723-4f9d-af6e-80e6228a27f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:45.601347 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ef771-0723-4f9d-af6e-80e6228a27f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:45.601688 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ef771-0723-4f9d-af6e-80e6228a27f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:45.602040 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ef771-0723-4f9d-af6e-80e6228a27f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:45.605848 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ef771-0723-4f9d-af6e-80e6228a27f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:45.606227 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ef771-0723-4f9d-af6e-80e6228a27f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:45.606588 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ef771-0723-4f9d-af6e-80e6228a27f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:45.606931 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ef771-0723-4f9d-af6e-80e6228a27f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:45.607263 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ef771-0723-4f9d-af6e-80e6228a27f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:45.607592 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ef771-0723-4f9d-af6e-80e6228a27f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:22:45.608595 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ef771-0723-4f9d-af6e-80e6228a27f8 None None] Tracked resource versions report: Apr 29 13:22:45.608595 dv-neutron-839027-4-hyperv neutron-server[83907]: pushed versions: Apr 29 13:22:45.608595 dv-neutron-839027-4-hyperv neutron-server[83907]: { 'ConntrackHelper': {'1.0'}, Apr 29 13:22:45.608595 dv-neutron-839027-4-hyperv neutron-server[83907]: 'Log': {'1.0'}, Apr 29 13:22:45.608595 dv-neutron-839027-4-hyperv neutron-server[83907]: 'Network': {'1.1'}, Apr 29 13:22:45.608595 dv-neutron-839027-4-hyperv neutron-server[83907]: 'Port': {'1.5'}, Apr 29 13:22:45.608595 dv-neutron-839027-4-hyperv neutron-server[83907]: 'PortForwarding': {'1.2'}, Apr 29 13:22:45.608595 dv-neutron-839027-4-hyperv neutron-server[83907]: 'QosPolicy': {'1.8'}, Apr 29 13:22:45.608595 dv-neutron-839027-4-hyperv neutron-server[83907]: 'SecurityGroup': {'1.2'}, Apr 29 13:22:45.608595 dv-neutron-839027-4-hyperv neutron-server[83907]: 'SecurityGroupRule': {'1.0'}, Apr 29 13:22:45.608595 dv-neutron-839027-4-hyperv neutron-server[83907]: 'SubPort': {'1.0'}, Apr 29 13:22:45.608595 dv-neutron-839027-4-hyperv neutron-server[83907]: 'Subnet': {'1.1'}, Apr 29 13:22:45.608595 dv-neutron-839027-4-hyperv neutron-server[83907]: 'Trunk': {'1.1'}} Apr 29 13:22:45.608595 dv-neutron-839027-4-hyperv neutron-server[83907]: consumer versions: Apr 29 13:22:45.608595 dv-neutron-839027-4-hyperv neutron-server[83907]: { DHCP agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:22:45.608595 dv-neutron-839027-4-hyperv neutron-server[83907]: HyperV agent@hv-neutron-8390: {}, Apr 29 13:22:45.608595 dv-neutron-839027-4-hyperv neutron-server[83907]: L3 agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:22:45.608595 dv-neutron-839027-4-hyperv neutron-server[83907]: Metadata agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:22:45.608595 dv-neutron-839027-4-hyperv neutron-server[83907]: Metering agent@dv-neutron-839027-4-hyperv: {}, Apr 29 13:22:45.608595 dv-neutron-839027-4-hyperv neutron-server[83907]: Open vSwitch agent@dv-neutron-839027-4-hyperv: { 'ConntrackHelper': '1.0', Apr 29 13:22:45.608595 dv-neutron-839027-4-hyperv neutron-server[83907]: 'Log': '1.0', Apr 29 13:22:45.608595 dv-neutron-839027-4-hyperv neutron-server[83907]: 'Network': '1.1', Apr 29 13:22:45.608595 dv-neutron-839027-4-hyperv neutron-server[83907]: 'Port': '1.5', Apr 29 13:22:45.608595 dv-neutron-839027-4-hyperv neutron-server[83907]: 'PortForwarding': '1.2', Apr 29 13:22:45.608595 dv-neutron-839027-4-hyperv neutron-server[83907]: 'QosPolicy': '1.8', Apr 29 13:22:45.608595 dv-neutron-839027-4-hyperv neutron-server[83907]: 'SecurityGroup': '1.2', Apr 29 13:22:45.608595 dv-neutron-839027-4-hyperv neutron-server[83907]: 'SecurityGroupRule': '1.0', Apr 29 13:22:45.608595 dv-neutron-839027-4-hyperv neutron-server[83907]: 'SubPort': '1.0', Apr 29 13:22:45.608595 dv-neutron-839027-4-hyperv neutron-server[83907]: 'Subnet': '1.1', Apr 29 13:22:45.608595 dv-neutron-839027-4-hyperv neutron-server[83907]: 'Trunk': '1.1'}} Apr 29 13:22:45.608595 dv-neutron-839027-4-hyperv neutron-server[83907]: {{(pid=83907) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 13:22:45.629357 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1c9079ad-69ca-45b0-a3d0-bfa0b0ab8d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:45.657668 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52382) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:45.663591 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-701eecfc-8643-4707-bbc5-e13d67be6fea None None] Attempting to bind port b4906660-a243-4f3e-87c7-2e9f8eb9f468 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:22:45.663967 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-701eecfc-8643-4707-bbc5-e13d67be6fea None None] Attempting to bind port b4906660-a243-4f3e-87c7-2e9f8eb9f468 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:22:45.664335 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701eecfc-8643-4707-bbc5-e13d67be6fea None None] Attempting to bind port b4906660-a243-4f3e-87c7-2e9f8eb9f468 on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:22:45.688262 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701eecfc-8643-4707-bbc5-e13d67be6fea None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:22:45.688799 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701eecfc-8643-4707-bbc5-e13d67be6fea None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:22:45.689737 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-701eecfc-8643-4707-bbc5-e13d67be6fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:45.690145 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701eecfc-8643-4707-bbc5-e13d67be6fea None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:22:45.691086 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-701eecfc-8643-4707-bbc5-e13d67be6fea None None] Bound port: b4906660-a243-4f3e-87c7-2e9f8eb9f468, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:22:45.691086 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-701eecfc-8643-4707-bbc5-e13d67be6fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:45.708677 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7c209e54-05f0-4207-be2c-c8fce7efc40f tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:45.714257 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf389b-4b65-45a8-9571-7e1256df342b None None] Pushing event updated for resources: {'Port': ['ID=5fc1068d-b9b8-45bf-a600-ab858ec91266,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:45.774672 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-40ea5abb-a3d3-4239-b13b-f06a5551ae08 None None] Provisioning for port 4a101d47-e132-4b5a-8542-687da002c597 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:22:45.793209 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-40ea5abb-a3d3-4239-b13b-f06a5551ae08 None None] Provisioning complete for port 4a101d47-e132-4b5a-8542-687da002c597 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:22:45.793575 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-40ea5abb-a3d3-4239-b13b-f06a5551ae08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:45.805624 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-627b895f-1363-444d-83d0-111b3b31b340 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Allocated IP 172.26.6.116 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/ab71f733-b84d-403a-8465-6578da9648ba) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:22:45.857889 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-701eecfc-8643-4707-bbc5-e13d67be6fea None None] For port b4906660-a243-4f3e-87c7-2e9f8eb9f468, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:22:45.868870 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-701eecfc-8643-4707-bbc5-e13d67be6fea None None] For port b4906660-a243-4f3e-87c7-2e9f8eb9f468, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b4906660-a243-4f3e-87c7-2e9f8eb9f468,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:22:45.887862 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-701eecfc-8643-4707-bbc5-e13d67be6fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:46.075709 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ef771-0723-4f9d-af6e-80e6228a27f8 None None] Pushing event updated for resources: {'Port': ['ID=b4906660-a243-4f3e-87c7-2e9f8eb9f468,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:46.086788 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-40ea5abb-a3d3-4239-b13b-f06a5551ae08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:46.135286 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701eecfc-8643-4707-bbc5-e13d67be6fea None None] Routers {'6ee152d9-d524-4a86-bcb7-77de14f79e5f'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:22:46.136287 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-701eecfc-8643-4707-bbc5-e13d67be6fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:22:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6ee152d9-d524-4a86-bcb7-77de14f79e5f'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:46.149607 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 5fc1068d-b9b8-45bf-a600-ab858ec91266 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:22:46.185990 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52392) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:46.311141 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-e5bfb610-6b14-4b80-9da1-dc7d144512c7 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:22:46.319277 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-40ea5abb-a3d3-4239-b13b-f06a5551ae08 None None] For port 4a101d47-e132-4b5a-8542-687da002c597, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=4a101d47-e132-4b5a-8542-687da002c597,segment=NetworkSegment(c18c1e0e-fc25-4a3c-b468-2574dc213ac5),segment_id=c18c1e0e-fc25-4a3c-b468-2574dc213ac5)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:22:46.333427 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-40ea5abb-a3d3-4239-b13b-f06a5551ae08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:46.417476 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea5abb-a3d3-4239-b13b-f06a5551ae08 None None] Pushing event updated for resources: {'Port': ['ID=4a101d47-e132-4b5a-8542-687da002c597,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:46.432285 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 5fc1068d-b9b8-45bf-a600-ab858ec91266 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:22:46.432847 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:46.471059 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-701eecfc-8643-4707-bbc5-e13d67be6fea None None] Set router 6ee152d9-d524-4a86-bcb7-77de14f79e5f gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:22:46.479181 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-627b895f-1363-444d-83d0-111b3b31b340 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:46.532996 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-627b895f-1363-444d-83d0-111b3b31b340 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:46.538905 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fbe143c2-a2d8-45df-9f0b-34331dd819cc tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:46.580208 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fbe143c2-a2d8-45df-9f0b-34331dd819cc tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:46.594725 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2a31812f-46f5-4e7e-b340-7591235a33af tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:46.609978 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2a31812f-46f5-4e7e-b340-7591235a33af tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:46.628992 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627b895f-1363-444d-83d0-111b3b31b340 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:22:46.643285 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a4963d39-6c1f-4f4f-b25d-c511006e55c4 None None] Provisioning complete for port 5fc1068d-b9b8-45bf-a600-ab858ec91266 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:22:46.645414 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a4963d39-6c1f-4f4f-b25d-c511006e55c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:46.661233 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31812f-46f5-4e7e-b340-7591235a33af tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba92a40-e626-4a0b-b69e-4b81ec3d47e9,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:46.678153 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-2c0503dd-d7ee-45ec-b18a-1b263b827197 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:22:46.683507 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2c0503dd-d7ee-45ec-b18a-1b263b827197 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:46.688523 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2c0503dd-d7ee-45ec-b18a-1b263b827197 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Usage tracker for resource:floatingip and tenant:88306cca6d6b4c33873f86bb5d4d1dd5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:46.691489 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2c0503dd-d7ee-45ec-b18a-1b263b827197 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:46.698205 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2c0503dd-d7ee-45ec-b18a-1b263b827197 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:46.719393 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a31812f-46f5-4e7e-b340-7591235a33af tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:22:46.725268 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fbe143c2-a2d8-45df-9f0b-34331dd819cc tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:46.726896 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe143c2-a2d8-45df-9f0b-34331dd819cc tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d25f23f9-9b7d-4cef-b8ab-7645b16565ee {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:22:46.731277 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-627b895f-1363-444d-83d0-111b3b31b340 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:22:46.753908 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627b895f-1363-444d-83d0-111b3b31b340 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:22:46.755564 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627b895f-1363-444d-83d0-111b3b31b340 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:22:46.756897 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-627b895f-1363-444d-83d0-111b3b31b340 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:46.758797 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2c0503dd-d7ee-45ec-b18a-1b263b827197 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks [] for floatingip, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:46.786324 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2a31812f-46f5-4e7e-b340-7591235a33af tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:46.786756 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-2a31812f-46f5-4e7e-b340-7591235a33af tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Added segment 844f9248-d5f2-4f34-b927-f5220996ac67 of type vlan for network adf8a8aa-f585-40e8-84cb-920d4013e0fe Apr 29 13:22:46.819417 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-627b895f-1363-444d-83d0-111b3b31b340 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 3.4542916 Apr 29 13:22:46.822075 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52404) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:46.833212 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b895f-1363-444d-83d0-111b3b31b340 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Pushing event updated for resources: {'Port': ['ID=ab71f733-b84d-403a-8465-6578da9648ba,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:46.837618 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-1c9079ad-69ca-45b0-a3d0-bfa0b0ab8d58 admin admin] Allocated IP 172.20.0.1 (db77dff0-1ec4-4e61-b2c0-fae02c77fce1/cb00ce98-f29b-44ee-afb3-87315ac0d956/b13d88b0-b655-48ef-9192-978600587f01) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:22:46.851833 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-5caf1e58-c1f5-4b9a-a526-a55f77635a2a tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.116'}]}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:22:46.860200 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5caf1e58-c1f5-4b9a-a526-a55f77635a2a tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:46.867332 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7c209e54-05f0-4207-be2c-c8fce7efc40f tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:46.873346 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a4963d39-6c1f-4f4f-b25d-c511006e55c4 None None] Provisioning complete for port 4a101d47-e132-4b5a-8542-687da002c597 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:22:46.874055 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a4963d39-6c1f-4f4f-b25d-c511006e55c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:46.897540 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-701eecfc-8643-4707-bbc5-e13d67be6fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'name': 'tempest-ServersTestJSON-1509948784-router', 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b4906660-a243-4f3e-87c7-2e9f8eb9f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:22:40Z', 'updated_at': '2022-04-29T13:22:42Z', 'revision_number': 3, 'project_id': '5af4e0e2215a466699ba2d581ed2d902', 'gw_port': {'id': 'b4906660-a243-4f3e-87c7-2e9f8eb9f468', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:10:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:46.901569 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701eecfc-8643-4707-bbc5-e13d67be6fea None None] The sync data for ids ['6ee152d9-d524-4a86-bcb7-77de14f79e5f'] in dv-neutron-839027-4-hyperv is: [{'id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'name': 'tempest-ServersTestJSON-1509948784-router', 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b4906660-a243-4f3e-87c7-2e9f8eb9f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:22:40Z', 'updated_at': '2022-04-29T13:22:42Z', 'revision_number': 3, 'project_id': '5af4e0e2215a466699ba2d581ed2d902', 'gw_port': {'id': 'b4906660-a243-4f3e-87c7-2e9f8eb9f468', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:10:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:22:46.939415 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5caf1e58-c1f5-4b9a-a526-a55f77635a2a tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Usage tracker for resource:router and tenant:1da05a725c274944aa0eb2cdd8420f59 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:46.950227 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5caf1e58-c1f5-4b9a-a526-a55f77635a2a tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:46.985309 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5caf1e58-c1f5-4b9a-a526-a55f77635a2a tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:47.007943 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2a31812f-46f5-4e7e-b340-7591235a33af tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:47.039321 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29bfb93-2e0b-405b-844b-401596f29b88 admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:22:47.054212 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0669159b-b336-4741-a688-853846f42aee None None] Sync routers for ids ['bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:22:47.073608 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0669159b-b336-4741-a688-853846f42aee None None] Routers {'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:22:47.074243 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0669159b-b336-4741-a688-853846f42aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:22:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:47.077879 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fbe143c2-a2d8-45df-9f0b-34331dd819cc tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:47.079815 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-fbe143c2-a2d8-45df-9f0b-34331dd819cc tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] 10.222.0.76 "DELETE /v2.0/routers/d25f23f9-9b7d-4cef-b8ab-7645b16565ee HTTP/1.1" status: 204 len: 168 time: 2.2705278 Apr 29 13:22:47.087626 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52408) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:47.098449 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-6c4baa29-d674-4590-90ec-80d5f3ec545f tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Request body: {'router': {'name': 'tempest-router-1138888219', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7ba3513a52b74fe5a073904fa3711fda'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:22:47.106416 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6c4baa29-d674-4590-90ec-80d5f3ec545f tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:47.116399 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6c4baa29-d674-4590-90ec-80d5f3ec545f tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Usage tracker for resource:router and tenant:7ba3513a52b74fe5a073904fa3711fda is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:47.123707 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6c4baa29-d674-4590-90ec-80d5f3ec545f tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:47.135979 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e5bfb610-6b14-4b80-9da1-dc7d144512c7 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] 10.222.0.76 "PUT /v2.0/quotas/7f6a59c5c345483abf0b512a4f41fa76 HTTP/1.1" status: 200 len: 368 time: 1.4770646 Apr 29 13:22:47.138946 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52412) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:47.147198 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6c4baa29-d674-4590-90ec-80d5f3ec545f tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:47.160011 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2a31812f-46f5-4e7e-b340-7591235a33af tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:47.169850 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5caf1e58-c1f5-4b9a-a526-a55f77635a2a tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:47.169850 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5caf1e58-c1f5-4b9a-a526-a55f77635a2a tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:47.200790 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a31812f-46f5-4e7e-b340-7591235a33af tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:22:47.200790 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2a31812f-46f5-4e7e-b340-7591235a33af tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:47.220545 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c29bfb93-2e0b-405b-844b-401596f29b88 admin admin] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:47.224452 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c29bfb93-2e0b-405b-844b-401596f29b88 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1638868 Apr 29 13:22:47.229526 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-e3ab175a-2ce8-4dc9-b5cc-7447da4aea57 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Request body: {'network': {'project_id': '7f6a59c5c345483abf0b512a4f41fa76'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:22:47.232280 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52416) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:47.259585 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6c4baa29-d674-4590-90ec-80d5f3ec545f tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:47.260519 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6c4baa29-d674-4590-90ec-80d5f3ec545f tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:47.269218 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e3ab175a-2ce8-4dc9-b5cc-7447da4aea57 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:47.280361 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e3ab175a-2ce8-4dc9-b5cc-7447da4aea57 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Usage tracker for resource:network and tenant:7f6a59c5c345483abf0b512a4f41fa76 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:47.285219 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e3ab175a-2ce8-4dc9-b5cc-7447da4aea57 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:47.298989 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2a31812f-46f5-4e7e-b340-7591235a33af tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.7785199 Apr 29 13:22:47.299662 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52422) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:47.303682 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e3ab175a-2ce8-4dc9-b5cc-7447da4aea57 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:47.306816 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-0669159b-b336-4741-a688-853846f42aee None None] Set router bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:22:47.314658 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-2212ac03-97c2-40b4-9c5a-79c4afa08d12 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Request body: {'subnet': {'network_id': 'adf8a8aa-f585-40e8-84cb-920d4013e0fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:22:47.367194 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1c9079ad-69ca-45b0-a3d0-bfa0b0ab8d58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:47.400748 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-7c209e54-05f0-4207-be2c-c8fce7efc40f tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Allocated IP 172.26.6.101 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/86d3a160-cabb-430a-86c8-bd594dcd433f) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:22:47.487924 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ab175a-2ce8-4dc9-b5cc-7447da4aea57 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Made reservation on behalf of 7f6a59c5c345483abf0b512a4f41fa76 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:22:47.490218 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e3ab175a-2ce8-4dc9-b5cc-7447da4aea57 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:47.511033 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-1c9079ad-69ca-45b0-a3d0-bfa0b0ab8d58 admin admin] Transition to ACTIVE for port object b13d88b0-b655-48ef-9192-978600587f01 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:22:47.513684 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6c4baa29-d674-4590-90ec-80d5f3ec545f tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:47.518990 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31812f-46f5-4e7e-b340-7591235a33af tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Pushing event updated for resources: {'Network': ['ID=adf8a8aa-f585-40e8-84cb-920d4013e0fe,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:47.540674 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e3ab175a-2ce8-4dc9-b5cc-7447da4aea57 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:47.588293 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2212ac03-97c2-40b4-9c5a-79c4afa08d12 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:47.604645 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2212ac03-97c2-40b4-9c5a-79c4afa08d12 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Usage tracker for resource:subnet and tenant:ee79d9741fe44d87b6974529902c54c7 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:47.604815 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network adf8a8aa-f585-40e8-84cb-920d4013e0fe details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:22:47.609129 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2212ac03-97c2-40b4-9c5a-79c4afa08d12 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:47.622988 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2212ac03-97c2-40b4-9c5a-79c4afa08d12 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:47.626208 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2c0503dd-d7ee-45ec-b18a-1b263b827197 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:47.628182 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6c4baa29-d674-4590-90ec-80d5f3ec545f tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:47.637187 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e3ab175a-2ce8-4dc9-b5cc-7447da4aea57 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:47.644244 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5caf1e58-c1f5-4b9a-a526-a55f77635a2a tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:47.688270 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e3ab175a-2ce8-4dc9-b5cc-7447da4aea57 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Usage tracker for resource:security_group_rule and tenant:7f6a59c5c345483abf0b512a4f41fa76 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:47.694351 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e3ab175a-2ce8-4dc9-b5cc-7447da4aea57 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:47.713515 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e3ab175a-2ce8-4dc9-b5cc-7447da4aea57 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:47.726166 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2212ac03-97c2-40b4-9c5a-79c4afa08d12 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Made reservation on behalf of ee79d9741fe44d87b6974529902c54c7 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:22:47.754442 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0669159b-b336-4741-a688-853846f42aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'name': 'tempest-ServersTestManualDisk-829336071-router', 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '068be9c2-a8d4-4bd5-9c40-82006ab83ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:42Z', 'revision_number': 3, 'project_id': '6c8c29596be64b1cbf79cd04762fbea5', 'gw_port': {'id': '068be9c2-a8d4-4bd5-9c40-82006ab83ca3', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:47.759333 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7c209e54-05f0-4207-be2c-c8fce7efc40f tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:47.759861 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0669159b-b336-4741-a688-853846f42aee None None] Checking router: bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:22:47.760280 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0669159b-b336-4741-a688-853846f42aee None None] Updating router bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6 port 068be9c2-a8d4-4bd5-9c40-82006ab83ca3 binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:22:47.821810 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6c4baa29-d674-4590-90ec-80d5f3ec545f tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:47.824034 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0669159b-b336-4741-a688-853846f42aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:47.826008 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6c4baa29-d674-4590-90ec-80d5f3ec545f tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7365065 Apr 29 13:22:47.826679 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52426) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:47.836571 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1c9079ad-69ca-45b0-a3d0-bfa0b0ab8d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:47.941514 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2212ac03-97c2-40b4-9c5a-79c4afa08d12 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks [] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:48.033709 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7c209e54-05f0-4207-be2c-c8fce7efc40f tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:48.041381 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-145fc928-095f-4b31-84df-d6ed6bc4d7e3 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:22:48.079469 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-2c0503dd-d7ee-45ec-b18a-1b263b827197 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Allocated IP 172.26.6.14 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/17d13f40-ab0a-4720-891b-ee38d8eed0f9) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:22:48.155991 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e3ab175a-2ce8-4dc9-b5cc-7447da4aea57 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:48.179933 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 4a101d47-e132-4b5a-8542-687da002c597 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:22:48.214573 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e3ab175a-2ce8-4dc9-b5cc-7447da4aea57 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:48.255269 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 4a101d47-e132-4b5a-8542-687da002c597 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:22:48.256088 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:48.272255 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ab175a-2ce8-4dc9-b5cc-7447da4aea57 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:22:48.276598 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab175a-2ce8-4dc9-b5cc-7447da4aea57 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9b4c17-e034-4228-bc5e-9e51028d94f4,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:48.316100 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9079ad-69ca-45b0-a3d0-bfa0b0ab8d58 admin admin] Network db77dff0-1ec4-4e61-b2c0-fae02c77fce1 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:22:48.334291 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-1c9079ad-69ca-45b0-a3d0-bfa0b0ab8d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:22:48.336639 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e3ab175a-2ce8-4dc9-b5cc-7447da4aea57 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:48.337026 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-e3ab175a-2ce8-4dc9-b5cc-7447da4aea57 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Added segment 052f9c34-611b-482d-86e7-ca1436b3c5f0 of type vlan for network dae06535-6346-4406-a219-fef948666d8f Apr 29 13:22:48.339020 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c209e54-05f0-4207-be2c-c8fce7efc40f tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:22:48.340959 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9079ad-69ca-45b0-a3d0-bfa0b0ab8d58 admin admin] Pushing event updated for resources: {'Port': ['ID=b13d88b0-b655-48ef-9192-978600587f01,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:48.344060 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9079ad-69ca-45b0-a3d0-bfa0b0ab8d58 admin admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:22:48.344599 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1c9079ad-69ca-45b0-a3d0-bfa0b0ab8d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:48.385262 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-7c209e54-05f0-4207-be2c-c8fce7efc40f tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:22:48.396493 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c209e54-05f0-4207-be2c-c8fce7efc40f tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:22:48.426971 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b4906660-a243-4f3e-87c7-2e9f8eb9f468 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:22:48.427269 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5caf1e58-c1f5-4b9a-a526-a55f77635a2a tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:48.436408 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e3ab175a-2ce8-4dc9-b5cc-7447da4aea57 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:48.472438 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2c0503dd-d7ee-45ec-b18a-1b263b827197 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:48.497382 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2212ac03-97c2-40b4-9c5a-79c4afa08d12 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:48.578516 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c209e54-05f0-4207-be2c-c8fce7efc40f tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Pushing event updated for resources: {'Port': ['ID=86d3a160-cabb-430a-86c8-bd594dcd433f,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:48.580809 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port b4906660-a243-4f3e-87c7-2e9f8eb9f468 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:22:48.590991 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port b4906660-a243-4f3e-87c7-2e9f8eb9f468 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:22:48.591907 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:48.599498 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212ac03-97c2-40b4-9c5a-79c4afa08d12 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Pushing event updated for resources: {'Subnet': ['ID=3aa770de-580d-4278-bd33-8d2d78367b99,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:48.605365 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e3ab175a-2ce8-4dc9-b5cc-7447da4aea57 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:48.606191 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ab175a-2ce8-4dc9-b5cc-7447da4aea57 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:22:48.606809 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e3ab175a-2ce8-4dc9-b5cc-7447da4aea57 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:48.707556 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2c0503dd-d7ee-45ec-b18a-1b263b827197 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:48.821480 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e3ab175a-2ce8-4dc9-b5cc-7447da4aea57 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6790309 Apr 29 13:22:48.827352 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52432) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:48.845064 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-b7dc2982-c2eb-4630-add4-d9b9f77a092a tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Request body: {'network': {'project_id': '7f6a59c5c345483abf0b512a4f41fa76'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:22:48.847604 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab175a-2ce8-4dc9-b5cc-7447da4aea57 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Pushing event updated for resources: {'Network': ['ID=dae06535-6346-4406-a219-fef948666d8f,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:48.869575 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2212ac03-97c2-40b4-9c5a-79c4afa08d12 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Checking segment: {'id': '844f9248-d5f2-4f34-b927-f5220996ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'adf8a8aa-f585-40e8-84cb-920d4013e0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:22:48.869929 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2212ac03-97c2-40b4-9c5a-79c4afa08d12 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Network hostable DHCP agents. Network: adf8a8aa-f585-40e8-84cb-920d4013e0fe, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:22:48.888181 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0503dd-d7ee-45ec-b18a-1b263b827197 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:22:48.889558 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:48.894324 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-2c0503dd-d7ee-45ec-b18a-1b263b827197 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:22:48.900589 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0503dd-d7ee-45ec-b18a-1b263b827197 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:22:48.909840 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0503dd-d7ee-45ec-b18a-1b263b827197 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Pushing event updated for resources: {'Port': ['ID=17d13f40-ab0a-4720-891b-ee38d8eed0f9,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:48.928137 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network dae06535-6346-4406-a219-fef948666d8f details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:22:48.956037 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port b4906660-a243-4f3e-87c7-2e9f8eb9f468, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b4906660-a243-4f3e-87c7-2e9f8eb9f468,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:22:48.963992 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b7dc2982-c2eb-4630-add4-d9b9f77a092a tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:48.981898 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b7dc2982-c2eb-4630-add4-d9b9f77a092a tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Usage tracker for resource:network and tenant:7f6a59c5c345483abf0b512a4f41fa76 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:48.987208 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2212ac03-97c2-40b4-9c5a-79c4afa08d12 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Network adf8a8aa-f585-40e8-84cb-920d4013e0fe is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:22:48.987636 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b7dc2982-c2eb-4630-add4-d9b9f77a092a tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:49.006681 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-2212ac03-97c2-40b4-9c5a-79c4afa08d12 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, adf8a8aa-f585-40e8-84cb-920d4013e0fe) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:22:49.011392 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2212ac03-97c2-40b4-9c5a-79c4afa08d12 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:22:49.012235 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2212ac03-97c2-40b4-9c5a-79c4afa08d12 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:49.020333 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b7dc2982-c2eb-4630-add4-d9b9f77a092a tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:49.026049 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:49.061752 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e02251-034e-4ad8-a3f7-821af497656f None None] Network adf8a8aa-f585-40e8-84cb-920d4013e0fe requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:22:49.118693 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1c9079ad-69ca-45b0-a3d0-bfa0b0ab8d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:49.122835 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2212ac03-97c2-40b4-9c5a-79c4afa08d12 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8147767 Apr 29 13:22:49.125921 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52438) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:49.128690 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2c0503dd-d7ee-45ec-b18a-1b263b827197 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:49.133258 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-cde9b4a9-21cf-49a0-847c-2f191de92cdb tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Request body: {'port': {'network_id': 'adf8a8aa-f585-40e8-84cb-920d4013e0fe', 'name': 'tempest-DHCPAgentSchedulersTestJSON-41212969'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:22:49.193480 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9b3bd9c4-6e73-48f4-af02-7f35e7aefedc None None] Provisioning for port b13d88b0-b655-48ef-9192-978600587f01 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:22:49.217140 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7dc2982-c2eb-4630-add4-d9b9f77a092a tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Made reservation on behalf of 7f6a59c5c345483abf0b512a4f41fa76 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:22:49.220347 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b7dc2982-c2eb-4630-add4-d9b9f77a092a tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:49.255983 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9b3bd9c4-6e73-48f4-af02-7f35e7aefedc None None] Provisioning complete for port b13d88b0-b655-48ef-9192-978600587f01 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:22:49.256352 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9b3bd9c4-6e73-48f4-af02-7f35e7aefedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:49.303081 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7c209e54-05f0-4207-be2c-c8fce7efc40f tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:49.363287 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2c0503dd-d7ee-45ec-b18a-1b263b827197 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:49.370032 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=b4906660-a243-4f3e-87c7-2e9f8eb9f468,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:49.381134 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-9b3bd9c4-6e73-48f4-af02-7f35e7aefedc None None] Port b13d88b0-b655-48ef-9192-978600587f01 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:22:49.387416 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-145fc928-095f-4b31-84df-d6ed6bc4d7e3 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:49.387773 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-145fc928-095f-4b31-84df-d6ed6bc4d7e3 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks [] for router, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:49.437451 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-cde9b4a9-21cf-49a0-847c-2f191de92cdb tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:49.449505 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-cde9b4a9-21cf-49a0-847c-2f191de92cdb tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Usage tracker for resource:port and tenant:ee79d9741fe44d87b6974529902c54c7 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:49.455879 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-cde9b4a9-21cf-49a0-847c-2f191de92cdb tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:49.476109 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-cde9b4a9-21cf-49a0-847c-2f191de92cdb tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:49.497625 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd958a50-1cc9-4742-8a73-3028023da2fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-adf8a8aa-f585-40e8-84cb-920d4013e0fe', 'network_id': 'adf8a8aa-f585-40e8-84cb-920d4013e0fe', 'tenant_id': 'ee79d9741fe44d87b6974529902c54c7', 'fixed_ips': [{'subnet_id': '3aa770de-580d-4278-bd33-8d2d78367b99'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:22:49.498517 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bd958a50-1cc9-4742-8a73-3028023da2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:49.513506 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0669159b-b336-4741-a688-853846f42aee None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:49.533817 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0669159b-b336-4741-a688-853846f42aee None None] Transition to ACTIVE for port object 068be9c2-a8d4-4bd5-9c40-82006ab83ca3 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:22:49.555696 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde9b4a9-21cf-49a0-847c-2f191de92cdb tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Made reservation on behalf of ee79d9741fe44d87b6974529902c54c7 for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:22:49.559419 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cde9b4a9-21cf-49a0-847c-2f191de92cdb tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:49.587916 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0669159b-b336-4741-a688-853846f42aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:49.601832 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-cde9b4a9-21cf-49a0-847c-2f191de92cdb tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] device_id is not set on port 4d4f4a86-fc76-4437-80e2-18fb951d3ea6 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:22:49.647186 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7c209e54-05f0-4207-be2c-c8fce7efc40f tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:49.680547 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7dc2982-c2eb-4630-add4-d9b9f77a092a tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:22:49.715434 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2c0503dd-d7ee-45ec-b18a-1b263b827197 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:49.720606 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2c0503dd-d7ee-45ec-b18a-1b263b827197 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:49.742197 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19810f02-938b-46bf-a2da-cdacdd3210c5 None None] Pushing event updated for resources: {'Port': ['ID=068be9c2-a8d4-4bd5-9c40-82006ab83ca3,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:49.744730 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0669159b-b336-4741-a688-853846f42aee None None] Attempting to bind port 068be9c2-a8d4-4bd5-9c40-82006ab83ca3 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:22:49.744988 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0669159b-b336-4741-a688-853846f42aee None None] Attempting to bind port 068be9c2-a8d4-4bd5-9c40-82006ab83ca3 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:22:49.745391 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0669159b-b336-4741-a688-853846f42aee None None] Attempting to bind port 068be9c2-a8d4-4bd5-9c40-82006ab83ca3 on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:22:49.762713 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0669159b-b336-4741-a688-853846f42aee None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:22:49.763027 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0669159b-b336-4741-a688-853846f42aee None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:22:49.763432 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0669159b-b336-4741-a688-853846f42aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:49.763885 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0669159b-b336-4741-a688-853846f42aee None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:22:49.764344 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0669159b-b336-4741-a688-853846f42aee None None] Bound port: 068be9c2-a8d4-4bd5-9c40-82006ab83ca3, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:22:49.764860 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0669159b-b336-4741-a688-853846f42aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:49.789628 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-145fc928-095f-4b31-84df-d6ed6bc4d7e3 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83904) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 29 13:22:49.790254 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-145fc928-095f-4b31-84df-d6ed6bc4d7e3 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Router 84ca6bcb-6c38-4b52-a817-bf517f58be95 migrating from provider to provider. {{(pid=83904) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 29 13:22:49.791048 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-145fc928-095f-4b31-84df-d6ed6bc4d7e3 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:49.791206 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0503dd-d7ee-45ec-b18a-1b263b827197 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Pushing event updated for resources: {'Port': ['ID=17d13f40-ab0a-4720-891b-ee38d8eed0f9,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:49.796240 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b7dc2982-c2eb-4630-add4-d9b9f77a092a tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:49.797494 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-b7dc2982-c2eb-4630-add4-d9b9f77a092a tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Added segment 12a98e4c-6b79-4897-8c5a-8b1a05ea00b5 of type vlan for network 5ebba304-4674-4b60-bc3b-dd3d39b91387 Apr 29 13:22:49.801286 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2c0503dd-d7ee-45ec-b18a-1b263b827197 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:49.803227 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-bd958a50-1cc9-4742-8a73-3028023da2fb None None] Allocated IP 172.20.0.2 (adf8a8aa-f585-40e8-84cb-920d4013e0fe/3aa770de-580d-4278-bd33-8d2d78367b99/e96c92ee-11c9-4378-b6c5-1381d119e943) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:22:49.828367 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2c0503dd-d7ee-45ec-b18a-1b263b827197 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:49.834393 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2c0503dd-d7ee-45ec-b18a-1b263b827197 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6441083 Apr 29 13:22:49.835164 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52442) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:49.842617 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-865dc329-6c05-4444-af20-3ae0ec1adc2a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-683856942'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:22:49.849917 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-865dc329-6c05-4444-af20-3ae0ec1adc2a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:49.854130 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-865dc329-6c05-4444-af20-3ae0ec1adc2a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Usage tracker for resource:network and tenant:88306cca6d6b4c33873f86bb5d4d1dd5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:49.859765 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-865dc329-6c05-4444-af20-3ae0ec1adc2a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:49.867095 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-865dc329-6c05-4444-af20-3ae0ec1adc2a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:49.878463 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865dc329-6c05-4444-af20-3ae0ec1adc2a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Made reservation on behalf of 88306cca6d6b4c33873f86bb5d4d1dd5 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:22:49.882235 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-865dc329-6c05-4444-af20-3ae0ec1adc2a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:49.891434 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-145fc928-095f-4b31-84df-d6ed6bc4d7e3 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:49.899888 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-865dc329-6c05-4444-af20-3ae0ec1adc2a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:49.926340 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-0669159b-b336-4741-a688-853846f42aee None None] For port 068be9c2-a8d4-4bd5-9c40-82006ab83ca3, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:22:49.938806 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-0669159b-b336-4741-a688-853846f42aee None None] For port 068be9c2-a8d4-4bd5-9c40-82006ab83ca3, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=068be9c2-a8d4-4bd5-9c40-82006ab83ca3,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:22:49.939437 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-145fc928-095f-4b31-84df-d6ed6bc4d7e3 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16423525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16423546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16419832'] for router, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:49.942423 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-865dc329-6c05-4444-af20-3ae0ec1adc2a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:49.947396 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-865dc329-6c05-4444-af20-3ae0ec1adc2a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Usage tracker for resource:security_group_rule and tenant:88306cca6d6b4c33873f86bb5d4d1dd5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:49.950353 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-865dc329-6c05-4444-af20-3ae0ec1adc2a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:49.952245 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0669159b-b336-4741-a688-853846f42aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:49.957851 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-865dc329-6c05-4444-af20-3ae0ec1adc2a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:50.010387 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b7dc2982-c2eb-4630-add4-d9b9f77a092a tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:50.060423 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-865dc329-6c05-4444-af20-3ae0ec1adc2a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:50.066816 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-865dc329-6c05-4444-af20-3ae0ec1adc2a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:50.090370 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b4906660-a243-4f3e-87c7-2e9f8eb9f468 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:22:50.105299 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-865dc329-6c05-4444-af20-3ae0ec1adc2a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:22:50.113881 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865dc329-6c05-4444-af20-3ae0ec1adc2a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0706c0ee-5ac5-4117-aa68-89b3b50f9c7c,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:50.120191 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-865dc329-6c05-4444-af20-3ae0ec1adc2a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:50.120535 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-865dc329-6c05-4444-af20-3ae0ec1adc2a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Added segment 0e6a5247-2dc2-497f-b67d-6f7432b45c16 of type vlan for network 715afe6f-5bc1-46a5-9451-4ac13ce7597c Apr 29 13:22:50.128651 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19810f02-938b-46bf-a2da-cdacdd3210c5 None None] Pushing event updated for resources: {'Port': ['ID=068be9c2-a8d4-4bd5-9c40-82006ab83ca3,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:50.153703 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-865dc329-6c05-4444-af20-3ae0ec1adc2a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:50.181340 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0669159b-b336-4741-a688-853846f42aee None None] Routers {'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:22:50.181973 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0669159b-b336-4741-a688-853846f42aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:22:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:50.188740 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.resource_extend [None req-b7dc2982-c2eb-4630-add4-d9b9f77a092a tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:22:50.193456 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-865dc329-6c05-4444-af20-3ae0ec1adc2a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:50.197457 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865dc329-6c05-4444-af20-3ae0ec1adc2a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:22:50.198038 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-865dc329-6c05-4444-af20-3ae0ec1adc2a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:50.292657 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bd958a50-1cc9-4742-8a73-3028023da2fb None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:50.303553 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-865dc329-6c05-4444-af20-3ae0ec1adc2a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4646077 Apr 29 13:22:50.304788 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52446) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:50.313039 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-cb5967db-357b-4e7a-994c-4948bb0b4c74 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Request body: {'subnet': {'network_id': '715afe6f-5bc1-46a5-9451-4ac13ce7597c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:22:50.330652 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-bd958a50-1cc9-4742-8a73-3028023da2fb None None] Transition to ACTIVE for port object e96c92ee-11c9-4378-b6c5-1381d119e943 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:22:50.338298 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865dc329-6c05-4444-af20-3ae0ec1adc2a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Pushing event updated for resources: {'Network': ['ID=715afe6f-5bc1-46a5-9451-4ac13ce7597c,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:50.361888 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 715afe6f-5bc1-46a5-9451-4ac13ce7597c details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:22:50.389867 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-bd958a50-1cc9-4742-8a73-3028023da2fb None None] Transition to ACTIVE for port object e96c92ee-11c9-4378-b6c5-1381d119e943 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:22:50.436713 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-cb5967db-357b-4e7a-994c-4948bb0b4c74 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:50.441242 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-cb5967db-357b-4e7a-994c-4948bb0b4c74 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Usage tracker for resource:subnet and tenant:88306cca6d6b4c33873f86bb5d4d1dd5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:50.444976 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-cb5967db-357b-4e7a-994c-4948bb0b4c74 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:50.445396 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b7dc2982-c2eb-4630-add4-d9b9f77a092a tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:50.446278 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dc2982-c2eb-4630-add4-d9b9f77a092a tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:22:50.447019 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b7dc2982-c2eb-4630-add4-d9b9f77a092a tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:50.451943 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-cb5967db-357b-4e7a-994c-4948bb0b4c74 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:50.468597 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5967db-357b-4e7a-994c-4948bb0b4c74 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Made reservation on behalf of 88306cca6d6b4c33873f86bb5d4d1dd5 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:22:50.511754 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bd958a50-1cc9-4742-8a73-3028023da2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:50.552032 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port b4906660-a243-4f3e-87c7-2e9f8eb9f468 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:22:50.552396 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:50.577240 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5caf1e58-c1f5-4b9a-a526-a55f77635a2a tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:50.622242 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cb5967db-357b-4e7a-994c-4948bb0b4c74 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks [] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:50.641510 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.resource_extend [None req-1c9079ad-69ca-45b0-a3d0-bfa0b0ab8d58 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:22:50.651872 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5caf1e58-c1f5-4b9a-a526-a55f77635a2a tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:50.659248 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd958a50-1cc9-4742-8a73-3028023da2fb None None] Network adf8a8aa-f585-40e8-84cb-920d4013e0fe is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:22:50.665239 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-0669159b-b336-4741-a688-853846f42aee None None] Set router bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:22:50.666280 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b7dc2982-c2eb-4630-add4-d9b9f77a092a tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8286617 Apr 29 13:22:50.666897 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52452) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:50.670468 dv-neutron-839027-4-hyperv neutron-server[83904]: WARNING neutron.scheduler.l3_agent_scheduler [None req-145fc928-095f-4b31-84df-d6ed6bc4d7e3 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] No L3 agents can host the router 84ca6bcb-6c38-4b52-a817-bf517f58be95 Apr 29 13:22:50.679705 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.resource_extend [None req-7c209e54-05f0-4207-be2c-c8fce7efc40f tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:22:50.697910 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-cde9b4a9-21cf-49a0-847c-2f191de92cdb tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Allocated IP 172.20.0.11 (adf8a8aa-f585-40e8-84cb-920d4013e0fe/3aa770de-580d-4278-bd33-8d2d78367b99/4d4f4a86-fc76-4437-80e2-18fb951d3ea6) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:22:50.707908 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-bd958a50-1cc9-4742-8a73-3028023da2fb None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:22:50.714662 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd958a50-1cc9-4742-8a73-3028023da2fb None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:22:50.722785 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1c9079ad-69ca-45b0-a3d0-bfa0b0ab8d58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:50.725437 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd958a50-1cc9-4742-8a73-3028023da2fb None None] Pushing event updated for resources: {'Port': ['ID=e96c92ee-11c9-4378-b6c5-1381d119e943,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:50.739194 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-b34694d2-69e8-407a-a06b-837a89950df0 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Request body: {'network': {'project_id': '7f6a59c5c345483abf0b512a4f41fa76'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:22:50.755296 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc2982-c2eb-4630-add4-d9b9f77a092a tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Pushing event updated for resources: {'Network': ['ID=5ebba304-4674-4b60-bc3b-dd3d39b91387,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:50.769084 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7c209e54-05f0-4207-be2c-c8fce7efc40f tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:50.771955 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b34694d2-69e8-407a-a06b-837a89950df0 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:50.775281 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1c9079ad-69ca-45b0-a3d0-bfa0b0ab8d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:50.776252 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1c9079ad-69ca-45b0-a3d0-bfa0b0ab8d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:50.807015 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 5ebba304-4674-4b60-bc3b-dd3d39b91387 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:22:50.822201 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b34694d2-69e8-407a-a06b-837a89950df0 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Usage tracker for resource:network and tenant:7f6a59c5c345483abf0b512a4f41fa76 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:50.844455 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b34694d2-69e8-407a-a06b-837a89950df0 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:50.854886 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7c209e54-05f0-4207-be2c-c8fce7efc40f tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:50.877246 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b34694d2-69e8-407a-a06b-837a89950df0 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:50.897327 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-b34694d2-69e8-407a-a06b-837a89950df0 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 29 13:22:50.898020 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b34694d2-69e8-407a-a06b-837a89950df0 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:22:50.902505 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b34694d2-69e8-407a-a06b-837a89950df0 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2269919 Apr 29 13:22:50.905587 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52456) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:51.103152 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cde9b4a9-21cf-49a0-847c-2f191de92cdb tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:51.123615 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cb5967db-357b-4e7a-994c-4948bb0b4c74 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:51.128844 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-bd958a50-1cc9-4742-8a73-3028023da2fb None None] Attempting to bind port e96c92ee-11c9-4378-b6c5-1381d119e943 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:22:51.129317 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-bd958a50-1cc9-4742-8a73-3028023da2fb None None] Attempting to bind port e96c92ee-11c9-4378-b6c5-1381d119e943 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '844f9248-d5f2-4f34-b927-f5220996ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'adf8a8aa-f585-40e8-84cb-920d4013e0fe'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:22:51.129468 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd958a50-1cc9-4742-8a73-3028023da2fb None None] Attempting to bind port e96c92ee-11c9-4378-b6c5-1381d119e943 on network adf8a8aa-f585-40e8-84cb-920d4013e0fe {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:22:51.130421 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9079ad-69ca-45b0-a3d0-bfa0b0ab8d58 admin admin] Pushing event updated for resources: {'Port': ['ID=b13d88b0-b655-48ef-9192-978600587f01,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:51.140076 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7c209e54-05f0-4207-be2c-c8fce7efc40f tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:51.158356 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-cde9b4a9-21cf-49a0-847c-2f191de92cdb tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Transition to ACTIVE for port object 4d4f4a86-fc76-4437-80e2-18fb951d3ea6 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:22:51.161531 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd958a50-1cc9-4742-8a73-3028023da2fb None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:22:51.162618 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd958a50-1cc9-4742-8a73-3028023da2fb None None] Checking segment: {'id': '844f9248-d5f2-4f34-b927-f5220996ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'adf8a8aa-f585-40e8-84cb-920d4013e0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:22:51.162618 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bd958a50-1cc9-4742-8a73-3028023da2fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:51.162846 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd958a50-1cc9-4742-8a73-3028023da2fb None None] Bound using segment: {'id': '844f9248-d5f2-4f34-b927-f5220996ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'adf8a8aa-f585-40e8-84cb-920d4013e0fe'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:22:51.163132 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-bd958a50-1cc9-4742-8a73-3028023da2fb None None] Bound port: e96c92ee-11c9-4378-b6c5-1381d119e943, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844f9248-d5f2-4f34-b927-f5220996ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'adf8a8aa-f585-40e8-84cb-920d4013e0fe'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:22:51.163513 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bd958a50-1cc9-4742-8a73-3028023da2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:51.223938 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5967db-357b-4e7a-994c-4948bb0b4c74 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Pushing event updated for resources: {'Subnet': ['ID=15157c1b-d62f-4892-9e3e-fe181a446c03,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:51.243286 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5967db-357b-4e7a-994c-4948bb0b4c74 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Checking segment: {'id': '0e6a5247-2dc2-497f-b67d-6f7432b45c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '715afe6f-5bc1-46a5-9451-4ac13ce7597c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:22:51.243656 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5967db-357b-4e7a-994c-4948bb0b4c74 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Network hostable DHCP agents. Network: 715afe6f-5bc1-46a5-9451-4ac13ce7597c, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:22:51.256247 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cde9b4a9-21cf-49a0-847c-2f191de92cdb tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:51.326617 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-bd958a50-1cc9-4742-8a73-3028023da2fb None None] For port e96c92ee-11c9-4378-b6c5-1381d119e943, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:22:51.330926 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-bd958a50-1cc9-4742-8a73-3028023da2fb None None] For port e96c92ee-11c9-4378-b6c5-1381d119e943, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e96c92ee-11c9-4378-b6c5-1381d119e943,segment=NetworkSegment(844f9248-d5f2-4f34-b927-f5220996ac67),segment_id=844f9248-d5f2-4f34-b927-f5220996ac67)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:22:51.337212 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bd958a50-1cc9-4742-8a73-3028023da2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:51.388733 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0669159b-b336-4741-a688-853846f42aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'name': 'tempest-ServersTestManualDisk-829336071-router', 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '068be9c2-a8d4-4bd5-9c40-82006ab83ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:42Z', 'revision_number': 3, 'project_id': '6c8c29596be64b1cbf79cd04762fbea5', 'gw_port': {'id': '068be9c2-a8d4-4bd5-9c40-82006ab83ca3', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:51.407112 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5967db-357b-4e7a-994c-4948bb0b4c74 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Network 715afe6f-5bc1-46a5-9451-4ac13ce7597c is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:22:51.407335 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0669159b-b336-4741-a688-853846f42aee None None] The sync data for ids ['bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6'] in dv-neutron-839027-4-hyperv is: [{'id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'name': 'tempest-ServersTestManualDisk-829336071-router', 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '068be9c2-a8d4-4bd5-9c40-82006ab83ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:42Z', 'revision_number': 3, 'project_id': '6c8c29596be64b1cbf79cd04762fbea5', 'gw_port': {'id': '068be9c2-a8d4-4bd5-9c40-82006ab83ca3', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:22:51.412284 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7c209e54-05f0-4207-be2c-c8fce7efc40f tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:51.413713 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7c209e54-05f0-4207-be2c-c8fce7efc40f tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7163699 Apr 29 13:22:51.416442 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde9b4a9-21cf-49a0-847c-2f191de92cdb tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Network adf8a8aa-f585-40e8-84cb-920d4013e0fe is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:22:51.419876 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52460) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:51.427010 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9b4a9-21cf-49a0-847c-2f191de92cdb tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Pushing event updated for resources: {'Port': ['ID=4d4f4a86-fc76-4437-80e2-18fb951d3ea6,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:51.427531 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd958a50-1cc9-4742-8a73-3028023da2fb None None] Pushing event updated for resources: {'Port': ['ID=e96c92ee-11c9-4378-b6c5-1381d119e943,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:51.429537 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-cde9b4a9-21cf-49a0-847c-2f191de92cdb tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:22:51.448376 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-2ca43682-c00e-4ef5-82c0-cfe333bdf15b tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1060866461', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'fixed_ips': [{'ip_address': '172.26.6.101'}]}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:22:51.456984 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2ca43682-c00e-4ef5-82c0-cfe333bdf15b tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:51.470409 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2ca43682-c00e-4ef5-82c0-cfe333bdf15b tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Usage tracker for resource:port and tenant:1e6cbbf9dafc4507a2caf14c5e20db5a is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:51.473590 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2ca43682-c00e-4ef5-82c0-cfe333bdf15b tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:51.476882 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-cb5967db-357b-4e7a-994c-4948bb0b4c74 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 715afe6f-5bc1-46a5-9451-4ac13ce7597c) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:22:51.477458 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c209e54-05f0-4207-be2c-c8fce7efc40f tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Pushing event updated for resources: {'Port': ['ID=86d3a160-cabb-430a-86c8-bd594dcd433f,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:51.486994 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ce1c7ae5-4565-4250-9316-1a352c0806a9 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7f6a59c5c345483abf0b512a4f41fa76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5734775 Apr 29 13:22:51.490843 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5967db-357b-4e7a-994c-4948bb0b4c74 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:22:51.491432 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cb5967db-357b-4e7a-994c-4948bb0b4c74 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:51.495484 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2ca43682-c00e-4ef5-82c0-cfe333bdf15b tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:51.497321 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52466) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:51.498457 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8d5a7f-ba91-4cab-a0d9-12712f074a48 None None] Network 715afe6f-5bc1-46a5-9451-4ac13ce7597c requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:22:51.521032 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde9b4a9-21cf-49a0-847c-2f191de92cdb tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:22:51.525789 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde9b4a9-21cf-49a0-847c-2f191de92cdb tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:22:51.526379 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cde9b4a9-21cf-49a0-847c-2f191de92cdb tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:51.553896 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-cb5967db-357b-4e7a-994c-4948bb0b4c74 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2461762 Apr 29 13:22:51.560731 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52470) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:51.585168 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca43682-c00e-4ef5-82c0-cfe333bdf15b tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Made reservation on behalf of 1e6cbbf9dafc4507a2caf14c5e20db5a for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:22:51.589629 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2ca43682-c00e-4ef5-82c0-cfe333bdf15b tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:51.609957 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-cde9b4a9-21cf-49a0-847c-2f191de92cdb tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4824674 Apr 29 13:22:51.618707 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-22e3aea6-31eb-41d5-b943-52395b952253 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1226315002', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}, 'admin_state_up': False}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:22:51.631122 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52474) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:51.635218 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2ca43682-c00e-4ef5-82c0-cfe333bdf15b tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:51.651274 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9079ad-69ca-45b0-a3d0-bfa0b0ab8d58 admin admin] Network db77dff0-1ec4-4e61-b2c0-fae02c77fce1 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:22:51.661855 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-22e3aea6-31eb-41d5-b943-52395b952253 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:51.670430 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-1c9079ad-69ca-45b0-a3d0-bfa0b0ab8d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:22:51.839641 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-22e3aea6-31eb-41d5-b943-52395b952253 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Usage tracker for resource:router and tenant:88306cca6d6b4c33873f86bb5d4d1dd5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:51.850402 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5caf1e58-c1f5-4b9a-a526-a55f77635a2a tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:51.860021 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2ca43682-c00e-4ef5-82c0-cfe333bdf15b tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:51.874017 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2ca43682-c00e-4ef5-82c0-cfe333bdf15b tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Usage tracker for resource:security_group_rule and tenant:1e6cbbf9dafc4507a2caf14c5e20db5a is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:51.879752 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2ca43682-c00e-4ef5-82c0-cfe333bdf15b tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:51.888651 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2ca43682-c00e-4ef5-82c0-cfe333bdf15b tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:51.917720 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0feb2054-06aa-40dc-915a-839a799bd4f1 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:51.928791 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c850dfc4-8c35-4e89-87a6-1062d83b17b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-715afe6f-5bc1-46a5-9451-4ac13ce7597c', 'network_id': '715afe6f-5bc1-46a5-9451-4ac13ce7597c', 'tenant_id': '88306cca6d6b4c33873f86bb5d4d1dd5', 'fixed_ips': [{'subnet_id': '15157c1b-d62f-4892-9e3e-fe181a446c03'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:22:51.929999 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c850dfc4-8c35-4e89-87a6-1062d83b17b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:51.938475 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-22e3aea6-31eb-41d5-b943-52395b952253 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:51.953929 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-e9d414b6-1697-4102-88a0-7654294f63df tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Deleting port 4d4f4a86-fc76-4437-80e2-18fb951d3ea6 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:22:51.954462 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e9d414b6-1697-4102-88a0-7654294f63df tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:52.082591 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0feb2054-06aa-40dc-915a-839a799bd4f1 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:52.186706 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 068be9c2-a8d4-4bd5-9c40-82006ab83ca3 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:22:52.275748 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-c850dfc4-8c35-4e89-87a6-1062d83b17b1 None None] Allocated IP 172.20.0.2 (715afe6f-5bc1-46a5-9451-4ac13ce7597c/15157c1b-d62f-4892-9e3e-fe181a446c03/79396db6-37d3-4c70-acfc-057243009ab4) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:22:52.298996 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0d930b88-aa2c-4861-95bc-50120645d400 None None] Provisioning complete for port b13d88b0-b655-48ef-9192-978600587f01 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:22:52.299358 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0d930b88-aa2c-4861-95bc-50120645d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:52.337089 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145fc928-095f-4b31-84df-d6ed6bc4d7e3 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Hosts for router 84ca6bcb-6c38-4b52-a817-bf517f58be95: [] {{(pid=83904) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Apr 29 13:22:52.379634 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-22e3aea6-31eb-41d5-b943-52395b952253 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:52.425877 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e9d414b6-1697-4102-88a0-7654294f63df tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:52.431328 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 068be9c2-a8d4-4bd5-9c40-82006ab83ca3 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:22:52.437562 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145fc928-095f-4b31-84df-d6ed6bc4d7e3 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Hosts for other DVR routers connected to router 84ca6bcb-6c38-4b52-a817-bf517f58be95: set() {{(pid=83904) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Apr 29 13:22:52.445503 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-145fc928-095f-4b31-84df-d6ed6bc4d7e3 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:52.448008 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-145fc928-095f-4b31-84df-d6ed6bc4d7e3 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] 10.222.0.76 "PUT /v2.0/routers/84ca6bcb-6c38-4b52-a817-bf517f58be95 HTTP/1.1" status: 200 len: 717 time: 4.6178150 Apr 29 13:22:52.456007 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-0d930b88-aa2c-4861-95bc-50120645d400 None None] Port b13d88b0-b655-48ef-9192-978600587f01 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:22:52.459536 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 068be9c2-a8d4-4bd5-9c40-82006ab83ca3 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:22:52.459901 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:52.478143 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52478) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:52.489112 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-22e3aea6-31eb-41d5-b943-52395b952253 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:52.490607 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-22e3aea6-31eb-41d5-b943-52395b952253 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:52.628824 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-e9d414b6-1697-4102-88a0-7654294f63df tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Calling delete_port for 4d4f4a86-fc76-4437-80e2-18fb951d3ea6 owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:22:52.780315 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c850dfc4-8c35-4e89-87a6-1062d83b17b1 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:52.787969 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:52.804910 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c850dfc4-8c35-4e89-87a6-1062d83b17b1 None None] Transition to ACTIVE for port object 79396db6-37d3-4c70-acfc-057243009ab4 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:22:52.832336 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 068be9c2-a8d4-4bd5-9c40-82006ab83ca3, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=068be9c2-a8d4-4bd5-9c40-82006ab83ca3,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:22:52.845879 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:52.846693 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e96c92ee-11c9-4378-b6c5-1381d119e943 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:22:52.912036 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e9d414b6-1697-4102-88a0-7654294f63df tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:52.913324 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c850dfc4-8c35-4e89-87a6-1062d83b17b1 None None] Transition to ACTIVE for port object 79396db6-37d3-4c70-acfc-057243009ab4 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:22:52.925245 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67bd237-4b5e-4890-8e94-1ed9b621d4d4 None None] Network adf8a8aa-f585-40e8-84cb-920d4013e0fe requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:22:52.990958 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c850dfc4-8c35-4e89-87a6-1062d83b17b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:52.991917 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d414b6-1697-4102-88a0-7654294f63df tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Pushing event deleted for resources: {'Port': ['ID=4d4f4a86-fc76-4437-80e2-18fb951d3ea6,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:53.003297 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2ca43682-c00e-4ef5-82c0-cfe333bdf15b tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:53.015052 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-22e3aea6-31eb-41d5-b943-52395b952253 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:53.039372 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2ca43682-c00e-4ef5-82c0-cfe333bdf15b tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:53.054403 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-2ca43682-c00e-4ef5-82c0-cfe333bdf15b tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] device_id is not set on port f9b4ecff-52e2-45d7-8eca-1355687dafff yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:22:53.105662 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e9d414b6-1697-4102-88a0-7654294f63df tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:53.113074 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=068be9c2-a8d4-4bd5-9c40-82006ab83ca3,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:53.120352 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0feb2054-06aa-40dc-915a-839a799bd4f1 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:53.132888 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca43682-c00e-4ef5-82c0-cfe333bdf15b tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1892cda-556c-4ca9-9f2b-b68f80180a78,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:53.151673 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0feb2054-06aa-40dc-915a-839a799bd4f1 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:53.158629 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0feb2054-06aa-40dc-915a-839a799bd4f1 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] 10.222.0.76 "DELETE /v2.0/security-groups/0c9b4c17-e034-4228-bc5e-9e51028d94f4 HTTP/1.1" status: 204 len: 168 time: 1.6548700 Apr 29 13:22:53.164193 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52482) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:53.165016 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c850dfc4-8c35-4e89-87a6-1062d83b17b1 None None] Network 715afe6f-5bc1-46a5-9451-4ac13ce7597c is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:22:53.166391 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e8b076c2-5596-4af7-88f6-de277dbbc72d tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] 10.222.0.76 "GET /v2.0/routers/84ca6bcb-6c38-4b52-a817-bf517f58be95 HTTP/1.1" status: 200 len: 717 time: 0.6789825 Apr 29 13:22:53.166927 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52484) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:53.173133 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e9d414b6-1697-4102-88a0-7654294f63df tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] 10.222.0.76 "DELETE /v2.0/ports/4d4f4a86-fc76-4437-80e2-18fb951d3ea6 HTTP/1.1" status: 204 len: 168 time: 1.5391366 Apr 29 13:22:53.179494 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-c850dfc4-8c35-4e89-87a6-1062d83b17b1 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:22:53.187197 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52488) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:53.201097 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb2054-06aa-40dc-915a-839a799bd4f1 tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9b4c17-e034-4228-bc5e-9e51028d94f4,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:53.210569 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c850dfc4-8c35-4e89-87a6-1062d83b17b1 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:22:53.211756 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5caf1e58-c1f5-4b9a-a526-a55f77635a2a tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:53.225744 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5caf1e58-c1f5-4b9a-a526-a55f77635a2a tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:53.242376 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-aef67d44-3bc6-463a-831d-dd9fc7e0890e None None] Provisioning for port e96c92ee-11c9-4378-b6c5-1381d119e943 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:22:53.364646 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-49e56769-73d8-4087-81fb-3cb0fce72f0e tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:53.486985 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850dfc4-8c35-4e89-87a6-1062d83b17b1 None None] Pushing event updated for resources: {'Port': ['ID=79396db6-37d3-4c70-acfc-057243009ab4,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:53.488637 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port e96c92ee-11c9-4378-b6c5-1381d119e943 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:22:53.527983 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca43682-c00e-4ef5-82c0-cfe333bdf15b tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 29 13:22:53.528606 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca43682-c00e-4ef5-82c0-cfe333bdf15b tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:22:53.539823 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port e96c92ee-11c9-4378-b6c5-1381d119e943 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:22:53.540317 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:53.573711 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-49e56769-73d8-4087-81fb-3cb0fce72f0e tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:53.589233 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2ca43682-c00e-4ef5-82c0-cfe333bdf15b tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.1656911 Apr 29 13:22:53.598762 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52500) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:53.619804 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c850dfc4-8c35-4e89-87a6-1062d83b17b1 None None] Attempting to bind port 79396db6-37d3-4c70-acfc-057243009ab4 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:22:53.620257 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c850dfc4-8c35-4e89-87a6-1062d83b17b1 None None] Attempting to bind port 79396db6-37d3-4c70-acfc-057243009ab4 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '0e6a5247-2dc2-497f-b67d-6f7432b45c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '715afe6f-5bc1-46a5-9451-4ac13ce7597c'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:22:53.620685 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c850dfc4-8c35-4e89-87a6-1062d83b17b1 None None] Attempting to bind port 79396db6-37d3-4c70-acfc-057243009ab4 on network 715afe6f-5bc1-46a5-9451-4ac13ce7597c {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:22:53.650579 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5caf1e58-c1f5-4b9a-a526-a55f77635a2a tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:53.650926 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5caf1e58-c1f5-4b9a-a526-a55f77635a2a tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4b6720e-a222-499d-834e-60980cbdb214 {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:22:53.673835 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-377aef43-a95f-4b4d-98af-0e1c669a5db8 tempest-DHCPAgentSchedulersTestJSON-688819652 tempest-DHCPAgentSchedulersTestJSON-688819652-project-admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.4776917 Apr 29 13:22:53.674572 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c850dfc4-8c35-4e89-87a6-1062d83b17b1 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:22:53.675033 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c850dfc4-8c35-4e89-87a6-1062d83b17b1 None None] Checking segment: {'id': '0e6a5247-2dc2-497f-b67d-6f7432b45c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '715afe6f-5bc1-46a5-9451-4ac13ce7597c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:22:53.675497 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c850dfc4-8c35-4e89-87a6-1062d83b17b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:53.675953 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c850dfc4-8c35-4e89-87a6-1062d83b17b1 None None] Bound using segment: {'id': '0e6a5247-2dc2-497f-b67d-6f7432b45c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '715afe6f-5bc1-46a5-9451-4ac13ce7597c'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:22:53.676507 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c850dfc4-8c35-4e89-87a6-1062d83b17b1 None None] Bound port: 79396db6-37d3-4c70-acfc-057243009ab4, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6a5247-2dc2-497f-b67d-6f7432b45c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '715afe6f-5bc1-46a5-9451-4ac13ce7597c'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:22:53.676971 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c850dfc4-8c35-4e89-87a6-1062d83b17b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:53.692014 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52504) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:53.737585 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-f6cd36f6-d130-42a1-9e50-7f35dddb2e53 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1803974112'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:22:53.746114 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f6cd36f6-d130-42a1-9e50-7f35dddb2e53 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:53.774629 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f6cd36f6-d130-42a1-9e50-7f35dddb2e53 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Usage tracker for resource:network and tenant:ee79d9741fe44d87b6974529902c54c7 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:53.778711 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-22e3aea6-31eb-41d5-b943-52395b952253 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:53.782153 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-5caf1e58-c1f5-4b9a-a526-a55f77635a2a tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 29 13:22:53.786039 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5caf1e58-c1f5-4b9a-a526-a55f77635a2a tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.9475923 Apr 29 13:22:53.788739 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f6cd36f6-d130-42a1-9e50-7f35dddb2e53 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:53.799212 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52508) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:53.808084 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f6cd36f6-d130-42a1-9e50-7f35dddb2e53 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:53.838532 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0cebbbfe-40f7-4e51-8ea8-1a34248f57d3 tempest-RoutersTestDVR-1211207571 tempest-RoutersTestDVR-1211207571-project] 10.222.0.76 "GET /v2.0/routers/84ca6bcb-6c38-4b52-a817-bf517f58be95 HTTP/1.1" status: 200 len: 683 time: 0.6524510 Apr 29 13:22:53.840025 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52512) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:53.844465 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:53.849781 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-999f81d5-b4d4-4636-bd0d-814a9373ad33 tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Deleting port 86d3a160-cabb-430a-86c8-bd594dcd433f {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:22:53.850277 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-999f81d5-b4d4-4636-bd0d-814a9373ad33 tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:53.864971 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c850dfc4-8c35-4e89-87a6-1062d83b17b1 None None] For port 79396db6-37d3-4c70-acfc-057243009ab4, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:22:53.884630 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c850dfc4-8c35-4e89-87a6-1062d83b17b1 None None] For port 79396db6-37d3-4c70-acfc-057243009ab4, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=79396db6-37d3-4c70-acfc-057243009ab4,segment=NetworkSegment(0e6a5247-2dc2-497f-b67d-6f7432b45c16),segment_id=0e6a5247-2dc2-497f-b67d-6f7432b45c16)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:22:53.891522 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-49e56769-73d8-4087-81fb-3cb0fce72f0e tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:22:53.891887 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-49e56769-73d8-4087-81fb-3cb0fce72f0e tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:22:53.892645 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-49e56769-73d8-4087-81fb-3cb0fce72f0e tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:22:53.893123 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-49e56769-73d8-4087-81fb-3cb0fce72f0e tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Subscribe: > port after_create 55550000 {{(pid=83905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:22:53.893448 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-49e56769-73d8-4087-81fb-3cb0fce72f0e tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:22:53.893788 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-49e56769-73d8-4087-81fb-3cb0fce72f0e tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Subscribe: > port after_update 55550000 {{(pid=83905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:22:53.894118 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-49e56769-73d8-4087-81fb-3cb0fce72f0e tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:22:53.894443 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-49e56769-73d8-4087-81fb-3cb0fce72f0e tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:22:53.895019 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-49e56769-73d8-4087-81fb-3cb0fce72f0e tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:22:53.895443 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-49e56769-73d8-4087-81fb-3cb0fce72f0e tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:22:53.898085 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c850dfc4-8c35-4e89-87a6-1062d83b17b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:53.944221 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port e96c92ee-11c9-4378-b6c5-1381d119e943, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e96c92ee-11c9-4378-b6c5-1381d119e943,segment=NetworkSegment(844f9248-d5f2-4f34-b927-f5220996ac67),segment_id=844f9248-d5f2-4f34-b927-f5220996ac67)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:22:53.959267 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:54.004627 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850dfc4-8c35-4e89-87a6-1062d83b17b1 None None] Pushing event updated for resources: {'Port': ['ID=79396db6-37d3-4c70-acfc-057243009ab4,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:54.055952 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cd36f6-d130-42a1-9e50-7f35dddb2e53 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Made reservation on behalf of ee79d9741fe44d87b6974529902c54c7 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:22:54.059115 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6cd36f6-d130-42a1-9e50-7f35dddb2e53 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:54.083859 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 068be9c2-a8d4-4bd5-9c40-82006ab83ca3 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:22:54.119294 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-49e56769-73d8-4087-81fb-3cb0fce72f0e tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:22:54.119851 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-49e56769-73d8-4087-81fb-3cb0fce72f0e tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:22:54.121416 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-49e56769-73d8-4087-81fb-3cb0fce72f0e tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:22:54.122040 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-49e56769-73d8-4087-81fb-3cb0fce72f0e tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:22:54.127029 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-49e56769-73d8-4087-81fb-3cb0fce72f0e tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ebba304-4674-4b60-bc3b-dd3d39b91387']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:54.147523 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-49e56769-73d8-4087-81fb-3cb0fce72f0e tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a98e4c-6b79-4897-8c5a-8b1a05ea00b5') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:54.147961 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-49e56769-73d8-4087-81fb-3cb0fce72f0e tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a98e4c-6b79-4897-8c5a-8b1a05ea00b5') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:54.165739 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-49e56769-73d8-4087-81fb-3cb0fce72f0e tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:54.172316 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=e96c92ee-11c9-4378-b6c5-1381d119e943,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:54.197052 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 068be9c2-a8d4-4bd5-9c40-82006ab83ca3 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:22:54.197427 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:54.210996 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-49e56769-73d8-4087-81fb-3cb0fce72f0e tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:54.406509 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3c890336-a620-4288-b9ba-f9465fbc5883 None None] Provisioning complete for port e96c92ee-11c9-4378-b6c5-1381d119e943 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:22:54.407032 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3c890336-a620-4288-b9ba-f9465fbc5883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:54.432087 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-999f81d5-b4d4-4636-bd0d-814a9373ad33 tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:54.432417 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-999f81d5-b4d4-4636-bd0d-814a9373ad33 tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:54.432739 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6cd36f6-d130-42a1-9e50-7f35dddb2e53 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:22:54.463971 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6cd36f6-d130-42a1-9e50-7f35dddb2e53 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:54.464320 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-f6cd36f6-d130-42a1-9e50-7f35dddb2e53 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Added segment c4915434-53f8-4f2c-8ce6-b7dcd26ff17e of type vlan for network d9864121-ce3c-4179-b9a5-bf5725d2412d Apr 29 13:22:54.511701 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6cd36f6-d130-42a1-9e50-7f35dddb2e53 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:54.563978 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-34cb17f0-906b-4d16-81c1-211b958c4ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:54.627376 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e56769-73d8-4087-81fb-3cb0fce72f0e tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:22:54.627879 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-49e56769-73d8-4087-81fb-3cb0fce72f0e tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: util.warn_limited( Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: util.warn_limited( Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:22:54.645816 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:22:54.650637 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6cd36f6-d130-42a1-9e50-7f35dddb2e53 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:54.652453 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cd36f6-d130-42a1-9e50-7f35dddb2e53 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:22:54.653145 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6cd36f6-d130-42a1-9e50-7f35dddb2e53 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:54.654985 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-999f81d5-b4d4-4636-bd0d-814a9373ad33 tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Calling delete_port for 86d3a160-cabb-430a-86c8-bd594dcd433f owned by network:floatingip {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:22:54.708968 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9666722d-c08a-421f-9c34-200ecc67e65c None None] Could not find standard attr ID for object 4d4f4a86-fc76-4437-80e2-18fb951d3ea6. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:22:54.714443 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-60822c2a-becc-4213-b026-18a925f0b940 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:54.786722 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f6cd36f6-d130-42a1-9e50-7f35dddb2e53 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0873318 Apr 29 13:22:54.790334 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52516) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:54.834400 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9079ad-69ca-45b0-a3d0-bfa0b0ab8d58 admin admin] Router 6ee152d9-d524-4a86-bcb7-77de14f79e5f has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:22:54.852168 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-b74cbdf3-b45f-4453-ad8a-bd0968a1a396 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Deleting port ab71f733-b84d-403a-8465-6578da9648ba {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:22:54.852168 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b74cbdf3-b45f-4453-ad8a-bd0968a1a396 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:54.869352 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-49e56769-73d8-4087-81fb-3cb0fce72f0e tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:54.971731 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-49e56769-73d8-4087-81fb-3cb0fce72f0e tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:54.996716 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e56769-73d8-4087-81fb-3cb0fce72f0e tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Pushing event deleted for resources: {'Network': ['ID=5ebba304-4674-4b60-bc3b-dd3d39b91387,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:55.006589 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-49e56769-73d8-4087-81fb-3cb0fce72f0e tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] 10.222.0.76 "DELETE /v2.0/networks/5ebba304-4674-4b60-bc3b-dd3d39b91387 HTTP/1.1" status: 204 len: 168 time: 1.8383365 Apr 29 13:22:55.023366 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52520) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:55.117525 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-999f81d5-b4d4-4636-bd0d-814a9373ad33 tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:55.144086 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd36f6-d130-42a1-9e50-7f35dddb2e53 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Pushing event updated for resources: {'Network': ['ID=d9864121-ce3c-4179-b9a5-bf5725d2412d,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:55.160724 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network d9864121-ce3c-4179-b9a5-bf5725d2412d details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:22:55.179023 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f81d5-b4d4-4636-bd0d-814a9373ad33 tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Pushing event deleted for resources: {'Port': ['ID=86d3a160-cabb-430a-86c8-bd594dcd433f,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:55.196242 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7bd3ae1d-3f78-4101-a5e1-2afa2f538b5a tempest-DHCPAgentSchedulersTestJSON-688819652 tempest-DHCPAgentSchedulersTestJSON-688819652-project-admin] 10.222.0.76 "GET /v2.0/agents/44f4dee3-3627-42fe-a4d3-da3858c10eaf/dhcp-networks HTTP/1.1" status: 200 len: 5516 time: 0.4016986 Apr 29 13:22:55.196907 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52524) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:55.315706 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e7d8f2-244c-4aaa-8294-edfec2ced237 None None] Network 715afe6f-5bc1-46a5-9451-4ac13ce7597c requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:22:55.390085 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-10c92c5d-57f3-4b95-83f9-afb9312bc74c tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:55.400967 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-999f81d5-b4d4-4636-bd0d-814a9373ad33 tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:55.411085 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-999f81d5-b4d4-4636-bd0d-814a9373ad33 tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:55.415646 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-999f81d5-b4d4-4636-bd0d-814a9373ad33 tempest-ExternalNetworksAdminNegativeTestJSON-830942310 tempest-ExternalNetworksAdminNegativeTestJSON-830942310-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/9f48a875-ec89-419d-8b7d-2c594dc79345 HTTP/1.1" status: 204 len: 168 time: 1.8123460 Apr 29 13:22:55.436497 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ec70dc-f0a5-4d46-8bfc-b5612114fb2f tempest-DHCPAgentSchedulersTestJSON-688819652 tempest-DHCPAgentSchedulersTestJSON-688819652-project-admin] Network d9864121-ce3c-4179-b9a5-bf5725d2412d is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:22:55.458041 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-30ec70dc-f0a5-4d46-8bfc-b5612114fb2f tempest-DHCPAgentSchedulersTestJSON-688819652 tempest-DHCPAgentSchedulersTestJSON-688819652-project-admin] 10.222.0.76 "POST /v2.0/agents/44f4dee3-3627-42fe-a4d3-da3858c10eaf/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2594290 Apr 29 13:22:55.458730 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52530) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:55.464910 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8074931-200c-4b5a-8b9d-1a032fa85c04 None None] Network d9864121-ce3c-4179-b9a5-bf5725d2412d requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:22:55.495305 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c2c06b58-f5af-42d7-aee0-b8000275a722 None None] Provisioning for port 79396db6-37d3-4c70-acfc-057243009ab4 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:22:55.681272 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0d185f51-3db6-4aea-b7b9-ed3283e97fa4 tempest-DHCPAgentSchedulersTestJSON-688819652 tempest-DHCPAgentSchedulersTestJSON-688819652-project-admin] 10.222.0.76 "GET /v2.0/agents/44f4dee3-3627-42fe-a4d3-da3858c10eaf/dhcp-networks HTTP/1.1" status: 200 len: 6261 time: 0.2213364 Apr 29 13:22:55.684543 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52534) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:55.768581 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5c810478-432f-429c-92dd-c1a94b55d08b tempest-DHCPAgentSchedulersTestJSON-688819652 tempest-DHCPAgentSchedulersTestJSON-688819652-project-admin] 10.222.0.76 "DELETE /v2.0/agents/44f4dee3-3627-42fe-a4d3-da3858c10eaf/dhcp-networks/d9864121-ce3c-4179-b9a5-bf5725d2412d HTTP/1.1" status: 204 len: 168 time: 0.0811758 Apr 29 13:22:55.781472 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52540) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:55.938166 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52544) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:56.082526 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-34cb17f0-906b-4d16-81c1-211b958c4ee4 admin admin] Allocated IP 172.20.0.1 (5766f20d-f6c2-4c44-9d06-902bc69d7f8a/1ecbd849-02e4-4ff8-acc4-ec6e20b79dd5/80415493-cec6-4897-90a3-788cf44d78ba) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:22:56.131852 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5f5efdac-1a4c-4216-bafe-75df89468ef8 tempest-DHCPAgentSchedulersTestJSON-688819652 tempest-DHCPAgentSchedulersTestJSON-688819652-project-admin] 10.222.0.76 "GET /v2.0/agents/44f4dee3-3627-42fe-a4d3-da3858c10eaf/dhcp-networks HTTP/1.1" status: 200 len: 5516 time: 0.3492234 Apr 29 13:22:56.140008 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52550) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:56.173617 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 79396db6-37d3-4c70-acfc-057243009ab4 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:22:56.205724 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-60822c2a-becc-4213-b026-18a925f0b940 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:56.235353 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-10c92c5d-57f3-4b95-83f9-afb9312bc74c tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:56.246476 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b74cbdf3-b45f-4453-ad8a-bd0968a1a396 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:56.247130 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 79396db6-37d3-4c70-acfc-057243009ab4 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:22:56.252803 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 79396db6-37d3-4c70-acfc-057243009ab4 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:22:56.253176 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:56.352869 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-60822c2a-becc-4213-b026-18a925f0b940 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:56.368892 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:56.401816 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 79396db6-37d3-4c70-acfc-057243009ab4, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=79396db6-37d3-4c70-acfc-057243009ab4,segment=NetworkSegment(0e6a5247-2dc2-497f-b67d-6f7432b45c16),segment_id=0e6a5247-2dc2-497f-b67d-6f7432b45c16)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:22:56.405828 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:56.406726 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e96c92ee-11c9-4378-b6c5-1381d119e943 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:22:56.476312 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-b74cbdf3-b45f-4453-ad8a-bd0968a1a396 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Calling delete_port for ab71f733-b84d-403a-8465-6578da9648ba owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:22:56.513437 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-79db3f30-86b8-4b10-84c4-dd1e18080e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:56.517784 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=79396db6-37d3-4c70-acfc-057243009ab4,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:56.536512 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-10c92c5d-57f3-4b95-83f9-afb9312bc74c tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:22:56.536905 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-10c92c5d-57f3-4b95-83f9-afb9312bc74c tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:22:56.537385 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port e96c92ee-11c9-4378-b6c5-1381d119e943 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:22:56.537661 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-10c92c5d-57f3-4b95-83f9-afb9312bc74c tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:22:56.537985 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-10c92c5d-57f3-4b95-83f9-afb9312bc74c tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Subscribe: > port after_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:22:56.538069 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:56.538301 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-10c92c5d-57f3-4b95-83f9-afb9312bc74c tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:22:56.539160 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-10c92c5d-57f3-4b95-83f9-afb9312bc74c tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Subscribe: > port after_update 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:22:56.539160 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-10c92c5d-57f3-4b95-83f9-afb9312bc74c tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:22:56.539330 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-10c92c5d-57f3-4b95-83f9-afb9312bc74c tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:22:56.539567 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-10c92c5d-57f3-4b95-83f9-afb9312bc74c tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:22:56.539874 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-10c92c5d-57f3-4b95-83f9-afb9312bc74c tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:22:56.694598 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-10c92c5d-57f3-4b95-83f9-afb9312bc74c tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:22:56.694943 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-10c92c5d-57f3-4b95-83f9-afb9312bc74c tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:22:56.695268 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-10c92c5d-57f3-4b95-83f9-afb9312bc74c tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:22:56.695591 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-10c92c5d-57f3-4b95-83f9-afb9312bc74c tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:22:56.695961 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-10c92c5d-57f3-4b95-83f9-afb9312bc74c tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae06535-6346-4406-a219-fef948666d8f']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:56.759750 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-10c92c5d-57f3-4b95-83f9-afb9312bc74c tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '052f9c34-611b-482d-86e7-ca1436b3c5f0') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:56.760049 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-10c92c5d-57f3-4b95-83f9-afb9312bc74c tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '052f9c34-611b-482d-86e7-ca1436b3c5f0') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:56.788393 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d67737ed-1539-447f-a046-4ae6e732bd9b tempest-DHCPAgentSchedulersTestJSON-688819652 tempest-DHCPAgentSchedulersTestJSON-688819652-project-admin] 10.222.0.76 "GET /v2.0/networks/adf8a8aa-f585-40e8-84cb-920d4013e0fe/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.6361082 Apr 29 13:22:56.792464 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52556) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:56.798965 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-22e3aea6-31eb-41d5-b943-52395b952253 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:56.825988 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b5460604-5553-40c3-a857-6b631874cef2 tempest-DHCPAgentSchedulersTestJSON-688819652 tempest-DHCPAgentSchedulersTestJSON-688819652-project-admin] 10.222.0.76 "GET /v2.0/networks/adf8a8aa-f585-40e8-84cb-920d4013e0fe/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0320878 Apr 29 13:22:56.828806 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52560) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:56.836244 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-10c92c5d-57f3-4b95-83f9-afb9312bc74c tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:56.882337 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-22e3aea6-31eb-41d5-b943-52395b952253 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:56.888811 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-79db3f30-86b8-4b10-84c4-dd1e18080e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:56.994905 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c3abcd3c-ee87-45ef-a0dd-78b0e30f89fc tempest-DHCPAgentSchedulersTestJSON-688819652 tempest-DHCPAgentSchedulersTestJSON-688819652-project-admin] 10.222.0.76 "GET /v2.0/agents/44f4dee3-3627-42fe-a4d3-da3858c10eaf/dhcp-networks HTTP/1.1" status: 200 len: 5516 time: 0.1637108 Apr 29 13:22:56.998734 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52564) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:57.016098 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-10c92c5d-57f3-4b95-83f9-afb9312bc74c tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:57.020446 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-79db3f30-86b8-4b10-84c4-dd1e18080e72 admin admin] Usage tracker for resource:security_group_rule and tenant:b59cb66bf1ce4616881fabb1f7eb94a3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:57.031119 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-79db3f30-86b8-4b10-84c4-dd1e18080e72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:57.039266 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-60822c2a-becc-4213-b026-18a925f0b940 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:57.039759 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60822c2a-becc-4213-b026-18a925f0b940 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 84ca6bcb-6c38-4b52-a817-bf517f58be95 {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:22:57.049991 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c92c5d-57f3-4b95-83f9-afb9312bc74c tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:22:57.050515 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-10c92c5d-57f3-4b95-83f9-afb9312bc74c tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: util.warn_limited( Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: util.warn_limited( Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:22:57.069521 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:22:57.087793 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-79db3f30-86b8-4b10-84c4-dd1e18080e72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:57.113678 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-96841b30-703e-423b-a596-70195047cd06 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:57.174491 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-34cb17f0-906b-4d16-81c1-211b958c4ee4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:57.248101 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-96841b30-703e-423b-a596-70195047cd06 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:57.277331 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-96841b30-703e-423b-a596-70195047cd06 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9864121-ce3c-4179-b9a5-bf5725d2412d']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:57.291619 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-96841b30-703e-423b-a596-70195047cd06 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4915434-53f8-4f2c-8ce6-b7dcd26ff17e') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:57.291913 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-96841b30-703e-423b-a596-70195047cd06 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4915434-53f8-4f2c-8ce6-b7dcd26ff17e') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:57.305750 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-96841b30-703e-423b-a596-70195047cd06 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:57.324224 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-96841b30-703e-423b-a596-70195047cd06 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:57.331294 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96841b30-703e-423b-a596-70195047cd06 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:22:57.331688 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-96841b30-703e-423b-a596-70195047cd06 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:22:57.346608 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:22:57.429825 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-10c92c5d-57f3-4b95-83f9-afb9312bc74c tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:57.430627 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-96841b30-703e-423b-a596-70195047cd06 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:57.437108 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-34cb17f0-906b-4d16-81c1-211b958c4ee4 admin admin] Transition to ACTIVE for port object 80415493-cec6-4897-90a3-788cf44d78ba will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:22:57.448721 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-96841b30-703e-423b-a596-70195047cd06 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:57.459894 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96841b30-703e-423b-a596-70195047cd06 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Pushing event deleted for resources: {'Network': ['ID=d9864121-ce3c-4179-b9a5-bf5725d2412d,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:57.462508 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-96841b30-703e-423b-a596-70195047cd06 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] 10.222.0.76 "DELETE /v2.0/networks/d9864121-ce3c-4179-b9a5-bf5725d2412d HTTP/1.1" status: 204 len: 168 time: 0.4628713 Apr 29 13:22:57.464982 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52568) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:57.478957 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9079ad-69ca-45b0-a3d0-bfa0b0ab8d58 admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:22:57.483691 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-10c92c5d-57f3-4b95-83f9-afb9312bc74c tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:57.489862 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e9cf2e-60b1-45ba-8958-731a88c54a97 None None] Sync routers for ids ['6ee152d9-d524-4a86-bcb7-77de14f79e5f'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:22:57.498340 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b74cbdf3-b45f-4453-ad8a-bd0968a1a396 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:57.504786 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e9cf2e-60b1-45ba-8958-731a88c54a97 None None] Routers {'6ee152d9-d524-4a86-bcb7-77de14f79e5f'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:22:57.505621 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-45e9cf2e-60b1-45ba-8958-731a88c54a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:22:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6ee152d9-d524-4a86-bcb7-77de14f79e5f'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:57.508492 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e01a50-0133-49b6-87d4-df113e5eeb6c tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] DELETE failed (client error): The resource could not be found. Apr 29 13:22:57.508960 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e01a50-0133-49b6-87d4-df113e5eeb6c tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:22:57.510214 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c92c5d-57f3-4b95-83f9-afb9312bc74c tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] Pushing event deleted for resources: {'Network': ['ID=dae06535-6346-4406-a219-fef948666d8f,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:57.510630 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e2e01a50-0133-49b6-87d4-df113e5eeb6c tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] 10.222.0.76 "DELETE /v2.0/ports/4d4f4a86-fc76-4437-80e2-18fb951d3ea6 HTTP/1.1" status: 404 len: 333 time: 0.0447683 Apr 29 13:22:57.512057 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-60822c2a-becc-4213-b026-18a925f0b940 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:57.520084 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-60822c2a-becc-4213-b026-18a925f0b940 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] 10.222.0.76 "DELETE /v2.0/routers/84ca6bcb-6c38-4b52-a817-bf517f58be95 HTTP/1.1" status: 204 len: 168 time: 3.4672005 Apr 29 13:22:57.520418 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52572) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:57.521251 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52574) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:57.559830 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-3a42eb5b-2ed5-487d-80ef-07ea735dc285 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Request body: {'router': {'name': 'tempest-router-247682757', 'distributed': True}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:22:57.572704 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-3a42eb5b-2ed5-487d-80ef-07ea735dc285 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:57.583947 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1c9079ad-69ca-45b0-a3d0-bfa0b0ab8d58 admin admin] 10.222.0.76 "PUT /v2.0/routers/6ee152d9-d524-4a86-bcb7-77de14f79e5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0826693 Apr 29 13:22:57.590494 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3a42eb5b-2ed5-487d-80ef-07ea735dc285 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Usage tracker for resource:router and tenant:1a98758dd10d47a484043d55fb2e03be is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:57.599566 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-10c92c5d-57f3-4b95-83f9-afb9312bc74c tempest-QuotasNegativeTest-138876253 tempest-QuotasNegativeTest-138876253-project-admin] 10.222.0.76 "DELETE /v2.0/networks/dae06535-6346-4406-a219-fef948666d8f HTTP/1.1" status: 204 len: 168 time: 2.5615735 Apr 29 13:22:57.601779 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3a42eb5b-2ed5-487d-80ef-07ea735dc285 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:57.610483 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-22e3aea6-31eb-41d5-b943-52395b952253 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Allocated IP 172.26.6.191 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/cd1c9014-c7b1-47c0-8aad-32e43c7f1746) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:22:57.612551 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-3a42eb5b-2ed5-487d-80ef-07ea735dc285 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:57.620800 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cbdf3-b45f-4453-ad8a-bd0968a1a396 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab71f733-b84d-403a-8465-6578da9648ba,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:57.687820 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-79db3f30-86b8-4b10-84c4-dd1e18080e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:57.720470 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3a42eb5b-2ed5-487d-80ef-07ea735dc285 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:57.721776 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3a42eb5b-2ed5-487d-80ef-07ea735dc285 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:57.803054 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-79db3f30-86b8-4b10-84c4-dd1e18080e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:57.803406 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-45e9cf2e-60b1-45ba-8958-731a88c54a97 None None] Set router 6ee152d9-d524-4a86-bcb7-77de14f79e5f gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:22:57.807088 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3a42eb5b-2ed5-487d-80ef-07ea735dc285 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:57.850740 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:57.852663 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-34cb17f0-906b-4d16-81c1-211b958c4ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:57.871162 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c94b5f-d29f-4be7-a54a-dec506eb8197 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Deleting subnet 3aa770de-580d-4278-bd33-8d2d78367b99 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:22:57.876562 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a0c94b5f-d29f-4be7-a54a-dec506eb8197 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:57.955236 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3a42eb5b-2ed5-487d-80ef-07ea735dc285 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:57.998557 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a0c94b5f-d29f-4be7-a54a-dec506eb8197 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:58.056709 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db3f30-86b8-4b10-84c4-dd1e18080e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478b3301-b52b-486f-b454-b68d22fc6b6c,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:58.072139 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3a42eb5b-2ed5-487d-80ef-07ea735dc285 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:58.073499 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3a42eb5b-2ed5-487d-80ef-07ea735dc285 tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5516284 Apr 29 13:22:58.076840 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52594) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:58.100975 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cb17f0-906b-4d16-81c1-211b958c4ee4 admin admin] Network 5766f20d-f6c2-4c44-9d06-902bc69d7f8a is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:22:58.115912 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 79396db6-37d3-4c70-acfc-057243009ab4 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:22:58.119792 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-79db3f30-86b8-4b10-84c4-dd1e18080e72 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b59cb66bf1ce4616881fabb1f7eb94a3&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1731629 Apr 29 13:22:58.122423 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52600) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:58.131085 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-34cb17f0-906b-4d16-81c1-211b958c4ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:22:58.143692 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cb17f0-906b-4d16-81c1-211b958c4ee4 admin admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:22:58.230548 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb17f0-906b-4d16-81c1-211b958c4ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=80415493-cec6-4897-90a3-788cf44d78ba,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:58.271773 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 79396db6-37d3-4c70-acfc-057243009ab4 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:22:58.274401 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:58.290851 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-45e9cf2e-60b1-45ba-8958-731a88c54a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'name': 'tempest-ServersTestJSON-1509948784-router', 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b4906660-a243-4f3e-87c7-2e9f8eb9f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:22:40Z', 'updated_at': '2022-04-29T13:22:48Z', 'revision_number': 4, 'project_id': '5af4e0e2215a466699ba2d581ed2d902', 'gw_port': {'id': 'b4906660-a243-4f3e-87c7-2e9f8eb9f468', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:10:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'b13d88b0-b655-48ef-9192-978600587f01', 'name': '', 'network_id': 'db77dff0-1ec4-4e61-b2c0-fae02c77fce1', 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902', 'mac_address': 'fa:16:3e:ee:a0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb00ce98-f29b-44ee-afb3-87315ac0d956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:45Z', 'updated_at': '2022-04-29T13:22:49Z', 'revision_number': 2, 'project_id': '5af4e0e2215a466699ba2d581ed2d902', 'subnets': [{'id': 'cb00ce98-f29b-44ee-afb3-87315ac0d956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:22:58.295212 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e9cf2e-60b1-45ba-8958-731a88c54a97 None None] Checking router: 6ee152d9-d524-4a86-bcb7-77de14f79e5f for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:22:58.295715 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e9cf2e-60b1-45ba-8958-731a88c54a97 None None] Updating router 6ee152d9-d524-4a86-bcb7-77de14f79e5f port b13d88b0-b655-48ef-9192-978600587f01 binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:22:58.307522 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-19eecb7a-fced-4014-830d-cb68af2fa95e tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:58.405997 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-45e9cf2e-60b1-45ba-8958-731a88c54a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:58.448269 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b74cbdf3-b45f-4453-ad8a-bd0968a1a396 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:58.460376 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b74cbdf3-b45f-4453-ad8a-bd0968a1a396 tempest-RoutersAdminNegativeIpV6Test-1491920485 tempest-RoutersAdminNegativeIpV6Test-1491920485-project-admin] 10.222.0.76 "DELETE /v2.0/ports/ab71f733-b84d-403a-8465-6578da9648ba HTTP/1.1" status: 204 len: 168 time: 4.6344707 Apr 29 13:22:58.491707 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-22e3aea6-31eb-41d5-b943-52395b952253 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:58.512236 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-34cb17f0-906b-4d16-81c1-211b958c4ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:58.563375 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7140fd6c-3662-46ff-8e62-0048f8cf757d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:58.618094 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f03d5485-375e-43a2-9438-f7bfa2a2ef74 None None] Provisioning for port 80415493-cec6-4897-90a3-788cf44d78ba completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:22:58.629324 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f03d5485-375e-43a2-9438-f7bfa2a2ef74 None None] Provisioning complete for port 80415493-cec6-4897-90a3-788cf44d78ba triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:22:58.629824 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f03d5485-375e-43a2-9438-f7bfa2a2ef74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:58.643500 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7140fd6c-3662-46ff-8e62-0048f8cf757d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:58.761962 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f03d5485-375e-43a2-9438-f7bfa2a2ef74 None None] Port 80415493-cec6-4897-90a3-788cf44d78ba cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:22:58.780117 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52608) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:58.790765 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7140fd6c-3662-46ff-8e62-0048f8cf757d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:58.818409 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7140fd6c-3662-46ff-8e62-0048f8cf757d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:58.819784 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7140fd6c-3662-46ff-8e62-0048f8cf757d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/478b3301-b52b-486f-b454-b68d22fc6b6c HTTP/1.1" status: 204 len: 168 time: 0.6175845 Apr 29 13:22:58.825073 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140fd6c-3662-46ff-8e62-0048f8cf757d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478b3301-b52b-486f-b454-b68d22fc6b6c,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:58.922757 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-22e3aea6-31eb-41d5-b943-52395b952253 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:59.038106 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e3aea6-31eb-41d5-b943-52395b952253 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:22:59.048313 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3aea6-31eb-41d5-b943-52395b952253 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Pushing event updated for resources: {'Port': ['ID=cd1c9014-c7b1-47c0-8aad-32e43c7f1746,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:59.060229 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-22e3aea6-31eb-41d5-b943-52395b952253 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:22:59.068086 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e3aea6-31eb-41d5-b943-52395b952253 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:22:59.165856 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-45e9cf2e-60b1-45ba-8958-731a88c54a97 None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:59.180802 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52618) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:59.182994 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-45e9cf2e-60b1-45ba-8958-731a88c54a97 None None] Transition to ACTIVE for port object b13d88b0-b655-48ef-9192-978600587f01 will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:22:59.200337 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-45e9cf2e-60b1-45ba-8958-731a88c54a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:59.217302 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a0c94b5f-d29f-4be7-a54a-dec506eb8197 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:59.261334 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8080d1d8-1b94-4080-b1c0-7be0e2e24063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:59.265056 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-19eecb7a-fced-4014-830d-cb68af2fa95e tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:59.274843 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-19eecb7a-fced-4014-830d-cb68af2fa95e tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:59.316797 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8080d1d8-1b94-4080-b1c0-7be0e2e24063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:59.321523 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8080d1d8-1b94-4080-b1c0-7be0e2e24063 admin admin] Usage tracker for resource:security_group_rule and tenant:d226231585a34ff497e3aff3cf065636 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:59.326267 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8080d1d8-1b94-4080-b1c0-7be0e2e24063 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:59.333963 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8080d1d8-1b94-4080-b1c0-7be0e2e24063 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:22:59.338084 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f2e88-5fd6-4abd-a3ab-a416a7f9374d None None] Pushing event updated for resources: {'Port': ['ID=b13d88b0-b655-48ef-9192-978600587f01,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:59.353253 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-34cb17f0-906b-4d16-81c1-211b958c4ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:59.361190 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a0c94b5f-d29f-4be7-a54a-dec506eb8197 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:59.451572 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-19eecb7a-fced-4014-830d-cb68af2fa95e tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:59.452063 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19eecb7a-fced-4014-830d-cb68af2fa95e tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9092cc4-53cc-4199-8777-8efa3fb37e6e {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:22:59.475066 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c94b5f-d29f-4be7-a54a-dec506eb8197 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Pushing event deleted for resources: {'Subnet': ['ID=3aa770de-580d-4278-bd33-8d2d78367b99,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:22:59.482963 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a0c94b5f-d29f-4be7-a54a-dec506eb8197 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:59.491367 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab8fd31-69d7-4b17-bd52-00412836a1c1 None None] Network adf8a8aa-f585-40e8-84cb-920d4013e0fe requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:22:59.526087 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-19eecb7a-fced-4014-830d-cb68af2fa95e tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:59.537284 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-19eecb7a-fced-4014-830d-cb68af2fa95e tempest-RoutersTestDVR-1382253695 tempest-RoutersTestDVR-1382253695-project-admin] 10.222.0.76 "DELETE /v2.0/routers/d9092cc4-53cc-4199-8777-8efa3fb37e6e HTTP/1.1" status: 204 len: 168 time: 1.4582875 Apr 29 13:22:59.543012 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a0c94b5f-d29f-4be7-a54a-dec506eb8197 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] 10.222.0.76 "DELETE /v2.0/subnets/3aa770de-580d-4278-bd33-8d2d78367b99 HTTP/1.1" status: 204 len: 168 time: 2.0262842 Apr 29 13:22:59.543620 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52630) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:59.628504 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-45e9cf2e-60b1-45ba-8958-731a88c54a97 None None] Attempting to bind port b13d88b0-b655-48ef-9192-978600587f01 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:22:59.629168 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-45e9cf2e-60b1-45ba-8958-731a88c54a97 None None] Attempting to bind port b13d88b0-b655-48ef-9192-978600587f01 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'c34f048a-b2fb-4f8d-a587-2dd130398658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'db77dff0-1ec4-4e61-b2c0-fae02c77fce1'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:22:59.629743 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e9cf2e-60b1-45ba-8958-731a88c54a97 None None] Attempting to bind port b13d88b0-b655-48ef-9192-978600587f01 on network db77dff0-1ec4-4e61-b2c0-fae02c77fce1 {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:22:59.640156 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e9cf2e-60b1-45ba-8958-731a88c54a97 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:22:59.641205 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e9cf2e-60b1-45ba-8958-731a88c54a97 None None] Checking segment: {'id': 'c34f048a-b2fb-4f8d-a587-2dd130398658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'db77dff0-1ec4-4e61-b2c0-fae02c77fce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:22:59.642090 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-45e9cf2e-60b1-45ba-8958-731a88c54a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:59.642665 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e9cf2e-60b1-45ba-8958-731a88c54a97 None None] Bound using segment: {'id': 'c34f048a-b2fb-4f8d-a587-2dd130398658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'db77dff0-1ec4-4e61-b2c0-fae02c77fce1'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:22:59.643359 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-45e9cf2e-60b1-45ba-8958-731a88c54a97 None None] Bound port: b13d88b0-b655-48ef-9192-978600587f01, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c34f048a-b2fb-4f8d-a587-2dd130398658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'db77dff0-1ec4-4e61-b2c0-fae02c77fce1'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:22:59.644019 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-45e9cf2e-60b1-45ba-8958-731a88c54a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:59.824377 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52634) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:59.848703 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-096e1d82-e561-4ba4-8702-9172a079def3 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Request body: {'security_group': {'name': 'tempest-securitygroup--848164979', 'description': 'tempest-description--1931324119'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:22:59.861753 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52638) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:22:59.881365 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-45e9cf2e-60b1-45ba-8958-731a88c54a97 None None] For port b13d88b0-b655-48ef-9192-978600587f01, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:22:59.889769 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-45e9cf2e-60b1-45ba-8958-731a88c54a97 None None] For port b13d88b0-b655-48ef-9192-978600587f01, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b13d88b0-b655-48ef-9192-978600587f01,segment=NetworkSegment(c34f048a-b2fb-4f8d-a587-2dd130398658),segment_id=c34f048a-b2fb-4f8d-a587-2dd130398658)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:22:59.907704 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-45e9cf2e-60b1-45ba-8958-731a88c54a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:59.928851 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8080d1d8-1b94-4080-b1c0-7be0e2e24063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:59.948366 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-096e1d82-e561-4ba4-8702-9172a079def3 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:22:59.962716 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b5ad63bb-d698-4992-a272-be782c19083d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:59.965013 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8080d1d8-1b94-4080-b1c0-7be0e2e24063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:22:59.981143 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-096e1d82-e561-4ba4-8702-9172a079def3 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Usage tracker for resource:security_group and tenant:5af4e0e2215a466699ba2d581ed2d902 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:22:59.988052 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-096e1d82-e561-4ba4-8702-9172a079def3 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:22:59.994007 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b52caa9b-bbba-46e9-9c49-b244fe08f634 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:00.003044 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-096e1d82-e561-4ba4-8702-9172a079def3 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:00.021202 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72749d37-ba92-4e75-8959-c202ec2dd474 None None] DHCP port deletion for adf8a8aa-f585-40e8-84cb-920d4013e0fe request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:23:00.026784 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-72749d37-ba92-4e75-8959-c202ec2dd474 None None] Deleting port e96c92ee-11c9-4378-b6c5-1381d119e943 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:23:00.027365 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-72749d37-ba92-4e75-8959-c202ec2dd474 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:00.036850 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-096e1d82-e561-4ba4-8702-9172a079def3 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:00.046130 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-b52caa9b-bbba-46e9-9c49-b244fe08f634 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Deleting port e96c92ee-11c9-4378-b6c5-1381d119e943 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:23:00.046714 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b52caa9b-bbba-46e9-9c49-b244fe08f634 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:00.083816 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b5ad63bb-d698-4992-a272-be782c19083d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:00.084655 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f2e88-5fd6-4abd-a3ab-a416a7f9374d None None] Pushing event updated for resources: {'Port': ['ID=b13d88b0-b655-48ef-9192-978600587f01,revision_number=4']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:00.091348 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6e83b4c8-0742-4a6f-9d06-43730d722d9f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1e6cbbf9dafc4507a2caf14c5e20db5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1584964 Apr 29 13:23:00.101159 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52646) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:00.108671 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b5ad63bb-d698-4992-a272-be782c19083d admin admin] Usage tracker for resource:security_group_rule and tenant:23a1047eb3c3423a87f067ce7bf93ba3 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:00.130799 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b5ad63bb-d698-4992-a272-be782c19083d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:00.139734 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e96c92ee-11c9-4378-b6c5-1381d119e943 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:23:00.145664 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e9cf2e-60b1-45ba-8958-731a88c54a97 None None] Routers {'6ee152d9-d524-4a86-bcb7-77de14f79e5f'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:23:00.146890 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-45e9cf2e-60b1-45ba-8958-731a88c54a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:22:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6ee152d9-d524-4a86-bcb7-77de14f79e5f'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:00.149038 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b5ad63bb-d698-4992-a272-be782c19083d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:00.185305 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-34cb17f0-906b-4d16-81c1-211b958c4ee4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:00.193980 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080d1d8-1b94-4080-b1c0-7be0e2e24063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfde3e3-2fb4-424b-ab24-2495543ed755,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:00.202293 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-34cb17f0-906b-4d16-81c1-211b958c4ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:00.324271 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-096e1d82-e561-4ba4-8702-9172a079def3 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:00.328817 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52650) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:00.355749 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb17f0-906b-4d16-81c1-211b958c4ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=80415493-cec6-4897-90a3-788cf44d78ba,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:00.360528 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-096e1d82-e561-4ba4-8702-9172a079def3 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Usage tracker for resource:security_group_rule and tenant:5af4e0e2215a466699ba2d581ed2d902 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:00.365242 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8080d1d8-1b94-4080-b1c0-7be0e2e24063 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d226231585a34ff497e3aff3cf065636&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5838578 Apr 29 13:23:00.372784 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52654) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:00.385196 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-096e1d82-e561-4ba4-8702-9172a079def3 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:00.413608 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-22e3aea6-31eb-41d5-b943-52395b952253 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:00.414398 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-22e3aea6-31eb-41d5-b943-52395b952253 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:00.427692 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:00.455591 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-096e1d82-e561-4ba4-8702-9172a079def3 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:00.509508 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-34cb17f0-906b-4d16-81c1-211b958c4ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:00.530413 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-45e9cf2e-60b1-45ba-8958-731a88c54a97 None None] Set router 6ee152d9-d524-4a86-bcb7-77de14f79e5f gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:23:00.679999 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port e96c92ee-11c9-4378-b6c5-1381d119e943, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e96c92ee-11c9-4378-b6c5-1381d119e943,segment=NetworkSegment(844f9248-d5f2-4f34-b927-f5220996ac67),segment_id=844f9248-d5f2-4f34-b927-f5220996ac67)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:23:00.683720 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-72749d37-ba92-4e75-8959-c202ec2dd474 None None] For port e96c92ee-11c9-4378-b6c5-1381d119e943, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e96c92ee-11c9-4378-b6c5-1381d119e943,segment=NetworkSegment(844f9248-d5f2-4f34-b927-f5220996ac67),segment_id=844f9248-d5f2-4f34-b927-f5220996ac67)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:23:00.684315 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-72749d37-ba92-4e75-8959-c202ec2dd474 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:00.726345 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0dfa0dc6-42bd-4360-ba29-3281ae0f0c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:00.777874 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0dfa0dc6-42bd-4360-ba29-3281ae0f0c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:00.783275 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0dfa0dc6-42bd-4360-ba29-3281ae0f0c78 admin admin] Usage tracker for resource:security_group_rule and tenant:7ba3513a52b74fe5a073904fa3711fda is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:00.786405 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0dfa0dc6-42bd-4360-ba29-3281ae0f0c78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:00.793053 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0dfa0dc6-42bd-4360-ba29-3281ae0f0c78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:00.869019 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-72749d37-ba92-4e75-8959-c202ec2dd474 None None] Calling delete_port for e96c92ee-11c9-4378-b6c5-1381d119e943 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:23:00.869225 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0dfa0dc6-42bd-4360-ba29-3281ae0f0c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:00.894768 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cb17f0-906b-4d16-81c1-211b958c4ee4 admin admin] Network 5766f20d-f6c2-4c44-9d06-902bc69d7f8a is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:23:00.896995 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-34cb17f0-906b-4d16-81c1-211b958c4ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:00.906990 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-db7ffa6c-a045-4ce8-93a3-0707e5773374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:00.935844 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-db7ffa6c-a045-4ce8-93a3-0707e5773374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:00.956401 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0dfa0dc6-42bd-4360-ba29-3281ae0f0c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:01.014342 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b5ad63bb-d698-4992-a272-be782c19083d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:01.040859 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa0dc6-42bd-4360-ba29-3281ae0f0c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedc6fbf-0fcd-4367-8a9e-caf80eb2e511,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:01.051977 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:01.062496 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-45e9cf2e-60b1-45ba-8958-731a88c54a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'name': 'tempest-ServersTestJSON-1509948784-router', 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b4906660-a243-4f3e-87c7-2e9f8eb9f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:22:40Z', 'updated_at': '2022-04-29T13:22:48Z', 'revision_number': 4, 'project_id': '5af4e0e2215a466699ba2d581ed2d902', 'gw_port': {'id': 'b4906660-a243-4f3e-87c7-2e9f8eb9f468', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:10:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'b13d88b0-b655-48ef-9192-978600587f01', 'name': '', 'network_id': 'db77dff0-1ec4-4e61-b2c0-fae02c77fce1', 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902', 'mac_address': 'fa:16:3e:ee:a0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb00ce98-f29b-44ee-afb3-87315ac0d956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:45Z', 'updated_at': '2022-04-29T13:22:59Z', 'revision_number': 4, 'project_id': '5af4e0e2215a466699ba2d581ed2d902', 'subnets': [{'id': 'cb00ce98-f29b-44ee-afb3-87315ac0d956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:01.068254 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e9cf2e-60b1-45ba-8958-731a88c54a97 None None] The sync data for ids ['6ee152d9-d524-4a86-bcb7-77de14f79e5f'] in dv-neutron-839027-4-hyperv is: [{'id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'name': 'tempest-ServersTestJSON-1509948784-router', 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b4906660-a243-4f3e-87c7-2e9f8eb9f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:22:40Z', 'updated_at': '2022-04-29T13:22:48Z', 'revision_number': 4, 'project_id': '5af4e0e2215a466699ba2d581ed2d902', 'gw_port': {'id': 'b4906660-a243-4f3e-87c7-2e9f8eb9f468', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:10:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'b13d88b0-b655-48ef-9192-978600587f01', 'name': '', 'network_id': 'db77dff0-1ec4-4e61-b2c0-fae02c77fce1', 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902', 'mac_address': 'fa:16:3e:ee:a0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb00ce98-f29b-44ee-afb3-87315ac0d956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:45Z', 'updated_at': '2022-04-29T13:22:59Z', 'revision_number': 4, 'project_id': '5af4e0e2215a466699ba2d581ed2d902', 'subnets': [{'id': 'cb00ce98-f29b-44ee-afb3-87315ac0d956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:23:01.088806 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b5ad63bb-d698-4992-a272-be782c19083d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:01.162766 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-72749d37-ba92-4e75-8959-c202ec2dd474 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:23:01.163158 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-72749d37-ba92-4e75-8959-c202ec2dd474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:23:01.178008 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=e96c92ee-11c9-4378-b6c5-1381d119e943,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:01.181224 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-89ba751f-0df0-46ed-a0d8-c53d3723ca6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:01.189988 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-b52caa9b-bbba-46e9-9c49-b244fe08f634 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] For port e96c92ee-11c9-4378-b6c5-1381d119e943, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e96c92ee-11c9-4378-b6c5-1381d119e943,segment=NetworkSegment(844f9248-d5f2-4f34-b927-f5220996ac67),segment_id=844f9248-d5f2-4f34-b927-f5220996ac67)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:23:01.190721 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b52caa9b-bbba-46e9-9c49-b244fe08f634 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:01.225342 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-096e1d82-e561-4ba4-8702-9172a079def3 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:01.294083 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e3aea6-31eb-41d5-b943-52395b952253 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Router 4dbf91f6-7f2d-4d48-ac26-161486bf2aac is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:23:01.342729 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-34af3ea9-c10e-4fef-8ee9-236cf5870976 None None] Provisioning complete for port 80415493-cec6-4897-90a3-788cf44d78ba triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:23:01.343662 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-34af3ea9-c10e-4fef-8ee9-236cf5870976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:01.385348 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0dfa0dc6-42bd-4360-ba29-3281ae0f0c78 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7ba3513a52b74fe5a073904fa3711fda&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0534015 Apr 29 13:23:01.386049 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-096e1d82-e561-4ba4-8702-9172a079def3 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:01.397326 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52664) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:01.413839 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-b52caa9b-bbba-46e9-9c49-b244fe08f634 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Calling delete_port for e96c92ee-11c9-4378-b6c5-1381d119e943 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:23:01.417944 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-34af3ea9-c10e-4fef-8ee9-236cf5870976 None None] Port 80415493-cec6-4897-90a3-788cf44d78ba cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:23:01.500652 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad63bb-d698-4992-a272-be782c19083d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc41469-4086-46b2-b86b-1522c37277f9,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:01.629810 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-89ba751f-0df0-46ed-a0d8-c53d3723ca6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:01.637985 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b5ad63bb-d698-4992-a272-be782c19083d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=23a1047eb3c3423a87f067ce7bf93ba3&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4490988 Apr 29 13:23:01.641185 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52668) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:01.664971 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-72749d37-ba92-4e75-8959-c202ec2dd474 None None] Deleting port e96c92ee-11c9-4378-b6c5-1381d119e943 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:23:01.665346 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-72749d37-ba92-4e75-8959-c202ec2dd474 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:01.671776 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cb17f0-906b-4d16-81c1-211b958c4ee4 admin admin] Router bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:23:01.739283 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e1d82-e561-4ba4-8702-9172a079def3 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45a11f2b-c42d-4215-b1b8-6777cb16cb4f,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:01.753876 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-096e1d82-e561-4ba4-8702-9172a079def3 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:01.755324 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-096e1d82-e561-4ba4-8702-9172a079def3 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.9281092 Apr 29 13:23:01.756259 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-db7ffa6c-a045-4ce8-93a3-0707e5773374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:01.759010 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-db7ffa6c-a045-4ce8-93a3-0707e5773374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:01.760391 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-db7ffa6c-a045-4ce8-93a3-0707e5773374 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a1892cda-556c-4ca9-9f2b-b68f80180a78 HTTP/1.1" status: 204 len: 168 time: 1.6579478 Apr 29 13:23:01.775216 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52672) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:01.801089 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-bb098bab-2b12-4e3b-bef3-708df7b3aca9 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Request body: {'security_group_rule': {'security_group_id': '45a11f2b-c42d-4215-b1b8-6777cb16cb4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:01.817927 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ffa6c-a045-4ce8-93a3-0707e5773374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1892cda-556c-4ca9-9f2b-b68f80180a78,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:01.823877 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-bb098bab-2b12-4e3b-bef3-708df7b3aca9 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:01.834223 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-bb098bab-2b12-4e3b-bef3-708df7b3aca9 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Usage tracker for resource:security_group_rule and tenant:5af4e0e2215a466699ba2d581ed2d902 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:01.844684 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-bb098bab-2b12-4e3b-bef3-708df7b3aca9 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:01.860958 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.db.api [None req-b52caa9b-bbba-46e9-9c49-b244fe08f634 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:23:01.867986 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG oslo_db.api [None req-b52caa9b-bbba-46e9-9c49-b244fe08f634 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:23:01.872154 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-bb098bab-2b12-4e3b-bef3-708df7b3aca9 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:01.893292 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-28ec73e4-d152-43fb-920d-984b4beeff26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:01.944559 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-89ba751f-0df0-46ed-a0d8-c53d3723ca6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:01.963450 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-28ec73e4-d152-43fb-920d-984b4beeff26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:01.973548 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e3aea6-31eb-41d5-b943-52395b952253 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:23:01.988326 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-72749d37-ba92-4e75-8959-c202ec2dd474 None None] For port e96c92ee-11c9-4378-b6c5-1381d119e943, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e96c92ee-11c9-4378-b6c5-1381d119e943,segment=NetworkSegment(844f9248-d5f2-4f34-b927-f5220996ac67),segment_id=844f9248-d5f2-4f34-b927-f5220996ac67)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:23:01.988807 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-72749d37-ba92-4e75-8959-c202ec2dd474 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:02.011840 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8f4caa-e1be-4719-9900-4cf4d1c5bf03 None None] Sync routers for ids ['4dbf91f6-7f2d-4d48-ac26-161486bf2aac'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:23:02.016184 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba751f-0df0-46ed-a0d8-c53d3723ca6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfde3e3-2fb4-424b-ab24-2495543ed755,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:02.028171 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bb098bab-2b12-4e3b-bef3-708df7b3aca9 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:02.093195 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-89ba751f-0df0-46ed-a0d8-c53d3723ca6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:02.094559 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-89ba751f-0df0-46ed-a0d8-c53d3723ca6c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3dfde3e3-2fb4-424b-ab24-2495543ed755 HTTP/1.1" status: 204 len: 168 time: 1.6906235 Apr 29 13:23:02.163199 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5e2456f4-d79c-477b-8eed-5565b8fd194b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:02.178593 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-28ec73e4-d152-43fb-920d-984b4beeff26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:02.225133 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5e2456f4-d79c-477b-8eed-5565b8fd194b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:02.234598 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bb098bab-2b12-4e3b-bef3-708df7b3aca9 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:02.238922 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec73e4-d152-43fb-920d-984b4beeff26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedc6fbf-0fcd-4367-8a9e-caf80eb2e511,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:02.243558 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-28ec73e4-d152-43fb-920d-984b4beeff26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:02.244303 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-72749d37-ba92-4e75-8959-c202ec2dd474 None None] Calling delete_port for e96c92ee-11c9-4378-b6c5-1381d119e943 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:23:02.249959 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-28ec73e4-d152-43fb-920d-984b4beeff26 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/eedc6fbf-0fcd-4367-8a9e-caf80eb2e511 HTTP/1.1" status: 204 len: 168 time: 0.8046777 Apr 29 13:23:02.253174 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bb098bab-2b12-4e3b-bef3-708df7b3aca9 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:02.296537 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b13d88b0-b655-48ef-9192-978600587f01 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:23:02.303649 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bb098bab-2b12-4e3b-bef3-708df7b3aca9 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:02.307383 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-bb098bab-2b12-4e3b-bef3-708df7b3aca9 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5217733 Apr 29 13:23:02.307929 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb098bab-2b12-4e3b-bef3-708df7b3aca9 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=345c0dff-4820-4827-b46b-0ca109fb3102,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:02.313707 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52686) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:02.326254 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5e2456f4-d79c-477b-8eed-5565b8fd194b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:02.330822 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5e2456f4-d79c-477b-8eed-5565b8fd194b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:02.332004 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5e2456f4-d79c-477b-8eed-5565b8fd194b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5fc41469-4086-46b2-b86b-1522c37277f9 HTTP/1.1" status: 204 len: 168 time: 0.6871438 Apr 29 13:23:02.341450 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-22e3aea6-31eb-41d5-b943-52395b952253 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:02.342601 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-2a93a963-718c-4941-8f5a-6c535f9b4edf tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Request body: {'security_group_rule': {'security_group_id': '45a11f2b-c42d-4215-b1b8-6777cb16cb4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:02.345177 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-22e3aea6-31eb-41d5-b943-52395b952253 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 10.7508426 Apr 29 13:23:02.356775 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52694) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:02.363935 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2a93a963-718c-4941-8f5a-6c535f9b4edf tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:02.368499 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-b52caa9b-bbba-46e9-9c49-b244fe08f634 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Deleting port e96c92ee-11c9-4378-b6c5-1381d119e943 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:23:02.368943 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b52caa9b-bbba-46e9-9c49-b244fe08f634 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:02.413327 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2a93a963-718c-4941-8f5a-6c535f9b4edf tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Usage tracker for resource:security_group_rule and tenant:5af4e0e2215a466699ba2d581ed2d902 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:02.424839 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2a93a963-718c-4941-8f5a-6c535f9b4edf tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:02.437277 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8f4caa-e1be-4719-9900-4cf4d1c5bf03 None None] Routers {'4dbf91f6-7f2d-4d48-ac26-161486bf2aac'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:23:02.437901 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ad8f4caa-e1be-4719-9900-4cf4d1c5bf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:22:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['4dbf91f6-7f2d-4d48-ac26-161486bf2aac'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:02.440159 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2a93a963-718c-4941-8f5a-6c535f9b4edf tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:02.468924 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2456f4-d79c-477b-8eed-5565b8fd194b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc41469-4086-46b2-b86b-1522c37277f9,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:02.506735 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2a93a963-718c-4941-8f5a-6c535f9b4edf tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:02.601876 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ad8f4caa-e1be-4719-9900-4cf4d1c5bf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:02.633932 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port b13d88b0-b655-48ef-9192-978600587f01 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:23:02.656585 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8f4caa-e1be-4719-9900-4cf4d1c5bf03 None None] Routers {'4dbf91f6-7f2d-4d48-ac26-161486bf2aac'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:23:02.657268 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ad8f4caa-e1be-4719-9900-4cf4d1c5bf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:22:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['4dbf91f6-7f2d-4d48-ac26-161486bf2aac'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:02.717071 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cb17f0-906b-4d16-81c1-211b958c4ee4 admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:23:02.722958 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-34cb17f0-906b-4d16-81c1-211b958c4ee4 admin admin] 10.222.0.76 "PUT /v2.0/routers/bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4854984 Apr 29 13:23:02.731769 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port b13d88b0-b655-48ef-9192-978600587f01 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:23:02.732608 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:02.741418 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e14789-33a0-474b-a81e-a9545a4587d9 None None] Sync routers for ids ['bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:23:02.772558 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e14789-33a0-474b-a81e-a9545a4587d9 None None] Routers {'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:23:02.774287 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ad8f4caa-e1be-4719-9900-4cf4d1c5bf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:02.774692 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8f4caa-e1be-4719-9900-4cf4d1c5bf03 None None] The sync data for ids ['4dbf91f6-7f2d-4d48-ac26-161486bf2aac'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:23:02.791276 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-c1e14789-33a0-474b-a81e-a9545a4587d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:22:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:02.794192 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-72749d37-ba92-4e75-8959-c202ec2dd474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:02.845547 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2a93a963-718c-4941-8f5a-6c535f9b4edf tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:02.845997 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72749d37-ba92-4e75-8959-c202ec2dd474 None None] Pushing event deleted for resources: {'Port': ['ID=e96c92ee-11c9-4378-b6c5-1381d119e943,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:02.855763 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-b52caa9b-bbba-46e9-9c49-b244fe08f634 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] For port e96c92ee-11c9-4378-b6c5-1381d119e943, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e96c92ee-11c9-4378-b6c5-1381d119e943,segment=NetworkSegment(844f9248-d5f2-4f34-b927-f5220996ac67),segment_id=844f9248-d5f2-4f34-b927-f5220996ac67)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:23:02.856158 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b52caa9b-bbba-46e9-9c49-b244fe08f634 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:02.872458 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72749d37-ba92-4e75-8959-c202ec2dd474 None None] No DVR routers for this DVR port e96c92ee-11c9-4378-b6c5-1381d119e943 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:23:02.896245 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2a93a963-718c-4941-8f5a-6c535f9b4edf tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:02.984306 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:03.029667 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port b13d88b0-b655-48ef-9192-978600587f01, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b13d88b0-b655-48ef-9192-978600587f01,segment=NetworkSegment(c34f048a-b2fb-4f8d-a587-2dd130398658),segment_id=c34f048a-b2fb-4f8d-a587-2dd130398658)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:23:03.037834 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:03.080159 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-c1e14789-33a0-474b-a81e-a9545a4587d9 None None] Set router bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:23:03.183534 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=b13d88b0-b655-48ef-9192-978600587f01,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:03.211784 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-b52caa9b-bbba-46e9-9c49-b244fe08f634 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Calling delete_port for e96c92ee-11c9-4378-b6c5-1381d119e943 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:23:03.336548 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52708) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:03.343552 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93a963-718c-4941-8f5a-6c535f9b4edf tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6acd2bf6-4335-405c-8241-dcae8820bbe3,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:03.370971 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2bdabb7c-576a-4b5b-aa2b-9a1cafd4c9a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:03.384151 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52712) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:03.414859 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2a93a963-718c-4941-8f5a-6c535f9b4edf tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:03.415994 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2a93a963-718c-4941-8f5a-6c535f9b4edf tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0996571 Apr 29 13:23:03.419810 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52716) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:03.443725 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c4904f12-eee4-4084-9a66-c5c43ee0053d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:03.456733 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-1fab189c-b2f1-4325-ae05-1446cf4b5cb2 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:03.462136 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1fab189c-b2f1-4325-ae05-1446cf4b5cb2 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:03.468954 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1fab189c-b2f1-4325-ae05-1446cf4b5cb2 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Usage tracker for resource:floatingip and tenant:5af4e0e2215a466699ba2d581ed2d902 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:03.475344 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1fab189c-b2f1-4325-ae05-1446cf4b5cb2 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:03.487932 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1fab189c-b2f1-4325-ae05-1446cf4b5cb2 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:03.490165 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2bdabb7c-576a-4b5b-aa2b-9a1cafd4c9a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:03.495075 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-c1e14789-33a0-474b-a81e-a9545a4587d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'name': 'tempest-ServersTestManualDisk-829336071-router', 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '068be9c2-a8d4-4bd5-9c40-82006ab83ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:58Z', 'revision_number': 4, 'project_id': '6c8c29596be64b1cbf79cd04762fbea5', 'gw_port': {'id': '068be9c2-a8d4-4bd5-9c40-82006ab83ca3', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '80415493-cec6-4897-90a3-788cf44d78ba', 'name': '', 'network_id': '5766f20d-f6c2-4c44-9d06-902bc69d7f8a', 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5', 'mac_address': 'fa:16:3e:3d:cc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecbd849-02e4-4ff8-acc4-ec6e20b79dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:54Z', 'updated_at': '2022-04-29T13:22:59Z', 'revision_number': 2, 'project_id': '6c8c29596be64b1cbf79cd04762fbea5', 'subnets': [{'id': '1ecbd849-02e4-4ff8-acc4-ec6e20b79dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:03.502384 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e14789-33a0-474b-a81e-a9545a4587d9 None None] Checking router: bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:23:03.502868 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e14789-33a0-474b-a81e-a9545a4587d9 None None] Updating router bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6 port 80415493-cec6-4897-90a3-788cf44d78ba binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:23:03.514378 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c4904f12-eee4-4084-9a66-c5c43ee0053d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:03.519574 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c4904f12-eee4-4084-9a66-c5c43ee0053d admin admin] Usage tracker for resource:security_group_rule and tenant:35a5923ddbae4375a3708f3629243e02 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:03.523202 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c4904f12-eee4-4084-9a66-c5c43ee0053d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:03.528977 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c4904f12-eee4-4084-9a66-c5c43ee0053d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:03.542964 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2bdabb7c-576a-4b5b-aa2b-9a1cafd4c9a7 admin admin] Usage tracker for resource:security_group_rule and tenant:1a98758dd10d47a484043d55fb2e03be is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:03.548361 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.db.api [None req-b52caa9b-bbba-46e9-9c49-b244fe08f634 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:23:03.548686 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG oslo_db.api [None req-b52caa9b-bbba-46e9-9c49-b244fe08f634 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:23:03.551552 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2bdabb7c-576a-4b5b-aa2b-9a1cafd4c9a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:03.559986 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2bdabb7c-576a-4b5b-aa2b-9a1cafd4c9a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:03.568770 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-c1e14789-33a0-474b-a81e-a9545a4587d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:03.581141 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1fab189c-b2f1-4325-ae05-1446cf4b5cb2 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks [] for floatingip, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:03.745393 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c4904f12-eee4-4084-9a66-c5c43ee0053d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:03.757451 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c4904f12-eee4-4084-9a66-c5c43ee0053d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:03.821354 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52730) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:03.941596 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c4904f12-eee4-4084-9a66-c5c43ee0053d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=35a5923ddbae4375a3708f3629243e02&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5475950 Apr 29 13:23:03.941596 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4904f12-eee4-4084-9a66-c5c43ee0053d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5bd1c7-42bc-4077-a19c-6ead6cc62b42,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:03.944537 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52734) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:03.946349 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2bdabb7c-576a-4b5b-aa2b-9a1cafd4c9a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:03.968287 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2bdabb7c-576a-4b5b-aa2b-9a1cafd4c9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:03.992396 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-124b0a27-9029-421b-9376-17ca122ea12e tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:04.009519 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e9acaf67-3d84-49ae-9bd9-168aa600435d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1da05a725c274944aa0eb2cdd8420f59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1837459 Apr 29 13:23:04.011122 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52738) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:04.082854 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdabb7c-576a-4b5b-aa2b-9a1cafd4c9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30560f7b-a724-4055-9f8d-9bb3861c1db4,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:04.089329 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2bdabb7c-576a-4b5b-aa2b-9a1cafd4c9a7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1a98758dd10d47a484043d55fb2e03be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7399726 Apr 29 13:23:04.112262 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52746) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:04.113367 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5794b3e8-a963-48bd-9e03-87299a405a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:04.131212 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b13d88b0-b655-48ef-9192-978600587f01 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:23:04.176272 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5794b3e8-a963-48bd-9e03-87299a405a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:04.263641 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port b13d88b0-b655-48ef-9192-978600587f01 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:23:04.265243 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:04.273679 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1fab189c-b2f1-4325-ae05-1446cf4b5cb2 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:04.279419 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-c1e14789-33a0-474b-a81e-a9545a4587d9 None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:04.307531 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-c1e14789-33a0-474b-a81e-a9545a4587d9 None None] Transition to ACTIVE for port object 80415493-cec6-4897-90a3-788cf44d78ba will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:23:04.326426 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-c1e14789-33a0-474b-a81e-a9545a4587d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:04.410232 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-86512fe5-f466-49de-b374-31e3daabe961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:04.431520 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-b52caa9b-bbba-46e9-9c49-b244fe08f634 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Deleting port e96c92ee-11c9-4378-b6c5-1381d119e943 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:23:04.432165 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b52caa9b-bbba-46e9-9c49-b244fe08f634 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:04.586546 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-39e3559e-dd8a-4b54-8993-19bb6539e852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:04.610644 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdccded-2c63-4d42-8931-1e54f4b12f1a None None] Pushing event updated for resources: {'Port': ['ID=80415493-cec6-4897-90a3-788cf44d78ba,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:04.674993 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-86512fe5-f466-49de-b374-31e3daabe961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:04.679342 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-39e3559e-dd8a-4b54-8993-19bb6539e852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:04.698352 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-b52caa9b-bbba-46e9-9c49-b244fe08f634 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] The port 'e96c92ee-11c9-4378-b6c5-1381d119e943' was deleted {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:23:04.704991 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-c1e14789-33a0-474b-a81e-a9545a4587d9 None None] Attempting to bind port 80415493-cec6-4897-90a3-788cf44d78ba on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:04.705739 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-c1e14789-33a0-474b-a81e-a9545a4587d9 None None] Attempting to bind port 80415493-cec6-4897-90a3-788cf44d78ba by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'c18c1e0e-fc25-4a3c-b468-2574dc213ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5766f20d-f6c2-4c44-9d06-902bc69d7f8a'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:04.706510 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e14789-33a0-474b-a81e-a9545a4587d9 None None] Attempting to bind port 80415493-cec6-4897-90a3-788cf44d78ba on network 5766f20d-f6c2-4c44-9d06-902bc69d7f8a {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:04.727654 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e14789-33a0-474b-a81e-a9545a4587d9 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:23:04.728509 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e14789-33a0-474b-a81e-a9545a4587d9 None None] Checking segment: {'id': 'c18c1e0e-fc25-4a3c-b468-2574dc213ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5766f20d-f6c2-4c44-9d06-902bc69d7f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:23:04.729280 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-c1e14789-33a0-474b-a81e-a9545a4587d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:04.729908 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e14789-33a0-474b-a81e-a9545a4587d9 None None] Bound using segment: {'id': 'c18c1e0e-fc25-4a3c-b468-2574dc213ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5766f20d-f6c2-4c44-9d06-902bc69d7f8a'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:23:04.731317 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-c1e14789-33a0-474b-a81e-a9545a4587d9 None None] Bound port: 80415493-cec6-4897-90a3-788cf44d78ba, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c18c1e0e-fc25-4a3c-b468-2574dc213ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5766f20d-f6c2-4c44-9d06-902bc69d7f8a'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:23:04.732110 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-c1e14789-33a0-474b-a81e-a9545a4587d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:04.792463 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5794b3e8-a963-48bd-9e03-87299a405a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:04.911770 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-39e3559e-dd8a-4b54-8993-19bb6539e852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:04.937073 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-c1e14789-33a0-474b-a81e-a9545a4587d9 None None] For port 80415493-cec6-4897-90a3-788cf44d78ba, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:23:04.940005 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3559e-dd8a-4b54-8993-19bb6539e852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3d8be5-733b-45ef-8ebb-3a64dce4262b,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:04.941720 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-c1e14789-33a0-474b-a81e-a9545a4587d9 None None] For port 80415493-cec6-4897-90a3-788cf44d78ba, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=80415493-cec6-4897-90a3-788cf44d78ba,segment=NetworkSegment(c18c1e0e-fc25-4a3c-b468-2574dc213ac5),segment_id=c18c1e0e-fc25-4a3c-b468-2574dc213ac5)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:23:04.951510 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-c1e14789-33a0-474b-a81e-a9545a4587d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:04.983142 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-124b0a27-9029-421b-9376-17ca122ea12e tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Allocated IP 172.20.0.1 (715afe6f-5bc1-46a5-9451-4ac13ce7597c/15157c1b-d62f-4892-9e3e-fe181a446c03/2963d80d-ed1d-41ca-a73d-a69ab9ab84ce) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:23:05.009518 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-39e3559e-dd8a-4b54-8993-19bb6539e852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:05.010882 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-39e3559e-dd8a-4b54-8993-19bb6539e852 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4e3d8be5-733b-45ef-8ebb-3a64dce4262b HTTP/1.1" status: 204 len: 168 time: 0.9988110 Apr 29 13:23:05.073390 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdccded-2c63-4d42-8931-1e54f4b12f1a None None] Pushing event updated for resources: {'Port': ['ID=80415493-cec6-4897-90a3-788cf44d78ba,revision_number=4']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:05.100247 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e14789-33a0-474b-a81e-a9545a4587d9 None None] Routers {'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:23:05.101227 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-c1e14789-33a0-474b-a81e-a9545a4587d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:22:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:05.115353 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-1fab189c-b2f1-4325-ae05-1446cf4b5cb2 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Allocated IP 172.26.6.154 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/a0f5fee3-e277-4146-88b1-761a953dafd4) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:23:05.121122 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794b3e8-a963-48bd-9e03-87299a405a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5bd1c7-42bc-4077-a19c-6ead6cc62b42,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:05.230680 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b52caa9b-bbba-46e9-9c49-b244fe08f634 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:05.369190 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-124b0a27-9029-421b-9376-17ca122ea12e tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:05.457124 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5794b3e8-a963-48bd-9e03-87299a405a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:05.458286 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5794b3e8-a963-48bd-9e03-87299a405a39 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5e5bd1c7-42bc-4077-a19c-6ead6cc62b42 HTTP/1.1" status: 204 len: 168 time: 1.5100243 Apr 29 13:23:05.493982 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-c1e14789-33a0-474b-a81e-a9545a4587d9 None None] Set router bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:23:05.517338 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52772) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:05.527429 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-8adf85e5-2e40-4633-b0ba-dfffad67e63d tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1474916880', 'description': 'tempest-description--1069146194'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:05.535947 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-b52caa9b-bbba-46e9-9c49-b244fe08f634 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf8a8aa-f585-40e8-84cb-920d4013e0fe']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:05.538907 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8adf85e5-2e40-4633-b0ba-dfffad67e63d tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:05.545059 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8adf85e5-2e40-4633-b0ba-dfffad67e63d tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Usage tracker for resource:security_group and tenant:6c8c29596be64b1cbf79cd04762fbea5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:05.550292 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-124b0a27-9029-421b-9376-17ca122ea12e tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Transition to ACTIVE for port object 2963d80d-ed1d-41ca-a73d-a69ab9ab84ce will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:23:05.554891 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-b52caa9b-bbba-46e9-9c49-b244fe08f634 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '844f9248-d5f2-4f34-b927-f5220996ac67') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:05.555172 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-b52caa9b-bbba-46e9-9c49-b244fe08f634 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '844f9248-d5f2-4f34-b927-f5220996ac67') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:05.562021 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-86512fe5-f466-49de-b374-31e3daabe961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:05.579675 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8adf85e5-2e40-4633-b0ba-dfffad67e63d tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:05.590452 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8adf85e5-2e40-4633-b0ba-dfffad67e63d tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:05.593500 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b52caa9b-bbba-46e9-9c49-b244fe08f634 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:05.595861 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-124b0a27-9029-421b-9376-17ca122ea12e tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:05.604194 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-86512fe5-f466-49de-b374-31e3daabe961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:05.609049 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-86512fe5-f466-49de-b374-31e3daabe961 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/30560f7b-a724-4055-9f8d-9bb3861c1db4 HTTP/1.1" status: 204 len: 168 time: 1.4435167 Apr 29 13:23:05.615083 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86512fe5-f466-49de-b374-31e3daabe961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30560f7b-a724-4055-9f8d-9bb3861c1db4,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:05.653233 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b52caa9b-bbba-46e9-9c49-b244fe08f634 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:05.672877 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b52caa9b-bbba-46e9-9c49-b244fe08f634 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:23:05.673274 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b52caa9b-bbba-46e9-9c49-b244fe08f634 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: util.warn( Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: util.warn( Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: util.warn( Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: util.warn( Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:23:05.690296 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:23:05.715182 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8adf85e5-2e40-4633-b0ba-dfffad67e63d tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:05.738751 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124b0a27-9029-421b-9376-17ca122ea12e tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Network 715afe6f-5bc1-46a5-9451-4ac13ce7597c is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:23:05.744221 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-124b0a27-9029-421b-9376-17ca122ea12e tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:05.769003 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124b0a27-9029-421b-9376-17ca122ea12e tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:23:05.778477 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1fab189c-b2f1-4325-ae05-1446cf4b5cb2 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:05.802907 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b52caa9b-bbba-46e9-9c49-b244fe08f634 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:05.814051 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b52caa9b-bbba-46e9-9c49-b244fe08f634 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:05.856714 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52caa9b-bbba-46e9-9c49-b244fe08f634 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] Pushing event deleted for resources: {'Network': ['ID=adf8a8aa-f585-40e8-84cb-920d4013e0fe,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:05.865479 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b52caa9b-bbba-46e9-9c49-b244fe08f634 tempest-DHCPAgentSchedulersTestJSON-922664844 tempest-DHCPAgentSchedulersTestJSON-922664844-project] 10.222.0.76 "DELETE /v2.0/networks/adf8a8aa-f585-40e8-84cb-920d4013e0fe HTTP/1.1" status: 204 len: 168 time: 6.3196857 Apr 29 13:23:05.879909 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1fab189c-b2f1-4325-ae05-1446cf4b5cb2 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:05.885163 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-124b0a27-9029-421b-9376-17ca122ea12e tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:05.898320 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b0a27-9029-421b-9376-17ca122ea12e tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Pushing event updated for resources: {'Port': ['ID=2963d80d-ed1d-41ca-a73d-a69ab9ab84ce,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:05.962980 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8adf85e5-2e40-4633-b0ba-dfffad67e63d tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:05.972695 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8adf85e5-2e40-4633-b0ba-dfffad67e63d tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Usage tracker for resource:security_group_rule and tenant:6c8c29596be64b1cbf79cd04762fbea5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:05.977190 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8adf85e5-2e40-4633-b0ba-dfffad67e63d tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:05.987501 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fab189c-b2f1-4325-ae05-1446cf4b5cb2 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:23:05.990361 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8adf85e5-2e40-4633-b0ba-dfffad67e63d tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:05.991680 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-1fab189c-b2f1-4325-ae05-1446cf4b5cb2 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:05.994806 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fab189c-b2f1-4325-ae05-1446cf4b5cb2 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:23:06.060837 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab189c-b2f1-4325-ae05-1446cf4b5cb2 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Pushing event updated for resources: {'Port': ['ID=a0f5fee3-e277-4146-88b1-761a953dafd4,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:06.089287 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-124b0a27-9029-421b-9376-17ca122ea12e tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:06.138849 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-c1e14789-33a0-474b-a81e-a9545a4587d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'name': 'tempest-ServersTestManualDisk-829336071-router', 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '068be9c2-a8d4-4bd5-9c40-82006ab83ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:58Z', 'revision_number': 4, 'project_id': '6c8c29596be64b1cbf79cd04762fbea5', 'gw_port': {'id': '068be9c2-a8d4-4bd5-9c40-82006ab83ca3', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '80415493-cec6-4897-90a3-788cf44d78ba', 'name': '', 'network_id': '5766f20d-f6c2-4c44-9d06-902bc69d7f8a', 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5', 'mac_address': 'fa:16:3e:3d:cc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecbd849-02e4-4ff8-acc4-ec6e20b79dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:54Z', 'updated_at': '2022-04-29T13:23:04Z', 'revision_number': 4, 'project_id': '6c8c29596be64b1cbf79cd04762fbea5', 'subnets': [{'id': '1ecbd849-02e4-4ff8-acc4-ec6e20b79dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:06.147488 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e14789-33a0-474b-a81e-a9545a4587d9 None None] The sync data for ids ['bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6'] in dv-neutron-839027-4-hyperv is: [{'id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'name': 'tempest-ServersTestManualDisk-829336071-router', 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '068be9c2-a8d4-4bd5-9c40-82006ab83ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:58Z', 'revision_number': 4, 'project_id': '6c8c29596be64b1cbf79cd04762fbea5', 'gw_port': {'id': '068be9c2-a8d4-4bd5-9c40-82006ab83ca3', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '80415493-cec6-4897-90a3-788cf44d78ba', 'name': '', 'network_id': '5766f20d-f6c2-4c44-9d06-902bc69d7f8a', 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5', 'mac_address': 'fa:16:3e:3d:cc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecbd849-02e4-4ff8-acc4-ec6e20b79dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:54Z', 'updated_at': '2022-04-29T13:23:04Z', 'revision_number': 4, 'project_id': '6c8c29596be64b1cbf79cd04762fbea5', 'subnets': [{'id': '1ecbd849-02e4-4ff8-acc4-ec6e20b79dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:23:06.204529 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4eb853bf-b439-4a8e-a15a-8d4f7e1d3bf1 None None] Provisioning for port 2963d80d-ed1d-41ca-a73d-a69ab9ab84ce completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:23:06.210886 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4eb853bf-b439-4a8e-a15a-8d4f7e1d3bf1 None None] Provisioning complete for port 2963d80d-ed1d-41ca-a73d-a69ab9ab84ce triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:23:06.211482 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4eb853bf-b439-4a8e-a15a-8d4f7e1d3bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:06.234911 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1fab189c-b2f1-4325-ae05-1446cf4b5cb2 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:06.320962 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1fab189c-b2f1-4325-ae05-1446cf4b5cb2 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:06.338917 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-4eb853bf-b439-4a8e-a15a-8d4f7e1d3bf1 None None] Port 2963d80d-ed1d-41ca-a73d-a69ab9ab84ce cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:23:06.570302 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8adf85e5-2e40-4633-b0ba-dfffad67e63d tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:06.586065 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8adf85e5-2e40-4633-b0ba-dfffad67e63d tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:06.619956 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1fab189c-b2f1-4325-ae05-1446cf4b5cb2 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:06.628033 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1fab189c-b2f1-4325-ae05-1446cf4b5cb2 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:06.676176 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8adf85e5-2e40-4633-b0ba-dfffad67e63d tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:06.685882 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8adf85e5-2e40-4633-b0ba-dfffad67e63d tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.1666648 Apr 29 13:23:06.688087 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf85e5-2e40-4633-b0ba-dfffad67e63d tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8cf9d3-7648-4c94-9cca-44b6de1ac764,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:06.700377 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52796) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:06.716972 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-60ad2b28-a1a0-4b09-8cf8-36316914d4f3 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Request body: {'security_group_rule': {'security_group_id': 'cd8cf9d3-7648-4c94-9cca-44b6de1ac764', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:06.756297 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-60ad2b28-a1a0-4b09-8cf8-36316914d4f3 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:06.765575 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-60ad2b28-a1a0-4b09-8cf8-36316914d4f3 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Usage tracker for resource:security_group_rule and tenant:6c8c29596be64b1cbf79cd04762fbea5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:06.770166 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-60ad2b28-a1a0-4b09-8cf8-36316914d4f3 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:06.797673 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-60ad2b28-a1a0-4b09-8cf8-36316914d4f3 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:06.849508 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab189c-b2f1-4325-ae05-1446cf4b5cb2 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Pushing event updated for resources: {'Port': ['ID=a0f5fee3-e277-4146-88b1-761a953dafd4,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:06.870803 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1fab189c-b2f1-4325-ae05-1446cf4b5cb2 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:06.929011 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1fab189c-b2f1-4325-ae05-1446cf4b5cb2 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:06.930748 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1fab189c-b2f1-4325-ae05-1446cf4b5cb2 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4976785 Apr 29 13:23:06.950228 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-60ad2b28-a1a0-4b09-8cf8-36316914d4f3 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:07.048494 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52812) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:07.085003 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-60ad2b28-a1a0-4b09-8cf8-36316914d4f3 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:07.091928 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-124b0a27-9029-421b-9376-17ca122ea12e tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:07.099067 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-60ad2b28-a1a0-4b09-8cf8-36316914d4f3 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:07.120022 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-124b0a27-9029-421b-9376-17ca122ea12e tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:07.263685 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-124b0a27-9029-421b-9376-17ca122ea12e tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:07.290441 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad2b28-a1a0-4b09-8cf8-36316914d4f3 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c92d55f3-98ec-4837-b885-d8e2aa5468e8,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:07.310821 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-60ad2b28-a1a0-4b09-8cf8-36316914d4f3 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:07.316045 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-60ad2b28-a1a0-4b09-8cf8-36316914d4f3 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6080494 Apr 29 13:23:07.316442 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52834) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:07.322135 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-214cef0b-0a4a-4128-9cf4-dc2ac28c4f25 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Request body: {'security_group_rule': {'security_group_id': 'cd8cf9d3-7648-4c94-9cca-44b6de1ac764', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:07.334061 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-214cef0b-0a4a-4128-9cf4-dc2ac28c4f25 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:07.344363 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-214cef0b-0a4a-4128-9cf4-dc2ac28c4f25 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Usage tracker for resource:security_group_rule and tenant:6c8c29596be64b1cbf79cd04762fbea5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:07.347254 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-214cef0b-0a4a-4128-9cf4-dc2ac28c4f25 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:07.353360 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-214cef0b-0a4a-4128-9cf4-dc2ac28c4f25 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:07.392427 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b0a27-9029-421b-9376-17ca122ea12e tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Pushing event updated for resources: {'Port': ['ID=2963d80d-ed1d-41ca-a73d-a69ab9ab84ce,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:07.393198 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-214cef0b-0a4a-4128-9cf4-dc2ac28c4f25 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:07.485090 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124b0a27-9029-421b-9376-17ca122ea12e tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Network 715afe6f-5bc1-46a5-9451-4ac13ce7597c is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:23:07.487037 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-124b0a27-9029-421b-9376-17ca122ea12e tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:07.503150 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-214cef0b-0a4a-4128-9cf4-dc2ac28c4f25 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:07.518012 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-214cef0b-0a4a-4128-9cf4-dc2ac28c4f25 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:07.567915 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214cef0b-0a4a-4128-9cf4-dc2ac28c4f25 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe5de51e-3825-4ca3-97b7-1d321652fbb1,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:07.604511 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-269305ab-fe0f-487a-b9ff-5ebd4d48b9f6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ee79d9741fe44d87b6974529902c54c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5548010 Apr 29 13:23:07.605212 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52844) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:07.622785 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-214cef0b-0a4a-4128-9cf4-dc2ac28c4f25 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:07.627694 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-214cef0b-0a4a-4128-9cf4-dc2ac28c4f25 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3071151 Apr 29 13:23:07.628596 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52848) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:07.639845 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-75e5f635-e12d-4959-8852-9c7b95362307 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:07.648288 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-75e5f635-e12d-4959-8852-9c7b95362307 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:07.664340 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-75e5f635-e12d-4959-8852-9c7b95362307 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Usage tracker for resource:floatingip and tenant:6c8c29596be64b1cbf79cd04762fbea5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:07.668447 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-75e5f635-e12d-4959-8852-9c7b95362307 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:07.679980 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-75e5f635-e12d-4959-8852-9c7b95362307 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:07.706695 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-241d84a0-c392-403f-9905-4f843d54f53f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:07.723072 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-75e5f635-e12d-4959-8852-9c7b95362307 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks [] for floatingip, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:07.763771 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-241d84a0-c392-403f-9905-4f843d54f53f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:07.792068 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52852) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:07.807604 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cf91114e-59c5-483a-a060-4f2e638aa9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:07.879500 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-8f7f7804-5587-4d06-a517-5712e2d3907a None None] Provisioning complete for port 2963d80d-ed1d-41ca-a73d-a69ab9ab84ce triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:23:07.883599 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f7f7804-5587-4d06-a517-5712e2d3907a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:07.928539 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-241d84a0-c392-403f-9905-4f843d54f53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:07.950038 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d84a0-c392-403f-9905-4f843d54f53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba92a40-e626-4a0b-b69e-4b81ec3d47e9,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:07.961005 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-241d84a0-c392-403f-9905-4f843d54f53f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:07.965302 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-241d84a0-c392-403f-9905-4f843d54f53f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2ba92a40-e626-4a0b-b69e-4b81ec3d47e9 HTTP/1.1" status: 204 len: 168 time: 0.3591056 Apr 29 13:23:07.976014 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-75e5f635-e12d-4959-8852-9c7b95362307 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:08.054312 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-8f7f7804-5587-4d06-a517-5712e2d3907a None None] Port 2963d80d-ed1d-41ca-a73d-a69ab9ab84ce cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:23:08.088183 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52862) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:08.093462 dv-neutron-839027-4-hyperv neutron-server[83904]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 29 13:23:08.150791 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-9221652e-cdc2-4f30-beeb-0cf42364175d tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--848164979&fields=id&tenant_id=5af4e0e2215a466699ba2d581ed2d902 HTTP/1.1" status: 200 len: 267 time: 0.0616572 Apr 29 13:23:08.154416 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 80415493-cec6-4897-90a3-788cf44d78ba up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:23:08.219322 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-75e5f635-e12d-4959-8852-9c7b95362307 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Allocated IP 172.26.6.97 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/25751f0f-7091-4d33-88bb-18fba35cda4b) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:23:08.282761 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 80415493-cec6-4897-90a3-788cf44d78ba completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:23:08.294330 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 80415493-cec6-4897-90a3-788cf44d78ba triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:23:08.296674 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:08.362706 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124b0a27-9029-421b-9376-17ca122ea12e tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Router 4dbf91f6-7f2d-4d48-ac26-161486bf2aac has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:23:08.409900 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-75e5f635-e12d-4959-8852-9c7b95362307 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:08.443038 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-75e5f635-e12d-4959-8852-9c7b95362307 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:08.498239 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:08.526484 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e5f635-e12d-4959-8852-9c7b95362307 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:23:08.531844 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-75e5f635-e12d-4959-8852-9c7b95362307 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:08.534556 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e5f635-e12d-4959-8852-9c7b95362307 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:23:08.538787 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 80415493-cec6-4897-90a3-788cf44d78ba, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=80415493-cec6-4897-90a3-788cf44d78ba,segment=NetworkSegment(c18c1e0e-fc25-4a3c-b468-2574dc213ac5),segment_id=c18c1e0e-fc25-4a3c-b468-2574dc213ac5)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:23:08.547292 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:08.567158 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-502872c9-3300-41a9-bc0b-24faf065aff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-992675608'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:08.575349 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-502872c9-3300-41a9-bc0b-24faf065aff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:08.584876 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-502872c9-3300-41a9-bc0b-24faf065aff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] Usage tracker for resource:network and tenant:05c3d94b2fa940e390392ba4a717a3b8 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:08.596222 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-001b71d8-d337-46e8-88b0-5c44ccb92613 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:08.603019 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-001b71d8-d337-46e8-88b0-5c44ccb92613 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/networks?id=db77dff0-1ec4-4e61-b2c0-fae02c77fce1 HTTP/1.1" status: 200 len: 806 time: 0.4379539 Apr 29 13:23:08.606641 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-502872c9-3300-41a9-bc0b-24faf065aff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:08.630626 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-502872c9-3300-41a9-bc0b-24faf065aff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:08.661667 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-ecc6d871-4a8b-472f-ba20-4507276b9c21 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/quotas/5af4e0e2215a466699ba2d581ed2d902 HTTP/1.1" status: 200 len: 375 time: 0.0575073 Apr 29 13:23:08.693610 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5f635-e12d-4959-8852-9c7b95362307 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Pushing event updated for resources: {'Port': ['ID=25751f0f-7091-4d33-88bb-18fba35cda4b,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:08.708431 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=80415493-cec6-4897-90a3-788cf44d78ba,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:08.711535 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502872c9-3300-41a9-bc0b-24faf065aff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] Made reservation on behalf of 05c3d94b2fa940e390392ba4a717a3b8 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:08.714624 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-502872c9-3300-41a9-bc0b-24faf065aff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:08.725614 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52874) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:08.759759 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-502872c9-3300-41a9-bc0b-24faf065aff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:08.825184 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-502872c9-3300-41a9-bc0b-24faf065aff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:08.832548 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-502872c9-3300-41a9-bc0b-24faf065aff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] Usage tracker for resource:security_group_rule and tenant:05c3d94b2fa940e390392ba4a717a3b8 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:08.837110 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-502872c9-3300-41a9-bc0b-24faf065aff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:08.846639 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-502872c9-3300-41a9-bc0b-24faf065aff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:08.863713 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-75e5f635-e12d-4959-8852-9c7b95362307 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:08.865241 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-df7966fa-0e53-47c1-9431-003c04ce57e3 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Synchronizing usage tracker for tenant:5af4e0e2215a466699ba2d581ed2d902 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:23:08.911029 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124b0a27-9029-421b-9376-17ca122ea12e tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:23:08.931146 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d03450e-0909-4095-b845-7b889ca0a6ef None None] Sync routers for ids ['4dbf91f6-7f2d-4d48-ac26-161486bf2aac'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:23:08.945049 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d03450e-0909-4095-b845-7b889ca0a6ef None None] Routers {'4dbf91f6-7f2d-4d48-ac26-161486bf2aac'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:23:08.945912 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0d03450e-0909-4095-b845-7b889ca0a6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:22:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['4dbf91f6-7f2d-4d48-ac26-161486bf2aac'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:08.953988 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-124b0a27-9029-421b-9376-17ca122ea12e tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] 10.222.0.76 "PUT /v2.0/routers/4dbf91f6-7f2d-4d48-ac26-161486bf2aac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5945122 Apr 29 13:23:08.956918 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52884) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:08.992084 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-7d48abd0-2bce-45c8-9375-e56727740234 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Request body: {'port': {'network_id': '715afe6f-5bc1-46a5-9451-4ac13ce7597c', 'name': 'tempest-FloatingIPAdminTestJSON-447558422'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:09.008390 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-502872c9-3300-41a9-bc0b-24faf065aff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:09.014243 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0d03450e-0909-4095-b845-7b889ca0a6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:09.020913 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-502872c9-3300-41a9-bc0b-24faf065aff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:09.031996 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d03450e-0909-4095-b845-7b889ca0a6ef None None] Routers {'4dbf91f6-7f2d-4d48-ac26-161486bf2aac'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:23:09.033100 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0d03450e-0909-4095-b845-7b889ca0a6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:22:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['4dbf91f6-7f2d-4d48-ac26-161486bf2aac'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:09.079861 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-df7966fa-0e53-47c1-9431-003c04ce57e3 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Unset dirty status for tenant:5af4e0e2215a466699ba2d581ed2d902 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:23:09.094810 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-df7966fa-0e53-47c1-9431-003c04ce57e3 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5af4e0e2215a466699ba2d581ed2d902&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4322629 Apr 29 13:23:09.098071 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502872c9-3300-41a9-bc0b-24faf065aff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:23:09.103708 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502872c9-3300-41a9-bc0b-24faf065aff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e6b6ee-d08d-487f-970f-36ed42a60998,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:09.104523 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0d03450e-0909-4095-b845-7b889ca0a6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:09.105111 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d03450e-0909-4095-b845-7b889ca0a6ef None None] The sync data for ids ['4dbf91f6-7f2d-4d48-ac26-161486bf2aac'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:23:09.125874 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-502872c9-3300-41a9-bc0b-24faf065aff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:09.126226 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-502872c9-3300-41a9-bc0b-24faf065aff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] Added segment f8195183-7f64-4e20-be18-723a0da1bc28 of type vlan for network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf Apr 29 13:23:09.148032 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-75e5f635-e12d-4959-8852-9c7b95362307 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:09.192530 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52890) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:09.234928 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0e6fa6a7-0d59-411f-b552-174055dc68b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:09.248780 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Request body: {'networks': [{'name': 'tempest-network--1532759228'}, {'name': 'tempest-network--1454810023'}]} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:09.249283 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Request body: {'network': {'name': 'tempest-network--1532759228'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:09.249835 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Request body: {'network': {'name': 'tempest-network--1454810023'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:09.257038 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-502872c9-3300-41a9-bc0b-24faf065aff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:09.261691 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:09.269252 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Usage tracker for resource:network and tenant:1f4c3c73f06a4a989d0377fcc8ede172 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:09.273514 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:09.286755 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:09.316926 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Made reservation on behalf of 1f4c3c73f06a4a989d0377fcc8ede172 for: {'network': 2} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:09.321560 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:09.343310 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-502872c9-3300-41a9-bc0b-24faf065aff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:09.347448 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502872c9-3300-41a9-bc0b-24faf065aff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:09.348025 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-502872c9-3300-41a9-bc0b-24faf065aff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:09.376629 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:09.429020 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0e6fa6a7-0d59-411f-b552-174055dc68b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:09.450464 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7d48abd0-2bce-45c8-9375-e56727740234 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:09.455184 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0e6fa6a7-0d59-411f-b552-174055dc68b1 admin admin] Usage tracker for resource:security_group_rule and tenant:a178e22ffc2042dcbfc999a974e6541d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:09.461250 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0e6fa6a7-0d59-411f-b552-174055dc68b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:09.467249 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7d48abd0-2bce-45c8-9375-e56727740234 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Usage tracker for resource:port and tenant:88306cca6d6b4c33873f86bb5d4d1dd5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:09.488275 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7d48abd0-2bce-45c8-9375-e56727740234 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:09.491665 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-502872c9-3300-41a9-bc0b-24faf065aff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.6980565 Apr 29 13:23:09.494540 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0e6fa6a7-0d59-411f-b552-174055dc68b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:09.507689 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7d48abd0-2bce-45c8-9375-e56727740234 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:09.515982 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502872c9-3300-41a9-bc0b-24faf065aff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] Pushing event updated for resources: {'Network': ['ID=8e10e0d9-4bec-4557-b543-ecd2dd6711cf,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:09.523640 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:09.527671 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Usage tracker for resource:security_group_rule and tenant:1f4c3c73f06a4a989d0377fcc8ede172 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:09.528538 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:23:09.530944 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:09.536925 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:09.585887 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d48abd0-2bce-45c8-9375-e56727740234 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Made reservation on behalf of 88306cca6d6b4c33873f86bb5d4d1dd5 for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:09.595878 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7d48abd0-2bce-45c8-9375-e56727740234 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:09.643259 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:09.650218 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:09.650684 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:09.706316 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-75e5f635-e12d-4959-8852-9c7b95362307 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:09.720655 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-7d48abd0-2bce-45c8-9375-e56727740234 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] device_id is not set on port 85486e69-c084-4c03-bb17-41149307e1fc yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:23:09.721741 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdcd369-e6f3-4210-9dbf-3ed8f680b7b3,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:09.727635 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:23:09.739809 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:09.740158 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Added segment 5777f26b-db4c-4dc8-995a-e1cb5c36fe58 of type vlan for network c76b59f6-5950-4d92-8c43-82e6372de2d1 Apr 29 13:23:09.772014 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:09.785454 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52910) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:09.791645 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-75e5f635-e12d-4959-8852-9c7b95362307 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:09.825641 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:23:09.839839 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:09.840190 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Added segment c9eac377-df75-46db-b579-af074ec364ae of type vlan for network 8f49bf93-e03e-4d44-96aa-9d4fbc1c2d30 Apr 29 13:23:09.885938 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:09.928893 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:09.929819 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:09.938244 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:09.949437 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:09.950428 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:09.975852 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0e6fa6a7-0d59-411f-b552-174055dc68b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:10.016064 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52916) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:10.025557 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0e6fa6a7-0d59-411f-b552-174055dc68b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:10.035364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Request body: {'port': {'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf', 'binding:host_id': 'hv-neutron-8390', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1799883741'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:10.071324 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 80415493-cec6-4897-90a3-788cf44d78ba up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:23:10.101984 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5f635-e12d-4959-8852-9c7b95362307 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Pushing event updated for resources: {'Port': ['ID=25751f0f-7091-4d33-88bb-18fba35cda4b,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:10.151140 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-85f2fd6a-a749-4273-83c4-33784df4461f service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:23:10.159800 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-85f2fd6a-a749-4273-83c4-33784df4461f service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.5437698 Apr 29 13:23:10.165120 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-14c827d0-baec-4e37-9c58-cadf6fc8109f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:10.175777 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 80415493-cec6-4897-90a3-788cf44d78ba triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:23:10.176382 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:10.215760 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:10.226278 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-b93bb476-730c-41b2-8464-b5a62810bb85 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-379801255'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:10.230954 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b93bb476-730c-41b2-8464-b5a62810bb85 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:10.238142 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b93bb476-730c-41b2-8464-b5a62810bb85 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Usage tracker for resource:network and tenant:c6a98024671e406e8c4e9aedab65828f is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:10.255111 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b93bb476-730c-41b2-8464-b5a62810bb85 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:10.262656 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-75e5f635-e12d-4959-8852-9c7b95362307 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:10.290674 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0e6fa6a7-0d59-411f-b552-174055dc68b1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a178e22ffc2042dcbfc999a974e6541d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0971029 Apr 29 13:23:10.299691 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52924) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:10.308868 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6fa6a7-0d59-411f-b552-174055dc68b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63fd86e-806b-46f9-aa4c-4e66ff64e5d2,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:10.326172 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Usage tracker for resource:port and tenant:8f8eaf51aec940139da2df5c7e10c23c is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:10.344683 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:10.358565 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Pushing event updated for resources: {'Network': ['ID=c76b59f6-5950-4d92-8c43-82e6372de2d1,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:10.370188 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network c76b59f6-5950-4d92-8c43-82e6372de2d1 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:23:10.371885 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b93bb476-730c-41b2-8464-b5a62810bb85 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:10.397774 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:10.401280 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.6632023 Apr 29 13:23:10.414270 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52930) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:10.509747 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93bb476-730c-41b2-8464-b5a62810bb85 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Made reservation on behalf of c6a98024671e406e8c4e9aedab65828f for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:10.512865 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b93bb476-730c-41b2-8464-b5a62810bb85 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:10.535524 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b93bb476-730c-41b2-8464-b5a62810bb85 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:10.554276 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-7d48abd0-2bce-45c8-9375-e56727740234 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Allocated IP 172.20.0.14 (715afe6f-5bc1-46a5-9451-4ac13ce7597c/15157c1b-d62f-4892-9e3e-fe181a446c03/85486e69-c084-4c03-bb17-41149307e1fc) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:23:10.558860 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227bfabe-98ce-470c-bbfc-d61c6ebf0f99 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Pushing event updated for resources: {'Network': ['ID=8f49bf93-e03e-4d44-96aa-9d4fbc1c2d30,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:10.578848 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 8f49bf93-e03e-4d44-96aa-9d4fbc1c2d30 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:23:10.592149 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b93bb476-730c-41b2-8464-b5a62810bb85 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:10.593719 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-75e5f635-e12d-4959-8852-9c7b95362307 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:10.594970 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-75e5f635-e12d-4959-8852-9c7b95362307 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9660547 Apr 29 13:23:10.596245 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b93bb476-730c-41b2-8464-b5a62810bb85 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Usage tracker for resource:security_group_rule and tenant:c6a98024671e406e8c4e9aedab65828f is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:10.599736 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b93bb476-730c-41b2-8464-b5a62810bb85 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:10.602929 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94da9840-61c8-4c88-abdf-0132879e7fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:10.606272 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b93bb476-730c-41b2-8464-b5a62810bb85 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:10.681762 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b93bb476-730c-41b2-8464-b5a62810bb85 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:10.688110 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-ef2fca5a-c29c-412f-a807-a8cba18b6275 service neutron] 10.222.0.76 "GET /v2.0/networks/db77dff0-1ec4-4e61-b2c0-fae02c77fce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5274796 Apr 29 13:23:10.690158 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b93bb476-730c-41b2-8464-b5a62810bb85 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:10.737368 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Made reservation on behalf of 8f8eaf51aec940139da2df5c7e10c23c for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:10.739807 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:10.785215 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94da9840-61c8-4c88-abdf-0132879e7fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:10.804793 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc0c855-cc94-4d60-9e5d-a9f9a69e07d3 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:10.818476 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc0c855-cc94-4d60-9e5d-a9f9a69e07d3 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:10.822169 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc0c855-cc94-4d60-9e5d-a9f9a69e07d3 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:10.826587 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc0c855-cc94-4d60-9e5d-a9f9a69e07d3 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:10.828564 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9fc0c855-cc94-4d60-9e5d-a9f9a69e07d3 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4091175 Apr 29 13:23:10.828897 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:10.841982 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52944) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:10.859251 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b93bb476-730c-41b2-8464-b5a62810bb85 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:23:10.870451 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bb476-730c-41b2-8464-b5a62810bb85 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68be4219-a87e-417f-963b-9414641f5db7,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:10.885630 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b93bb476-730c-41b2-8464-b5a62810bb85 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:10.885971 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-b93bb476-730c-41b2-8464-b5a62810bb85 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Added segment d44b1f84-d0f0-4a21-a9c5-60e8ba6d6c44 of type vlan for network 65c2f7db-c4cc-460c-823e-a4d381822044 Apr 29 13:23:10.931779 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:10.955424 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Usage tracker for resource:security_group_rule and tenant:8f8eaf51aec940139da2df5c7e10c23c is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:10.961465 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:10.973171 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b93bb476-730c-41b2-8464-b5a62810bb85 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:10.982479 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:11.002112 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-e2f2f636-8cad-4f88-a9d7-156cf5b6518a service neutron] 10.222.0.76 "GET /v2.0/networks/db77dff0-1ec4-4e61-b2c0-fae02c77fce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977741 Apr 29 13:23:11.039104 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b93bb476-730c-41b2-8464-b5a62810bb85 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:11.043238 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93bb476-730c-41b2-8464-b5a62810bb85 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:11.043851 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b93bb476-730c-41b2-8464-b5a62810bb85 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:11.146010 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ef661ffe-9c42-4d92-8dbd-26627fc334a7 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:11.224748 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bb476-730c-41b2-8464-b5a62810bb85 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event updated for resources: {'Network': ['ID=65c2f7db-c4cc-460c-823e-a4d381822044,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:11.238261 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 65c2f7db-c4cc-460c-823e-a4d381822044 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:23:11.262719 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94da9840-61c8-4c88-abdf-0132879e7fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:11.289811 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b93bb476-730c-41b2-8464-b5a62810bb85 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5030222 Apr 29 13:23:11.290665 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 52958) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:11.303765 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:11.322466 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-e69a0979-ee07-49ad-bc22-7c6c95bf5116 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Request body: {'subnet': {'network_id': '65c2f7db-c4cc-460c-823e-a4d381822044', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:11.510995 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52968) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:11.528247 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:11.531608 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 52982) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:11.533945 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:11.535707 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:11.536148 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e69a0979-ee07-49ad-bc22-7c6c95bf5116 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:11.539505 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da9840-61c8-4c88-abdf-0132879e7fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63fd86e-806b-46f9-aa4c-4e66ff64e5d2,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:11.545501 dv-neutron-839027-4-hyperv neutron-server[83905]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 29 13:23:11.552923 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7d48abd0-2bce-45c8-9375-e56727740234 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:11.572304 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ef661ffe-9c42-4d92-8dbd-26627fc334a7 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:11.580097 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] device_id is not set on port 30655e8f-2baf-4504-b49b-9b8013c9282a yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:23:11.613940 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e69a0979-ee07-49ad-bc22-7c6c95bf5116 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Usage tracker for resource:subnet and tenant:c6a98024671e406e8c4e9aedab65828f is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:11.617787 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-ef661ffe-9c42-4d92-8dbd-26627fc334a7 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c76b59f6-5950-4d92-8c43-82e6372de2d1']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:11.623227 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e69a0979-ee07-49ad-bc22-7c6c95bf5116 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:11.625440 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-7d48abd0-2bce-45c8-9375-e56727740234 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Transition to ACTIVE for port object 85486e69-c084-4c03-bb17-41149307e1fc will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:23:11.626880 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94da9840-61c8-4c88-abdf-0132879e7fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:11.630864 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-94da9840-61c8-4c88-abdf-0132879e7fd8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a63fd86e-806b-46f9-aa4c-4e66ff64e5d2 HTTP/1.1" status: 204 len: 168 time: 1.3292806 Apr 29 13:23:11.644341 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e69a0979-ee07-49ad-bc22-7c6c95bf5116 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:11.653427 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-ef661ffe-9c42-4d92-8dbd-26627fc334a7 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5777f26b-db4c-4dc8-995a-e1cb5c36fe58') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:11.653722 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-ef661ffe-9c42-4d92-8dbd-26627fc334a7 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5777f26b-db4c-4dc8-995a-e1cb5c36fe58') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:11.656830 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4d468102-f908-4f58-bdde-cdff6c39763d req-92d212d8-fedc-4fda-bc5a-ef1ebb1c3f02 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/ports?device_id=7d11cc05-e9be-447d-8acf-be572d0334bd HTTP/1.1" status: 200 len: 210 time: 0.1255007 Apr 29 13:23:11.684634 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067fbb6f-f4fb-47ee-bbf6-12d7f8b1144a,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:11.704052 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69a0979-ee07-49ad-bc22-7c6c95bf5116 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Made reservation on behalf of c6a98024671e406e8c4e9aedab65828f for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:11.713867 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ef661ffe-9c42-4d92-8dbd-26627fc334a7 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:11.723906 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-990a04eb-caab-4113-b21c-ad4265ae733f tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Synchronizing usage tracker for tenant:6c8c29596be64b1cbf79cd04762fbea5 on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:23:11.749845 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ef661ffe-9c42-4d92-8dbd-26627fc334a7 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:11.762949 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef661ffe-9c42-4d92-8dbd-26627fc334a7 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:23:11.763569 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ef661ffe-9c42-4d92-8dbd-26627fc334a7 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:23:11.781161 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:23:11.788858 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-990a04eb-caab-4113-b21c-ad4265ae733f tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Unset dirty status for tenant:6c8c29596be64b1cbf79cd04762fbea5 on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:23:11.800718 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-990a04eb-caab-4113-b21c-ad4265ae733f tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1474916880&fields=id&tenant_id=6c8c29596be64b1cbf79cd04762fbea5 HTTP/1.1" status: 200 len: 267 time: 0.2625461 Apr 29 13:23:11.890825 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7d48abd0-2bce-45c8-9375-e56727740234 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:11.900515 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-c9b1fb4c-1643-4be9-a328-e7e9c8b364b0 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-246749204'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:12.018908 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c9b1fb4c-1643-4be9-a328-e7e9c8b364b0 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:12.073357 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c9b1fb4c-1643-4be9-a328-e7e9c8b364b0 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Usage tracker for resource:network and tenant:8a5a13a0c4e24f658150ba5586a0cff5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:12.090271 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d48abd0-2bce-45c8-9375-e56727740234 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Network 715afe6f-5bc1-46a5-9451-4ac13ce7597c is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:23:12.091468 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c9b1fb4c-1643-4be9-a328-e7e9c8b364b0 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:12.099588 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-7d48abd0-2bce-45c8-9375-e56727740234 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:12.102435 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d48abd0-2bce-45c8-9375-e56727740234 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:23:12.125158 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] device_id is not set on port 30655e8f-2baf-4504-b49b-9b8013c9282a yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:23:12.133998 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:12.151471 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ef661ffe-9c42-4d92-8dbd-26627fc334a7 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:12.153425 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Transition to ACTIVE for port object 30655e8f-2baf-4504-b49b-9b8013c9282a will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:23:12.156171 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ef661ffe-9c42-4d92-8dbd-26627fc334a7 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:12.163138 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c9b1fb4c-1643-4be9-a328-e7e9c8b364b0 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:12.172164 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:12.206164 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48abd0-2bce-45c8-9375-e56727740234 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Pushing event updated for resources: {'Port': ['ID=85486e69-c084-4c03-bb17-41149307e1fc,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:12.228656 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef661ffe-9c42-4d92-8dbd-26627fc334a7 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Pushing event deleted for resources: {'Network': ['ID=c76b59f6-5950-4d92-8c43-82e6372de2d1,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:12.253078 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ef661ffe-9c42-4d92-8dbd-26627fc334a7 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] 10.222.0.76 "DELETE /v2.0/networks/c76b59f6-5950-4d92-8c43-82e6372de2d1 HTTP/1.1" status: 204 len: 168 time: 1.4096549 Apr 29 13:23:12.256685 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53012) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:12.310469 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b1fb4c-1643-4be9-a328-e7e9c8b364b0 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Made reservation on behalf of 8a5a13a0c4e24f658150ba5586a0cff5 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:12.320689 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c9b1fb4c-1643-4be9-a328-e7e9c8b364b0 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:12.350942 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e69a0979-ee07-49ad-bc22-7c6c95bf5116 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:12.383502 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Checking segment: {'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:23:12.384029 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Network hostable DHCP agents. Network: 8e10e0d9-4bec-4557-b543-ecd2dd6711cf, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:23:12.398011 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Pushing event updated for resources: {'Port': ['ID=30655e8f-2baf-4504-b49b-9b8013c9282a,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:12.493472 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c9b1fb4c-1643-4be9-a328-e7e9c8b364b0 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:12.511123 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d48abd0-2bce-45c8-9375-e56727740234 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:12.512415 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7d48abd0-2bce-45c8-9375-e56727740234 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:12.517368 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ed301788-21cd-4396-8cf3-a5a181e8a38b None None] Provisioning for port 85486e69-c084-4c03-bb17-41149307e1fc completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:23:12.517899 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:23:12.525203 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ed301788-21cd-4396-8cf3-a5a181e8a38b None None] Provisioning complete for port 85486e69-c084-4c03-bb17-41149307e1fc triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:23:12.526217 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ed301788-21cd-4396-8cf3-a5a181e8a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:12.537378 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-84c1b8ac-a96a-44c0-908c-edc20c37f95f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:12.551359 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7d48abd0-2bce-45c8-9375-e56727740234 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5925329 Apr 29 13:23:12.558674 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-db7afadd-dac5-4ea5-b51b-1e64e22b82c3 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:12.559166 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53024) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:12.559591 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-db7afadd-dac5-4ea5-b51b-1e64e22b82c3 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Synchronizing usage tracker for tenant:6c8c29596be64b1cbf79cd04762fbea5 on resource:network {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:23:12.559868 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 8e10e0d9-4bec-4557-b543-ecd2dd6711cf) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:12.571349 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e2ae72-59e6-4c8e-94f0-ad82e48fc891 None None] Network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:23:12.581441 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:23:12.601302 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:12.601713 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:12.602122 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:12.662754 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Port 30655e8f-2baf-4504-b49b-9b8013c9282a on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:12.663103 dv-neutron-839027-4-hyperv neutron-server[83904]: ERROR neutron.plugins.ml2.managers [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Failed to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a on host hv-neutron-8390 for vnic_type normal using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] Apr 29 13:23:12.674174 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.plugin [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempt 2 to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a Apr 29 13:23:12.752363 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-ed301788-21cd-4396-8cf3-a5a181e8a38b None None] Port 85486e69-c084-4c03-bb17-41149307e1fc cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:23:12.762191 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:12.762589 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:12.762866 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:12.815370 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Port 30655e8f-2baf-4504-b49b-9b8013c9282a on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:12.815697 dv-neutron-839027-4-hyperv neutron-server[83904]: ERROR neutron.plugins.ml2.managers [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Failed to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a on host hv-neutron-8390 for vnic_type normal using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] Apr 29 13:23:12.818435 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.plugin [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempt 3 to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a Apr 29 13:23:12.824778 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-84c1b8ac-a96a-44c0-908c-edc20c37f95f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:12.887691 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:12.888027 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:12.888360 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:12.906530 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-84c1b8ac-a96a-44c0-908c-edc20c37f95f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f49bf93-e03e-4d44-96aa-9d4fbc1c2d30']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:12.920942 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-666501f9-b940-4ecd-bac1-b247480813c4 req-92f5ae78-de89-47a9-ad82-31952d91fe5d tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/ports?device_id=7d11cc05-e9be-447d-8acf-be572d0334bd HTTP/1.1" status: 200 len: 210 time: 0.0669520 Apr 29 13:23:12.922394 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Port 30655e8f-2baf-4504-b49b-9b8013c9282a on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:12.922729 dv-neutron-839027-4-hyperv neutron-server[83904]: ERROR neutron.plugins.ml2.managers [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Failed to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a on host hv-neutron-8390 for vnic_type normal using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] Apr 29 13:23:12.923606 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.plugin [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempt 4 to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a Apr 29 13:23:12.943711 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-84c1b8ac-a96a-44c0-908c-edc20c37f95f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9eac377-df75-46db-b579-af074ec364ae') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:12.945528 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:12.945866 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:12.946251 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:12.946439 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-84c1b8ac-a96a-44c0-908c-edc20c37f95f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9eac377-df75-46db-b579-af074ec364ae') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:12.948619 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e69a0979-ee07-49ad-bc22-7c6c95bf5116 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:12.973709 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:12.986743 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-84c1b8ac-a96a-44c0-908c-edc20c37f95f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:12.987084 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-8613c47b-f7ae-4505-a23c-26e67e05870b tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'project_id': '88306cca6d6b4c33873f86bb5d4d1dd5', 'port_id': '85486e69-c084-4c03-bb17-41149307e1fc'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:12.991496 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8613c47b-f7ae-4505-a23c-26e67e05870b tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:12.995448 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8613c47b-f7ae-4505-a23c-26e67e05870b tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Usage tracker for resource:floatingip and tenant:88306cca6d6b4c33873f86bb5d4d1dd5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:12.999038 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8613c47b-f7ae-4505-a23c-26e67e05870b tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:13.005676 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8613c47b-f7ae-4505-a23c-26e67e05870b tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:13.025366 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-db7afadd-dac5-4ea5-b51b-1e64e22b82c3 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Unset dirty status for tenant:6c8c29596be64b1cbf79cd04762fbea5 on resource:network {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:23:13.026638 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-db7afadd-dac5-4ea5-b51b-1e64e22b82c3 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/networks?id=5766f20d-f6c2-4c44-9d06-902bc69d7f8a HTTP/1.1" status: 200 len: 811 time: 1.2249596 Apr 29 13:23:13.038893 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Port 30655e8f-2baf-4504-b49b-9b8013c9282a on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:13.039218 dv-neutron-839027-4-hyperv neutron-server[83904]: ERROR neutron.plugins.ml2.managers [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Failed to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a on host hv-neutron-8390 for vnic_type normal using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] Apr 29 13:23:13.042738 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.plugin [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempt 5 to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a Apr 29 13:23:13.051284 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8613c47b-f7ae-4505-a23c-26e67e05870b tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:13.070099 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-84c1b8ac-a96a-44c0-908c-edc20c37f95f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:13.089243 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:13.089571 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:13.089905 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:13.095314 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c1b8ac-a96a-44c0-908c-edc20c37f95f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:23:13.095866 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-84c1b8ac-a96a-44c0-908c-edc20c37f95f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:23:13.114500 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:23:13.117304 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c9b1fb4c-1643-4be9-a328-e7e9c8b364b0 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:13.162882 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a0979-ee07-49ad-bc22-7c6c95bf5116 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event updated for resources: {'Subnet': ['ID=4626135e-9519-43db-bdc6-55665ba72cfb,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:13.172505 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Port 30655e8f-2baf-4504-b49b-9b8013c9282a on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:13.172857 dv-neutron-839027-4-hyperv neutron-server[83904]: ERROR neutron.plugins.ml2.managers [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Failed to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a on host hv-neutron-8390 for vnic_type normal using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] Apr 29 13:23:13.174525 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.plugin [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempt 6 to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a Apr 29 13:23:13.175209 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-3ac3f020-8fa0-47f7-86da-4c464bb66303 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/quotas/6c8c29596be64b1cbf79cd04762fbea5 HTTP/1.1" status: 200 len: 375 time: 0.1257210 Apr 29 13:23:13.176269 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c9b1fb4c-1643-4be9-a328-e7e9c8b364b0 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Usage tracker for resource:security_group_rule and tenant:8a5a13a0c4e24f658150ba5586a0cff5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:13.186820 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c9b1fb4c-1643-4be9-a328-e7e9c8b364b0 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:13.207779 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69a0979-ee07-49ad-bc22-7c6c95bf5116 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Checking segment: {'id': 'd44b1f84-d0f0-4a21-a9c5-60e8ba6d6c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '65c2f7db-c4cc-460c-823e-a4d381822044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:23:13.208141 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69a0979-ee07-49ad-bc22-7c6c95bf5116 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Network hostable DHCP agents. Network: 65c2f7db-c4cc-460c-823e-a4d381822044, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:23:13.216360 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:13.216695 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:13.218011 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:13.235736 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Port 30655e8f-2baf-4504-b49b-9b8013c9282a on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:13.236086 dv-neutron-839027-4-hyperv neutron-server[83904]: ERROR neutron.plugins.ml2.managers [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Failed to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a on host hv-neutron-8390 for vnic_type normal using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] Apr 29 13:23:13.238093 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.plugin [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempt 7 to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a Apr 29 13:23:13.250452 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c9b1fb4c-1643-4be9-a328-e7e9c8b364b0 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:13.261544 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:13.261879 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:13.262580 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:13.279256 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-84c1b8ac-a96a-44c0-908c-edc20c37f95f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:13.279535 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Port 30655e8f-2baf-4504-b49b-9b8013c9282a on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:13.279535 dv-neutron-839027-4-hyperv neutron-server[83904]: ERROR neutron.plugins.ml2.managers [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Failed to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a on host hv-neutron-8390 for vnic_type normal using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] Apr 29 13:23:13.279535 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.plugin [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempt 8 to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a Apr 29 13:23:13.292793 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69a0979-ee07-49ad-bc22-7c6c95bf5116 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Network 65c2f7db-c4cc-460c-823e-a4d381822044 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:23:13.299671 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-84c1b8ac-a96a-44c0-908c-edc20c37f95f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:13.309351 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:13.309678 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:13.310009 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:13.328624 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-e69a0979-ee07-49ad-bc22-7c6c95bf5116 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 65c2f7db-c4cc-460c-823e-a4d381822044) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:13.332865 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1b8ac-a96a-44c0-908c-edc20c37f95f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Pushing event deleted for resources: {'Network': ['ID=8f49bf93-e03e-4d44-96aa-9d4fbc1c2d30,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:13.334032 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Port 30655e8f-2baf-4504-b49b-9b8013c9282a on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:13.334359 dv-neutron-839027-4-hyperv neutron-server[83904]: ERROR neutron.plugins.ml2.managers [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Failed to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a on host hv-neutron-8390 for vnic_type normal using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] Apr 29 13:23:13.335427 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69a0979-ee07-49ad-bc22-7c6c95bf5116 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:13.336116 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e69a0979-ee07-49ad-bc22-7c6c95bf5116 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:13.341088 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.plugin [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempt 9 to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a Apr 29 13:23:13.350704 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5230c9d-68fd-4f6b-808f-450cd977cda4 None None] Network 65c2f7db-c4cc-460c-823e-a4d381822044 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:23:13.373907 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:13.374434 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:13.374582 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:13.386266 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8613c47b-f7ae-4505-a23c-26e67e05870b tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:13.388686 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53048) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:13.391695 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-84c1b8ac-a96a-44c0-908c-edc20c37f95f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] 10.222.0.76 "DELETE /v2.0/networks/8f49bf93-e03e-4d44-96aa-9d4fbc1c2d30 HTTP/1.1" status: 204 len: 168 time: 1.1293972 Apr 29 13:23:13.443175 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Port 30655e8f-2baf-4504-b49b-9b8013c9282a on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:13.443507 dv-neutron-839027-4-hyperv neutron-server[83904]: ERROR neutron.plugins.ml2.managers [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Failed to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a on host hv-neutron-8390 for vnic_type normal using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] Apr 29 13:23:13.444855 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e69a0979-ee07-49ad-bc22-7c6c95bf5116 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1502335 Apr 29 13:23:13.448971 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.plugin [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempt 10 to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a Apr 29 13:23:13.460466 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53052) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:13.491686 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-0a9aab10-822d-40d6-b56b-40b8c61184f2 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6c8c29596be64b1cbf79cd04762fbea5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3014455 Apr 29 13:23:13.526031 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-ce18c343-0808-474e-adf7-6a3c8649d01b tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1013404038', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}, 'admin_state_up': False}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:13.564202 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c9b1fb4c-1643-4be9-a328-e7e9c8b364b0 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:13.564880 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ce18c343-0808-474e-adf7-6a3c8649d01b tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:13.577594 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c9b1fb4c-1643-4be9-a328-e7e9c8b364b0 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:13.585930 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ce18c343-0808-474e-adf7-6a3c8649d01b tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Usage tracker for resource:router and tenant:c6a98024671e406e8c4e9aedab65828f is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:13.612044 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ce18c343-0808-474e-adf7-6a3c8649d01b tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:13.614995 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:13.615338 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:13.615666 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:13.625565 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ce18c343-0808-474e-adf7-6a3c8649d01b tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:13.649222 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1fb4c-1643-4be9-a328-e7e9c8b364b0 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31be4ed8-eb28-4d15-9277-4a31f0422ccf,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:13.663423 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Port 30655e8f-2baf-4504-b49b-9b8013c9282a on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:13.663731 dv-neutron-839027-4-hyperv neutron-server[83904]: ERROR neutron.plugins.ml2.managers [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Failed to bind port 30655e8f-2baf-4504-b49b-9b8013c9282a on host hv-neutron-8390 for vnic_type normal using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] Apr 29 13:23:13.663846 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b1fb4c-1643-4be9-a328-e7e9c8b364b0 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:23:13.664092 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:13.678248 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c9b1fb4c-1643-4be9-a328-e7e9c8b364b0 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:13.678405 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-c9b1fb4c-1643-4be9-a328-e7e9c8b364b0 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Added segment 2addfeed-3f8f-43be-be31-17d229d88ee6 of type vlan for network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 Apr 29 13:23:13.714558 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c9b1fb4c-1643-4be9-a328-e7e9c8b364b0 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:13.755038 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c9b1fb4c-1643-4be9-a328-e7e9c8b364b0 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:13.764445 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b1fb4c-1643-4be9-a328-e7e9c8b364b0 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:13.767595 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ce18c343-0808-474e-adf7-6a3c8649d01b tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:13.772845 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ce18c343-0808-474e-adf7-6a3c8649d01b tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:13.784896 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c9b1fb4c-1643-4be9-a328-e7e9c8b364b0 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:13.793609 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be7ba5b-1763-4ad0-9f7f-bb65ece8a72a None None] Network 65c2f7db-c4cc-460c-823e-a4d381822044 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:23:13.933412 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fc112f-02ea-43b8-ad6f-02a14a4c53e4 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:13.937651 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fc112f-02ea-43b8-ad6f-02a14a4c53e4 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:13.938413 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-a1fc112f-02ea-43b8-ad6f-02a14a4c53e4 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Synchronizing usage tracker for tenant:1f4c3c73f06a4a989d0377fcc8ede172 on resource:network {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:23:13.974512 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-5fe35e48-9675-4369-9fab-7fa58be86456 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:23:13.975846 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-5fe35e48-9675-4369-9fab-7fa58be86456 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1711872 Apr 29 13:23:13.980866 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-8613c47b-f7ae-4505-a23c-26e67e05870b tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Allocated IP 172.26.6.76 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/720faf05-a876-4af9-9f71-7328e3887155) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:23:13.998799 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ce18c343-0808-474e-adf7-6a3c8649d01b tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:14.002436 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c9b1fb4c-1643-4be9-a328-e7e9c8b364b0 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.4732418 Apr 29 13:23:14.024969 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-a1fc112f-02ea-43b8-ad6f-02a14a4c53e4 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Unset dirty status for tenant:1f4c3c73f06a4a989d0377fcc8ede172 on resource:network {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:23:14.026143 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a1fc112f-02ea-43b8-ad6f-02a14a4c53e4 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6356952 Apr 29 13:23:14.034521 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53074) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:14.035376 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1fb4c-1643-4be9-a328-e7e9c8b364b0 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Pushing event updated for resources: {'Network': ['ID=9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:14.048064 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-62faf06b-53fa-47ac-9110-c4c41cb4c080 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-958826806'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:14.072007 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:23:14.105083 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-62faf06b-53fa-47ac-9110-c4c41cb4c080 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:14.127361 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-62faf06b-53fa-47ac-9110-c4c41cb4c080 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:14.159915 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62faf06b-53fa-47ac-9110-c4c41cb4c080 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Made reservation on behalf of 1f4c3c73f06a4a989d0377fcc8ede172 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:14.163891 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-62faf06b-53fa-47ac-9110-c4c41cb4c080 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:14.177145 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] For port 30655e8f-2baf-4504-b49b-9b8013c9282a, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:23:14.177539 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempted to set empty binding levels {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 13:23:14.202988 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:14.223404 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-5eae0894-285d-4241-bd92-6f528b038528 service neutron] 10.222.0.76 "GET /v2.0/networks/5766f20d-f6c2-4c44-9d06-902bc69d7f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240486 Apr 29 13:23:14.224443 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62faf06b-53fa-47ac-9110-c4c41cb4c080 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:23:14.261517 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-62faf06b-53fa-47ac-9110-c4c41cb4c080 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:14.261938 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-62faf06b-53fa-47ac-9110-c4c41cb4c080 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Added segment 795cd8c0-e9d0-4c9f-9e0f-83329df37c4c of type vlan for network d4fd1f14-d99b-493c-b2c2-59eaca832afb Apr 29 13:23:14.320233 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.32', 62653) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:14.391473 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-62faf06b-53fa-47ac-9110-c4c41cb4c080 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:14.513707 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-654d2359-9bd5-4d38-94b6-7aa3f44b1025 req-de358e72-575f-4679-be6d-2e592c06cd20 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/ports?device_id=7d11cc05-e9be-447d-8acf-be572d0334bd HTTP/1.1" status: 200 len: 210 time: 0.2939837 Apr 29 13:23:14.612873 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-5251bc3f-3824-4915-8c2a-9d0be7aecf36 service neutron] 10.222.0.76 "GET /v2.0/networks/5766f20d-f6c2-4c44-9d06-902bc69d7f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790283 Apr 29 13:23:14.625040 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-62faf06b-53fa-47ac-9110-c4c41cb4c080 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:14.636247 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62faf06b-53fa-47ac-9110-c4c41cb4c080 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:14.637707 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-62faf06b-53fa-47ac-9110-c4c41cb4c080 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:14.663129 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:14.690910 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Pushing event updated for resources: {'Port': ['ID=30655e8f-2baf-4504-b49b-9b8013c9282a,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:14.707457 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-62faf06b-53fa-47ac-9110-c4c41cb4c080 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6669745 Apr 29 13:23:14.716085 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53092) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:14.740123 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-b13d6b90-3781-4958-b37c-7903bb634fea tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-993250334'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:14.767944 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b13d6b90-3781-4958-b37c-7903bb634fea tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:14.782593 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-68bdcac9-2f38-4122-99ca-422d0b58089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.7594469 Apr 29 13:23:14.791885 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53098) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:14.809352 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8613c47b-f7ae-4505-a23c-26e67e05870b tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:14.813644 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b13d6b90-3781-4958-b37c-7903bb634fea tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Usage tracker for resource:network and tenant:1f4c3c73f06a4a989d0377fcc8ede172 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:14.817800 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ce18c343-0808-474e-adf7-6a3c8649d01b tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:14.902080 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b13d6b90-3781-4958-b37c-7903bb634fea tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:14.944180 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62faf06b-53fa-47ac-9110-c4c41cb4c080 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Pushing event updated for resources: {'Network': ['ID=d4fd1f14-d99b-493c-b2c2-59eaca832afb,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:14.956347 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network d4fd1f14-d99b-493c-b2c2-59eaca832afb details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:23:15.009859 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b13d6b90-3781-4958-b37c-7903bb634fea tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:15.025450 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-ea3a7099-4888-48a6-b996-ff6444b44a52 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:15.027585 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-ea3a7099-4888-48a6-b996-ff6444b44a52 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.32 "GET /v2.0/networks?id=db77dff0-1ec4-4e61-b2c0-fae02c77fce1 HTTP/1.1" status: 200 len: 806 time: 0.6554887 Apr 29 13:23:15.065826 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-6b9de018-b464-4243-af75-b44bf31ae102 req-8e7f4786-b70f-4f36-8ce6-da3576f49b40 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/ports?device_id=53da46ea-d6be-47f2-98b6-91b4c5b08c7a HTTP/1.1" status: 200 len: 210 time: 0.0849607 Apr 29 13:23:15.142315 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13d6b90-3781-4958-b37c-7903bb634fea tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Made reservation on behalf of 1f4c3c73f06a4a989d0377fcc8ede172 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:15.145635 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b13d6b90-3781-4958-b37c-7903bb634fea tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:15.158912 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-25d84c48-5550-44a0-b91d-bf5abc129a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Deleting port 30655e8f-2baf-4504-b49b-9b8013c9282a {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:23:15.160021 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-25d84c48-5550-44a0-b91d-bf5abc129a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:15.161469 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53126) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:15.166906 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Request body: {'port': {'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8', 'binding:host_id': 'hv-neutron-8390', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1106274374'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:15.172521 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:15.176780 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Usage tracker for resource:port and tenant:80dbcbaf692c4b48aa16a156b02a3a9a is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:15.180016 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:15.189625 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:15.203055 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Made reservation on behalf of 80dbcbaf692c4b48aa16a156b02a3a9a for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:15.205713 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:15.220609 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:15.258395 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:15.275059 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Usage tracker for resource:security_group_rule and tenant:80dbcbaf692c4b48aa16a156b02a3a9a is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:15.278408 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:15.286815 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:15.332948 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-bf8ffa09-83b3-40f1-8def-898da6ddc0e5 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5af4e0e2215a466699ba2d581ed2d902 HTTP/1.1" status: 200 len: 379 time: 0.2328577 Apr 29 13:23:15.340094 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8613c47b-f7ae-4505-a23c-26e67e05870b tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:15.351369 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-c31d5220-b78d-4fcc-bb35-06bf3b7c3242 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Request body: {'port': {'device_id': '7d11cc05-e9be-447d-8acf-be572d0334bd', 'network_id': 'db77dff0-1ec4-4e61-b2c0-fae02c77fce1', 'admin_state_up': True, 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902', 'security_groups': ['45a11f2b-c42d-4215-b1b8-6777cb16cb4f']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:15.395971 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:15.413017 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:15.437741 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] device_id is not set on port cd3d3625-c952-48bd-b713-782e4c06f14b yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:23:15.444012 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613c47b-f7ae-4505-a23c-26e67e05870b tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Pushing event updated for resources: {'Port': ['ID=720faf05-a876-4af9-9f71-7328e3887155,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:15.488849 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53146) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:15.494236 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13d6b90-3781-4958-b37c-7903bb634fea tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:23:15.558031 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfc00ec-6a87-4e04-89d7-a11523290691,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:15.674671 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b13d6b90-3781-4958-b37c-7903bb634fea tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:15.675179 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-b13d6b90-3781-4958-b37c-7903bb634fea tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Added segment 519e7d46-a878-4746-a03a-5c5e2fd47e0a of type vlan for network 09c4868d-2c2d-4a3c-9890-fa850e528119 Apr 29 13:23:15.688462 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8613c47b-f7ae-4505-a23c-26e67e05870b tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:23:15.705243 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-8613c47b-f7ae-4505-a23c-26e67e05870b tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:15.783583 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8613c47b-f7ae-4505-a23c-26e67e05870b tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:23:15.891842 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] device_id is not set on port cd3d3625-c952-48bd-b713-782e4c06f14b yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:23:15.916437 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:16.075843 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-300d58b1-43c7-4491-af5c-4798da7f8e12 req-f94cd94a-0a37-4552-91db-dc98989573fe tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/ports?device_id=7d11cc05-e9be-447d-8acf-be572d0334bd HTTP/1.1" status: 200 len: 210 time: 0.1229978 Apr 29 13:23:16.078451 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-78e6a157-3e7c-41cf-9d52-74239f8cab2f tempest-QuotasTest-80762344 tempest-QuotasTest-80762344-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:16.078683 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Transition to ACTIVE for port object cd3d3625-c952-48bd-b713-782e4c06f14b will not be triggered until provisioned by entity L2. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:23:16.103734 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:16.162054 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b13d6b90-3781-4958-b37c-7903bb634fea tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:16.232930 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Checking segment: {'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:23:16.233309 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Network hostable DHCP agents. Network: 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:23:16.238493 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Pushing event updated for resources: {'Port': ['ID=cd3d3625-c952-48bd-b713-782e4c06f14b,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:16.282524 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:23:16.307117 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:16.317530 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:23:16.318550 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c26df9-d6c7-4b24-bfa0-e912191bddb4 None None] Network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:23:16.359118 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port cd3d3625-c952-48bd-b713-782e4c06f14b on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:16.359439 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port cd3d3625-c952-48bd-b713-782e4c06f14b by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:16.359763 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port cd3d3625-c952-48bd-b713-782e4c06f14b on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:16.381406 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Port cd3d3625-c952-48bd-b713-782e4c06f14b on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:16.381772 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Failed to bind port cd3d3625-c952-48bd-b713-782e4c06f14b on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] Apr 29 13:23:16.382184 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempt 2 to bind port cd3d3625-c952-48bd-b713-782e4c06f14b Apr 29 13:23:16.406190 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port cd3d3625-c952-48bd-b713-782e4c06f14b on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:16.406541 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port cd3d3625-c952-48bd-b713-782e4c06f14b by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:16.406859 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port cd3d3625-c952-48bd-b713-782e4c06f14b on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:16.412956 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Port cd3d3625-c952-48bd-b713-782e4c06f14b on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:16.413283 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Failed to bind port cd3d3625-c952-48bd-b713-782e4c06f14b on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] Apr 29 13:23:16.413664 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempt 3 to bind port cd3d3625-c952-48bd-b713-782e4c06f14b Apr 29 13:23:16.448736 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port cd3d3625-c952-48bd-b713-782e4c06f14b on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:16.449102 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port cd3d3625-c952-48bd-b713-782e4c06f14b by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:16.449429 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port cd3d3625-c952-48bd-b713-782e4c06f14b on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:16.455643 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Port cd3d3625-c952-48bd-b713-782e4c06f14b on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:16.455972 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Failed to bind port cd3d3625-c952-48bd-b713-782e4c06f14b on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] Apr 29 13:23:16.456355 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempt 4 to bind port cd3d3625-c952-48bd-b713-782e4c06f14b Apr 29 13:23:16.481668 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port cd3d3625-c952-48bd-b713-782e4c06f14b on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:16.482001 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port cd3d3625-c952-48bd-b713-782e4c06f14b by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:16.482538 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port cd3d3625-c952-48bd-b713-782e4c06f14b on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:16.491305 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Port cd3d3625-c952-48bd-b713-782e4c06f14b on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:16.491682 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Failed to bind port cd3d3625-c952-48bd-b713-782e4c06f14b on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] Apr 29 13:23:16.492037 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempt 5 to bind port cd3d3625-c952-48bd-b713-782e4c06f14b Apr 29 13:23:16.510612 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port cd3d3625-c952-48bd-b713-782e4c06f14b on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:16.510949 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port cd3d3625-c952-48bd-b713-782e4c06f14b by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:16.511353 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port cd3d3625-c952-48bd-b713-782e4c06f14b on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:16.512999 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-c31d5220-b78d-4fcc-bb35-06bf3b7c3242 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:16.518479 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Port cd3d3625-c952-48bd-b713-782e4c06f14b on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:16.518758 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Failed to bind port cd3d3625-c952-48bd-b713-782e4c06f14b on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] Apr 29 13:23:16.519267 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempt 6 to bind port cd3d3625-c952-48bd-b713-782e4c06f14b Apr 29 13:23:16.526502 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-c31d5220-b78d-4fcc-bb35-06bf3b7c3242 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:16.539136 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port cd3d3625-c952-48bd-b713-782e4c06f14b on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:16.539496 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port cd3d3625-c952-48bd-b713-782e4c06f14b by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:16.539903 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port cd3d3625-c952-48bd-b713-782e4c06f14b on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:16.543228 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-25d84c48-5550-44a0-b91d-bf5abc129a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] For port 30655e8f-2baf-4504-b49b-9b8013c9282a, host hv-neutron-8390, got binding levels [] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:23:16.543595 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-25d84c48-5550-44a0-b91d-bf5abc129a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:16.549350 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Port cd3d3625-c952-48bd-b713-782e4c06f14b on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:16.549692 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Failed to bind port cd3d3625-c952-48bd-b713-782e4c06f14b on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] Apr 29 13:23:16.550283 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempt 7 to bind port cd3d3625-c952-48bd-b713-782e4c06f14b Apr 29 13:23:16.571547 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port cd3d3625-c952-48bd-b713-782e4c06f14b on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:16.571914 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port cd3d3625-c952-48bd-b713-782e4c06f14b by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:16.572272 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port cd3d3625-c952-48bd-b713-782e4c06f14b on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:16.581610 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Port cd3d3625-c952-48bd-b713-782e4c06f14b on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:16.581961 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Failed to bind port cd3d3625-c952-48bd-b713-782e4c06f14b on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] Apr 29 13:23:16.582350 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempt 8 to bind port cd3d3625-c952-48bd-b713-782e4c06f14b Apr 29 13:23:16.605172 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port cd3d3625-c952-48bd-b713-782e4c06f14b on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:16.606869 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port cd3d3625-c952-48bd-b713-782e4c06f14b by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:16.608210 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port cd3d3625-c952-48bd-b713-782e4c06f14b on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:16.618698 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Port cd3d3625-c952-48bd-b713-782e4c06f14b on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:16.619287 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Failed to bind port cd3d3625-c952-48bd-b713-782e4c06f14b on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] Apr 29 13:23:16.619944 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempt 9 to bind port cd3d3625-c952-48bd-b713-782e4c06f14b Apr 29 13:23:16.647110 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.resource_extend [None req-b13d6b90-3781-4958-b37c-7903bb634fea tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:23:16.663725 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port cd3d3625-c952-48bd-b713-782e4c06f14b on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:16.667070 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-c31d5220-b78d-4fcc-bb35-06bf3b7c3242 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Made reservation on behalf of 5af4e0e2215a466699ba2d581ed2d902 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:16.667497 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port cd3d3625-c952-48bd-b713-782e4c06f14b by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:16.668071 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port cd3d3625-c952-48bd-b713-782e4c06f14b on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:16.673002 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-c31d5220-b78d-4fcc-bb35-06bf3b7c3242 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:16.681662 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Port cd3d3625-c952-48bd-b713-782e4c06f14b on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:16.685148 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Failed to bind port cd3d3625-c952-48bd-b713-782e4c06f14b on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] Apr 29 13:23:16.685873 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempt 10 to bind port cd3d3625-c952-48bd-b713-782e4c06f14b Apr 29 13:23:16.714024 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port cd3d3625-c952-48bd-b713-782e4c06f14b on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:16.714515 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port cd3d3625-c952-48bd-b713-782e4c06f14b by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:16.714997 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port cd3d3625-c952-48bd-b713-782e4c06f14b on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:16.730695 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Port cd3d3625-c952-48bd-b713-782e4c06f14b on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:16.731131 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Failed to bind port cd3d3625-c952-48bd-b713-782e4c06f14b on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] Apr 29 13:23:16.731682 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:16.844500 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-7dcc3242-65b1-457d-9152-92e06156ac39 req-6c5762ea-85cc-49df-9454-45cebcc4b53e tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Synchronizing usage tracker for tenant:6c8c29596be64b1cbf79cd04762fbea5 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:23:16.887837 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] For port cd3d3625-c952-48bd-b713-782e4c06f14b, host hv-neutron-8390, cleared binding levels {{(pid=83905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:23:16.889167 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempted to set empty binding levels {{(pid=83905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 13:23:16.904357 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:16.958953 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:17.010518 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Pushing event updated for resources: {'Port': ['ID=cd3d3625-c952-48bd-b713-782e4c06f14b,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:17.019284 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-741092d3-d30f-480b-a224-9493128d081c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 1.8566213 Apr 29 13:23:17.020079 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53170) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:17.100163 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-b1b576b7-76de-4e86-8116-4877fbd05a8a tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Deleting port cd3d3625-c952-48bd-b713-782e4c06f14b {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:23:17.101070 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b1b576b7-76de-4e86-8116-4877fbd05a8a tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:17.219198 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-25d84c48-5550-44a0-b91d-bf5abc129a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Calling delete_port for 30655e8f-2baf-4504-b49b-9b8013c9282a owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:23:17.309371 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ce18c343-0808-474e-adf7-6a3c8649d01b tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:17.412684 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b13d6b90-3781-4958-b37c-7903bb634fea tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:17.416292 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13d6b90-3781-4958-b37c-7903bb634fea tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:17.416910 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b13d6b90-3781-4958-b37c-7903bb634fea tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:17.422022 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ce18c343-0808-474e-adf7-6a3c8649d01b tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:17.440834 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-83b4e433-850c-4615-941d-a49741595ca0 req-6881f5c8-cb05-4338-ba7c-c955e922d638 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/ports?device_id=7d11cc05-e9be-447d-8acf-be572d0334bd HTTP/1.1" status: 200 len: 210 time: 0.0926886 Apr 29 13:23:17.450265 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-b1b576b7-76de-4e86-8116-4877fbd05a8a tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] For port cd3d3625-c952-48bd-b713-782e4c06f14b, host hv-neutron-8390, got binding levels [] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:23:17.450715 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b1b576b7-76de-4e86-8116-4877fbd05a8a tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:17.482381 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:23:17.539465 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-7dcc3242-65b1-457d-9152-92e06156ac39 req-6c5762ea-85cc-49df-9454-45cebcc4b53e tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Unset dirty status for tenant:6c8c29596be64b1cbf79cd04762fbea5 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:23:17.545681 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7dcc3242-65b1-457d-9152-92e06156ac39 req-6c5762ea-85cc-49df-9454-45cebcc4b53e tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/ports?device_id=53da46ea-d6be-47f2-98b6-91b4c5b08c7a HTTP/1.1" status: 200 len: 210 time: 1.1629717 Apr 29 13:23:17.651939 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b13d6b90-3781-4958-b37c-7903bb634fea tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.9349961 Apr 29 13:23:17.652189 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53176) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:17.660525 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-b1b576b7-76de-4e86-8116-4877fbd05a8a tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Calling delete_port for cd3d3625-c952-48bd-b713-782e4c06f14b owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:23:17.693427 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Request body: {'ports': [{'network_id': 'd4fd1f14-d99b-493c-b2c2-59eaca832afb', 'name': 'tempest-port--119369106', 'admin_state_up': True}, {'network_id': '09c4868d-2c2d-4a3c-9890-fa850e528119', 'admin_state_up': False}]} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:17.693427 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Request body: {'port': {'network_id': 'd4fd1f14-d99b-493c-b2c2-59eaca832afb', 'name': 'tempest-port--119369106', 'admin_state_up': True}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:17.693823 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Request body: {'port': {'network_id': '09c4868d-2c2d-4a3c-9890-fa850e528119', 'admin_state_up': False}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:17.743058 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-78e6a157-3e7c-41cf-9d52-74239f8cab2f tempest-QuotasTest-80762344 tempest-QuotasTest-80762344-project-admin] 10.222.0.76 "PUT /v2.0/quotas/f721641ffeec4fbea42fb235af71a497 HTTP/1.1" status: 200 len: 366 time: 2.2479570 Apr 29 13:23:17.767686 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53180) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:17.820267 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d6b90-3781-4958-b37c-7903bb634fea tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Pushing event updated for resources: {'Network': ['ID=09c4868d-2c2d-4a3c-9890-fa850e528119,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:17.836524 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-25d84c48-5550-44a0-b91d-bf5abc129a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:17.837062 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 09c4868d-2c2d-4a3c-9890-fa850e528119 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:23:17.887635 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e5d950c0-6ac8-4479-b7a0-dd1b786f0388 tempest-QuotasTest-80762344 tempest-QuotasTest-80762344-project-admin] 10.222.0.76 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1132932 Apr 29 13:23:17.907829 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53184) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:18.085443 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-c31d5220-b78d-4fcc-bb35-06bf3b7c3242 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Allocated IP 172.20.0.5 (db77dff0-1ec4-4e61-b2c0-fae02c77fce1/cb00ce98-f29b-44ee-afb3-87315ac0d956/60091105-f803-4a75-a4ae-e1af6a660373) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:23:18.094796 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d84c48-5550-44a0-b91d-bf5abc129a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Pushing event deleted for resources: {'Port': ['ID=30655e8f-2baf-4504-b49b-9b8013c9282a,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:18.108630 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5e9b8b70-284d-4eed-a0b7-49bd6cd7791d tempest-QuotasTest-80762344 tempest-QuotasTest-80762344-project-admin] 10.222.0.76 "GET /v2.0/quotas/f721641ffeec4fbea42fb235af71a497 HTTP/1.1" status: 200 len: 366 time: 0.1378610 Apr 29 13:23:18.109399 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53188) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:18.175284 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b1b576b7-76de-4e86-8116-4877fbd05a8a tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:18.177174 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-25d84c48-5550-44a0-b91d-bf5abc129a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:18.192530 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-ce18c343-0808-474e-adf7-6a3c8649d01b tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Allocated IP 172.26.6.134 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/6f50a560-cc18-4519-93fa-d31be80e3773) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:23:18.234738 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-25d84c48-5550-44a0-b91d-bf5abc129a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] 10.222.0.76 "DELETE /v2.0/ports/30655e8f-2baf-4504-b49b-9b8013c9282a HTTP/1.1" status: 204 len: 168 time: 3.4366333 Apr 29 13:23:18.239567 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53192) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:18.256940 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b576b7-76de-4e86-8116-4877fbd05a8a tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd3d3625-c952-48bd-b713-782e4c06f14b,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:18.336095 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-fe6dbe53-9743-4492-b924-af7340163927 tempest-QuotasTest-80762344 tempest-QuotasTest-80762344-project-admin] 10.222.0.76 "DELETE /v2.0/quotas/f721641ffeec4fbea42fb235af71a497 HTTP/1.1" status: 204 len: 168 time: 0.2254004 Apr 29 13:23:18.340523 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53196) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:18.347349 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-303d88e7-19e2-4a34-a243-9cf764d8eb73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] GET failed (client error): The resource could not be found. Apr 29 13:23:18.348734 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-303d88e7-19e2-4a34-a243-9cf764d8eb73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] 10.222.0.76 "GET /v2.0/ports/30655e8f-2baf-4504-b49b-9b8013c9282a HTTP/1.1" status: 404 len: 333 time: 0.0992782 Apr 29 13:23:18.355947 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b1b576b7-76de-4e86-8116-4877fbd05a8a tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:18.360483 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:18.363375 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53200) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:18.370422 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Usage tracker for resource:port and tenant:1f4c3c73f06a4a989d0377fcc8ede172 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:18.377689 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-e8c30137-6404-4a72-b4ae-861505da8ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Request body: {'port': {'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707412039'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:18.384396 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:18.388171 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e8c30137-6404-4a72-b4ae-861505da8ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:18.396485 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9e53ba17-8078-490f-9457-eff563ecd8bc tempest-QuotasTest-80762344 tempest-QuotasTest-80762344-project-admin] 10.222.0.76 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0545607 Apr 29 13:23:18.398135 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b1b576b7-76de-4e86-8116-4877fbd05a8a tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] 10.222.0.76 "DELETE /v2.0/ports/cd3d3625-c952-48bd-b713-782e4c06f14b HTTP/1.1" status: 204 len: 168 time: 1.3769038 Apr 29 13:23:18.399668 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:18.401719 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53204) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:18.402112 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53206) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:18.415526 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e8c30137-6404-4a72-b4ae-861505da8ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Usage tracker for resource:port and tenant:8f8eaf51aec940139da2df5c7e10c23c is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:18.462287 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e8c30137-6404-4a72-b4ae-861505da8ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:18.504396 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ade90b2-7971-4e31-8902-2096ee8f3441 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] GET failed (client error): The resource could not be found. Apr 29 13:23:18.504974 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7ade90b2-7971-4e31-8902-2096ee8f3441 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Synchronizing usage tracker for tenant:80dbcbaf692c4b48aa16a156b02a3a9a on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:23:18.511083 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e8c30137-6404-4a72-b4ae-861505da8ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:18.515168 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Made reservation on behalf of 1f4c3c73f06a4a989d0377fcc8ede172 for: {'port': 2} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:18.529615 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:18.567039 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c6a234de-9db6-46bb-ad07-84bc4d1c9c0a tempest-QuotasTest-80762344 tempest-QuotasTest-80762344-project-admin] 10.222.0.76 "GET /v2.0/quotas/f721641ffeec4fbea42fb235af71a497 HTTP/1.1" status: 200 len: 370 time: 0.1600130 Apr 29 13:23:18.584834 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53214) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:18.624341 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53220) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:18.628038 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9deef00c-1bf7-45de-ad01-7a967768b386 tempest-QuotasTest-80762344 tempest-QuotasTest-80762344-project-admin] 10.222.0.76 "GET /v2.0/quotas/f721641ffeec4fbea42fb235af71a497/default HTTP/1.1" status: 200 len: 370 time: 0.0318089 Apr 29 13:23:18.639609 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-c31d5220-b78d-4fcc-bb35-06bf3b7c3242 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:18.660689 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ce18c343-0808-474e-adf7-6a3c8649d01b tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:18.675504 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-c31d5220-b78d-4fcc-bb35-06bf3b7c3242 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Transition to ACTIVE for port object 60091105-f803-4a75-a4ae-e1af6a660373 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:23:18.684039 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:18.694268 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8613c47b-f7ae-4505-a23c-26e67e05870b tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:18.763028 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7ade90b2-7971-4e31-8902-2096ee8f3441 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Unset dirty status for tenant:80dbcbaf692c4b48aa16a156b02a3a9a on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:23:18.766174 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7ade90b2-7971-4e31-8902-2096ee8f3441 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] 10.222.0.76 "GET /v2.0/ports/cd3d3625-c952-48bd-b713-782e4c06f14b HTTP/1.1" status: 404 len: 333 time: 0.3593853 Apr 29 13:23:18.790071 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c30137-6404-4a72-b4ae-861505da8ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Made reservation on behalf of 8f8eaf51aec940139da2df5c7e10c23c for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:18.796163 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e8c30137-6404-4a72-b4ae-861505da8ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:18.813449 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-4a30e51e-a601-4ae2-ac14-a0e3a7d41bff tempest-QuotasTest-80762344 tempest-QuotasTest-80762344-project-admin] delete failed (client error): The resource could not be found. Apr 29 13:23:18.818082 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4a30e51e-a601-4ae2-ac14-a0e3a7d41bff tempest-QuotasTest-80762344 tempest-QuotasTest-80762344-project-admin] 10.222.0.76 "DELETE /v2.0/quotas/f721641ffeec4fbea42fb235af71a497 HTTP/1.1" status: 404 len: 348 time: 0.1886201 Apr 29 13:23:18.818082 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53224) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:18.837155 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-b01f6ff6-1034-45a1-a0cb-470e6f9fcb48 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Request body: {'port': {'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1035523595'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:18.866105 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8613c47b-f7ae-4505-a23c-26e67e05870b tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:18.906891 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-41296c03-6f10-4ff0-8b26-b77da847e083 req-5eee1347-a855-4d11-a9ad-7f0f3d234449 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/ports?device_id=7d11cc05-e9be-447d-8acf-be572d0334bd HTTP/1.1" status: 200 len: 210 time: 0.0914710 Apr 29 13:23:18.909904 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b01f6ff6-1034-45a1-a0cb-470e6f9fcb48 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:19.012390 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-e8c30137-6404-4a72-b4ae-861505da8ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] device_id is not set on port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:23:19.082002 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-266bfc2b-4045-4e27-a916-a52183ad6867 req-4900f429-5daf-4e01-9ffc-c20b061ecc14 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/ports?device_id=53da46ea-d6be-47f2-98b6-91b4c5b08c7a HTTP/1.1" status: 200 len: 210 time: 0.2174590 Apr 29 13:23:19.113776 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53232) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:19.151669 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-c31d5220-b78d-4fcc-bb35-06bf3b7c3242 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:19.153597 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ce18c343-0808-474e-adf7-6a3c8649d01b tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:19.257678 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b01f6ff6-1034-45a1-a0cb-470e6f9fcb48 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:19.428298 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce18c343-0808-474e-adf7-6a3c8649d01b tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:23:19.439042 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-ce18c343-0808-474e-adf7-6a3c8649d01b tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:19.445631 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01f6ff6-1034-45a1-a0cb-470e6f9fcb48 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Made reservation on behalf of 80dbcbaf692c4b48aa16a156b02a3a9a for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:19.447958 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce18c343-0808-474e-adf7-6a3c8649d01b tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:23:19.448092 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b01f6ff6-1034-45a1-a0cb-470e6f9fcb48 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:19.490235 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-c31d5220-b78d-4fcc-bb35-06bf3b7c3242 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Network db77dff0-1ec4-4e61-b2c0-fae02c77fce1 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:23:19.491258 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18c343-0808-474e-adf7-6a3c8649d01b tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event updated for resources: {'Port': ['ID=6f50a560-cc18-4519-93fa-d31be80e3773,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:19.493622 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-067fab6e-e343-41cf-a40f-7a6e314cbd14 tempest-QuotasTest-80762344 tempest-QuotasTest-80762344-project-admin] Usage tracker for resource:network and tenant:0cad2848c3b44455921a58de4ee3ed52 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:19.499939 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] device_id is not set on port 89eb220d-fcc6-435c-85f1-5ced4a3105ac yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:23:19.533931 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-b01f6ff6-1034-45a1-a0cb-470e6f9fcb48 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] device_id is not set on port 35836c5c-95b5-4dd1-bc5f-946b8f631259 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:23:19.535959 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-c31d5220-b78d-4fcc-bb35-06bf3b7c3242 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:19.569866 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-c31d5220-b78d-4fcc-bb35-06bf3b7c3242 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:23:19.586804 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e8c30137-6404-4a72-b4ae-861505da8ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:19.626314 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-067fab6e-e343-41cf-a40f-7a6e314cbd14 tempest-QuotasTest-80762344 tempest-QuotasTest-80762344-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:19.753924 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-067fab6e-e343-41cf-a40f-7a6e314cbd14 tempest-QuotasTest-80762344 tempest-QuotasTest-80762344-project-admin] Usage tracker for resource:subnet and tenant:0cad2848c3b44455921a58de4ee3ed52 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:19.790814 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d5220-b78d-4fcc-bb35-06bf3b7c3242 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Pushing event updated for resources: {'Port': ['ID=60091105-f803-4a75-a4ae-e1af6a660373,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:19.814515 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-c31d5220-b78d-4fcc-bb35-06bf3b7c3242 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:19.815175 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-c31d5220-b78d-4fcc-bb35-06bf3b7c3242 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:19.828707 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-067fab6e-e343-41cf-a40f-7a6e314cbd14 tempest-QuotasTest-80762344 tempest-QuotasTest-80762344-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:19.866662 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-c31d5220-b78d-4fcc-bb35-06bf3b7c3242 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5190139 Apr 29 13:23:19.875796 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-067fab6e-e343-41cf-a40f-7a6e314cbd14 tempest-QuotasTest-80762344 tempest-QuotasTest-80762344-project-admin] Usage tracker for resource:subnetpool and tenant:0cad2848c3b44455921a58de4ee3ed52 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:19.901781 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-c9e6ebed-0cb7-4e58-9f7d-6bf3b6f14e90 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:23:19.903073 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-c9e6ebed-0cb7-4e58-9f7d-6bf3b6f14e90 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0106685 Apr 29 13:23:19.906329 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8613c47b-f7ae-4505-a23c-26e67e05870b tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:19.908218 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-067fab6e-e343-41cf-a40f-7a6e314cbd14 tempest-QuotasTest-80762344 tempest-QuotasTest-80762344-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:19.932015 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8613c47b-f7ae-4505-a23c-26e67e05870b tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:19.953441 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d9fc5b6c-6f29-4160-90de-7475ce841331 None None] Provisioning for port 60091105-f803-4a75-a4ae-e1af6a660373 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:23:19.963737 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d9fc5b6c-6f29-4160-90de-7475ce841331 None None] Provisioning complete for port 60091105-f803-4a75-a4ae-e1af6a660373 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:23:19.964104 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d9fc5b6c-6f29-4160-90de-7475ce841331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:20.077772 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-d9fc5b6c-6f29-4160-90de-7475ce841331 None None] Port 60091105-f803-4a75-a4ae-e1af6a660373 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:23:20.160533 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.32', 62660) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:20.301356 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e8c30137-6404-4a72-b4ae-861505da8ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:20.336089 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-067fab6e-e343-41cf-a40f-7a6e314cbd14 tempest-QuotasTest-80762344 tempest-QuotasTest-80762344-project-admin] Usage tracker for resource:port and tenant:0cad2848c3b44455921a58de4ee3ed52 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:20.421383 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b01f6ff6-1034-45a1-a0cb-470e6f9fcb48 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:20.434444 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-067fab6e-e343-41cf-a40f-7a6e314cbd14 tempest-QuotasTest-80762344 tempest-QuotasTest-80762344-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:20.448025 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d5b60fc0-1f26-4c24-98e2-39100d627f3f req-8a6a9a4a-cf68-4761-b1d5-873a3c7422cb tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/ports?device_id=53da46ea-d6be-47f2-98b6-91b4c5b08c7a HTTP/1.1" status: 200 len: 210 time: 0.1535575 Apr 29 13:23:20.454946 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:20.544830 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8613c47b-f7ae-4505-a23c-26e67e05870b tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:20.618549 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c30137-6404-4a72-b4ae-861505da8ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:23:20.622672 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-8c7b7493-c903-4794-96f4-7cf972626259 service neutron] Request body: {'port': {'device_id': '7d11cc05-e9be-447d-8acf-be572d0334bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:20.656875 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c30137-6404-4a72-b4ae-861505da8ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Pushing event updated for resources: {'Port': ['ID=26ea0342-f4a9-463d-97ca-cfc39ba76a37,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:20.670928 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-e8c30137-6404-4a72-b4ae-861505da8ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:20.673415 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c30137-6404-4a72-b4ae-861505da8ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:23:20.674418 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c30137-6404-4a72-b4ae-861505da8ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:20.675007 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e8c30137-6404-4a72-b4ae-861505da8ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:20.753872 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] device_id is not set on port 4d1338a6-c139-46cd-88df-fe707bcf778a yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:23:20.809508 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-067fab6e-e343-41cf-a40f-7a6e314cbd14 tempest-QuotasTest-80762344 tempest-QuotasTest-80762344-project-admin] Usage tracker for resource:router and tenant:0cad2848c3b44455921a58de4ee3ed52 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:20.826172 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e8c30137-6404-4a72-b4ae-861505da8ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.4584236 Apr 29 13:23:20.852385 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53244) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:20.855252 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-067fab6e-e343-41cf-a40f-7a6e314cbd14 tempest-QuotasTest-80762344 tempest-QuotasTest-80762344-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:20.866043 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-4492750f-cd9e-4fa7-ba7a-1c39dc657e87 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:20.868252 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-4492750f-cd9e-4fa7-ba7a-1c39dc657e87 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.32 "GET /v2.0/networks?id=5766f20d-f6c2-4c44-9d06-902bc69d7f8a HTTP/1.1" status: 200 len: 811 time: 0.8212590 Apr 29 13:23:20.869775 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b01f6ff6-1034-45a1-a0cb-470e6f9fcb48 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:20.883589 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612dea1-257b-44eb-8b89-fbb48d1aad13 req-b4af0b33-a2af-43b8-8d8a-fa9376603145 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:20.885111 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2612dea1-257b-44eb-8b89-fbb48d1aad13 req-b4af0b33-a2af-43b8-8d8a-fa9376603145 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/ports?device_id=7d11cc05-e9be-447d-8acf-be572d0334bd HTTP/1.1" status: 200 len: 931 time: 0.7091358 Apr 29 13:23:20.889510 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8390'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:20.896992 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-067fab6e-e343-41cf-a40f-7a6e314cbd14 tempest-QuotasTest-80762344 tempest-QuotasTest-80762344-project-admin] Usage tracker for resource:floatingip and tenant:0cad2848c3b44455921a58de4ee3ed52 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:20.899669 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613c47b-f7ae-4505-a23c-26e67e05870b tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Pushing event updated for resources: {'Port': ['ID=720faf05-a876-4af9-9f71-7328e3887155,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:20.922807 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-067fab6e-e343-41cf-a40f-7a6e314cbd14 tempest-QuotasTest-80762344 tempest-QuotasTest-80762344-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:20.933119 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ce18c343-0808-474e-adf7-6a3c8649d01b tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:20.933880 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ce18c343-0808-474e-adf7-6a3c8649d01b tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:21.162370 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01f6ff6-1034-45a1-a0cb-470e6f9fcb48 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:23:21.171095 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-067fab6e-e343-41cf-a40f-7a6e314cbd14 tempest-QuotasTest-80762344 tempest-QuotasTest-80762344-project-admin] Usage tracker for resource:security_group and tenant:0cad2848c3b44455921a58de4ee3ed52 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:21.173086 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-8c7b7493-c903-4794-96f4-7cf972626259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:21.184507 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-067fab6e-e343-41cf-a40f-7a6e314cbd14 tempest-QuotasTest-80762344 tempest-QuotasTest-80762344-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:21.184719 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-b01f6ff6-1034-45a1-a0cb-470e6f9fcb48 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:21.203945 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01f6ff6-1034-45a1-a0cb-470e6f9fcb48 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:23:21.204937 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01f6ff6-1034-45a1-a0cb-470e6f9fcb48 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:21.205794 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b01f6ff6-1034-45a1-a0cb-470e6f9fcb48 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:21.222210 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-067fab6e-e343-41cf-a40f-7a6e314cbd14 tempest-QuotasTest-80762344 tempest-QuotasTest-80762344-project-admin] Usage tracker for resource:security_group_rule and tenant:0cad2848c3b44455921a58de4ee3ed52 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:21.233605 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.l3_db [None req-8613c47b-f7ae-4505-a23c-26e67e05870b tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Floating IP d40f79b7-f6a2-4ae7-ab2f-634dbdcc1b92 associated. External IP: 172.26.6.76, port: 85486e69-c084-4c03-bb17-41149307e1fc. Apr 29 13:23:21.268623 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f6ff6-1034-45a1-a0cb-470e6f9fcb48 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Pushing event updated for resources: {'Port': ['ID=35836c5c-95b5-4dd1-bc5f-946b8f631259,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:21.366027 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-067fab6e-e343-41cf-a40f-7a6e314cbd14 tempest-QuotasTest-80762344 tempest-QuotasTest-80762344-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:21.386038 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b01f6ff6-1034-45a1-a0cb-470e6f9fcb48 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.5657885 Apr 29 13:23:21.387672 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-2612dea1-257b-44eb-8b89-fbb48d1aad13 req-b2b86429-0b66-4c11-95bd-9904023c3fde tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Synchronizing usage tracker for tenant:5af4e0e2215a466699ba2d581ed2d902 on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:23:21.397735 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53248) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:21.433739 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8390'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:21.462607 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-067fab6e-e343-41cf-a40f-7a6e314cbd14 tempest-QuotasTest-80762344 tempest-QuotasTest-80762344-project-admin] 10.222.0.76 "GET /v2.0/quotas/0cad2848c3b44455921a58de4ee3ed52/details.json HTTP/1.1" status: 200 len: 703 time: 2.3481143 Apr 29 13:23:21.494878 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:21.526313 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:21.674689 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-2612dea1-257b-44eb-8b89-fbb48d1aad13 req-b2b86429-0b66-4c11-95bd-9904023c3fde tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Unset dirty status for tenant:5af4e0e2215a466699ba2d581ed2d902 on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:23:21.675484 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2612dea1-257b-44eb-8b89-fbb48d1aad13 req-b2b86429-0b66-4c11-95bd-9904023c3fde tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/security-groups?id=45a11f2b-c42d-4215-b1b8-6777cb16cb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6325898 Apr 29 13:23:21.687856 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce18c343-0808-474e-adf7-6a3c8649d01b tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Router 5b5332d5-d726-47e5-a586-a4c7709412e9 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:23:21.804322 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:22.026022 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53258) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:22.071317 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:22.086505 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-98d017e5-1e3c-472d-bc69-7f401dc6a634 req-97ac9fe7-a65e-4ecf-b6a5-e0393b1777ad tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/ports?device_id=53da46ea-d6be-47f2-98b6-91b4c5b08c7a HTTP/1.1" status: 200 len: 210 time: 0.1164801 Apr 29 13:23:22.428443 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce18c343-0808-474e-adf7-6a3c8649d01b tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:23:22.440576 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c10e424-d8c3-4e0f-95a2-3b5e59f1c5e1 None None] Sync routers for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:23:22.456366 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c10e424-d8c3-4e0f-95a2-3b5e59f1c5e1 None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:23:22.458186 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-7c10e424-d8c3-4e0f-95a2-3b5e59f1c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:23:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:22.497465 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ce18c343-0808-474e-adf7-6a3c8649d01b tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:22.498179 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.db.resource_extend [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:23:22.502648 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ce18c343-0808-474e-adf7-6a3c8649d01b tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.0378737 Apr 29 13:23:22.502830 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53264) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:22.515464 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c6cbb80a-fb10-4c32-9196-4a2d6103ecbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:22.524543 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Pushing event updated for resources: {'Port': ['ID=89eb220d-fcc6-435c-85f1-5ced4a3105ac,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:22.552568 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-7c10e424-d8c3-4e0f-95a2-3b5e59f1c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:22.575846 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c10e424-d8c3-4e0f-95a2-3b5e59f1c5e1 None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:23:22.576477 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-7c10e424-d8c3-4e0f-95a2-3b5e59f1c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:23:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:22.648290 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] device_id is not set on port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:23:22.648861 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-7c10e424-d8c3-4e0f-95a2-3b5e59f1c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:22.649422 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c10e424-d8c3-4e0f-95a2-3b5e59f1c5e1 None None] The sync data for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:23:22.687390 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-8c7b7493-c903-4794-96f4-7cf972626259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60091105-f803-4a75-a4ae-e1af6a660373 {{(pid=83905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:23:22.697617 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-8c7b7493-c903-4794-96f4-7cf972626259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:22.702095 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:22.718912 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8613c47b-f7ae-4505-a23c-26e67e05870b tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Router 4dbf91f6-7f2d-4d48-ac26-161486bf2aac has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:23:22.768913 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Checking segment: {'id': '795cd8c0-e9d0-4c9f-9e0f-83329df37c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd4fd1f14-d99b-493c-b2c2-59eaca832afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:23:22.769271 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Network hostable DHCP agents. Network: d4fd1f14-d99b-493c-b2c2-59eaca832afb, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:23:22.775649 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-8c7b7493-c903-4794-96f4-7cf972626259 service neutron] Transition to ACTIVE for port object 60091105-f803-4a75-a4ae-e1af6a660373 will not be triggered until provisioned by entity L2. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:23:22.781319 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Transition to ACTIVE for port object 26ea0342-f4a9-463d-97ca-cfc39ba76a37 will not be triggered until provisioned by entity L2. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:23:22.797770 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c6cbb80a-fb10-4c32-9196-4a2d6103ecbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:22.801222 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:22.804742 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-8c7b7493-c903-4794-96f4-7cf972626259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:22.917238 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.db.resource_extend [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:23:22.988095 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] device_id is not set on port 35836c5c-95b5-4dd1-bc5f-946b8f631259 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:23:22.992509 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c6cbb80a-fb10-4c32-9196-4a2d6103ecbd admin admin] Usage tracker for resource:security_group_rule and tenant:34ccd5a0bdbb425d846e5f491abb44f1 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:23.009418 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c6cbb80a-fb10-4c32-9196-4a2d6103ecbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:23.024211 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:23.067935 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c6cbb80a-fb10-4c32-9196-4a2d6103ecbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:23.285064 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8613c47b-f7ae-4505-a23c-26e67e05870b tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:23:23.307156 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614e7b01-3755-4dca-a28f-21e53603bd3f None None] Sync routers for ids ['4dbf91f6-7f2d-4d48-ac26-161486bf2aac'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:23:23.330629 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8613c47b-f7ae-4505-a23c-26e67e05870b tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:23.340988 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614e7b01-3755-4dca-a28f-21e53603bd3f None None] Routers {'4dbf91f6-7f2d-4d48-ac26-161486bf2aac'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:23:23.342126 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-614e7b01-3755-4dca-a28f-21e53603bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:23:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['4dbf91f6-7f2d-4d48-ac26-161486bf2aac'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:23.473823 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-614e7b01-3755-4dca-a28f-21e53603bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:23.486654 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614e7b01-3755-4dca-a28f-21e53603bd3f None None] Routers {'4dbf91f6-7f2d-4d48-ac26-161486bf2aac'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:23:23.487549 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-614e7b01-3755-4dca-a28f-21e53603bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:23:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['4dbf91f6-7f2d-4d48-ac26-161486bf2aac'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:23.510317 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c6cbb80a-fb10-4c32-9196-4a2d6103ecbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:23.510878 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0ecfa09f-7c4a-4922-b305-def24d2affcc req-281cdca3-7352-4c2e-aff1-64f25259c204 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/ports?device_id=53da46ea-d6be-47f2-98b6-91b4c5b08c7a HTTP/1.1" status: 200 len: 210 time: 0.1054921 Apr 29 13:23:23.516019 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Transition to ACTIVE for port object 35836c5c-95b5-4dd1-bc5f-946b8f631259 will not be triggered until provisioned by entity L2. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:23:23.539279 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:23.551545 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c6cbb80a-fb10-4c32-9196-4a2d6103ecbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:23.558900 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-614e7b01-3755-4dca-a28f-21e53603bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:23.559515 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614e7b01-3755-4dca-a28f-21e53603bd3f None None] The sync data for ids ['4dbf91f6-7f2d-4d48-ac26-161486bf2aac'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:23:23.574907 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8613c47b-f7ae-4505-a23c-26e67e05870b tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 11.0078714 Apr 29 13:23:23.582113 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53272) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:23.621334 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Pushing event updated for resources: {'Port': ['ID=26ea0342-f4a9-463d-97ca-cfc39ba76a37,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:23.681427 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Network d4fd1f14-d99b-493c-b2c2-59eaca832afb is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:23:23.726456 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c6cbb80a-fb10-4c32-9196-4a2d6103ecbd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=34ccd5a0bdbb425d846e5f491abb44f1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6938758 Apr 29 13:23:23.726456 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cbb80a-fb10-4c32-9196-4a2d6103ecbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90255ba8-cb71-4cd4-8f9b-d014442ec201,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:23.739840 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53278) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:23.791925 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b7493-c903-4794-96f4-7cf972626259 service neutron] Pushing event updated for resources: {'Port': ['ID=60091105-f803-4a75-a4ae-e1af6a660373,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:23.855549 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:23.855873 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:23.856201 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:23.870234 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, d4fd1f14-d99b-493c-b2c2-59eaca832afb) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:23.879187 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfd93bb-357a-4607-a1aa-ca8cc856ee97 None None] Network d4fd1f14-d99b-493c-b2c2-59eaca832afb requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:23:23.986832 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:23:23.987733 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:24.040224 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:24.040560 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Failed to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on host hv-neutron-8390 for vnic_type normal using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] Apr 29 13:23:24.050331 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempt 2 to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 Apr 29 13:23:24.067248 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Pushing event updated for resources: {'Port': ['ID=35836c5c-95b5-4dd1-bc5f-946b8f631259,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:24.075197 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267f545-ed2c-4e6c-ac53-dfb2eeee81d3 req-bf35ff64-7a8c-45b8-9ef2-aa10050f28d8 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:24.081269 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ed25deef-193e-4e83-8928-60284ace4805 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] 10.222.0.76 "GET /v2.0/floatingips/d40f79b7-f6a2-4ae7-ab2f-634dbdcc1b92 HTTP/1.1" status: 200 len: 982 time: 0.4958148 Apr 29 13:23:24.082332 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53282) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:24.083499 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-b267f545-ed2c-4e6c-ac53-dfb2eeee81d3 req-bf35ff64-7a8c-45b8-9ef2-aa10050f28d8 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/ports?device_id=7d11cc05-e9be-447d-8acf-be572d0334bd HTTP/1.1" status: 200 len: 943 time: 1.0871887 Apr 29 13:23:24.125805 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-8c7b7493-c903-4794-96f4-7cf972626259 service neutron] Attempting to bind port 60091105-f803-4a75-a4ae-e1af6a660373 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:24.126133 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-8c7b7493-c903-4794-96f4-7cf972626259 service neutron] Attempting to bind port 60091105-f803-4a75-a4ae-e1af6a660373 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'c34f048a-b2fb-4f8d-a587-2dd130398658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'db77dff0-1ec4-4e61-b2c0-fae02c77fce1'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:24.126452 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-8c7b7493-c903-4794-96f4-7cf972626259 service neutron] Attempting to bind port 60091105-f803-4a75-a4ae-e1af6a660373 on network db77dff0-1ec4-4e61-b2c0-fae02c77fce1 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:24.128445 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:24.128779 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:24.129120 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:24.132930 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-20531c4c-60d6-4854-abdc-4dca0bfd4480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:24.176645 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:24.176645 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:24.177069 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:24.202006 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-8c7b7493-c903-4794-96f4-7cf972626259 service neutron] Port 60091105-f803-4a75-a4ae-e1af6a660373 on network db77dff0-1ec4-4e61-b2c0-fae02c77fce1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:24.202289 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-8c7b7493-c903-4794-96f4-7cf972626259 service neutron] Attempting to bind port 60091105-f803-4a75-a4ae-e1af6a660373 on network db77dff0-1ec4-4e61-b2c0-fae02c77fce1 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:24.205092 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-20531c4c-60d6-4854-abdc-4dca0bfd4480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:24.214358 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:24.214679 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Failed to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] Apr 29 13:23:24.220110 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempt 2 to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 Apr 29 13:23:24.234591 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:24.234910 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Failed to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on host hv-neutron-8390 for vnic_type normal using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] Apr 29 13:23:24.242265 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempt 3 to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 Apr 29 13:23:24.250189 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Pushing event updated for resources: {'Port': ['ID=4d1338a6-c139-46cd-88df-fe707bcf778a,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:24.252327 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4481e219-1490-4041-b3f7-ba46e048d568 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2424 time: 0.1672597 Apr 29 13:23:24.257302 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53286) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:24.267408 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Checking segment: {'id': '519e7d46-a878-4746-a03a-5c5e2fd47e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '09c4868d-2c2d-4a3c-9890-fa850e528119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:23:24.267759 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Network hostable DHCP agents. Network: 09c4868d-2c2d-4a3c-9890-fa850e528119, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:23:24.271816 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:24.272135 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:24.272459 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:24.274371 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-8c7b7493-c903-4794-96f4-7cf972626259 service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:23:24.274694 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-8c7b7493-c903-4794-96f4-7cf972626259 service neutron] Checking segment: {'id': 'c34f048a-b2fb-4f8d-a587-2dd130398658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'db77dff0-1ec4-4e61-b2c0-fae02c77fce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:23:24.275224 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-8c7b7493-c903-4794-96f4-7cf972626259 service neutron] Bound using segment: {'id': 'c34f048a-b2fb-4f8d-a587-2dd130398658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'db77dff0-1ec4-4e61-b2c0-fae02c77fce1'} {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:23:24.275658 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-8c7b7493-c903-4794-96f4-7cf972626259 service neutron] Bound port: 60091105-f803-4a75-a4ae-e1af6a660373, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c34f048a-b2fb-4f8d-a587-2dd130398658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'db77dff0-1ec4-4e61-b2c0-fae02c77fce1'}}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:23:24.275989 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-8c7b7493-c903-4794-96f4-7cf972626259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:24.293011 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-b267f545-ed2c-4e6c-ac53-dfb2eeee81d3 req-24ff30d8-f04f-4aff-bb3e-de78a32f01a4 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/security-groups?id=45a11f2b-c42d-4215-b1b8-6777cb16cb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086625 Apr 29 13:23:24.293641 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:24.293963 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:24.294853 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:24.312174 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:24.312596 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Failed to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] Apr 29 13:23:24.314162 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempt 3 to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 Apr 29 13:23:24.351295 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:24.351620 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Failed to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on host hv-neutron-8390 for vnic_type normal using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] Apr 29 13:23:24.359675 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempt 4 to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 Apr 29 13:23:24.382336 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:24.382662 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:24.382985 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:24.401277 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:24.401606 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:24.401931 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:24.415630 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:24.415951 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Failed to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] Apr 29 13:23:24.420454 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempt 4 to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 Apr 29 13:23:24.431736 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Network 09c4868d-2c2d-4a3c-9890-fa850e528119 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:23:24.448817 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-20531c4c-60d6-4854-abdc-4dca0bfd4480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:24.453757 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:24.454073 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Failed to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on host hv-neutron-8390 for vnic_type normal using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] Apr 29 13:23:24.455674 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempt 5 to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 Apr 29 13:23:24.462148 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:24.462462 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:24.462778 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:24.470579 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-8c7b7493-c903-4794-96f4-7cf972626259 service neutron] For port 60091105-f803-4a75-a4ae-e1af6a660373, host hv-neutron-8390, cleared binding levels {{(pid=83905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:23:24.472967 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 09c4868d-2c2d-4a3c-9890-fa850e528119) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:24.481297 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b7b1b4-15ac-4985-a214-b6ea74f4a253 None None] Network 09c4868d-2c2d-4a3c-9890-fa850e528119 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:23:24.485445 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:23:24.489349 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:24.492427 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:24.493092 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:24.496737 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20531c4c-60d6-4854-abdc-4dca0bfd4480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90255ba8-cb71-4cd4-8f9b-d014442ec201,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:24.500983 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-8c7b7493-c903-4794-96f4-7cf972626259 service neutron] For port 60091105-f803-4a75-a4ae-e1af6a660373, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=60091105-f803-4a75-a4ae-e1af6a660373,segment=NetworkSegment(c34f048a-b2fb-4f8d-a587-2dd130398658),segment_id=c34f048a-b2fb-4f8d-a587-2dd130398658)] {{(pid=83905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:23:24.502226 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:24.502549 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:24.503360 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:24.509823 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:24.510139 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Failed to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] Apr 29 13:23:24.514047 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempt 5 to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 Apr 29 13:23:24.518405 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-20531c4c-60d6-4854-abdc-4dca0bfd4480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:24.520145 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-20531c4c-60d6-4854-abdc-4dca0bfd4480 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/90255ba8-cb71-4cd4-8f9b-d014442ec201 HTTP/1.1" status: 204 len: 168 time: 0.7236035 Apr 29 13:23:24.530498 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-8c7b7493-c903-4794-96f4-7cf972626259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:24.546206 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-76e14ccc-ce3e-4924-b6c4-2ae616f0ff1a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Deleting port 720faf05-a876-4af9-9f71-7328e3887155 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:23:24.546701 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-76e14ccc-ce3e-4924-b6c4-2ae616f0ff1a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:24.576234 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:24.576625 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Failed to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on host hv-neutron-8390 for vnic_type normal using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] Apr 29 13:23:24.587573 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempt 6 to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 Apr 29 13:23:24.600529 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:24.600887 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:24.601215 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:24.616103 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f6f72629-624a-41c5-9b49-026633d131ac tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.9611366 Apr 29 13:23:24.619361 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53294) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:24.629729 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:24.629868 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:24.630205 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:24.683580 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-8c7b7493-c903-4794-96f4-7cf972626259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:24.685546 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-8c7b7493-c903-4794-96f4-7cf972626259 service neutron] 10.222.0.32 "PUT /v2.0/ports/60091105-f803-4a75-a4ae-e1af6a660373 HTTP/1.1" status: 200 len: 1093 time: 4.3810680 Apr 29 13:23:24.688812 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:24.689139 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Failed to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] Apr 29 13:23:24.689522 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d11cc05-e9be-447d-8acf-be572d0334bd', 'tag': '60091105-f803-4a75-a4ae-e1af6a660373'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:23:24.705923 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempt 6 to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 Apr 29 13:23:24.756922 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:24.757263 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:24.759612 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:24.765670 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b7493-c903-4794-96f4-7cf972626259 service neutron] Pushing event updated for resources: {'Port': ['ID=60091105-f803-4a75-a4ae-e1af6a660373,revision_number=3']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:24.797702 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:24.798188 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Failed to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on host hv-neutron-8390 for vnic_type normal using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] Apr 29 13:23:24.800138 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempt 7 to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 Apr 29 13:23:24.848674 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:24.849027 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Failed to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] Apr 29 13:23:24.849664 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempt 7 to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 Apr 29 13:23:24.857496 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:24.857813 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:24.858161 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:24.887879 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:24.888931 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Failed to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on host hv-neutron-8390 for vnic_type normal using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] Apr 29 13:23:24.890218 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:24.890218 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:24.890218 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:24.897170 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempt 8 to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 Apr 29 13:23:24.923889 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:24.927317 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:24.927667 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:24.938655 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:24.939271 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Failed to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] Apr 29 13:23:24.945085 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempt 8 to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 Apr 29 13:23:24.952295 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9f16026b-a04a-4fe3-9548-35a6ff0fcae2 req-783224f4-4324-48cc-81d9-b216b125a0de tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/ports?device_id=53da46ea-d6be-47f2-98b6-91b4c5b08c7a HTTP/1.1" status: 200 len: 210 time: 0.1605747 Apr 29 13:23:24.972677 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:24.973732 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Failed to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on host hv-neutron-8390 for vnic_type normal using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] Apr 29 13:23:24.985242 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56345cd7-0beb-4ff3-9964-edceed2c6e0c tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:24.993282 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56345cd7-0beb-4ff3-9964-edceed2c6e0c tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:24.994154 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-56345cd7-0beb-4ff3-9964-edceed2c6e0c tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Synchronizing usage tracker for tenant:1f4c3c73f06a4a989d0377fcc8ede172 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:23:25.000388 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempt 9 to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 Apr 29 13:23:25.026428 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:25.026997 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:25.027537 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:25.034132 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:25.034639 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:25.035109 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:25.046603 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:25.047149 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Failed to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on host hv-neutron-8390 for vnic_type normal using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] Apr 29 13:23:25.047795 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempt 10 to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 Apr 29 13:23:25.056036 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:25.056488 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Failed to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] Apr 29 13:23:25.059178 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempt 9 to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 Apr 29 13:23:25.070763 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-56345cd7-0beb-4ff3-9964-edceed2c6e0c tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Unset dirty status for tenant:1f4c3c73f06a4a989d0377fcc8ede172 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:23:25.074902 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-56345cd7-0beb-4ff3-9964-edceed2c6e0c tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4514306 Apr 29 13:23:25.075462 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53308) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:25.114379 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:25.114709 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:25.115032 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:25.123069 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53312) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:25.136637 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:25.136987 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:25.137311 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:25.160091 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dcadc54e-83d9-4924-8064-2b485d15305a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:25.171312 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a311367d-d89d-4c71-9493-af5ec116d27f'] response: {'name': 'network-changed', 'server_uuid': '7d11cc05-e9be-447d-8acf-be572d0334bd', 'tag': '60091105-f803-4a75-a4ae-e1af6a660373', 'status': 'completed', 'code': 200} Apr 29 13:23:25.177657 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:25.177976 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Failed to bind port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on host hv-neutron-8390 for vnic_type normal using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] Apr 29 13:23:25.178330 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:25.190853 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-eafe2c97-81b3-497b-953a-861d533d3d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:25.208024 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:25.208340 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Failed to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] Apr 29 13:23:25.211653 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempt 10 to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 Apr 29 13:23:25.222169 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-49047ac8-e67b-4128-a741-716c8cd146e1 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Deleting port 89eb220d-fcc6-435c-85f1-5ced4a3105ac {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:23:25.222498 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-49047ac8-e67b-4128-a741-716c8cd146e1 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:25.318985 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:25.319304 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:25.319629 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:25.348502 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-eafe2c97-81b3-497b-953a-861d533d3d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:25.353920 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:25.354248 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Failed to bind port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] Apr 29 13:23:25.354581 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:25.392205 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-eafe2c97-81b3-497b-953a-861d533d3d75 admin admin] Usage tracker for resource:security_group_rule and tenant:0cad2848c3b44455921a58de4ee3ed52 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:25.405083 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-76e14ccc-ce3e-4924-b6c4-2ae616f0ff1a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:25.405447 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-76e14ccc-ce3e-4924-b6c4-2ae616f0ff1a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:25.409914 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-eafe2c97-81b3-497b-953a-861d533d3d75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:25.426644 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-eafe2c97-81b3-497b-953a-861d533d3d75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:25.524058 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] For port 26ea0342-f4a9-463d-97ca-cfc39ba76a37, host hv-neutron-8390, cleared binding levels {{(pid=83905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:23:25.524784 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempted to set empty binding levels {{(pid=83905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 13:23:25.585434 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:25.620212 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-76e14ccc-ce3e-4924-b6c4-2ae616f0ff1a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Calling delete_port for 720faf05-a876-4af9-9f71-7328e3887155 owned by network:floatingip {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:23:25.704624 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-49047ac8-e67b-4128-a741-716c8cd146e1 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:25.713114 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] For port 35836c5c-95b5-4dd1-bc5f-946b8f631259, host hv-neutron-8390, cleared binding levels {{(pid=83905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:23:25.713472 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempted to set empty binding levels {{(pid=83905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 13:23:25.722401 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] In _notify_port_updated(), no bound segment for port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83905) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 13:23:25.723408 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:25.724675 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] 10.222.0.76 "PUT /v2.0/ports/26ea0342-f4a9-463d-97ca-cfc39ba76a37 HTTP/1.1" status: 200 len: 981 time: 4.8639660 Apr 29 13:23:25.733822 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53320) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:25.804057 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55f1d7-00c9-48ed-9b5b-90459cf49e48 req-c5fe2fd3-de92-4a3b-9461-ebd1af3ff2cd tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:25.804789 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-9b55f1d7-00c9-48ed-9b5b-90459cf49e48 req-c5fe2fd3-de92-4a3b-9461-ebd1af3ff2cd tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Synchronizing usage tracker for tenant:5af4e0e2215a466699ba2d581ed2d902 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:23:25.875528 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:25.882176 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-9b55f1d7-00c9-48ed-9b5b-90459cf49e48 req-c5fe2fd3-de92-4a3b-9461-ebd1af3ff2cd tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Unset dirty status for tenant:5af4e0e2215a466699ba2d581ed2d902 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:23:25.883392 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9b55f1d7-00c9-48ed-9b5b-90459cf49e48 req-c5fe2fd3-de92-4a3b-9461-ebd1af3ff2cd tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/ports?device_id=7d11cc05-e9be-447d-8acf-be572d0334bd HTTP/1.1" status: 200 len: 943 time: 0.4349105 Apr 29 13:23:26.003279 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-49047ac8-e67b-4128-a741-716c8cd146e1 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Calling delete_port for 89eb220d-fcc6-435c-85f1-5ced4a3105ac owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:23:26.057074 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f2813-3a0f-4234-ad6e-d6e6cf899462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Pushing event updated for resources: {'Port': ['ID=26ea0342-f4a9-463d-97ca-cfc39ba76a37,revision_number=3']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:26.081667 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-dcadc54e-83d9-4924-8064-2b485d15305a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Allocated IP 172.20.0.1 (65c2f7db-c4cc-460c-823e-a4d381822044/4626135e-9519-43db-bdc6-55665ba72cfb/f68d1d9d-63aa-4605-8686-3f5f0be60512) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:23:26.112272 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9b55f1d7-00c9-48ed-9b5b-90459cf49e48 req-07ece022-9287-40b3-9a0f-832e58b92fa0 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/security-groups?id=45a11f2b-c42d-4215-b1b8-6777cb16cb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917222 Apr 29 13:23:26.126390 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-eafe2c97-81b3-497b-953a-861d533d3d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:26.141378 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] In _notify_port_updated(), no bound segment for port 35836c5c-95b5-4dd1-bc5f-946b8f631259 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83905) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 13:23:26.142213 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:26.145810 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] 10.222.0.76 "PUT /v2.0/ports/35836c5c-95b5-4dd1-bc5f-946b8f631259 HTTP/1.1" status: 200 len: 977 time: 4.7431881 Apr 29 13:23:26.145947 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-76e14ccc-ce3e-4924-b6c4-2ae616f0ff1a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:26.159515 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53326) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:26.160152 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-eafe2c97-81b3-497b-953a-861d533d3d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:26.250567 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e14ccc-ce3e-4924-b6c4-2ae616f0ff1a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Pushing event deleted for resources: {'Port': ['ID=720faf05-a876-4af9-9f71-7328e3887155,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:26.301128 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c9e5d-fdc8-4ac9-94e1-3402d6fbd1a6 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Pushing event updated for resources: {'Port': ['ID=35836c5c-95b5-4dd1-bc5f-946b8f631259,revision_number=3']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:26.316347 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9a915e10-2427-43d0-b9cc-49bcbee4a888 req-98523df9-34ad-444b-8a27-97c8ff2bfed6 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/ports?device_id=53da46ea-d6be-47f2-98b6-91b4c5b08c7a HTTP/1.1" status: 200 len: 210 time: 0.1575422 Apr 29 13:23:26.333309 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe2c97-81b3-497b-953a-861d533d3d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4357afd0-2656-4d93-8f4c-b05e1ec54f7a,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:26.347479 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-eafe2c97-81b3-497b-953a-861d533d3d75 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0cad2848c3b44455921a58de4ee3ed52&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2232261 Apr 29 13:23:26.352094 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53330) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:26.357914 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-49047ac8-e67b-4128-a741-716c8cd146e1 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:26.432875 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-76e14ccc-ce3e-4924-b6c4-2ae616f0ff1a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks [] for floatingip, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:26.445068 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-577e576e-85eb-4054-a1b0-ed627b0fa9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Synchronizing usage tracker for tenant:8f8eaf51aec940139da2df5c7e10c23c on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:23:26.453798 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49047ac8-e67b-4128-a741-716c8cd146e1 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Pushing event deleted for resources: {'Port': ['ID=89eb220d-fcc6-435c-85f1-5ced4a3105ac,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:26.532905 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-49047ac8-e67b-4128-a741-716c8cd146e1 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:26.566946 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dcadc54e-83d9-4924-8064-2b485d15305a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:26.575319 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c0e63d21-53b5-4128-8488-0fe7c7853ee9 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Synchronizing usage tracker for tenant:80dbcbaf692c4b48aa16a156b02a3a9a on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:23:26.577844 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-577e576e-85eb-4054-a1b0-ed627b0fa9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Unset dirty status for tenant:8f8eaf51aec940139da2df5c7e10c23c on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:23:26.579542 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-577e576e-85eb-4054-a1b0-ed627b0fa9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20570 time: 0.7004528 Apr 29 13:23:26.586563 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53334) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:26.618127 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-53b6184a-6d2d-4ecd-8779-8b62c80c3b08 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Synchronizing usage tracker for tenant:6c8c29596be64b1cbf79cd04762fbea5 on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:23:26.639589 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-49047ac8-e67b-4128-a741-716c8cd146e1 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] 10.222.0.76 "DELETE /v2.0/ports/89eb220d-fcc6-435c-85f1-5ced4a3105ac HTTP/1.1" status: 204 len: 168 time: 1.5573955 Apr 29 13:23:26.642314 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53338) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:26.649353 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-53b6184a-6d2d-4ecd-8779-8b62c80c3b08 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Unset dirty status for tenant:6c8c29596be64b1cbf79cd04762fbea5 on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:23:26.650428 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-53b6184a-6d2d-4ecd-8779-8b62c80c3b08 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c8c29596be64b1cbf79cd04762fbea5 HTTP/1.1" status: 200 len: 380 time: 0.2588565 Apr 29 13:23:26.672684 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b423b392-e67a-489a-b1ae-ae38830953a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:26.677739 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c0e63d21-53b5-4128-8488-0fe7c7853ee9 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Unset dirty status for tenant:80dbcbaf692c4b48aa16a156b02a3a9a on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:23:26.679443 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c0e63d21-53b5-4128-8488-0fe7c7853ee9 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19851 time: 0.5123186 Apr 29 13:23:26.688677 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53342) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:26.692223 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-1fe4bb91-f19c-4365-9296-2bd25e1d445f tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Request body: {'port': {'device_id': '53da46ea-d6be-47f2-98b6-91b4c5b08c7a', 'network_id': '5766f20d-f6c2-4c44-9d06-902bc69d7f8a', 'admin_state_up': True, 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5', 'security_groups': ['cd8cf9d3-7648-4c94-9cca-44b6de1ac764']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:26.709735 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-e1158fda-273d-434d-9066-da44a4f64601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Deleting port 26ea0342-f4a9-463d-97ca-cfc39ba76a37 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:23:26.710073 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e1158fda-273d-434d-9066-da44a4f64601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:26.752008 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b423b392-e67a-489a-b1ae-ae38830953a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:26.760860 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2dfa0b06-0551-47a7-9ce2-76f5b159b9a6 req-763c765c-d285-4d15-a12f-d1f7d44a17de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5af4e0e2215a466699ba2d581ed2d902&device_id=7d11cc05-e9be-447d-8acf-be572d0334bd HTTP/1.1" status: 200 len: 1096 time: 0.3128917 Apr 29 13:23:26.822089 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dcadc54e-83d9-4924-8064-2b485d15305a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:26.935808 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-5e88e7a9-cc77-4715-baaa-622813b10c5a tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Deleting port 4d1338a6-c139-46cd-88df-fe707bcf778a {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:23:26.936254 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5e88e7a9-cc77-4715-baaa-622813b10c5a tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:26.994407 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-cb937a7d-8a2d-4d42-ad5d-6a3c18cd3a3f tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Deleting port 35836c5c-95b5-4dd1-bc5f-946b8f631259 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:23:26.994753 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cb937a7d-8a2d-4d42-ad5d-6a3c18cd3a3f tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:27.037251 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b423b392-e67a-489a-b1ae-ae38830953a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:27.067068 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcadc54e-83d9-4924-8064-2b485d15305a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event updated for resources: {'Port': ['ID=f68d1d9d-63aa-4605-8686-3f5f0be60512,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:27.080265 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423b392-e67a-489a-b1ae-ae38830953a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4357afd0-2656-4d93-8f4c-b05e1ec54f7a,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:27.083690 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcadc54e-83d9-4924-8064-2b485d15305a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Network 65c2f7db-c4cc-460c-823e-a4d381822044 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:23:27.084372 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa0b06-0551-47a7-9ce2-76f5b159b9a6 req-8d1a13e9-c851-4f50-9de4-432894c772c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:27.085824 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2dfa0b06-0551-47a7-9ce2-76f5b159b9a6 req-8d1a13e9-c851-4f50-9de4-432894c772c7 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=5af4e0e2215a466699ba2d581ed2d902&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3114998 Apr 29 13:23:27.093953 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-dcadc54e-83d9-4924-8064-2b485d15305a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:27.099621 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcadc54e-83d9-4924-8064-2b485d15305a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:23:27.174408 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-e1158fda-273d-434d-9066-da44a4f64601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] For port 26ea0342-f4a9-463d-97ca-cfc39ba76a37, host hv-neutron-8390, got binding levels [] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:23:27.174756 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e1158fda-273d-434d-9066-da44a4f64601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:27.186955 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b423b392-e67a-489a-b1ae-ae38830953a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:27.190411 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b423b392-e67a-489a-b1ae-ae38830953a9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4357afd0-2656-4d93-8f4c-b05e1ec54f7a HTTP/1.1" status: 204 len: 168 time: 0.8348756 Apr 29 13:23:27.276516 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-1fe4bb91-f19c-4365-9296-2bd25e1d445f tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:27.400247 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-e1158fda-273d-434d-9066-da44a4f64601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Calling delete_port for 26ea0342-f4a9-463d-97ca-cfc39ba76a37 owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:23:27.434827 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa0b06-0551-47a7-9ce2-76f5b159b9a6 req-6481e7c8-3db0-4feb-9264-c489a38f2499 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:27.435652 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2dfa0b06-0551-47a7-9ce2-76f5b159b9a6 req-6481e7c8-3db0-4feb-9264-c489a38f2499 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3387804 Apr 29 13:23:27.437769 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-1fe4bb91-f19c-4365-9296-2bd25e1d445f tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:27.465983 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dcadc54e-83d9-4924-8064-2b485d15305a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:27.488695 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e1158fda-273d-434d-9066-da44a4f64601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:27.565853 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5e88e7a9-cc77-4715-baaa-622813b10c5a tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:27.694071 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-1fe4bb91-f19c-4365-9296-2bd25e1d445f tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Made reservation on behalf of 6c8c29596be64b1cbf79cd04762fbea5 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:27.697002 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-1fe4bb91-f19c-4365-9296-2bd25e1d445f tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:27.716286 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1158fda-273d-434d-9066-da44a4f64601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Pushing event deleted for resources: {'Port': ['ID=26ea0342-f4a9-463d-97ca-cfc39ba76a37,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:27.729808 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-6e3202bc-37c5-46a3-a7e2-8eb34b39b6c6 req-02f27efc-796e-4a05-bfb5-8b0d8bb9e1b2 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/ports?device_id=53da46ea-d6be-47f2-98b6-91b4c5b08c7a HTTP/1.1" status: 200 len: 210 time: 0.0720117 Apr 29 13:23:27.740330 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e1158fda-273d-434d-9066-da44a4f64601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:27.776092 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e1158fda-273d-434d-9066-da44a4f64601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] 10.222.0.76 "DELETE /v2.0/ports/26ea0342-f4a9-463d-97ca-cfc39ba76a37 HTTP/1.1" status: 204 len: 168 time: 1.1820240 Apr 29 13:23:27.778940 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53362) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:27.837069 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe4a96cf-c1cd-467a-90ff-2f801b98a6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] GET failed (client error): The resource could not be found. Apr 29 13:23:27.838071 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-fe4a96cf-c1cd-467a-90ff-2f801b98a6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Synchronizing usage tracker for tenant:8f8eaf51aec940139da2df5c7e10c23c on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:23:27.841682 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:27.847682 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-5e88e7a9-cc77-4715-baaa-622813b10c5a tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Calling delete_port for 4d1338a6-c139-46cd-88df-fe707bcf778a owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:23:27.851762 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-5c854100-1c88-42c5-895f-63f1b036aacc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5af4e0e2215a466699ba2d581ed2d902&device_id=7d11cc05-e9be-447d-8acf-be572d0334bd HTTP/1.1" status: 200 len: 1096 time: 0.3529513 Apr 29 13:23:27.884235 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-cb937a7d-8a2d-4d42-ad5d-6a3c18cd3a3f tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] For port 35836c5c-95b5-4dd1-bc5f-946b8f631259, host hv-neutron-8390, got binding levels [] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:23:27.884595 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cb937a7d-8a2d-4d42-ad5d-6a3c18cd3a3f tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:27.938328 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-fe4a96cf-c1cd-467a-90ff-2f801b98a6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Unset dirty status for tenant:8f8eaf51aec940139da2df5c7e10c23c on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:23:27.943449 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-fe4a96cf-c1cd-467a-90ff-2f801b98a6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] 10.222.0.76 "GET /v2.0/ports/26ea0342-f4a9-463d-97ca-cfc39ba76a37 HTTP/1.1" status: 404 len: 333 time: 0.1633477 Apr 29 13:23:27.944187 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53368) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:27.947818 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-45026ed1-2972-40b5-a52e-8a88ae243b74 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60091105-f803-4a75-a4ae-e1af6a660373 HTTP/1.1" status: 200 len: 217 time: 0.0866022 Apr 29 13:23:27.951385 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-2096d56e-d876-4726-9c08-95eb5ce555ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1648984597', 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:27.956100 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2096d56e-d876-4726-9c08-95eb5ce555ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:27.965937 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2096d56e-d876-4726-9c08-95eb5ce555ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:28.020173 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2096d56e-d876-4726-9c08-95eb5ce555ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Made reservation on behalf of 8f8eaf51aec940139da2df5c7e10c23c for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:28.022539 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2096d56e-d876-4726-9c08-95eb5ce555ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:28.044073 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-2096d56e-d876-4726-9c08-95eb5ce555ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] device_id is not set on port 288c89e1-eef5-4801-8803-8f61251c3da0 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:23:28.077614 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-cb937a7d-8a2d-4d42-ad5d-6a3c18cd3a3f tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Calling delete_port for 35836c5c-95b5-4dd1-bc5f-946b8f631259 owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:23:28.111624 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-0ec089d7-8a46-486f-b2e1-ac2e463b3b99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:28.113212 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-0ec089d7-8a46-486f-b2e1-ac2e463b3b99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb00ce98-f29b-44ee-afb3-87315ac0d956 HTTP/1.1" status: 200 len: 845 time: 0.1435437 Apr 29 13:23:28.314198 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecc471-d2aa-4178-b423-a404ceb29be9 req-98471f11-b1f2-4ca3-a5f3-6dd5023bea3e tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:28.315845 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-62ecc471-d2aa-4178-b423-a404ceb29be9 req-98471f11-b1f2-4ca3-a5f3-6dd5023bea3e tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/ports?device_id=7d11cc05-e9be-447d-8acf-be572d0334bd HTTP/1.1" status: 200 len: 943 time: 1.0442228 Apr 29 13:23:28.326966 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-c18497b0-9864-46c6-a90d-5fd48087ec28 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db77dff0-1ec4-4e61-b2c0-fae02c77fce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2059386 Apr 29 13:23:28.371508 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2096d56e-d876-4726-9c08-95eb5ce555ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:28.432967 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dcadc54e-83d9-4924-8064-2b485d15305a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:28.478038 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5e88e7a9-cc77-4715-baaa-622813b10c5a tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:28.497459 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-925a8b46-b63b-43d9-b775-01cab0a1f4ea service neutron] 10.222.0.32 "GET /v2.0/networks/db77dff0-1ec4-4e61-b2c0-fae02c77fce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588027 Apr 29 13:23:28.500301 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2096d56e-d876-4726-9c08-95eb5ce555ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:28.548280 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cb937a7d-8a2d-4d42-ad5d-6a3c18cd3a3f tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:28.586029 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88e7a9-cc77-4715-baaa-622813b10c5a tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Pushing event deleted for resources: {'Port': ['ID=4d1338a6-c139-46cd-88df-fe707bcf778a,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:28.646835 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-62ecc471-d2aa-4178-b423-a404ceb29be9 req-f32a4de4-90c4-485f-839d-a9c9f5ef93d8 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/security-groups?id=45a11f2b-c42d-4215-b1b8-6777cb16cb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3066001 Apr 29 13:23:28.655469 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-1fe4bb91-f19c-4365-9296-2bd25e1d445f tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Allocated IP 172.20.0.8 (5766f20d-f6c2-4c44-9d06-902bc69d7f8a/1ecbd849-02e4-4ff8-acc4-ec6e20b79dd5/b28fd375-dc0b-4f91-b0cf-dc6dc7151594) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:23:28.670000 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2096d56e-d876-4726-9c08-95eb5ce555ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:23:28.672947 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb937a7d-8a2d-4d42-ad5d-6a3c18cd3a3f tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Pushing event deleted for resources: {'Port': ['ID=35836c5c-95b5-4dd1-bc5f-946b8f631259,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:28.675264 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-2096d56e-d876-4726-9c08-95eb5ce555ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:28.683610 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2096d56e-d876-4726-9c08-95eb5ce555ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:23:28.684422 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2096d56e-d876-4726-9c08-95eb5ce555ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:28.686096 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2096d56e-d876-4726-9c08-95eb5ce555ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:28.686930 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5e88e7a9-cc77-4715-baaa-622813b10c5a tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:28.689651 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096d56e-d876-4726-9c08-95eb5ce555ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Pushing event updated for resources: {'Port': ['ID=288c89e1-eef5-4801-8803-8f61251c3da0,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:28.740071 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2096d56e-d876-4726-9c08-95eb5ce555ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7944372 Apr 29 13:23:28.743313 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53386) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:28.758920 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cb937a7d-8a2d-4d42-ad5d-6a3c18cd3a3f tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:28.807745 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6f57993b-7c0e-4b11-a0d8-aecb401cc308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Synchronizing usage tracker for tenant:8f8eaf51aec940139da2df5c7e10c23c on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:23:28.814588 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-79a3e923-4d9a-41e8-9a74-d2c1b65f902c req-bd78b988-4312-4437-8a64-fb151064d790 service neutron] 10.222.0.32 "GET /v2.0/networks/db77dff0-1ec4-4e61-b2c0-fae02c77fce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069072 Apr 29 13:23:28.828381 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6f57993b-7c0e-4b11-a0d8-aecb401cc308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Unset dirty status for tenant:8f8eaf51aec940139da2df5c7e10c23c on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:23:28.832327 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6f57993b-7c0e-4b11-a0d8-aecb401cc308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] 10.222.0.76 "GET /v2.0/ports/288c89e1-eef5-4801-8803-8f61251c3da0 HTTP/1.1" status: 200 len: 959 time: 0.0854771 Apr 29 13:23:28.832621 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53392) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:28.909648 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53396) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:28.910118 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5e88e7a9-cc77-4715-baaa-622813b10c5a tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] 10.222.0.76 "DELETE /v2.0/ports/4d1338a6-c139-46cd-88df-fe707bcf778a HTTP/1.1" status: 204 len: 168 time: 2.2630780 Apr 29 13:23:28.961866 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-d77b7a16-a4a2-4e29-93ba-0e209616b3ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Deleting port 288c89e1-eef5-4801-8803-8f61251c3da0 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:23:28.962180 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d77b7a16-a4a2-4e29-93ba-0e209616b3ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:29.002124 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-67e0eddf-687c-41e2-b6e0-1844d8ac798d tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Synchronizing usage tracker for tenant:1f4c3c73f06a4a989d0377fcc8ede172 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:23:29.046641 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-cb937a7d-8a2d-4d42-ad5d-6a3c18cd3a3f tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] 10.222.0.76 "DELETE /v2.0/ports/35836c5c-95b5-4dd1-bc5f-946b8f631259 HTTP/1.1" status: 204 len: 168 time: 2.3345840 Apr 29 13:23:29.063917 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53404) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:29.083114 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-279bfb99-f97f-48fb-80d9-9636b4a64bce req-9da5c3f4-5220-4d54-b3e0-fe7c3312eca3 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/ports?device_id=53da46ea-d6be-47f2-98b6-91b4c5b08c7a HTTP/1.1" status: 200 len: 210 time: 0.0891395 Apr 29 13:23:29.137235 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-67e0eddf-687c-41e2-b6e0-1844d8ac798d tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Unset dirty status for tenant:1f4c3c73f06a4a989d0377fcc8ede172 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:23:29.139093 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-67e0eddf-687c-41e2-b6e0-1844d8ac798d tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2284853 Apr 29 13:23:29.148214 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53408) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:29.153220 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b09864e-d432-44e1-8d76-e3d6f9acb47c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] GET failed (client error): The resource could not be found. Apr 29 13:23:29.156055 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5b09864e-d432-44e1-8d76-e3d6f9acb47c tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] 10.222.0.76 "GET /v2.0/ports/35836c5c-95b5-4dd1-bc5f-946b8f631259 HTTP/1.1" status: 404 len: 333 time: 0.0888946 Apr 29 13:23:29.159377 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-474f17b6-8af2-45a4-8895-f7c4e311e07c tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2121331827'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:29.186102 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53412) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:29.188941 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-474f17b6-8af2-45a4-8895-f7c4e311e07c tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:29.198779 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-acdb0d28-e804-4831-9f62-cace001b2a31 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1354526555', 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:29.210788 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-474f17b6-8af2-45a4-8895-f7c4e311e07c tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Usage tracker for resource:network and tenant:1f4c3c73f06a4a989d0377fcc8ede172 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:29.217076 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-474f17b6-8af2-45a4-8895-f7c4e311e07c tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:29.225908 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-acdb0d28-e804-4831-9f62-cace001b2a31 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:29.235758 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-acdb0d28-e804-4831-9f62-cace001b2a31 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Usage tracker for resource:port and tenant:80dbcbaf692c4b48aa16a156b02a3a9a is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:29.238458 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-474f17b6-8af2-45a4-8895-f7c4e311e07c tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:29.240514 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-acdb0d28-e804-4831-9f62-cace001b2a31 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:29.252936 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-acdb0d28-e804-4831-9f62-cace001b2a31 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:29.332220 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474f17b6-8af2-45a4-8895-f7c4e311e07c tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Made reservation on behalf of 1f4c3c73f06a4a989d0377fcc8ede172 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:29.335222 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-474f17b6-8af2-45a4-8895-f7c4e311e07c tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:29.359927 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdb0d28-e804-4831-9f62-cace001b2a31 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Made reservation on behalf of 80dbcbaf692c4b48aa16a156b02a3a9a for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:29.362250 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-acdb0d28-e804-4831-9f62-cace001b2a31 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:29.398536 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-1fe4bb91-f19c-4365-9296-2bd25e1d445f tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:29.407923 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e14ccc-ce3e-4924-b6c4-2ae616f0ff1a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Router 4dbf91f6-7f2d-4d48-ac26-161486bf2aac has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:23:29.417858 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53420) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:29.450885 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-1fe4bb91-f19c-4365-9296-2bd25e1d445f tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Transition to ACTIVE for port object b28fd375-dc0b-4f91-b0cf-dc6dc7151594 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:23:29.480890 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d77b7a16-a4a2-4e29-93ba-0e209616b3ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:29.500250 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-acdb0d28-e804-4831-9f62-cace001b2a31 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] device_id is not set on port e5fab1f6-8707-471b-85e5-a9e91a06bd1c yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:23:29.593066 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dcadc54e-83d9-4924-8064-2b485d15305a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:29.606646 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-762dab06-9a99-47c6-a9b1-ad5c0d9d7be4 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-857260054', 'router:external': True}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:29.616991 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dcadc54e-83d9-4924-8064-2b485d15305a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:29.641350 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-474f17b6-8af2-45a4-8895-f7c4e311e07c tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:23:29.645711 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-762dab06-9a99-47c6-a9b1-ad5c0d9d7be4 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:29.650109 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-d77b7a16-a4a2-4e29-93ba-0e209616b3ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Calling delete_port for 288c89e1-eef5-4801-8803-8f61251c3da0 owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:23:29.705086 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-762dab06-9a99-47c6-a9b1-ad5c0d9d7be4 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Usage tracker for resource:network and tenant:3870ddf3f16146999df30560b61bf6aa is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:29.714522 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-762dab06-9a99-47c6-a9b1-ad5c0d9d7be4 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:29.717349 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-474f17b6-8af2-45a4-8895-f7c4e311e07c tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:29.717978 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-474f17b6-8af2-45a4-8895-f7c4e311e07c tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Added segment 605c46d2-bf9e-4266-a02c-1ef1b0e69e81 of type vlan for network e37d977e-1714-41be-98eb-07235104cf17 Apr 29 13:23:29.744917 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-762dab06-9a99-47c6-a9b1-ad5c0d9d7be4 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:29.751545 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-1fe4bb91-f19c-4365-9296-2bd25e1d445f tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:29.791344 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcadc54e-83d9-4924-8064-2b485d15305a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event updated for resources: {'Port': ['ID=f68d1d9d-63aa-4605-8686-3f5f0be60512,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:29.811086 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dcadc54e-83d9-4924-8064-2b485d15305a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:29.822395 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-474f17b6-8af2-45a4-8895-f7c4e311e07c tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:29.889224 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762dab06-9a99-47c6-a9b1-ad5c0d9d7be4 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Made reservation on behalf of 3870ddf3f16146999df30560b61bf6aa for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:29.891068 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-762dab06-9a99-47c6-a9b1-ad5c0d9d7be4 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:29.899156 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d77b7a16-a4a2-4e29-93ba-0e209616b3ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:29.973514 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b7a16-a4a2-4e29-93ba-0e209616b3ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Pushing event deleted for resources: {'Port': ['ID=288c89e1-eef5-4801-8803-8f61251c3da0,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:29.994842 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d77b7a16-a4a2-4e29-93ba-0e209616b3ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:30.000800 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-474f17b6-8af2-45a4-8895-f7c4e311e07c tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:30.004331 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474f17b6-8af2-45a4-8895-f7c4e311e07c tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:30.004930 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-474f17b6-8af2-45a4-8895-f7c4e311e07c tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:30.016120 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-762dab06-9a99-47c6-a9b1-ad5c0d9d7be4 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:30.028147 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-1fe4bb91-f19c-4365-9296-2bd25e1d445f tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Network 5766f20d-f6c2-4c44-9d06-902bc69d7f8a is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:23:30.039894 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-acdb0d28-e804-4831-9f62-cace001b2a31 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:30.050770 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-1fe4bb91-f19c-4365-9296-2bd25e1d445f tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:30.064330 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-1fe4bb91-f19c-4365-9296-2bd25e1d445f tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:23:30.102324 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4bb91-f19c-4365-9296-2bd25e1d445f tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Pushing event updated for resources: {'Port': ['ID=b28fd375-dc0b-4f91-b0cf-dc6dc7151594,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:30.147832 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f17b6-8af2-45a4-8895-f7c4e311e07c tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Pushing event updated for resources: {'Network': ['ID=e37d977e-1714-41be-98eb-07235104cf17,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:30.162710 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network e37d977e-1714-41be-98eb-07235104cf17 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:23:30.189431 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-474f17b6-8af2-45a4-8895-f7c4e311e07c tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0399942 Apr 29 13:23:30.197421 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d77b7a16-a4a2-4e29-93ba-0e209616b3ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] 10.222.0.76 "DELETE /v2.0/ports/288c89e1-eef5-4801-8803-8f61251c3da0 HTTP/1.1" status: 204 len: 168 time: 1.3635688 Apr 29 13:23:30.198320 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53430) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:30.199092 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53432) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:30.221408 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-762dab06-9a99-47c6-a9b1-ad5c0d9d7be4 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:30.244533 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-694534ce-ee08-4ec2-bc50-5748d51b047f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1878486156'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:30.249771 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-acdb0d28-e804-4831-9f62-cace001b2a31 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:30.259673 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-762dab06-9a99-47c6-a9b1-ad5c0d9d7be4 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Usage tracker for resource:security_group_rule and tenant:3870ddf3f16146999df30560b61bf6aa is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:30.266312 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-1fe4bb91-f19c-4365-9296-2bd25e1d445f tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:30.266881 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-1fe4bb91-f19c-4365-9296-2bd25e1d445f tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:30.270750 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-762dab06-9a99-47c6-a9b1-ad5c0d9d7be4 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:30.292157 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-762dab06-9a99-47c6-a9b1-ad5c0d9d7be4 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:30.317757 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-694534ce-ee08-4ec2-bc50-5748d51b047f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:30.319114 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcadc54e-83d9-4924-8064-2b485d15305a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Network 65c2f7db-c4cc-460c-823e-a4d381822044 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:23:30.322393 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-694534ce-ee08-4ec2-bc50-5748d51b047f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Usage tracker for resource:network and tenant:1f4c3c73f06a4a989d0377fcc8ede172 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:30.324090 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-1fe4bb91-f19c-4365-9296-2bd25e1d445f tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6363246 Apr 29 13:23:30.324883 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-dcadc54e-83d9-4924-8064-2b485d15305a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:30.327788 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f61d2766-f2f7-49f6-8df6-78ca7227fe17 None None] Provisioning for port b28fd375-dc0b-4f91-b0cf-dc6dc7151594 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:23:30.337008 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f61d2766-f2f7-49f6-8df6-78ca7227fe17 None None] Provisioning complete for port b28fd375-dc0b-4f91-b0cf-dc6dc7151594 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:23:30.337410 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f61d2766-f2f7-49f6-8df6-78ca7227fe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:30.366238 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-694534ce-ee08-4ec2-bc50-5748d51b047f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:30.385076 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdb0d28-e804-4831-9f62-cace001b2a31 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:23:30.386247 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b5a530-17e8-42f9-a110-10fccb093c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] GET failed (client error): The resource could not be found. Apr 29 13:23:30.386735 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-51b5a530-17e8-42f9-a110-10fccb093c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Synchronizing usage tracker for tenant:8f8eaf51aec940139da2df5c7e10c23c on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:23:30.394702 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-15d0b2cc-a1ad-4df7-9175-fec8b508a7d8 service neutron] Request body: {'port': {'device_id': '53da46ea-d6be-47f2-98b6-91b4c5b08c7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:30.397442 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f61d2766-f2f7-49f6-8df6-78ca7227fe17 None None] Port b28fd375-dc0b-4f91-b0cf-dc6dc7151594 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:23:30.404338 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-694534ce-ee08-4ec2-bc50-5748d51b047f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:30.406556 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-acdb0d28-e804-4831-9f62-cace001b2a31 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:30.415435 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdb0d28-e804-4831-9f62-cace001b2a31 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:23:30.416216 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdb0d28-e804-4831-9f62-cace001b2a31 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:30.416816 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-acdb0d28-e804-4831-9f62-cace001b2a31 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:30.432334 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23abe0a-9df9-4305-92aa-5613122dcb8a req-ec83f0b6-4273-4cb7-9776-dcb7820dc629 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:30.433831 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a23abe0a-9df9-4305-92aa-5613122dcb8a req-ec83f0b6-4273-4cb7-9776-dcb7820dc629 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/ports?device_id=7d11cc05-e9be-447d-8acf-be572d0334bd HTTP/1.1" status: 200 len: 943 time: 0.5467927 Apr 29 13:23:30.449185 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb0d28-e804-4831-9f62-cace001b2a31 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Pushing event updated for resources: {'Port': ['ID=e5fab1f6-8707-471b-85e5-a9e91a06bd1c,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:30.453309 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694534ce-ee08-4ec2-bc50-5748d51b047f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Made reservation on behalf of 1f4c3c73f06a4a989d0377fcc8ede172 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:30.456184 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-694534ce-ee08-4ec2-bc50-5748d51b047f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:30.477719 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-51b5a530-17e8-42f9-a110-10fccb093c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Unset dirty status for tenant:8f8eaf51aec940139da2df5c7e10c23c on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:23:30.478867 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-51b5a530-17e8-42f9-a110-10fccb093c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] 10.222.0.76 "GET /v2.0/ports/288c89e1-eef5-4801-8803-8f61251c3da0 HTTP/1.1" status: 404 len: 333 time: 0.2753847 Apr 29 13:23:30.484685 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-acdb0d28-e804-4831-9f62-cace001b2a31 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2973225 Apr 29 13:23:30.486429 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53438) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:30.489676 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53440) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:30.495569 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-9ec577de-8917-4946-9f5e-d4e58e3879d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Request body: {'port': {'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-800663286'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:30.538649 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-9ec577de-8917-4946-9f5e-d4e58e3879d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:30.568211 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-694534ce-ee08-4ec2-bc50-5748d51b047f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:23:30.572984 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-9ec577de-8917-4946-9f5e-d4e58e3879d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:30.594952 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab8059-64cb-421e-a37e-9ecb503893c9 req-1ccaf750-56e6-4dc7-bbb6-816ed651ac5a tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:30.596403 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-52ab8059-64cb-421e-a37e-9ecb503893c9 req-1ccaf750-56e6-4dc7-bbb6-816ed651ac5a tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/ports?device_id=53da46ea-d6be-47f2-98b6-91b4c5b08c7a HTTP/1.1" status: 200 len: 931 time: 0.3250155 Apr 29 13:23:30.598673 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-694534ce-ee08-4ec2-bc50-5748d51b047f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:30.599007 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-694534ce-ee08-4ec2-bc50-5748d51b047f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Added segment ba3fe246-c93a-487c-b497-30b5adb64050 of type vlan for network 22969ca1-db79-452a-9657-27e0bd0d9e8e Apr 29 13:23:30.612050 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ff6b83d0-7387-470c-8430-2ab5acc187ec tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Synchronizing usage tracker for tenant:80dbcbaf692c4b48aa16a156b02a3a9a on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:23:30.629158 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec577de-8917-4946-9f5e-d4e58e3879d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Made reservation on behalf of 8f8eaf51aec940139da2df5c7e10c23c for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:30.631325 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9ec577de-8917-4946-9f5e-d4e58e3879d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:30.677686 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-694534ce-ee08-4ec2-bc50-5748d51b047f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:30.699524 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-9ec577de-8917-4946-9f5e-d4e58e3879d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] device_id is not set on port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:23:30.720700 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-762dab06-9a99-47c6-a9b1-ad5c0d9d7be4 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:30.727658 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e14ccc-ce3e-4924-b6c4-2ae616f0ff1a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:23:30.733176 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ff6b83d0-7387-470c-8430-2ab5acc187ec tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Unset dirty status for tenant:80dbcbaf692c4b48aa16a156b02a3a9a on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:23:30.734612 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ff6b83d0-7387-470c-8430-2ab5acc187ec tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] 10.222.0.76 "GET /v2.0/ports/e5fab1f6-8707-471b-85e5-a9e91a06bd1c HTTP/1.1" status: 200 len: 955 time: 0.2424941 Apr 29 13:23:30.735223 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a23abe0a-9df9-4305-92aa-5613122dcb8a req-97c119cb-e8c7-42c8-8ff0-5d4b46d769e2 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/security-groups?id=45a11f2b-c42d-4215-b1b8-6777cb16cb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332129 Apr 29 13:23:30.738537 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53446) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:30.743963 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-762dab06-9a99-47c6-a9b1-ad5c0d9d7be4 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:30.744560 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee313344-08cc-4414-a3f2-2c630d13319e None None] Sync routers for ids ['4dbf91f6-7f2d-4d48-ac26-161486bf2aac'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:23:30.762517 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-15d0b2cc-a1ad-4df7-9175-fec8b508a7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:30.769981 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee313344-08cc-4414-a3f2-2c630d13319e None None] Routers {'4dbf91f6-7f2d-4d48-ac26-161486bf2aac'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:23:30.770182 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-ee313344-08cc-4414-a3f2-2c630d13319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:23:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['4dbf91f6-7f2d-4d48-ac26-161486bf2aac'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:30.782602 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-76e14ccc-ce3e-4924-b6c4-2ae616f0ff1a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:30.801542 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-52ab8059-64cb-421e-a37e-9ecb503893c9 req-a1d98191-d340-49b6-bfb5-e1945bb3828b tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd8cf9d3-7648-4c94-9cca-44b6de1ac764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946969 Apr 29 13:23:30.833669 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-694534ce-ee08-4ec2-bc50-5748d51b047f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:30.837310 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694534ce-ee08-4ec2-bc50-5748d51b047f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:30.837891 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-694534ce-ee08-4ec2-bc50-5748d51b047f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:30.868559 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762dab06-9a99-47c6-a9b1-ad5c0d9d7be4 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:23:30.882287 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762dab06-9a99-47c6-a9b1-ad5c0d9d7be4 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ab3434-f493-4607-9f9e-6fe1399a04c6,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:30.941346 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-ee313344-08cc-4414-a3f2-2c630d13319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:30.951676 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-76667f25-5603-4c48-9263-e697e9f480ca tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Deleting port e5fab1f6-8707-471b-85e5-a9e91a06bd1c {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:23:30.952017 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-76667f25-5603-4c48-9263-e697e9f480ca tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:30.952311 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee313344-08cc-4414-a3f2-2c630d13319e None None] Routers {'4dbf91f6-7f2d-4d48-ac26-161486bf2aac'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:23:30.953132 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-ee313344-08cc-4414-a3f2-2c630d13319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:23:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['4dbf91f6-7f2d-4d48-ac26-161486bf2aac'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:30.985453 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-762dab06-9a99-47c6-a9b1-ad5c0d9d7be4 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:30.985453 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-762dab06-9a99-47c6-a9b1-ad5c0d9d7be4 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Added segment 6c3f1572-7ca7-4456-ac70-17c92ec08c1e of type vlan for network f8544a9f-5b52-4520-9e41-6a7d04734ab7 Apr 29 13:23:31.010971 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-ee313344-08cc-4414-a3f2-2c630d13319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:31.011372 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee313344-08cc-4414-a3f2-2c630d13319e None None] The sync data for ids ['4dbf91f6-7f2d-4d48-ac26-161486bf2aac'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:23:31.058455 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694534ce-ee08-4ec2-bc50-5748d51b047f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Pushing event updated for resources: {'Network': ['ID=22969ca1-db79-452a-9657-27e0bd0d9e8e,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:31.069865 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 22969ca1-db79-452a-9657-27e0bd0d9e8e details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:23:31.128794 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-694534ce-ee08-4ec2-bc50-5748d51b047f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9196620 Apr 29 13:23:31.196173 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-76e14ccc-ce3e-4924-b6c4-2ae616f0ff1a tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] 10.222.0.76 "DELETE /v2.0/floatingips/d40f79b7-f6a2-4ae7-ab2f-634dbdcc1b92 HTTP/1.1" status: 204 len: 168 time: 6.9378674 Apr 29 13:23:31.203019 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53450) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:31.230407 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9ec577de-8917-4946-9f5e-d4e58e3879d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:31.255383 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-0f134b18-c8fe-476f-a281-2731aa3a6b05 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:31.270377 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0f134b18-c8fe-476f-a281-2731aa3a6b05 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:31.283171 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-762dab06-9a99-47c6-a9b1-ad5c0d9d7be4 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:31.296632 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0f134b18-c8fe-476f-a281-2731aa3a6b05 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Usage tracker for resource:floatingip and tenant:e30f9750c6fb4d8096607217144d33c7 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:31.306941 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0f134b18-c8fe-476f-a281-2731aa3a6b05 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:31.320438 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0f134b18-c8fe-476f-a281-2731aa3a6b05 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:31.399346 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-76667f25-5603-4c48-9263-e697e9f480ca tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:31.442352 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0f134b18-c8fe-476f-a281-2731aa3a6b05 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:31.470196 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-762dab06-9a99-47c6-a9b1-ad5c0d9d7be4 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:31.471044 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762dab06-9a99-47c6-a9b1-ad5c0d9d7be4 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:31.471615 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-762dab06-9a99-47c6-a9b1-ad5c0d9d7be4 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:31.522658 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-76667f25-5603-4c48-9263-e697e9f480ca tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Calling delete_port for e5fab1f6-8707-471b-85e5-a9e91a06bd1c owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:23:31.568975 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9ec577de-8917-4946-9f5e-d4e58e3879d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:31.654667 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec577de-8917-4946-9f5e-d4e58e3879d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:23:31.658715 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-9ec577de-8917-4946-9f5e-d4e58e3879d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:31.659584 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-762dab06-9a99-47c6-a9b1-ad5c0d9d7be4 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.2323043 Apr 29 13:23:31.660315 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53454) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:31.666744 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec577de-8917-4946-9f5e-d4e58e3879d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:23:31.667572 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec577de-8917-4946-9f5e-d4e58e3879d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:31.668153 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9ec577de-8917-4946-9f5e-d4e58e3879d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:31.672609 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762dab06-9a99-47c6-a9b1-ad5c0d9d7be4 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Pushing event updated for resources: {'Network': ['ID=f8544a9f-5b52-4520-9e41-6a7d04734ab7,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:31.673707 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec577de-8917-4946-9f5e-d4e58e3879d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Pushing event updated for resources: {'Port': ['ID=5e0b2ae0-e0cd-417f-b565-672a91efeaeb,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:31.681041 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-ef10df6f-ee56-460a-bda3-bd31dd5ba353 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Request body: {'subnet': {'network_id': 'f8544a9f-5b52-4520-9e41-6a7d04734ab7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:31.692623 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-76667f25-5603-4c48-9263-e697e9f480ca tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:31.694425 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ef10df6f-ee56-460a-bda3-bd31dd5ba353 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:31.698686 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network f8544a9f-5b52-4520-9e41-6a7d04734ab7 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:23:31.746832 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ef10df6f-ee56-460a-bda3-bd31dd5ba353 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Usage tracker for resource:subnet and tenant:3870ddf3f16146999df30560b61bf6aa is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:31.755236 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667f25-5603-4c48-9263-e697e9f480ca tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5fab1f6-8707-471b-85e5-a9e91a06bd1c,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:31.760131 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ef10df6f-ee56-460a-bda3-bd31dd5ba353 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:31.770758 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ef10df6f-ee56-460a-bda3-bd31dd5ba353 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:31.777785 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-76667f25-5603-4c48-9263-e697e9f480ca tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:31.780533 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-76667f25-5603-4c48-9263-e697e9f480ca tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] 10.222.0.76 "DELETE /v2.0/ports/e5fab1f6-8707-471b-85e5-a9e91a06bd1c HTTP/1.1" status: 204 len: 168 time: 1.0391476 Apr 29 13:23:31.781948 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9ec577de-8917-4946-9f5e-d4e58e3879d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2933152 Apr 29 13:23:31.783784 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53458) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:31.787873 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53460) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:31.824899 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8390'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:31.856732 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef10df6f-ee56-460a-bda3-bd31dd5ba353 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Made reservation on behalf of 3870ddf3f16146999df30560b61bf6aa for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:31.859078 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ef10df6f-ee56-460a-bda3-bd31dd5ba353 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:31.900345 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc18d2a-bde2-4647-9261-a2ad1977c0a4 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] GET failed (client error): The resource could not be found. Apr 29 13:23:31.900871 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6cc18d2a-bde2-4647-9261-a2ad1977c0a4 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Synchronizing usage tracker for tenant:80dbcbaf692c4b48aa16a156b02a3a9a on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:23:31.954710 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-15d0b2cc-a1ad-4df7-9175-fec8b508a7d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28fd375-dc0b-4f91-b0cf-dc6dc7151594 {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:23:31.999269 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-15d0b2cc-a1ad-4df7-9175-fec8b508a7d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:32.041571 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcadc54e-83d9-4924-8064-2b485d15305a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Router 5b5332d5-d726-47e5-a586-a4c7709412e9 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:23:32.056944 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-15d0b2cc-a1ad-4df7-9175-fec8b508a7d8 service neutron] Transition to ACTIVE for port object b28fd375-dc0b-4f91-b0cf-dc6dc7151594 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:23:32.108726 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-15d0b2cc-a1ad-4df7-9175-fec8b508a7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:32.152041 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6cc18d2a-bde2-4647-9261-a2ad1977c0a4 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Unset dirty status for tenant:80dbcbaf692c4b48aa16a156b02a3a9a on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:23:32.153720 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6cc18d2a-bde2-4647-9261-a2ad1977c0a4 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] 10.222.0.76 "GET /v2.0/ports/e5fab1f6-8707-471b-85e5-a9e91a06bd1c HTTP/1.1" status: 404 len: 333 time: 0.3664141 Apr 29 13:23:32.159861 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53470) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:32.161247 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0f134b18-c8fe-476f-a281-2731aa3a6b05 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:32.165970 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:32.179071 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-fb9048dd-c2de-4510-9261-5c5fbd984a40 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Request body: {'port': {'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1972389965'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:32.191894 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-fb9048dd-c2de-4510-9261-5c5fbd984a40 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:32.215476 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-fb9048dd-c2de-4510-9261-5c5fbd984a40 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:32.303608 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9048dd-c2de-4510-9261-5c5fbd984a40 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Made reservation on behalf of 80dbcbaf692c4b48aa16a156b02a3a9a for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:32.305841 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fb9048dd-c2de-4510-9261-5c5fbd984a40 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:32.356247 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1bdc8d-3d0b-4eeb-9ee1-08bdddb73364 req-c58d11e2-54b9-4d46-8c61-b259cdbd896a tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:32.359457 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5b1bdc8d-3d0b-4eeb-9ee1-08bdddb73364 req-c58d11e2-54b9-4d46-8c61-b259cdbd896a tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/ports?device_id=53da46ea-d6be-47f2-98b6-91b4c5b08c7a HTTP/1.1" status: 200 len: 943 time: 0.2818451 Apr 29 13:23:32.483304 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-fb9048dd-c2de-4510-9261-5c5fbd984a40 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] device_id is not set on port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:23:32.515403 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 60091105-f803-4a75-a4ae-e1af6a660373 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:23:32.574319 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-0f134b18-c8fe-476f-a281-2731aa3a6b05 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Allocated IP 172.26.6.160 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/c99ba41c-a514-4d36-b013-13c474e89124) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:23:32.644835 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5b1bdc8d-3d0b-4eeb-9ee1-08bdddb73364 req-bfdd90f0-d5a3-419c-bf0a-42ef9e06b5a1 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd8cf9d3-7648-4c94-9cca-44b6de1ac764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2785006 Apr 29 13:23:32.723001 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 60091105-f803-4a75-a4ae-e1af6a660373, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=60091105-f803-4a75-a4ae-e1af6a660373,segment=NetworkSegment(c34f048a-b2fb-4f8d-a587-2dd130398658),segment_id=c34f048a-b2fb-4f8d-a587-2dd130398658)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:23:32.731838 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0f134b18-c8fe-476f-a281-2731aa3a6b05 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:32.745174 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '60091105-f803-4a75-a4ae-e1af6a660373', 'network_id': 'db77dff0-1ec4-4e61-b2c0-fae02c77fce1', 'port_id': '60091105-f803-4a75-a4ae-e1af6a660373', 'mac_address': 'fa:16:3e:93:c8:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb00ce98-f29b-44ee-afb3-87315ac0d956', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:23:32.833473 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:32.855145 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60091105-f803-4a75-a4ae-e1af6a660373 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:23:32.867371 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0b2cc-a1ad-4df7-9175-fec8b508a7d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b28fd375-dc0b-4f91-b0cf-dc6dc7151594,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:32.885555 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 60091105-f803-4a75-a4ae-e1af6a660373, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=60091105-f803-4a75-a4ae-e1af6a660373,segment=NetworkSegment(c34f048a-b2fb-4f8d-a587-2dd130398658),segment_id=c34f048a-b2fb-4f8d-a587-2dd130398658)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:23:32.892307 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:32.900709 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] device_id is not set on port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:23:32.925350 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:32.975309 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Transition to ACTIVE for port object 5e0b2ae0-e0cd-417f-b565-672a91efeaeb will not be triggered until provisioned by entity L2. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:23:32.978415 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fb9048dd-c2de-4510-9261-5c5fbd984a40 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:32.984946 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0f134b18-c8fe-476f-a281-2731aa3a6b05 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:32.988091 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:32.999461 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=60091105-f803-4a75-a4ae-e1af6a660373,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:33.041606 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9bd62-1738-45a1-866a-67ea971621ee req-397cadf7-99d2-4418-8991-72d12815ed32 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:33.046820 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d2e9bd62-1738-45a1-866a-67ea971621ee req-397cadf7-99d2-4418-8991-72d12815ed32 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/ports?device_id=7d11cc05-e9be-447d-8acf-be572d0334bd HTTP/1.1" status: 200 len: 943 time: 1.0019393 Apr 29 13:23:33.082445 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f134b18-c8fe-476f-a281-2731aa3a6b05 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:23:33.108677 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-0f134b18-c8fe-476f-a281-2731aa3a6b05 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:33.116896 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-15d0b2cc-a1ad-4df7-9175-fec8b508a7d8 service neutron] Attempting to bind port b28fd375-dc0b-4f91-b0cf-dc6dc7151594 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:33.117234 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-15d0b2cc-a1ad-4df7-9175-fec8b508a7d8 service neutron] Attempting to bind port b28fd375-dc0b-4f91-b0cf-dc6dc7151594 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'c18c1e0e-fc25-4a3c-b468-2574dc213ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5766f20d-f6c2-4c44-9d06-902bc69d7f8a'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:33.117563 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-15d0b2cc-a1ad-4df7-9175-fec8b508a7d8 service neutron] Attempting to bind port b28fd375-dc0b-4f91-b0cf-dc6dc7151594 on network 5766f20d-f6c2-4c44-9d06-902bc69d7f8a {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:33.119959 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f134b18-c8fe-476f-a281-2731aa3a6b05 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:23:33.196955 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f134b18-c8fe-476f-a281-2731aa3a6b05 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Pushing event updated for resources: {'Port': ['ID=c99ba41c-a514-4d36-b013-13c474e89124,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:33.203401 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-15d0b2cc-a1ad-4df7-9175-fec8b508a7d8 service neutron] Port b28fd375-dc0b-4f91-b0cf-dc6dc7151594 on network 5766f20d-f6c2-4c44-9d06-902bc69d7f8a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:33.203401 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-15d0b2cc-a1ad-4df7-9175-fec8b508a7d8 service neutron] Attempting to bind port b28fd375-dc0b-4f91-b0cf-dc6dc7151594 on network 5766f20d-f6c2-4c44-9d06-902bc69d7f8a {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:33.233906 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Pushing event updated for resources: {'Port': ['ID=5e0b2ae0-e0cd-417f-b565-672a91efeaeb,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:33.235578 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d2e9bd62-1738-45a1-866a-67ea971621ee req-916f0eb1-65f7-41e4-931f-216c67ead632 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/security-groups?id=45a11f2b-c42d-4215-b1b8-6777cb16cb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799920 Apr 29 13:23:33.241496 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-15d0b2cc-a1ad-4df7-9175-fec8b508a7d8 service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:23:33.241758 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-15d0b2cc-a1ad-4df7-9175-fec8b508a7d8 service neutron] Checking segment: {'id': 'c18c1e0e-fc25-4a3c-b468-2574dc213ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5766f20d-f6c2-4c44-9d06-902bc69d7f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:23:33.242456 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-15d0b2cc-a1ad-4df7-9175-fec8b508a7d8 service neutron] Bound using segment: {'id': 'c18c1e0e-fc25-4a3c-b468-2574dc213ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5766f20d-f6c2-4c44-9d06-902bc69d7f8a'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:23:33.243079 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-15d0b2cc-a1ad-4df7-9175-fec8b508a7d8 service neutron] Bound port: b28fd375-dc0b-4f91-b0cf-dc6dc7151594, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c18c1e0e-fc25-4a3c-b468-2574dc213ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5766f20d-f6c2-4c44-9d06-902bc69d7f8a'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:23:33.243551 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-15d0b2cc-a1ad-4df7-9175-fec8b508a7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:33.261376 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fb9048dd-c2de-4510-9261-5c5fbd984a40 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:33.291190 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['60091105-f803-4a75-a4ae-e1af6a660373'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:23:33.301835 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:33.302162 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:33.302489 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:33.375226 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.objects.ports [None req-ef10df6f-ee56-460a-bda3-bd31dd5ba353 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83905) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 13:23:33.375599 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ef10df6f-ee56-460a-bda3-bd31dd5ba353 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:33.412942 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:33.413307 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Failed to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on host hv-neutron-8390 for vnic_type normal using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] Apr 29 13:23:33.416638 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9048dd-c2de-4510-9261-5c5fbd984a40 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:23:33.421470 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempt 2 to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb Apr 29 13:23:33.436452 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-fb9048dd-c2de-4510-9261-5c5fbd984a40 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:33.445276 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9048dd-c2de-4510-9261-5c5fbd984a40 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:23:33.446072 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9048dd-c2de-4510-9261-5c5fbd984a40 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:33.446655 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fb9048dd-c2de-4510-9261-5c5fbd984a40 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:33.462202 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9048dd-c2de-4510-9261-5c5fbd984a40 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Pushing event updated for resources: {'Port': ['ID=408bb523-8ced-4a8c-8cc5-8a6268f5b6c9,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:33.480495 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:33.480844 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:33.481171 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:33.513239 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10df6f-ee56-460a-bda3-bd31dd5ba353 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Pushing event updated for resources: {'Subnet': ['ID=88146e68-d792-42bb-9177-efe73a824b79,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:33.515282 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:33.515608 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Failed to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on host hv-neutron-8390 for vnic_type normal using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] Apr 29 13:23:33.524935 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempt 3 to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb Apr 29 13:23:33.537957 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-fb9048dd-c2de-4510-9261-5c5fbd984a40 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3745627 Apr 29 13:23:33.538264 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53474) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:33.546844 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:33.549353 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:33.549673 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:33.549995 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:33.558890 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef10df6f-ee56-460a-bda3-bd31dd5ba353 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Checking segment: {'id': '6c3f1572-7ca7-4456-ac70-17c92ec08c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f8544a9f-5b52-4520-9e41-6a7d04734ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:23:33.559241 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef10df6f-ee56-460a-bda3-bd31dd5ba353 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Network hostable DHCP agents. Network: f8544a9f-5b52-4520-9e41-6a7d04734ab7, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:23:33.564252 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:33.564576 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Failed to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on host hv-neutron-8390 for vnic_type normal using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] Apr 29 13:23:33.566318 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempt 4 to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb Apr 29 13:23:33.572879 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-15d0b2cc-a1ad-4df7-9175-fec8b508a7d8 service neutron] For port b28fd375-dc0b-4f91-b0cf-dc6dc7151594, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:23:33.586056 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:33.586383 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:33.586766 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:33.596544 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:33.596544 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Failed to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on host hv-neutron-8390 for vnic_type normal using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] Apr 29 13:23:33.597706 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempt 5 to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb Apr 29 13:23:33.615223 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:33.615598 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:33.615932 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:33.617010 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-15d0b2cc-a1ad-4df7-9175-fec8b508a7d8 service neutron] For port b28fd375-dc0b-4f91-b0cf-dc6dc7151594, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b28fd375-dc0b-4f91-b0cf-dc6dc7151594,segment=NetworkSegment(c18c1e0e-fc25-4a3c-b468-2574dc213ac5),segment_id=c18c1e0e-fc25-4a3c-b468-2574dc213ac5)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:23:33.620168 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef10df6f-ee56-460a-bda3-bd31dd5ba353 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Network f8544a9f-5b52-4520-9e41-6a7d04734ab7 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:23:33.628461 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:33.628782 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Failed to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on host hv-neutron-8390 for vnic_type normal using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] Apr 29 13:23:33.629159 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempt 6 to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb Apr 29 13:23:33.637936 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-ef10df6f-ee56-460a-bda3-bd31dd5ba353 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, f8544a9f-5b52-4520-9e41-6a7d04734ab7) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:33.645594 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef10df6f-ee56-460a-bda3-bd31dd5ba353 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:33.646170 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ef10df6f-ee56-460a-bda3-bd31dd5ba353 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:33.652206 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:33.652547 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:33.652793 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85058e09-4f45-4184-99df-f5d8c4338515 None None] Network f8544a9f-5b52-4520-9e41-6a7d04734ab7 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:23:33.652899 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:33.670945 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:33.671280 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Failed to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on host hv-neutron-8390 for vnic_type normal using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] Apr 29 13:23:33.671624 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempt 7 to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb Apr 29 13:23:33.675281 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcadc54e-83d9-4924-8064-2b485d15305a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:23:33.691057 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ef10df6f-ee56-460a-bda3-bd31dd5ba353 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0240204 Apr 29 13:23:33.691313 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53480) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:33.694000 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:33.694328 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:33.694649 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:33.699688 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-7275d49c-7cb8-4ff2-a089-4add5264cf6d tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1431239335', 'network_id': 'f8544a9f-5b52-4520-9e41-6a7d04734ab7'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:33.706791 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7275d49c-7cb8-4ff2-a089-4add5264cf6d tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:33.709815 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-15d0b2cc-a1ad-4df7-9175-fec8b508a7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:33.711641 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7275d49c-7cb8-4ff2-a089-4add5264cf6d tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Usage tracker for resource:port and tenant:3870ddf3f16146999df30560b61bf6aa is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:33.714877 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:33.714877 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Failed to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on host hv-neutron-8390 for vnic_type normal using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] Apr 29 13:23:33.715543 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7275d49c-7cb8-4ff2-a089-4add5264cf6d tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:33.718499 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempt 8 to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb Apr 29 13:23:33.730639 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7275d49c-7cb8-4ff2-a089-4add5264cf6d tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:33.734941 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b9214b-f4a5-41c2-801a-6fa41b394a67 None None] Sync routers for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:23:33.743539 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:33.743931 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:33.744255 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:33.753173 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:33.753578 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Failed to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on host hv-neutron-8390 for vnic_type normal using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] Apr 29 13:23:33.753885 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempt 9 to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb Apr 29 13:23:33.764816 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7275d49c-7cb8-4ff2-a089-4add5264cf6d tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Made reservation on behalf of 3870ddf3f16146999df30560b61bf6aa for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:33.767605 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7275d49c-7cb8-4ff2-a089-4add5264cf6d tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:33.793939 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:33.794274 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:33.794581 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:33.802027 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:33.802438 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Failed to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on host hv-neutron-8390 for vnic_type normal using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] Apr 29 13:23:33.803098 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.plugins.ml2.plugin [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempt 10 to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb Apr 29 13:23:33.821327 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-7275d49c-7cb8-4ff2-a089-4add5264cf6d tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] device_id is not set on port 2b43c3ae-f3cb-4e89-9018-bac5f6c7c305 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:23:33.824573 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0f134b18-c8fe-476f-a281-2731aa3a6b05 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:33.861769 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:33.862781 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:33.863152 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempting to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:33.890545 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:33.891208 dv-neutron-839027-4-hyperv neutron-server[83905]: ERROR neutron.plugins.ml2.managers [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Failed to bind port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on host hv-neutron-8390 for vnic_type normal using segments [{'id': 'f8195183-7f64-4e20-be18-723a0da1bc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8e10e0d9-4bec-4557-b543-ecd2dd6711cf'}] Apr 29 13:23:33.891208 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:33.940532 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-dcadc54e-83d9-4924-8064-2b485d15305a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "PUT /v2.0/routers/5b5332d5-d726-47e5-a586-a4c7709412e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4366040 Apr 29 13:23:33.945576 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b9214b-f4a5-41c2-801a-6fa41b394a67 None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:23:33.947712 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d3b9214b-f4a5-41c2-801a-6fa41b394a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:23:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:33.949635 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53484) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:33.972255 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-15d0b2cc-a1ad-4df7-9175-fec8b508a7d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:33.973738 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-15d0b2cc-a1ad-4df7-9175-fec8b508a7d8 service neutron] 10.222.0.32 "PUT /v2.0/ports/b28fd375-dc0b-4f91-b0cf-dc6dc7151594 HTTP/1.1" status: 200 len: 1093 time: 3.5856876 Apr 29 13:23:33.998083 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53da46ea-d6be-47f2-98b6-91b4c5b08c7a', 'tag': 'b28fd375-dc0b-4f91-b0cf-dc6dc7151594'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:23:34.046138 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-07ae9bdd-f18a-4aec-b5a0-fe3d2d67999c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Request body: {'port': {'network_id': '65c2f7db-c4cc-460c-823e-a4d381822044', 'name': 'tempest-FloatingIPTestJSON-1245829650'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:34.077225 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:34.097551 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0b2cc-a1ad-4df7-9175-fec8b508a7d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b28fd375-dc0b-4f91-b0cf-dc6dc7151594,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:34.109694 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0f134b18-c8fe-476f-a281-2731aa3a6b05 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:34.167698 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d3b9214b-f4a5-41c2-801a-6fa41b394a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:34.225556 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b9214b-f4a5-41c2-801a-6fa41b394a67 None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:23:34.226538 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d3b9214b-f4a5-41c2-801a-6fa41b394a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:23:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:34.413789 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-7275d49c-7cb8-4ff2-a089-4add5264cf6d tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Allocated IP 2001:db8::e5 (f8544a9f-5b52-4520-9e41-6a7d04734ab7/88146e68-d792-42bb-9177-efe73a824b79/2b43c3ae-f3cb-4e89-9018-bac5f6c7c305) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:23:34.418583 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] For port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb, host hv-neutron-8390, cleared binding levels {{(pid=83905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:23:34.419649 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Attempted to set empty binding levels {{(pid=83905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 13:23:34.453704 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:34.472929 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d3b9214b-f4a5-41c2-801a-6fa41b394a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:34.473759 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b9214b-f4a5-41c2-801a-6fa41b394a67 None None] The sync data for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:23:34.506886 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] In _notify_port_updated(), no bound segment for port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb on network 8e10e0d9-4bec-4557-b543-ecd2dd6711cf {{(pid=83905) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 13:23:34.507127 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 60091105-f803-4a75-a4ae-e1af6a660373 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:23:34.508265 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:34.517176 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] 10.222.0.76 "PUT /v2.0/ports/5e0b2ae0-e0cd-417f-b565-672a91efeaeb HTTP/1.1" status: 200 len: 980 time: 2.7257981 Apr 29 13:23:34.541419 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-05639145-2f88-4cc5-9e95-88b7b3e5f636 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6c8c29596be64b1cbf79cd04762fbea5&device_id=53da46ea-d6be-47f2-98b6-91b4c5b08c7a HTTP/1.1" status: 200 len: 1096 time: 0.5056026 Apr 29 13:23:34.544185 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53496) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:34.603719 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53500) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:34.640661 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-4967e85e-202d-40b2-a86b-97b560786630 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Request body: {'subnets': [{'network_id': 'e37d977e-1714-41be-98eb-07235104cf17', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--472429521', 'ip_version': 6}, {'network_id': '22969ca1-db79-452a-9657-27e0bd0d9e8e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:34.640995 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-4967e85e-202d-40b2-a86b-97b560786630 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Request body: {'subnet': {'network_id': 'e37d977e-1714-41be-98eb-07235104cf17', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--472429521', 'ip_version': 6}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:34.641638 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-4967e85e-202d-40b2-a86b-97b560786630 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Request body: {'subnet': {'network_id': '22969ca1-db79-452a-9657-27e0bd0d9e8e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:34.697194 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-dde4df88-8673-4a85-b3e4-324563ffdbbe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b28fd375-dc0b-4f91-b0cf-dc6dc7151594 HTTP/1.1" status: 200 len: 217 time: 0.1475184 Apr 29 13:23:34.772932 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2130dc02-ffe7-41ff-b620-e606eed6d11b None None] Network f8544a9f-5b52-4520-9e41-6a7d04734ab7 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:23:34.787190 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-07ae9bdd-f18a-4aec-b5a0-fe3d2d67999c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:34.795144 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 60091105-f803-4a75-a4ae-e1af6a660373 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:23:34.845922 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d8d96-7bd3-4ad8-8581-151e8402dcc1 req-35b7d582-9af7-4080-ac38-c5f453caa180 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:34.847441 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-b40d8d96-7bd3-4ad8-8581-151e8402dcc1 req-35b7d582-9af7-4080-ac38-c5f453caa180 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/ports?device_id=53da46ea-d6be-47f2-98b6-91b4c5b08c7a HTTP/1.1" status: 200 len: 943 time: 0.7055230 Apr 29 13:23:34.848102 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44544ba5-1a4f-478d-b42f-b2a126fef398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Pushing event updated for resources: {'Port': ['ID=5e0b2ae0-e0cd-417f-b565-672a91efeaeb,revision_number=3']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:34.868785 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 60091105-f803-4a75-a4ae-e1af6a660373 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:23:34.869290 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:34.875459 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-07ae9bdd-f18a-4aec-b5a0-fe3d2d67999c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Usage tracker for resource:port and tenant:c6a98024671e406e8c4e9aedab65828f is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:34.886809 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-07ae9bdd-f18a-4aec-b5a0-fe3d2d67999c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:34.901926 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] device_id is not set on port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:23:34.923275 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:34.929638 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-6e972ad4-f945-412b-9c9c-7acf8d2354b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:34.931796 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-bef3b1bb-5be7-4d75-aed2-922f3f0bf987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Deleting port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:23:34.932314 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-6e972ad4-f945-412b-9c9c-7acf8d2354b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1ecbd849-02e4-4ff8-acc4-ec6e20b79dd5 HTTP/1.1" status: 200 len: 850 time: 0.2211337 Apr 29 13:23:34.932424 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bef3b1bb-5be7-4d75-aed2-922f3f0bf987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:34.974196 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-07ae9bdd-f18a-4aec-b5a0-fe3d2d67999c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:35.022483 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Transition to ACTIVE for port object 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:23:35.032955 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9048209-65fa-4721-8f76-c415c4301b0b req-11819c92-e252-4647-b558-f1a22a205d7b tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:35.035124 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b9048209-65fa-4721-8f76-c415c4301b0b req-11819c92-e252-4647-b558-f1a22a205d7b tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/ports?device_id=7d11cc05-e9be-447d-8acf-be572d0334bd HTTP/1.1" status: 200 len: 944 time: 0.4095705 Apr 29 13:23:35.037067 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0f134b18-c8fe-476f-a281-2731aa3a6b05 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:35.041264 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:35.079631 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-4967e85e-202d-40b2-a86b-97b560786630 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:35.085089 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ae9bdd-f18a-4aec-b5a0-fe3d2d67999c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Made reservation on behalf of c6a98024671e406e8c4e9aedab65828f for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:35.088015 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-07ae9bdd-f18a-4aec-b5a0-fe3d2d67999c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:35.109900 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:35.110118 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-4967e85e-202d-40b2-a86b-97b560786630 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Usage tracker for resource:subnet and tenant:1f4c3c73f06a4a989d0377fcc8ede172 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:35.110929 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0f134b18-c8fe-476f-a281-2731aa3a6b05 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:35.116980 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-4967e85e-202d-40b2-a86b-97b560786630 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:35.145831 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d11cc05-e9be-447d-8acf-be572d0334bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60091105-f803-4a75-a4ae-e1af6a660373'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:23:35.174446 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-4967e85e-202d-40b2-a86b-97b560786630 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:35.178354 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-b40d8d96-7bd3-4ad8-8581-151e8402dcc1 req-b50bdfe4-7502-4aa2-85c4-91bf3400dbb5 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd8cf9d3-7648-4c94-9cca-44b6de1ac764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3041725 Apr 29 13:23:35.202607 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-07ae9bdd-f18a-4aec-b5a0-fe3d2d67999c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] device_id is not set on port c7b8ec93-c071-4360-ab90-2f4f3628f317 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:23:35.219537 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 60091105-f803-4a75-a4ae-e1af6a660373, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=60091105-f803-4a75-a4ae-e1af6a660373,segment=NetworkSegment(c34f048a-b2fb-4f8d-a587-2dd130398658),segment_id=c34f048a-b2fb-4f8d-a587-2dd130398658)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:23:35.230156 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:35.281500 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Pushing event updated for resources: {'Port': ['ID=408bb523-8ced-4a8c-8cc5-8a6268f5b6c9,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:35.351503 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b9048209-65fa-4721-8f76-c415c4301b0b req-3dc00e32-5aca-4bd0-8ff8-e576756fe9bb tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/security-groups?id=45a11f2b-c42d-4215-b1b8-6777cb16cb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702832 Apr 29 13:23:35.354831 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=60091105-f803-4a75-a4ae-e1af6a660373,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:35.402189 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4967e85e-202d-40b2-a86b-97b560786630 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Made reservation on behalf of 1f4c3c73f06a4a989d0377fcc8ede172 for: {'subnet': 2} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:35.404982 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-dfd1e9fe-fa0a-45c4-be36-c70b526d8c5d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5766f20d-f6c2-4c44-9d06-902bc69d7f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4589698 Apr 29 13:23:35.410648 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-910a1e44-639c-40b9-8d30-93988e2624a6'] response: {'name': 'network-changed', 'server_uuid': '53da46ea-d6be-47f2-98b6-91b4c5b08c7a', 'tag': 'b28fd375-dc0b-4f91-b0cf-dc6dc7151594', 'status': 'completed', 'code': 200} Apr 29 13:23:35.540894 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0f134b18-c8fe-476f-a281-2731aa3a6b05 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:35.549479 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f134b18-c8fe-476f-a281-2731aa3a6b05 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Pushing event updated for resources: {'Port': ['ID=c99ba41c-a514-4d36-b013-13c474e89124,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:35.560546 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:35.560909 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:35.561262 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:35.567967 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-711514c4-a522-4c85-a5e4-6b96e0bc8f7b'] response: {'server_uuid': '7d11cc05-e9be-447d-8acf-be572d0334bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60091105-f803-4a75-a4ae-e1af6a660373', 'code': 200} Apr 29 13:23:35.619184 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7275d49c-7cb8-4ff2-a089-4add5264cf6d tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:35.629956 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:35.630322 dv-neutron-839027-4-hyperv neutron-server[83904]: ERROR neutron.plugins.ml2.managers [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Failed to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] Apr 29 13:23:35.632695 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.plugin [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempt 2 to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 Apr 29 13:23:35.643313 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0f134b18-c8fe-476f-a281-2731aa3a6b05 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:35.646917 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0f134b18-c8fe-476f-a281-2731aa3a6b05 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4408553 Apr 29 13:23:35.650349 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53516) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:35.665860 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:35.666198 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:35.666531 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:35.697902 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:35.698270 dv-neutron-839027-4-hyperv neutron-server[83904]: ERROR neutron.plugins.ml2.managers [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Failed to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] Apr 29 13:23:35.702488 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.plugin [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempt 3 to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 Apr 29 13:23:35.710909 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-bef3b1bb-5be7-4d75-aed2-922f3f0bf987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] For port 5e0b2ae0-e0cd-417f-b565-672a91efeaeb, host hv-neutron-8390, got binding levels [] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:23:35.711266 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bef3b1bb-5be7-4d75-aed2-922f3f0bf987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:35.721242 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:35.721242 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:35.721629 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:35.727936 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:35.728271 dv-neutron-839027-4-hyperv neutron-server[83904]: ERROR neutron.plugins.ml2.managers [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Failed to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] Apr 29 13:23:35.730240 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-f83368cb-9c41-44d9-9ff9-f5546605b088 service neutron] 10.222.0.32 "GET /v2.0/networks/5766f20d-f6c2-4c44-9d06-902bc69d7f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169656 Apr 29 13:23:35.730682 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.plugin [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempt 4 to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 Apr 29 13:23:35.815456 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:35.815843 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:35.816172 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:35.841345 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-ca0ecb6f-fb7c-49b4-acaf-ffff7fa7c27e tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:35.848036 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ca0ecb6f-fb7c-49b4-acaf-ffff7fa7c27e tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:35.853295 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:35.853640 dv-neutron-839027-4-hyperv neutron-server[83904]: ERROR neutron.plugins.ml2.managers [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Failed to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] Apr 29 13:23:35.854499 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ca0ecb6f-fb7c-49b4-acaf-ffff7fa7c27e tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] Usage tracker for resource:floatingip and tenant:833e2881f5e54bb28e2c0e38b4f12f87 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:35.859021 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.plugin [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempt 5 to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 Apr 29 13:23:35.866115 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ca0ecb6f-fb7c-49b4-acaf-ffff7fa7c27e tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:35.881910 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ca0ecb6f-fb7c-49b4-acaf-ffff7fa7c27e tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:35.898735 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:35.899070 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:35.899403 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:35.923640 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:35.923951 dv-neutron-839027-4-hyperv neutron-server[83904]: ERROR neutron.plugins.ml2.managers [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Failed to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] Apr 29 13:23:35.924603 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ca0ecb6f-fb7c-49b4-acaf-ffff7fa7c27e tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] Notify callbacks [] for floatingip, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:35.941570 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.plugin [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempt 6 to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 Apr 29 13:23:35.946995 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-bef3b1bb-5be7-4d75-aed2-922f3f0bf987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Calling delete_port for 5e0b2ae0-e0cd-417f-b565-672a91efeaeb owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:23:35.954223 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bb953988-320a-4940-a084-a42b15b6c6b4 req-0bc165b8-7b33-4691-85eb-af1232bb5713 service neutron] 10.222.0.32 "GET /v2.0/networks/5766f20d-f6c2-4c44-9d06-902bc69d7f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147286 Apr 29 13:23:35.963016 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:35.963348 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:35.963675 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:36.036458 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-07ae9bdd-f18a-4aec-b5a0-fe3d2d67999c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Allocated IP 172.20.0.10 (65c2f7db-c4cc-460c-823e-a4d381822044/4626135e-9519-43db-bdc6-55665ba72cfb/c7b8ec93-c071-4360-ab90-2f4f3628f317) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:23:36.064239 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:36.064820 dv-neutron-839027-4-hyperv neutron-server[83904]: ERROR neutron.plugins.ml2.managers [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Failed to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] Apr 29 13:23:36.065647 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.plugin [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempt 7 to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 Apr 29 13:23:36.066162 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4967e85e-202d-40b2-a86b-97b560786630 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:36.066486 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4967e85e-202d-40b2-a86b-97b560786630 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:36.094804 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:36.095159 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:36.095518 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:36.099890 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7275d49c-7cb8-4ff2-a089-4add5264cf6d tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:36.118467 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:36.118798 dv-neutron-839027-4-hyperv neutron-server[83904]: ERROR neutron.plugins.ml2.managers [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Failed to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] Apr 29 13:23:36.121021 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.plugin [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempt 8 to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 Apr 29 13:23:36.147967 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:36.148290 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:36.148621 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:36.161156 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-00cb047c-edc1-4c76-97da-adc24c6b25c0 req-79b1438e-7a2b-401f-8a1b-11ea0a2322f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6c8c29596be64b1cbf79cd04762fbea5&device_id=53da46ea-d6be-47f2-98b6-91b4c5b08c7a HTTP/1.1" status: 200 len: 1096 time: 0.1461899 Apr 29 13:23:36.166499 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:36.166825 dv-neutron-839027-4-hyperv neutron-server[83904]: ERROR neutron.plugins.ml2.managers [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Failed to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] Apr 29 13:23:36.170067 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.plugin [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempt 9 to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 Apr 29 13:23:36.269412 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:36.269772 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:36.270152 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:36.297262 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:36.297586 dv-neutron-839027-4-hyperv neutron-server[83904]: ERROR neutron.plugins.ml2.managers [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Failed to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] Apr 29 13:23:36.298712 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bef3b1bb-5be7-4d75-aed2-922f3f0bf987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:36.301379 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.plugin [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempt 10 to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 Apr 29 13:23:36.315182 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ca0ecb6f-fb7c-49b4-acaf-ffff7fa7c27e tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:36.330798 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7275d49c-7cb8-4ff2-a089-4add5264cf6d tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Network f8544a9f-5b52-4520-9e41-6a7d04734ab7 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:23:36.343413 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275d49c-7cb8-4ff2-a089-4add5264cf6d tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Pushing event updated for resources: {'Port': ['ID=2b43c3ae-f3cb-4e89-9018-bac5f6c7c305,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:36.346002 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-7275d49c-7cb8-4ff2-a089-4add5264cf6d tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:36.386648 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:36.386984 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:36.387378 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempting to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:36.413962 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb047c-edc1-4c76-97da-adc24c6b25c0 req-0207a632-f5f4-4cbf-b1b5-a1fa31003cc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:36.415419 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-00cb047c-edc1-4c76-97da-adc24c6b25c0 req-0207a632-f5f4-4cbf-b1b5-a1fa31003cc5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5766f20d-f6c2-4c44-9d06-902bc69d7f8a HTTP/1.1" status: 200 len: 912 time: 0.2467713 Apr 29 13:23:36.419180 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:23:36.419514 dv-neutron-839027-4-hyperv neutron-server[83904]: ERROR neutron.plugins.ml2.managers [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Failed to bind port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2addfeed-3f8f-43be-be31-17d229d88ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8'}] Apr 29 13:23:36.419872 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:36.431055 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7275d49c-7cb8-4ff2-a089-4add5264cf6d tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:23:36.432179 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7275d49c-7cb8-4ff2-a089-4add5264cf6d tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:36.433026 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7275d49c-7cb8-4ff2-a089-4add5264cf6d tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:36.440232 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ae0d85e3-636e-412a-bc64-bbd3b1bef809 req-bbdef7d9-5c3f-4622-ab38-79c7d3730c6e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7d11cc05-e9be-447d-8acf-be572d0334bd HTTP/1.1" status: 200 len: 1098 time: 0.6885548 Apr 29 13:23:36.531753 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3b1bb-5be7-4d75-aed2-922f3f0bf987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e0b2ae0-e0cd-417f-b565-672a91efeaeb,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:36.562505 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bef3b1bb-5be7-4d75-aed2-922f3f0bf987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:36.580093 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-ae0d85e3-636e-412a-bc64-bbd3b1bef809 req-fd7a9581-3ef6-4ad8-a48c-44b7501c8909 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:36.624140 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-00cb047c-edc1-4c76-97da-adc24c6b25c0 req-0ae5ba51-ad61-428f-946e-2367f7c16b1c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b28fd375-dc0b-4f91-b0cf-dc6dc7151594 HTTP/1.1" status: 200 len: 217 time: 0.1908588 Apr 29 13:23:36.679270 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7275d49c-7cb8-4ff2-a089-4add5264cf6d tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.9868817 Apr 29 13:23:36.686576 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53526) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:36.687503 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-bef3b1bb-5be7-4d75-aed2-922f3f0bf987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] 10.222.0.76 "DELETE /v2.0/ports/5e0b2ae0-e0cd-417f-b565-672a91efeaeb HTTP/1.1" status: 204 len: 168 time: 2.1420457 Apr 29 13:23:36.713658 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53528) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:36.748380 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [req-ae0d85e3-636e-412a-bc64-bbd3b1bef809 req-fd7a9581-3ef6-4ad8-a48c-44b7501c8909 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:36.755677 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-ae0d85e3-636e-412a-bc64-bbd3b1bef809 req-fd7a9581-3ef6-4ad8-a48c-44b7501c8909 service neutron] Usage tracker for resource:security_group_rule and tenant:834d77b6b2b14a9a9eb8f39454e1662e is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:36.764256 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-07ae9bdd-f18a-4aec-b5a0-fe3d2d67999c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:36.777763 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-ae0d85e3-636e-412a-bc64-bbd3b1bef809 req-fd7a9581-3ef6-4ad8-a48c-44b7501c8909 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:36.794482 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc5360-dd5b-4ced-80b3-b68edcc7158a req-9ce9d2ef-83e7-4f3a-83cd-fad72d787c99 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:36.795955 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c3dc5360-dd5b-4ced-80b3-b68edcc7158a req-9ce9d2ef-83e7-4f3a-83cd-fad72d787c99 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/ports?device_id=53da46ea-d6be-47f2-98b6-91b4c5b08c7a HTTP/1.1" status: 200 len: 943 time: 0.4611702 Apr 29 13:23:36.796849 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [req-ae0d85e3-636e-412a-bc64-bbd3b1bef809 req-fd7a9581-3ef6-4ad8-a48c-44b7501c8909 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:36.822641 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-ca0ecb6f-fb7c-49b4-acaf-ffff7fa7c27e tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] Allocated IP 172.26.6.57 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/bd61b597-34fd-4288-8859-cbc73af0d206) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:23:36.852236 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] For port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:23:36.852531 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Attempted to set empty binding levels {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 29 13:23:36.862986 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d64814-c988-4963-b33b-51d3f12decdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] GET failed (client error): The resource could not be found. Apr 29 13:23:36.863487 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b1d64814-c988-4963-b33b-51d3f12decdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Synchronizing usage tracker for tenant:8f8eaf51aec940139da2df5c7e10c23c on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:23:36.874297 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb047c-edc1-4c76-97da-adc24c6b25c0 req-6a0d03ee-42b3-49fa-935e-1ed045c5622b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:36.875773 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-00cb047c-edc1-4c76-97da-adc24c6b25c0 req-6a0d03ee-42b3-49fa-935e-1ed045c5622b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1ecbd849-02e4-4ff8-acc4-ec6e20b79dd5 HTTP/1.1" status: 200 len: 850 time: 0.2340987 Apr 29 13:23:36.881476 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:37.001854 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-d959c004-b062-46c7-b917-c43c605fb002 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Deleting port 2b43c3ae-f3cb-4e89-9018-bac5f6c7c305 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:23:37.002371 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d959c004-b062-46c7-b917-c43c605fb002 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:37.064995 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-ae0d85e3-636e-412a-bc64-bbd3b1bef809 req-fd7a9581-3ef6-4ad8-a48c-44b7501c8909 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:37.074107 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-07ae9bdd-f18a-4aec-b5a0-fe3d2d67999c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:37.077327 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c3dc5360-dd5b-4ced-80b3-b68edcc7158a req-d0a11570-c6f8-4ec8-aebb-a4c1e2095dc4 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd8cf9d3-7648-4c94-9cca-44b6de1ac764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2666986 Apr 29 13:23:37.209671 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-ae0d85e3-636e-412a-bc64-bbd3b1bef809 req-fd7a9581-3ef6-4ad8-a48c-44b7501c8909 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:37.241471 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b1d64814-c988-4963-b33b-51d3f12decdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] Unset dirty status for tenant:8f8eaf51aec940139da2df5c7e10c23c on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:23:37.242648 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b1d64814-c988-4963-b33b-51d3f12decdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1242459522-project-admin] 10.222.0.76 "GET /v2.0/ports/5e0b2ae0-e0cd-417f-b565-672a91efeaeb HTTP/1.1" status: 404 len: 333 time: 0.5259275 Apr 29 13:23:37.248432 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] In _notify_port_updated(), no bound segment for port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 on network 9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 {{(pid=83904) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 13:23:37.249479 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:37.250747 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] 10.222.0.76 "PUT /v2.0/ports/408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 HTTP/1.1" status: 200 len: 977 time: 3.7116168 Apr 29 13:23:37.257250 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53536) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:37.257580 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53538) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:37.276042 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a8a74-3b17-4c17-8605-f2b3410e3f61 req-acb08c45-16e4-4fee-be62-73fd306cd066 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:37.277502 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-077a8a74-3b17-4c17-8605-f2b3410e3f61 req-acb08c45-16e4-4fee-be62-73fd306cd066 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/ports?device_id=7d11cc05-e9be-447d-8acf-be572d0334bd HTTP/1.1" status: 200 len: 945 time: 0.7750444 Apr 29 13:23:37.297367 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ae0d85e3-636e-412a-bc64-bbd3b1bef809 req-fd7a9581-3ef6-4ad8-a48c-44b7501c8909 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=45a11f2b-c42d-4215-b1b8-6777cb16cb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7935643 Apr 29 13:23:37.300594 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ae9bdd-f18a-4aec-b5a0-fe3d2d67999c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Network 65c2f7db-c4cc-460c-823e-a4d381822044 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:23:37.301336 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae9bdd-f18a-4aec-b5a0-fe3d2d67999c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event updated for resources: {'Port': ['ID=c7b8ec93-c071-4360-ab90-2f4f3628f317,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:37.304889 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-07ae9bdd-f18a-4aec-b5a0-fe3d2d67999c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:37.306439 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a9581-3ef6-4ad8-a48c-44b7501c8909 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=64a6bd30-c9d0-4404-85ba-9295d4d95d24,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:37.320561 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ae9bdd-f18a-4aec-b5a0-fe3d2d67999c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:23:37.337140 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025df2ce-13e5-4de8-9d41-a1eefe30f7ae tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Pushing event updated for resources: {'Port': ['ID=408bb523-8ced-4a8c-8cc5-8a6268f5b6c9,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:37.434770 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ae9bdd-f18a-4aec-b5a0-fe3d2d67999c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:37.435371 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-07ae9bdd-f18a-4aec-b5a0-fe3d2d67999c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:37.487289 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-07ae9bdd-f18a-4aec-b5a0-fe3d2d67999c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5301883 Apr 29 13:23:37.490581 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4967e85e-202d-40b2-a86b-97b560786630 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:37.494439 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53546) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:37.535747 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-28618956-ec98-4e31-ba9c-44513d1058d1 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Request body: {'port': {'network_id': '65c2f7db-c4cc-460c-823e-a4d381822044', 'name': 'tempest-FloatingIPTestJSON-2112947600'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:37.555072 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-77b157b4-19a2-408a-9fdd-8b653e1f1e14 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Deleting port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:23:37.555414 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-77b157b4-19a2-408a-9fdd-8b653e1f1e14 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:37.658167 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967e85e-202d-40b2-a86b-97b560786630 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Pushing event updated for resources: {'Subnet': ['ID=eaaa7b0f-9022-4b3a-a167-5262eb324a90,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:37.693643 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967e85e-202d-40b2-a86b-97b560786630 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Checking segment: {'id': '605c46d2-bf9e-4266-a02c-1ef1b0e69e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e37d977e-1714-41be-98eb-07235104cf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:23:37.693915 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4967e85e-202d-40b2-a86b-97b560786630 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Network hostable DHCP agents. Network: e37d977e-1714-41be-98eb-07235104cf17, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:23:37.704385 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ca0ecb6f-fb7c-49b4-acaf-ffff7fa7c27e tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:37.722307 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-85caa2cf-5e0a-4abe-a7f6-cfe95d65ffe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:37.730585 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-28618956-ec98-4e31-ba9c-44513d1058d1 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:37.736539 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-28618956-ec98-4e31-ba9c-44513d1058d1 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Usage tracker for resource:port and tenant:c6a98024671e406e8c4e9aedab65828f is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:37.739982 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-28618956-ec98-4e31-ba9c-44513d1058d1 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:37.746543 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-077a8a74-3b17-4c17-8605-f2b3410e3f61 req-f51a8f96-1b3b-4c87-a9cf-0c2161498f1d tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/security-groups?id=45a11f2b-c42d-4215-b1b8-6777cb16cb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4165776 Apr 29 13:23:37.746865 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-28618956-ec98-4e31-ba9c-44513d1058d1 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:37.749795 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4967e85e-202d-40b2-a86b-97b560786630 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Network e37d977e-1714-41be-98eb-07235104cf17 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:23:37.764010 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-4967e85e-202d-40b2-a86b-97b560786630 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, e37d977e-1714-41be-98eb-07235104cf17) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:37.779904 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b586b8c3-8315-4084-bcb8-9d6c51a7da33 None None] Network e37d977e-1714-41be-98eb-07235104cf17 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:23:37.782313 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28618956-ec98-4e31-ba9c-44513d1058d1 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Made reservation on behalf of c6a98024671e406e8c4e9aedab65828f for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:37.784544 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-00cb047c-edc1-4c76-97da-adc24c6b25c0 req-0e78db97-1e2f-460e-939c-9ca82ebd6f9f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5766f20d-f6c2-4c44-9d06-902bc69d7f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8947170 Apr 29 13:23:37.786382 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-28618956-ec98-4e31-ba9c-44513d1058d1 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:37.812374 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4967e85e-202d-40b2-a86b-97b560786630 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:37.821766 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-28618956-ec98-4e31-ba9c-44513d1058d1 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] device_id is not set on port 0938db41-474b-4605-a430-cd30fd49c18a yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:23:37.889694 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1fc79d7d-5b4f-4dba-8301-15e7633bf6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:37.977858 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967e85e-202d-40b2-a86b-97b560786630 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Pushing event updated for resources: {'Subnet': ['ID=a3369336-293b-4ef3-a8e6-beefc0516ae5,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:38.055348 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967e85e-202d-40b2-a86b-97b560786630 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Checking segment: {'id': 'ba3fe246-c93a-487c-b497-30b5adb64050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '22969ca1-db79-452a-9657-27e0bd0d9e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:23:38.055791 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4967e85e-202d-40b2-a86b-97b560786630 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Network hostable DHCP agents. Network: 22969ca1-db79-452a-9657-27e0bd0d9e8e, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:23:38.056477 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6024a24-6050-42b4-9b72-5b0507065ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-e37d977e-1714-41be-98eb-07235104cf17', 'network_id': 'e37d977e-1714-41be-98eb-07235104cf17', 'tenant_id': '1f4c3c73f06a4a989d0377fcc8ede172', 'fixed_ips': [{'subnet_id': 'eaaa7b0f-9022-4b3a-a167-5262eb324a90'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:23:38.057722 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c6024a24-6050-42b4-9b72-5b0507065ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:38.075499 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-28618956-ec98-4e31-ba9c-44513d1058d1 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Allocated IP 172.20.0.14 (65c2f7db-c4cc-460c-823e-a4d381822044/4626135e-9519-43db-bdc6-55665ba72cfb/0938db41-474b-4605-a430-cd30fd49c18a) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:23:38.107030 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4967e85e-202d-40b2-a86b-97b560786630 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Network 22969ca1-db79-452a-9657-27e0bd0d9e8e is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:23:38.142060 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d959c004-b062-46c7-b917-c43c605fb002 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:38.145391 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-4967e85e-202d-40b2-a86b-97b560786630 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 22969ca1-db79-452a-9657-27e0bd0d9e8e) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:38.154591 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4967e85e-202d-40b2-a86b-97b560786630 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:38.155093 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4967e85e-202d-40b2-a86b-97b560786630 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:38.155616 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4967e85e-202d-40b2-a86b-97b560786630 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:38.164711 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ca78ab-649b-4fa4-952a-1d1fe17dd3ff None None] Network 22969ca1-db79-452a-9657-27e0bd0d9e8e requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:23:38.183179 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ca0ecb6f-fb7c-49b4-acaf-ffff7fa7c27e tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:38.244136 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-85caa2cf-5e0a-4abe-a7f6-cfe95d65ffe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:38.254077 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4967e85e-202d-40b2-a86b-97b560786630 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.6376634 Apr 29 13:23:38.254876 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53552) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:38.353943 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-d959c004-b062-46c7-b917-c43c605fb002 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Calling delete_port for 2b43c3ae-f3cb-4e89-9018-bac5f6c7c305 owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:23:38.419143 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f00122-5b75-4e3b-9640-613edfa7de81 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:38.420663 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f00122-5b75-4e3b-9640-613edfa7de81 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:38.421970 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f00122-5b75-4e3b-9640-613edfa7de81 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:38.422749 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b3f00122-5b75-4e3b-9640-613edfa7de81 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Synchronizing usage tracker for tenant:1f4c3c73f06a4a989d0377fcc8ede172 on resource:subnet {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:23:38.453347 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-c6024a24-6050-42b4-9b72-5b0507065ac0 None None] Allocated IP 2001:db8::1 (e37d977e-1714-41be-98eb-07235104cf17/eaaa7b0f-9022-4b3a-a167-5262eb324a90/db934c42-be63-46e4-ab28-1c3115d0d706) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:23:38.463152 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-77b157b4-19a2-408a-9fdd-8b653e1f1e14 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] For port 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9, host hv-neutron-8390, got binding levels [] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:23:38.463517 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-77b157b4-19a2-408a-9fdd-8b653e1f1e14 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:38.464130 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-28618956-ec98-4e31-ba9c-44513d1058d1 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:38.478317 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b3f00122-5b75-4e3b-9640-613edfa7de81 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Unset dirty status for tenant:1f4c3c73f06a4a989d0377fcc8ede172 on resource:subnet {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:23:38.484917 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccada36a-ba1f-4fec-a650-6878ae18640f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-22969ca1-db79-452a-9657-27e0bd0d9e8e', 'network_id': '22969ca1-db79-452a-9657-27e0bd0d9e8e', 'tenant_id': '1f4c3c73f06a4a989d0377fcc8ede172', 'fixed_ips': [{'subnet_id': 'a3369336-293b-4ef3-a8e6-beefc0516ae5'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:23:38.485456 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-00cb047c-edc1-4c76-97da-adc24c6b25c0 req-1df29545-24c5-4a0f-98a6-e341cf36b297 service neutron] 10.222.0.32 "GET /v2.0/networks/5766f20d-f6c2-4c44-9d06-902bc69d7f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6891811 Apr 29 13:23:38.485884 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ccada36a-ba1f-4fec-a650-6878ae18640f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:38.489073 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b3f00122-5b75-4e3b-9640-613edfa7de81 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2305515 Apr 29 13:23:38.491215 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53556) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:38.494962 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-85caa2cf-5e0a-4abe-a7f6-cfe95d65ffe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e10e0d9-4bec-4557-b543-ecd2dd6711cf']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:38.507270 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0ecb6f-fb7c-49b4-acaf-ffff7fa7c27e tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:23:38.530944 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154a175-da7d-4cb8-b373-d30203833e6b req-50615136-b43a-4e5e-8cf6-a2533408d019 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:38.532508 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-4154a175-da7d-4cb8-b373-d30203833e6b req-50615136-b43a-4e5e-8cf6-a2533408d019 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/ports?device_id=53da46ea-d6be-47f2-98b6-91b4c5b08c7a HTTP/1.1" status: 200 len: 943 time: 0.2316508 Apr 29 13:23:38.581589 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-ca0ecb6f-fb7c-49b4-acaf-ffff7fa7c27e tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:38.583729 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ecb6f-fb7c-49b4-acaf-ffff7fa7c27e tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] Pushing event updated for resources: {'Port': ['ID=bd61b597-34fd-4288-8859-cbc73af0d206,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:38.585924 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0ecb6f-fb7c-49b4-acaf-ffff7fa7c27e tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:23:38.593558 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-a50c1465-3c3c-42ba-b783-3d37edfca57b tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Deleting subnet eaaa7b0f-9022-4b3a-a167-5262eb324a90 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:23:38.619518 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-4154a175-da7d-4cb8-b373-d30203833e6b req-d0a56c67-18b0-4230-9388-ab226abad417 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd8cf9d3-7648-4c94-9cca-44b6de1ac764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660312 Apr 29 13:23:38.623476 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-28618956-ec98-4e31-ba9c-44513d1058d1 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:38.681008 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-77b157b4-19a2-408a-9fdd-8b653e1f1e14 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Calling delete_port for 408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:23:38.705188 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28618956-ec98-4e31-ba9c-44513d1058d1 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Network 65c2f7db-c4cc-460c-823e-a4d381822044 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:23:38.708777 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-28618956-ec98-4e31-ba9c-44513d1058d1 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:38.710676 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28618956-ec98-4e31-ba9c-44513d1058d1 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event updated for resources: {'Port': ['ID=0938db41-474b-4605-a430-cd30fd49c18a,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:38.712801 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28618956-ec98-4e31-ba9c-44513d1058d1 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:23:38.718425 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-85caa2cf-5e0a-4abe-a7f6-cfe95d65ffe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8195183-7f64-4e20-be18-723a0da1bc28') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:38.718774 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-85caa2cf-5e0a-4abe-a7f6-cfe95d65ffe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8195183-7f64-4e20-be18-723a0da1bc28') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:38.775587 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28618956-ec98-4e31-ba9c-44513d1058d1 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:38.776112 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-28618956-ec98-4e31-ba9c-44513d1058d1 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:38.806709 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-28618956-ec98-4e31-ba9c-44513d1058d1 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2834220 Apr 29 13:23:38.810946 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53562) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:38.816586 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-0401fd51-75c7-4c9a-875d-ca38682c51b8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'port_id': '0938db41-474b-4605-a430-cd30fd49c18a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:38.818240 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c6024a24-6050-42b4-9b72-5b0507065ac0 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:38.826457 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0401fd51-75c7-4c9a-875d-ca38682c51b8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:38.830222 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c6024a24-6050-42b4-9b72-5b0507065ac0 None None] Transition to ACTIVE for port object db934c42-be63-46e4-ab28-1c3115d0d706 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:23:38.836556 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0401fd51-75c7-4c9a-875d-ca38682c51b8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Usage tracker for resource:floatingip and tenant:c6a98024671e406e8c4e9aedab65828f is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:38.843085 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0401fd51-75c7-4c9a-875d-ca38682c51b8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:38.851498 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c6024a24-6050-42b4-9b72-5b0507065ac0 None None] Transition to ACTIVE for port object db934c42-be63-46e4-ab28-1c3115d0d706 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:23:38.858216 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0401fd51-75c7-4c9a-875d-ca38682c51b8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:38.864386 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a50c1465-3c3c-42ba-b783-3d37edfca57b tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:38.864874 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c6024a24-6050-42b4-9b72-5b0507065ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:38.932076 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0401fd51-75c7-4c9a-875d-ca38682c51b8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:38.956247 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a50c1465-3c3c-42ba-b783-3d37edfca57b tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:38.984573 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-ccada36a-ba1f-4fec-a650-6878ae18640f None None] Allocated IP 2001:db8:0:1::1 (22969ca1-db79-452a-9657-27e0bd0d9e8e/a3369336-293b-4ef3-a8e6-beefc0516ae5/0f75459d-d821-46c7-9b86-9d8a382b0366) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:23:38.992958 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-85caa2cf-5e0a-4abe-a7f6-cfe95d65ffe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:39.015172 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6024a24-6050-42b4-9b72-5b0507065ac0 None None] Pushing event updated for resources: {'Port': ['ID=db934c42-be63-46e4-ab28-1c3115d0d706,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:39.018572 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6024a24-6050-42b4-9b72-5b0507065ac0 None None] Network e37d977e-1714-41be-98eb-07235104cf17 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:23:39.021826 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-c6024a24-6050-42b4-9b72-5b0507065ac0 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:39.038173 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6024a24-6050-42b4-9b72-5b0507065ac0 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:23:39.085526 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-85caa2cf-5e0a-4abe-a7f6-cfe95d65ffe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:39.124229 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a50c1465-3c3c-42ba-b783-3d37edfca57b tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:39.155568 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85caa2cf-5e0a-4abe-a7f6-cfe95d65ffe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:23:39.156011 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-85caa2cf-5e0a-4abe-a7f6-cfe95d65ffe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:23:39.187985 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:23:39.207911 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c6024a24-6050-42b4-9b72-5b0507065ac0 None None] Attempting to bind port db934c42-be63-46e4-ab28-1c3115d0d706 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:39.208294 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c6024a24-6050-42b4-9b72-5b0507065ac0 None None] Attempting to bind port db934c42-be63-46e4-ab28-1c3115d0d706 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '605c46d2-bf9e-4266-a02c-1ef1b0e69e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e37d977e-1714-41be-98eb-07235104cf17'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:39.208661 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6024a24-6050-42b4-9b72-5b0507065ac0 None None] Attempting to bind port db934c42-be63-46e4-ab28-1c3115d0d706 on network e37d977e-1714-41be-98eb-07235104cf17 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:39.240100 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6024a24-6050-42b4-9b72-5b0507065ac0 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:23:39.240469 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6024a24-6050-42b4-9b72-5b0507065ac0 None None] Checking segment: {'id': '605c46d2-bf9e-4266-a02c-1ef1b0e69e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e37d977e-1714-41be-98eb-07235104cf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:23:39.240898 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c6024a24-6050-42b4-9b72-5b0507065ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:39.241292 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6024a24-6050-42b4-9b72-5b0507065ac0 None None] Bound using segment: {'id': '605c46d2-bf9e-4266-a02c-1ef1b0e69e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e37d977e-1714-41be-98eb-07235104cf17'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:23:39.241772 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c6024a24-6050-42b4-9b72-5b0507065ac0 None None] Bound port: db934c42-be63-46e4-ab28-1c3115d0d706, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605c46d2-bf9e-4266-a02c-1ef1b0e69e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e37d977e-1714-41be-98eb-07235104cf17'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:23:39.242142 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c6024a24-6050-42b4-9b72-5b0507065ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:39.245602 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0401fd51-75c7-4c9a-875d-ca38682c51b8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:39.288095 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-77b157b4-19a2-408a-9fdd-8b653e1f1e14 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:39.291656 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a50c1465-3c3c-42ba-b783-3d37edfca57b tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:39.371446 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-00cb047c-edc1-4c76-97da-adc24c6b25c0 req-6b971188-6424-4619-af7f-3a4c91fbe256 service neutron] 10.222.0.32 "GET /v2.0/networks/5766f20d-f6c2-4c44-9d06-902bc69d7f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8613522 Apr 29 13:23:39.376184 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b157b4-19a2-408a-9fdd-8b653e1f1e14 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Pushing event deleted for resources: {'Port': ['ID=408bb523-8ced-4a8c-8cc5-8a6268f5b6c9,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:39.390224 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-77b157b4-19a2-408a-9fdd-8b653e1f1e14 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:39.402422 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d959c004-b062-46c7-b917-c43c605fb002 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:39.419519 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ccada36a-ba1f-4fec-a650-6878ae18640f None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:39.422326 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c6024a24-6050-42b4-9b72-5b0507065ac0 None None] For port db934c42-be63-46e4-ab28-1c3115d0d706, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:23:39.428077 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c6024a24-6050-42b4-9b72-5b0507065ac0 None None] For port db934c42-be63-46e4-ab28-1c3115d0d706, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=db934c42-be63-46e4-ab28-1c3115d0d706,segment=NetworkSegment(605c46d2-bf9e-4266-a02c-1ef1b0e69e81),segment_id=605c46d2-bf9e-4266-a02c-1ef1b0e69e81)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:23:39.434609 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c1465-3c3c-42ba-b783-3d37edfca57b tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Pushing event deleted for resources: {'Subnet': ['ID=eaaa7b0f-9022-4b3a-a167-5262eb324a90,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:39.436422 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ccada36a-ba1f-4fec-a650-6878ae18640f None None] Transition to ACTIVE for port object 0f75459d-d821-46c7-9b86-9d8a382b0366 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:23:39.440411 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c6024a24-6050-42b4-9b72-5b0507065ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:39.447026 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a50c1465-3c3c-42ba-b783-3d37edfca57b tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:39.469166 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-85caa2cf-5e0a-4abe-a7f6-cfe95d65ffe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:39.487028 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e964688-3414-4cbd-abcc-c2decc5c86fa req-4181fa69-608c-44e0-aaf9-39efa3240873 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:39.494736 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5e964688-3414-4cbd-abcc-c2decc5c86fa req-4181fa69-608c-44e0-aaf9-39efa3240873 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/ports?device_id=7d11cc05-e9be-447d-8acf-be572d0334bd HTTP/1.1" status: 200 len: 945 time: 0.5324659 Apr 29 13:23:39.504561 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-85caa2cf-5e0a-4abe-a7f6-cfe95d65ffe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:39.505758 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a50c1465-3c3c-42ba-b783-3d37edfca57b tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] 10.222.0.76 "DELETE /v2.0/subnets/eaaa7b0f-9022-4b3a-a167-5262eb324a90 HTTP/1.1" status: 204 len: 168 time: 1.0112331 Apr 29 13:23:39.533105 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53568) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:39.540919 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959c004-b062-46c7-b917-c43c605fb002 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b43c3ae-f3cb-4e89-9018-bac5f6c7c305,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:39.549553 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6024a24-6050-42b4-9b72-5b0507065ac0 None None] Pushing event updated for resources: {'Port': ['ID=db934c42-be63-46e4-ab28-1c3115d0d706,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:39.575214 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85caa2cf-5e0a-4abe-a7f6-cfe95d65ffe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] Pushing event deleted for resources: {'Network': ['ID=8e10e0d9-4bec-4557-b543-ecd2dd6711cf,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:39.587545 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ccada36a-ba1f-4fec-a650-6878ae18640f None None] Transition to ACTIVE for port object 0f75459d-d821-46c7-9b86-9d8a382b0366 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:23:39.600098 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ccada36a-ba1f-4fec-a650-6878ae18640f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:39.612557 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-77b157b4-19a2-408a-9fdd-8b653e1f1e14 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] 10.222.0.76 "DELETE /v2.0/ports/408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 HTTP/1.1" status: 204 len: 168 time: 2.3475633 Apr 29 13:23:39.618698 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53572) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:39.637138 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-85caa2cf-5e0a-4abe-a7f6-cfe95d65ffe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1132830617-project] 10.222.0.76 "DELETE /v2.0/networks/8e10e0d9-4bec-4557-b543-ecd2dd6711cf HTTP/1.1" status: 204 len: 168 time: 2.3759749 Apr 29 13:23:39.643983 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d959c004-b062-46c7-b917-c43c605fb002 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:39.648554 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d959c004-b062-46c7-b917-c43c605fb002 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "DELETE /v2.0/ports/2b43c3ae-f3cb-4e89-9018-bac5f6c7c305 HTTP/1.1" status: 204 len: 168 time: 2.9414921 Apr 29 13:23:39.674400 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53578) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:39.679650 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-0401fd51-75c7-4c9a-875d-ca38682c51b8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Allocated IP 172.26.6.139 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/3fc22885-9b1c-433e-847e-7f36c82dedd3) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:23:39.685728 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-5a3c4087-24ca-4a0f-86ec-98cd36fad874 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8544a9f-5b52-4520-9e41-6a7d04734ab7', 'external_fixed_ips': [{'subnet_id': '88146e68-d792-42bb-9177-efe73a824b79', 'ip_address': '2001:db8::e5'}]}}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:39.697179 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccada36a-ba1f-4fec-a650-6878ae18640f None None] Network 22969ca1-db79-452a-9657-27e0bd0d9e8e is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:23:39.699210 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-5a3c4087-24ca-4a0f-86ec-98cd36fad874 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:39.706003 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f295ad-acaf-48e9-aaaf-17468b40dec4 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Deleting subnet a3369336-293b-4ef3-a8e6-beefc0516ae5 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:23:39.708104 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b5e6e7-037a-4829-afa8-c075e7559fb5 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] GET failed (client error): The resource could not be found. Apr 29 13:23:39.708616 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-89b5e6e7-037a-4829-afa8-c075e7559fb5 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Synchronizing usage tracker for tenant:80dbcbaf692c4b48aa16a156b02a3a9a on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:23:39.715602 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a4f295ad-acaf-48e9-aaaf-17468b40dec4 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:39.746232 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5a3c4087-24ca-4a0f-86ec-98cd36fad874 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Usage tracker for resource:router and tenant:3870ddf3f16146999df30560b61bf6aa is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:39.749024 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccada36a-ba1f-4fec-a650-6878ae18640f None None] Pushing event updated for resources: {'Port': ['ID=0f75459d-d821-46c7-9b86-9d8a382b0366,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:39.755710 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-ccada36a-ba1f-4fec-a650-6878ae18640f None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:39.760579 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5a3c4087-24ca-4a0f-86ec-98cd36fad874 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:39.773727 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccada36a-ba1f-4fec-a650-6878ae18640f None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:23:39.810570 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-5a3c4087-24ca-4a0f-86ec-98cd36fad874 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:39.819572 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-89b5e6e7-037a-4829-afa8-c075e7559fb5 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] Unset dirty status for tenant:80dbcbaf692c4b48aa16a156b02a3a9a on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:23:39.825889 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-89b5e6e7-037a-4829-afa8-c075e7559fb5 tempest-PortsAdminExtendedAttrsTestJSON-17164175 tempest-PortsAdminExtendedAttrsTestJSON-17164175-project-admin] 10.222.0.76 "GET /v2.0/ports/408bb523-8ced-4a8c-8cc5-8a6268f5b6c9 HTTP/1.1" status: 404 len: 333 time: 0.1992195 Apr 29 13:23:39.828301 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53584) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:39.892210 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da9d4bd-b46c-4c61-a8bc-f54ef7aa35f2 None None] Network e37d977e-1714-41be-98eb-07235104cf17 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:23:39.903791 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ca0ecb6f-fb7c-49b4-acaf-ffff7fa7c27e tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:39.981757 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5a3c4087-24ca-4a0f-86ec-98cd36fad874 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:39.982900 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5a3c4087-24ca-4a0f-86ec-98cd36fad874 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:39.993905 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a4f295ad-acaf-48e9-aaaf-17468b40dec4 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:40.009329 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5e964688-3414-4cbd-abcc-c2decc5c86fa req-d4a40196-0b7b-4b0b-a54f-d26c33641e3a tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/security-groups?id=45a11f2b-c42d-4215-b1b8-6777cb16cb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5134525 Apr 29 13:23:40.060917 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ccada36a-ba1f-4fec-a650-6878ae18640f None None] Attempting to bind port 0f75459d-d821-46c7-9b86-9d8a382b0366 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:40.061287 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ccada36a-ba1f-4fec-a650-6878ae18640f None None] Attempting to bind port 0f75459d-d821-46c7-9b86-9d8a382b0366 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'ba3fe246-c93a-487c-b497-30b5adb64050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '22969ca1-db79-452a-9657-27e0bd0d9e8e'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:40.061654 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccada36a-ba1f-4fec-a650-6878ae18640f None None] Attempting to bind port 0f75459d-d821-46c7-9b86-9d8a382b0366 on network 22969ca1-db79-452a-9657-27e0bd0d9e8e {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:40.078990 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3fe7cd75-42c0-4eeb-8314-88cd2300b990 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:40.084894 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ca0ecb6f-fb7c-49b4-acaf-ffff7fa7c27e tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:40.119916 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a4f295ad-acaf-48e9-aaaf-17468b40dec4 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:40.131935 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccada36a-ba1f-4fec-a650-6878ae18640f None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:23:40.132331 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccada36a-ba1f-4fec-a650-6878ae18640f None None] Checking segment: {'id': 'ba3fe246-c93a-487c-b497-30b5adb64050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '22969ca1-db79-452a-9657-27e0bd0d9e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:23:40.132703 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ccada36a-ba1f-4fec-a650-6878ae18640f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:40.133122 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccada36a-ba1f-4fec-a650-6878ae18640f None None] Bound using segment: {'id': 'ba3fe246-c93a-487c-b497-30b5adb64050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '22969ca1-db79-452a-9657-27e0bd0d9e8e'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:23:40.133604 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ccada36a-ba1f-4fec-a650-6878ae18640f None None] Bound port: 0f75459d-d821-46c7-9b86-9d8a382b0366, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3fe246-c93a-487c-b497-30b5adb64050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '22969ca1-db79-452a-9657-27e0bd0d9e8e'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:23:40.134307 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ccada36a-ba1f-4fec-a650-6878ae18640f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:40.159689 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53590) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:40.247973 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-733e094d-fffa-4a16-a807-f13564036e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:40.268911 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5a3c4087-24ca-4a0f-86ec-98cd36fad874 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:40.285383 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a573533-f043-4e42-9e1d-bdaa089b32c8 req-935fc9d6-b183-42d5-8201-734c25757a55 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:40.288177 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1a573533-f043-4e42-9e1d-bdaa089b32c8 req-935fc9d6-b183-42d5-8201-734c25757a55 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/ports?device_id=53da46ea-d6be-47f2-98b6-91b4c5b08c7a HTTP/1.1" status: 200 len: 943 time: 0.3646779 Apr 29 13:23:40.312796 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3fe7cd75-42c0-4eeb-8314-88cd2300b990 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:40.344846 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0401fd51-75c7-4c9a-875d-ca38682c51b8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:40.348317 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-ccada36a-ba1f-4fec-a650-6878ae18640f None None] For port 0f75459d-d821-46c7-9b86-9d8a382b0366, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:23:40.355452 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-ccada36a-ba1f-4fec-a650-6878ae18640f None None] For port 0f75459d-d821-46c7-9b86-9d8a382b0366, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=0f75459d-d821-46c7-9b86-9d8a382b0366,segment=NetworkSegment(ba3fe246-c93a-487c-b497-30b5adb64050),segment_id=ba3fe246-c93a-487c-b497-30b5adb64050)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:23:40.355869 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a4f295ad-acaf-48e9-aaaf-17468b40dec4 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:40.362048 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ccada36a-ba1f-4fec-a650-6878ae18640f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:40.397227 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-3fe7cd75-42c0-4eeb-8314-88cd2300b990 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:40.409219 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a4f295ad-acaf-48e9-aaaf-17468b40dec4 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:40.414323 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-3fe7cd75-42c0-4eeb-8314-88cd2300b990 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2addfeed-3f8f-43be-be31-17d229d88ee6') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:40.414608 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-3fe7cd75-42c0-4eeb-8314-88cd2300b990 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2addfeed-3f8f-43be-be31-17d229d88ee6') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:40.440070 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3fe7cd75-42c0-4eeb-8314-88cd2300b990 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:40.473672 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccada36a-ba1f-4fec-a650-6878ae18640f None None] Pushing event updated for resources: {'Port': ['ID=0f75459d-d821-46c7-9b86-9d8a382b0366,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:40.474755 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3fe7cd75-42c0-4eeb-8314-88cd2300b990 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:40.489664 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe7cd75-42c0-4eeb-8314-88cd2300b990 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:23:40.490265 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3fe7cd75-42c0-4eeb-8314-88cd2300b990 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:40.491820 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device b28fd375-dc0b-4f91-b0cf-dc6dc7151594 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:23:40.505030 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:23:40.546511 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f295ad-acaf-48e9-aaaf-17468b40dec4 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Pushing event deleted for resources: {'Subnet': ['ID=a3369336-293b-4ef3-a8e6-beefc0516ae5,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:40.599580 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ca0ecb6f-fb7c-49b4-acaf-ffff7fa7c27e tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:40.602574 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f295ad-acaf-48e9-aaaf-17468b40dec4 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:40.602914 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f295ad-acaf-48e9-aaaf-17468b40dec4 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:40.603248 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f295ad-acaf-48e9-aaaf-17468b40dec4 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:40.603688 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f295ad-acaf-48e9-aaaf-17468b40dec4 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:40.604054 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f295ad-acaf-48e9-aaaf-17468b40dec4 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:40.604194 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3fe7cd75-42c0-4eeb-8314-88cd2300b990 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:40.604432 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f295ad-acaf-48e9-aaaf-17468b40dec4 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:40.604803 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f295ad-acaf-48e9-aaaf-17468b40dec4 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:40.605142 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f295ad-acaf-48e9-aaaf-17468b40dec4 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:40.605491 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f295ad-acaf-48e9-aaaf-17468b40dec4 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:40.605886 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f295ad-acaf-48e9-aaaf-17468b40dec4 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:40.606250 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f295ad-acaf-48e9-aaaf-17468b40dec4 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:40.610433 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3fe7cd75-42c0-4eeb-8314-88cd2300b990 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:40.621087 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1a573533-f043-4e42-9e1d-bdaa089b32c8 req-ad6efbe3-f95e-4f0e-b241-ff82de2f0a6e tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd8cf9d3-7648-4c94-9cca-44b6de1ac764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3169641 Apr 29 13:23:40.623678 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a4f295ad-acaf-48e9-aaaf-17468b40dec4 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] 10.222.0.76 "DELETE /v2.0/subnets/a3369336-293b-4ef3-a8e6-beefc0516ae5 HTTP/1.1" status: 204 len: 168 time: 1.0896289 Apr 29 13:23:40.632699 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53596) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:40.633401 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ca0ecb6f-fb7c-49b4-acaf-ffff7fa7c27e tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:40.663584 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port b28fd375-dc0b-4f91-b0cf-dc6dc7151594, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b28fd375-dc0b-4f91-b0cf-dc6dc7151594,segment=NetworkSegment(c18c1e0e-fc25-4a3c-b468-2574dc213ac5),segment_id=c18c1e0e-fc25-4a3c-b468-2574dc213ac5)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:23:40.678071 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c0b83d8c-246f-4d91-8d6b-d9fc8a672ce4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=05c3d94b2fa940e390392ba4a717a3b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5071189 Apr 29 13:23:40.678928 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': 'b28fd375-dc0b-4f91-b0cf-dc6dc7151594', 'network_id': '5766f20d-f6c2-4c44-9d06-902bc69d7f8a', 'port_id': 'b28fd375-dc0b-4f91-b0cf-dc6dc7151594', 'mac_address': 'fa:16:3e:c8:7f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ecbd849-02e4-4ff8-acc4-ec6e20b79dd5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:23:40.681383 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5a3c4087-24ca-4a0f-86ec-98cd36fad874 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:40.686818 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53600) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:40.715968 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0401fd51-75c7-4c9a-875d-ca38682c51b8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:40.744023 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:40.764279 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7cd75-42c0-4eeb-8314-88cd2300b990 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Pushing event deleted for resources: {'Network': ['ID=9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:40.765852 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28fd375-dc0b-4f91-b0cf-dc6dc7151594 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:23:40.768903 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d23be31-8882-4b73-ba31-7ba7ce9b93ce tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:40.770425 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2d23be31-8882-4b73-ba31-7ba7ce9b93ce tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1273313 Apr 29 13:23:40.783513 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53604) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:40.783721 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3fe7cd75-42c0-4eeb-8314-88cd2300b990 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] 10.222.0.76 "DELETE /v2.0/networks/9f8e4abb-3a0f-4562-8f48-7dc71ac36fb8 HTTP/1.1" status: 204 len: 168 time: 0.9142241 Apr 29 13:23:40.819806 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port b28fd375-dc0b-4f91-b0cf-dc6dc7151594, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b28fd375-dc0b-4f91-b0cf-dc6dc7151594,segment=NetworkSegment(c18c1e0e-fc25-4a3c-b468-2574dc213ac5),segment_id=c18c1e0e-fc25-4a3c-b468-2574dc213ac5)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:23:40.833101 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:40.856939 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe7cd75-42c0-4eeb-8314-88cd2300b990 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:40.857285 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe7cd75-42c0-4eeb-8314-88cd2300b990 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:40.857655 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe7cd75-42c0-4eeb-8314-88cd2300b990 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:40.857992 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe7cd75-42c0-4eeb-8314-88cd2300b990 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:40.858320 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe7cd75-42c0-4eeb-8314-88cd2300b990 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:40.858644 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe7cd75-42c0-4eeb-8314-88cd2300b990 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:40.858969 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe7cd75-42c0-4eeb-8314-88cd2300b990 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:40.859292 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe7cd75-42c0-4eeb-8314-88cd2300b990 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:40.859610 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe7cd75-42c0-4eeb-8314-88cd2300b990 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:40.859930 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe7cd75-42c0-4eeb-8314-88cd2300b990 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:40.860306 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe7cd75-42c0-4eeb-8314-88cd2300b990 tempest-PortsAdminExtendedAttrsTestJSON-1436965111 tempest-PortsAdminExtendedAttrsTestJSON-1436965111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:40.877878 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ecb6f-fb7c-49b4-acaf-ffff7fa7c27e tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] Pushing event updated for resources: {'Port': ['ID=bd61b597-34fd-4288-8859-cbc73af0d206,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:40.983111 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=b28fd375-dc0b-4f91-b0cf-dc6dc7151594,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:41.016663 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ca0ecb6f-fb7c-49b4-acaf-ffff7fa7c27e tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:41.037017 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ca0ecb6f-fb7c-49b4-acaf-ffff7fa7c27e tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:41.056440 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ca0ecb6f-fb7c-49b4-acaf-ffff7fa7c27e tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4050455 Apr 29 13:23:41.057505 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53612) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:41.089753 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0401fd51-75c7-4c9a-875d-ca38682c51b8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:23:41.090848 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401fd51-75c7-4c9a-875d-ca38682c51b8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event updated for resources: {'Port': ['ID=3fc22885-9b1c-433e-847e-7f36c82dedd3,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:41.139647 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3a9a7f86-359e-4dd4-93e5-bdeab82e7cf1 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Synchronizing usage tracker for tenant:e30f9750c6fb4d8096607217144d33c7 on resource:floatingip {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:23:41.145641 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['b28fd375-dc0b-4f91-b0cf-dc6dc7151594'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:23:41.149631 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-0401fd51-75c7-4c9a-875d-ca38682c51b8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:41.157045 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0401fd51-75c7-4c9a-875d-ca38682c51b8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:23:41.163198 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3a9a7f86-359e-4dd4-93e5-bdeab82e7cf1 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Unset dirty status for tenant:e30f9750c6fb4d8096607217144d33c7 on resource:floatingip {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:23:41.168729 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3a9a7f86-359e-4dd4-93e5-bdeab82e7cf1 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2609 time: 0.1102040 Apr 29 13:23:41.169451 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53618) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:41.202105 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3221-444e-41e3-ba14-baa2f33fe776 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:41.221655 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53622) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:41.257856 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-47cefe1b-29df-4317-be71-605dc1680557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:41.269159 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-438db631-e6e1-4524-8ca4-2518e082fcee tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Synchronizing usage tracker for tenant:88306cca6d6b4c33873f86bb5d4d1dd5 on resource:floatingip {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:23:41.276285 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-c2ff3221-444e-41e3-ba14-baa2f33fe776 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Deleting port 0f75459d-d821-46c7-9b86-9d8a382b0366 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:23:41.276617 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3221-444e-41e3-ba14-baa2f33fe776 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:41.371242 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-438db631-e6e1-4524-8ca4-2518e082fcee tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Unset dirty status for tenant:88306cca6d6b4c33873f86bb5d4d1dd5 on resource:floatingip {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:23:41.375291 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-438db631-e6e1-4524-8ca4-2518e082fcee tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2017796 Apr 29 13:23:41.376848 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53628) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:41.406699 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-47cefe1b-29df-4317-be71-605dc1680557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:41.425221 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:41.498803 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:41.595218 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c9acd-919c-4bcc-ba68-887b48232a78 req-aa1e4204-2b18-4388-a619-38e7599eb3f9 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:41.602719 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-160c9acd-919c-4bcc-ba68-887b48232a78 req-aa1e4204-2b18-4388-a619-38e7599eb3f9 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/ports?device_id=7d11cc05-e9be-447d-8acf-be572d0334bd HTTP/1.1" status: 200 len: 945 time: 0.3304677 Apr 29 13:23:41.606365 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-182c8cdb-1ce4-43eb-a52c-e0ef842db178 tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] Deleting port bd61b597-34fd-4288-8859-cbc73af0d206 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:23:41.607177 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-182c8cdb-1ce4-43eb-a52c-e0ef842db178 tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:41.728120 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-160c9acd-919c-4bcc-ba68-887b48232a78 req-53f2e645-b0bd-4412-963d-7a095d907dad tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/security-groups?id=45a11f2b-c42d-4215-b1b8-6777cb16cb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243455 Apr 29 13:23:41.802258 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eff43a9-cc9d-4b30-af9d-147d8d9c39e4 None None] Network 22969ca1-db79-452a-9657-27e0bd0d9e8e requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:23:41.851240 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-51d13688-d9dd-4518-8301-2602131c9f33 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8a5a13a0c4e24f658150ba5586a0cff5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6224582 Apr 29 13:23:41.862788 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53636) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:41.900572 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-182c8cdb-1ce4-43eb-a52c-e0ef842db178 tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:41.901100 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-182c8cdb-1ce4-43eb-a52c-e0ef842db178 tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:42.024572 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-47cefe1b-29df-4317-be71-605dc1680557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:42.031850 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-182c8cdb-1ce4-43eb-a52c-e0ef842db178 tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] Calling delete_port for bd61b597-34fd-4288-8859-cbc73af0d206 owned by network:floatingip {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:23:42.037459 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-294fdc99-6b7e-424d-8dce-57a3415b716f None None] Provisioning for port 0f75459d-d821-46c7-9b86-9d8a382b0366 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:23:42.119371 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d517a-5122-4ea9-ac74-208cd9d03359 req-fe70114d-774d-45aa-8dce-537141786f55 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:42.120932 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-550d517a-5122-4ea9-ac74-208cd9d03359 req-fe70114d-774d-45aa-8dce-537141786f55 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/ports?device_id=7d11cc05-e9be-447d-8acf-be572d0334bd HTTP/1.1" status: 200 len: 945 time: 0.2582181 Apr 29 13:23:42.136094 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-c2ff3221-444e-41e3-ba14-baa2f33fe776 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] For port 0f75459d-d821-46c7-9b86-9d8a382b0366, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=0f75459d-d821-46c7-9b86-9d8a382b0366,segment=NetworkSegment(ba3fe246-c93a-487c-b497-30b5adb64050),segment_id=ba3fe246-c93a-487c-b497-30b5adb64050)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:23:42.136527 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53640) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:42.136958 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3221-444e-41e3-ba14-baa2f33fe776 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:42.142974 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-9f844df3-5da9-4c9b-8109-fbdf5ebb04e0 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Request body: {'floatingip': {'port_id': '60091105-f803-4a75-a4ae-e1af6a660373'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:42.147625 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e51a681-ff1a-4af8-a6c9-d8df1d16dcbb None None] DHCP port deletion for 22969ca1-db79-452a-9657-27e0bd0d9e8e request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:23:42.156845 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-4e51a681-ff1a-4af8-a6c9-d8df1d16dcbb None None] Deleting port 0f75459d-d821-46c7-9b86-9d8a382b0366 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:23:42.157217 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4e51a681-ff1a-4af8-a6c9-d8df1d16dcbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:42.166063 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cefe1b-29df-4317-be71-605dc1680557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e6b6ee-d08d-487f-970f-36ed42a60998,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:42.227244 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9f844df3-5da9-4c9b-8109-fbdf5ebb04e0 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks [] for floatingip, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:42.349924 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-c2ff3221-444e-41e3-ba14-baa2f33fe776 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Calling delete_port for 0f75459d-d821-46c7-9b86-9d8a382b0366 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:23:42.378465 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-47cefe1b-29df-4317-be71-605dc1680557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:42.379839 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-47cefe1b-29df-4317-be71-605dc1680557 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a1e6b6ee-d08d-487f-970f-36ed42a60998 HTTP/1.1" status: 204 len: 168 time: 1.6913521 Apr 29 13:23:42.400402 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-4e51a681-ff1a-4af8-a6c9-d8df1d16dcbb None None] For port 0f75459d-d821-46c7-9b86-9d8a382b0366, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=0f75459d-d821-46c7-9b86-9d8a382b0366,segment=NetworkSegment(ba3fe246-c93a-487c-b497-30b5adb64050),segment_id=ba3fe246-c93a-487c-b497-30b5adb64050)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:23:42.400946 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4e51a681-ff1a-4af8-a6c9-d8df1d16dcbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:42.471762 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-182c8cdb-1ce4-43eb-a52c-e0ef842db178 tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:42.522019 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bf189-95d7-4c08-9095-98aa69bb9201 req-fb6db4a7-578e-49ed-a2d3-f9c71e16bed7 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:42.523510 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-942bf189-95d7-4c08-9095-98aa69bb9201 req-fb6db4a7-578e-49ed-a2d3-f9c71e16bed7 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/ports?device_id=53da46ea-d6be-47f2-98b6-91b4c5b08c7a HTTP/1.1" status: 200 len: 944 time: 0.6673229 Apr 29 13:23:42.550205 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-4e51a681-ff1a-4af8-a6c9-d8df1d16dcbb None None] Calling delete_port for 0f75459d-d821-46c7-9b86-9d8a382b0366 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:23:42.560616 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c8cdb-1ce4-43eb-a52c-e0ef842db178 tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] Pushing event deleted for resources: {'Port': ['ID=bd61b597-34fd-4288-8859-cbc73af0d206,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:42.565567 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-30c89a23-56c9-4719-94b4-bbb9ec43a44e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:42.591086 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device b28fd375-dc0b-4f91-b0cf-dc6dc7151594 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:23:42.596310 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-30c89a23-56c9-4719-94b4-bbb9ec43a44e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:42.703098 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port b28fd375-dc0b-4f91-b0cf-dc6dc7151594 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:23:42.709590 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port b28fd375-dc0b-4f91-b0cf-dc6dc7151594 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:23:42.710181 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:42.846600 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5a3c4087-24ca-4a0f-86ec-98cd36fad874 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:42.847241 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:42.851885 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53648) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:42.856799 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:42.892940 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port b28fd375-dc0b-4f91-b0cf-dc6dc7151594, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b28fd375-dc0b-4f91-b0cf-dc6dc7151594,segment=NetworkSegment(c18c1e0e-fc25-4a3c-b468-2574dc213ac5),segment_id=c18c1e0e-fc25-4a3c-b468-2574dc213ac5)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:23:42.893816 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53da46ea-d6be-47f2-98b6-91b4c5b08c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28fd375-dc0b-4f91-b0cf-dc6dc7151594'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:23:42.895293 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-942bf189-95d7-4c08-9095-98aa69bb9201 req-f0bd3b1a-5315-48ac-86b1-1e9edbe9f723 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd8cf9d3-7648-4c94-9cca-44b6de1ac764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3620291 Apr 29 13:23:42.896426 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5a3c4087-24ca-4a0f-86ec-98cd36fad874 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:42.901319 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:42.937200 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-182c8cdb-1ce4-43eb-a52c-e0ef842db178 tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] Notify callbacks [] for floatingip, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:42.958550 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4e51a681-ff1a-4af8-a6c9-d8df1d16dcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:42.982865 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e51a681-ff1a-4af8-a6c9-d8df1d16dcbb None None] No DVR routers for this DVR port 0f75459d-d821-46c7-9b86-9d8a382b0366 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:23:42.987551 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bbc2470-aa27-4dc0-9c90-84943fcfb4ec'] response: {'server_uuid': '53da46ea-d6be-47f2-98b6-91b4c5b08c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28fd375-dc0b-4f91-b0cf-dc6dc7151594', 'code': 200} Apr 29 13:23:42.988984 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=b28fd375-dc0b-4f91-b0cf-dc6dc7151594,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:43.007935 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83edc1e1-e69e-4368-90e4-142799efdf43 None None] get_active_networks_info from dv-neutron-839027-4-hyperv {{(pid=83906) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 13:23:43.016588 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.db.api [None req-c2ff3221-444e-41e3-ba14-baa2f33fe776 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 29 13:23:43.016588 dv-neutron-839027-4-hyperv neutron-server[83905]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Apr 29 13:23:43.016588 dv-neutron-839027-4-hyperv neutron-server[83905]: [parameters: {'port_id': '0f75459d-d821-46c7-9b86-9d8a382b0366', 'host': 'dv-neutron-839027-4-hyperv'}] Apr 29 13:23:43.016588 dv-neutron-839027-4-hyperv neutron-server[83905]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:23:43.017218 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG oslo_db.api [None req-c2ff3221-444e-41e3-ba14-baa2f33fe776 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:23:43.139321 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83edc1e1-e69e-4368-90e4-142799efdf43 None None] Resources bound (agent type, host, resource id): {{(pid=83906) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 13:23:43.147186 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:43.147653 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:43.148083 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:43.148553 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:43.149000 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:43.149424 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:43.149843 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:43.150315 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:43.150769 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:43.151270 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:43.151660 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:43.156305 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-182c8cdb-1ce4-43eb-a52c-e0ef842db178 tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:43.158743 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-182c8cdb-1ce4-43eb-a52c-e0ef842db178 tempest-FloatingIPAdminTestJSON-862063278 tempest-FloatingIPAdminTestJSON-862063278-project] 10.222.0.76 "DELETE /v2.0/floatingips/123b00c5-1c0f-4643-b03c-e40f4a86af93 HTTP/1.1" status: 204 len: 168 time: 1.7723227 Apr 29 13:23:43.162521 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53654) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:43.195330 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-30c89a23-56c9-4719-94b4-bbb9ec43a44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:43.202880 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51a681-ff1a-4af8-a6c9-d8df1d16dcbb None None] Pushing event deleted for resources: {'Port': ['ID=0f75459d-d821-46c7-9b86-9d8a382b0366,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:43.253360 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c89a23-56c9-4719-94b4-bbb9ec43a44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31be4ed8-eb28-4d15-9277-4a31f0422ccf,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:43.282496 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0401fd51-75c7-4c9a-875d-ca38682c51b8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:43.410838 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-342fc21d-3de4-45c9-a314-0e5d0f4400d8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8f8eaf51aec940139da2df5c7e10c23c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5370977 Apr 29 13:23:43.454452 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53658) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:43.477260 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-30c89a23-56c9-4719-94b4-bbb9ec43a44e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:43.482823 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-30c89a23-56c9-4719-94b4-bbb9ec43a44e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/31be4ed8-eb28-4d15-9277-4a31f0422ccf HTTP/1.1" status: 204 len: 168 time: 1.6122725 Apr 29 13:23:43.483463 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-37de6e9d-2801-470d-9971-8293f7ef6a45 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Deleting port c99ba41c-a514-4d36-b013-13c474e89124 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:23:43.483463 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-37de6e9d-2801-470d-9971-8293f7ef6a45 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:43.529589 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-5a3c4087-24ca-4a0f-86ec-98cd36fad874 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Allocated IP 2001:db8::e5 (f8544a9f-5b52-4520-9e41-6a7d04734ab7/88146e68-d792-42bb-9177-efe73a824b79/52703df0-6345-4bfe-80d7-3d0292b6b8f1) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:23:43.532480 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-c2ff3221-444e-41e3-ba14-baa2f33fe776 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Deleting port 0f75459d-d821-46c7-9b86-9d8a382b0366 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:23:43.533059 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3221-444e-41e3-ba14-baa2f33fe776 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:43.584453 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.resource_extend [None req-9f844df3-5da9-4c9b-8109-fbdf5ebb04e0 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:23:43.700214 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e7d1e159-3b56-441f-843c-16ba9128a346 req-d7f2c953-826f-4444-801f-b5834bfd30cc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=53da46ea-d6be-47f2-98b6-91b4c5b08c7a HTTP/1.1" status: 200 len: 1098 time: 0.4732351 Apr 29 13:23:43.704434 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-c2ff3221-444e-41e3-ba14-baa2f33fe776 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] The port '0f75459d-d821-46c7-9b86-9d8a382b0366' was deleted {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:23:43.705290 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0401fd51-75c7-4c9a-875d-ca38682c51b8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:43.801814 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9f844df3-5da9-4c9b-8109-fbdf5ebb04e0 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:43.823343 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9f844df3-5da9-4c9b-8109-fbdf5ebb04e0 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:43.873649 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5a27b2fb-efca-423e-9fb3-76c89cf64e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:43.900627 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3221-444e-41e3-ba14-baa2f33fe776 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:43.952619 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-c2ff3221-444e-41e3-ba14-baa2f33fe776 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22969ca1-db79-452a-9657-27e0bd0d9e8e']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:43.959341 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53668) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:43.978090 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e7d1e159-3b56-441f-843c-16ba9128a346 req-789776c8-57e1-403a-bc49-1d0ae60fe885 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cd8cf9d3-7648-4c94-9cca-44b6de1ac764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2626381 Apr 29 13:23:43.981149 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-37de6e9d-2801-470d-9971-8293f7ef6a45 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:43.981502 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-37de6e9d-2801-470d-9971-8293f7ef6a45 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:43.993351 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-c2ff3221-444e-41e3-ba14-baa2f33fe776 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3fe246-c93a-487c-b497-30b5adb64050') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:43.993351 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-c2ff3221-444e-41e3-ba14-baa2f33fe776 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3fe246-c93a-487c-b497-30b5adb64050') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:44.013055 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5a27b2fb-efca-423e-9fb3-76c89cf64e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:44.034590 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3221-444e-41e3-ba14-baa2f33fe776 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:44.087368 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 0f75459d-d821-46c7-9b86-9d8a382b0366 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:23:44.106543 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5a3c4087-24ca-4a0f-86ec-98cd36fad874 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:44.124905 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 0f75459d-d821-46c7-9b86-9d8a382b0366 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:23:44.125283 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 0f75459d-d821-46c7-9b86-9d8a382b0366 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:23:44.138700 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-37de6e9d-2801-470d-9971-8293f7ef6a45 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Calling delete_port for c99ba41c-a514-4d36-b013-13c474e89124 owned by network:floatingip {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:23:44.179049 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3221-444e-41e3-ba14-baa2f33fe776 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:44.197636 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ff3221-444e-41e3-ba14-baa2f33fe776 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:23:44.198032 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3221-444e-41e3-ba14-baa2f33fe776 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:23:44.214403 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:23:44.355385 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4b956c15-0360-409f-ad0c-a5452e80f67c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=80dbcbaf692c4b48aa16a156b02a3a9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3929234 Apr 29 13:23:44.362597 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53672) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:44.370448 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3221-444e-41e3-ba14-baa2f33fe776 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:44.384501 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5a27b2fb-efca-423e-9fb3-76c89cf64e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:44.411377 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3221-444e-41e3-ba14-baa2f33fe776 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:44.414375 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27b2fb-efca-423e-9fb3-76c89cf64e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067fbb6f-f4fb-47ee-bbf6-12d7f8b1144a,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:44.421138 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5a3c4087-24ca-4a0f-86ec-98cd36fad874 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:44.463246 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-37de6e9d-2801-470d-9971-8293f7ef6a45 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:44.464234 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff3221-444e-41e3-ba14-baa2f33fe776 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Pushing event deleted for resources: {'Network': ['ID=22969ca1-db79-452a-9657-27e0bd0d9e8e,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:44.500973 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c2ff3221-444e-41e3-ba14-baa2f33fe776 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] 10.222.0.76 "DELETE /v2.0/networks/22969ca1-db79-452a-9657-27e0bd0d9e8e HTTP/1.1" status: 204 len: 168 time: 3.6833150 Apr 29 13:23:44.506443 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50face0f-82ec-41b0-895f-4b8dae1b4e69 req-560f3037-2b96-4bf8-a385-4b14b26f342e tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:44.507851 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-50face0f-82ec-41b0-895f-4b8dae1b4e69 req-560f3037-2b96-4bf8-a385-4b14b26f342e tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/ports?device_id=53da46ea-d6be-47f2-98b6-91b4c5b08c7a HTTP/1.1" status: 200 len: 945 time: 0.4069245 Apr 29 13:23:44.509364 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53676) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:44.509594 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5a27b2fb-efca-423e-9fb3-76c89cf64e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:44.513753 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5a27b2fb-efca-423e-9fb3-76c89cf64e23 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/067fbb6f-f4fb-47ee-bbf6-12d7f8b1144a HTTP/1.1" status: 204 len: 168 time: 1.0542235 Apr 29 13:23:44.515902 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de6e9d-2801-470d-9971-8293f7ef6a45 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Pushing event deleted for resources: {'Port': ['ID=c99ba41c-a514-4d36-b013-13c474e89124,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:44.517249 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.db.resource_extend [None req-0401fd51-75c7-4c9a-875d-ca38682c51b8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:23:44.519089 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.l3_db [None req-9f844df3-5da9-4c9b-8109-fbdf5ebb04e0 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Floating IP b818a51a-05d9-4b53-a1a2-b3b1e04c26be associated. External IP: 172.26.6.154, port: 60091105-f803-4a75-a4ae-e1af6a660373. Apr 29 13:23:44.572353 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0401fd51-75c7-4c9a-875d-ca38682c51b8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:44.658912 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3c4087-24ca-4a0f-86ec-98cd36fad874 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Network f8544a9f-5b52-4520-9e41-6a7d04734ab7 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:23:44.662316 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0401fd51-75c7-4c9a-875d-ca38682c51b8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:44.679001 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c4087-24ca-4a0f-86ec-98cd36fad874 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Pushing event updated for resources: {'Port': ['ID=52703df0-6345-4bfe-80d7-3d0292b6b8f1,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:44.682242 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-5a3c4087-24ca-4a0f-86ec-98cd36fad874 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:44.719589 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3c4087-24ca-4a0f-86ec-98cd36fad874 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:23:44.740483 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-37de6e9d-2801-470d-9971-8293f7ef6a45 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:44.742812 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-37de6e9d-2801-470d-9971-8293f7ef6a45 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:44.744113 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-37de6e9d-2801-470d-9971-8293f7ef6a45 tempest-FloatingIPAdminTestJSON-2069584575 tempest-FloatingIPAdminTestJSON-2069584575-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/fe0e1c7e-d8c3-4af0-813d-20b8a16de858 HTTP/1.1" status: 204 len: 168 time: 1.5798929 Apr 29 13:23:44.751920 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53684) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:44.832149 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-0520ad9c-8722-451e-b309-243c13be5235 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Deleting port 85486e69-c084-4c03-bb17-41149307e1fc {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:23:44.832804 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0520ad9c-8722-451e-b309-243c13be5235 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:44.878440 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-75a0a419-3ce6-49f2-a3bb-e7ffc1b7057a tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:44.889109 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-23ad1113-cf22-4ebb-b469-9010dc57dd50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:44.907582 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-50face0f-82ec-41b0-895f-4b8dae1b4e69 req-fc38f013-7453-4f1c-8bf5-4973f1a8c105 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd8cf9d3-7648-4c94-9cca-44b6de1ac764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3726997 Apr 29 13:23:44.921741 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401fd51-75c7-4c9a-875d-ca38682c51b8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event updated for resources: {'Port': ['ID=3fc22885-9b1c-433e-847e-7f36c82dedd3,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:44.969575 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-23ad1113-cf22-4ebb-b469-9010dc57dd50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:44.976155 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-75a0a419-3ce6-49f2-a3bb-e7ffc1b7057a tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Deleting port db934c42-be63-46e4-ab28-1c3115d0d706 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:23:44.976933 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-75a0a419-3ce6-49f2-a3bb-e7ffc1b7057a tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:45.003895 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0401fd51-75c7-4c9a-875d-ca38682c51b8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:45.250958 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0520ad9c-8722-451e-b309-243c13be5235 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:45.382634 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-0520ad9c-8722-451e-b309-243c13be5235 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Calling delete_port for 85486e69-c084-4c03-bb17-41149307e1fc owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:23:45.488133 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-23ad1113-cf22-4ebb-b469-9010dc57dd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:45.520227 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-75a0a419-3ce6-49f2-a3bb-e7ffc1b7057a tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] For port db934c42-be63-46e4-ab28-1c3115d0d706, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=db934c42-be63-46e4-ab28-1c3115d0d706,segment=NetworkSegment(605c46d2-bf9e-4266-a02c-1ef1b0e69e81),segment_id=605c46d2-bf9e-4266-a02c-1ef1b0e69e81)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:23:45.521004 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-75a0a419-3ce6-49f2-a3bb-e7ffc1b7057a tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:45.528603 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad1113-cf22-4ebb-b469-9010dc57dd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfc00ec-6a87-4e04-89d7-a11523290691,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:45.557276 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f844df3-5da9-4c9b-8109-fbdf5ebb04e0 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Router 6ee152d9-d524-4a86-bcb7-77de14f79e5f has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:23:45.627486 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0520ad9c-8722-451e-b309-243c13be5235 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:45.646938 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5a3c4087-24ca-4a0f-86ec-98cd36fad874 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:45.647663 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5a3c4087-24ca-4a0f-86ec-98cd36fad874 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:45.655855 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-75a0a419-3ce6-49f2-a3bb-e7ffc1b7057a tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Calling delete_port for db934c42-be63-46e4-ab28-1c3115d0d706 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:23:45.683417 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53702) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:45.691763 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-23ad1113-cf22-4ebb-b469-9010dc57dd50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:45.695050 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-23ad1113-cf22-4ebb-b469-9010dc57dd50 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3bfc00ec-6a87-4e04-89d7-a11523290691 HTTP/1.1" status: 204 len: 168 time: 1.3275433 Apr 29 13:23:45.839548 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520ad9c-8722-451e-b309-243c13be5235 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Pushing event deleted for resources: {'Port': ['ID=85486e69-c084-4c03-bb17-41149307e1fc,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:45.907729 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-75a0a419-3ce6-49f2-a3bb-e7ffc1b7057a tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:45.985627 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-409d72f7-7b38-4320-bf35-0be195386d1e tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1694608200'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:46.008809 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0520ad9c-8722-451e-b309-243c13be5235 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:46.009999 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0a419-3ce6-49f2-a3bb-e7ffc1b7057a tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Pushing event deleted for resources: {'Port': ['ID=db934c42-be63-46e4-ab28-1c3115d0d706,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:46.009999 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-409d72f7-7b38-4320-bf35-0be195386d1e tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:46.013998 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.l3_db [None req-0401fd51-75c7-4c9a-875d-ca38682c51b8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Floating IP b77d904a-7739-424c-87c9-4ddd8e799c2c associated. External IP: 172.26.6.139, port: 0938db41-474b-4605-a430-cd30fd49c18a. Apr 29 13:23:46.026206 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0520ad9c-8722-451e-b309-243c13be5235 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] 10.222.0.76 "DELETE /v2.0/ports/85486e69-c084-4c03-bb17-41149307e1fc HTTP/1.1" status: 204 len: 168 time: 1.2710385 Apr 29 13:23:46.029286 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53712) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:46.084258 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-409d72f7-7b38-4320-bf35-0be195386d1e tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Usage tracker for resource:network and tenant:2264007755474fc1b761805fea4eaa8e is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:46.088096 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-409d72f7-7b38-4320-bf35-0be195386d1e tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:46.091760 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a0a419-3ce6-49f2-a3bb-e7ffc1b7057a tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] No DVR routers for this DVR port db934c42-be63-46e4-ab28-1c3115d0d706 on host dv-neutron-839027-4-hyperv {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:23:46.153718 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-409d72f7-7b38-4320-bf35-0be195386d1e tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:46.226713 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409d72f7-7b38-4320-bf35-0be195386d1e tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Made reservation on behalf of 2264007755474fc1b761805fea4eaa8e for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:46.227921 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f844df3-5da9-4c9b-8109-fbdf5ebb04e0 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:23:46.229654 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-409d72f7-7b38-4320-bf35-0be195386d1e tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:46.234521 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9f844df3-5da9-4c9b-8109-fbdf5ebb04e0 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:46.239986 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799aa7d1-35c6-44d4-8011-f366f32a2304 None None] Sync routers for ids ['6ee152d9-d524-4a86-bcb7-77de14f79e5f'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:23:46.255591 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799aa7d1-35c6-44d4-8011-f366f32a2304 None None] Routers {'6ee152d9-d524-4a86-bcb7-77de14f79e5f'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:23:46.256205 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-799aa7d1-35c6-44d4-8011-f366f32a2304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:23:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6ee152d9-d524-4a86-bcb7-77de14f79e5f'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:46.285613 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a623ea8-0911-4192-b1a7-cb72cf11eac8 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:46.286369 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3a623ea8-0911-4192-b1a7-cb72cf11eac8 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Synchronizing usage tracker for tenant:88306cca6d6b4c33873f86bb5d4d1dd5 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:23:46.322016 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-409d72f7-7b38-4320-bf35-0be195386d1e tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:46.354499 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-75a0a419-3ce6-49f2-a3bb-e7ffc1b7057a tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:46.354709 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd485a6-5cd9-40c9-997f-d059d4c90c80 req-837ccff4-9df9-407f-a014-4d367d3cdbd6 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:46.356101 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-4bd485a6-5cd9-40c9-997f-d059d4c90c80 req-837ccff4-9df9-407f-a014-4d367d3cdbd6 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Synchronizing usage tracker for tenant:6c8c29596be64b1cbf79cd04762fbea5 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:23:46.380921 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3a623ea8-0911-4192-b1a7-cb72cf11eac8 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Unset dirty status for tenant:88306cca6d6b4c33873f86bb5d4d1dd5 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:23:46.386277 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3a623ea8-0911-4192-b1a7-cb72cf11eac8 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] 10.222.0.76 "GET /v2.0/ports?device_id=4dbf91f6-7f2d-4d48-ac26-161486bf2aac HTTP/1.1" status: 200 len: 913 time: 0.3548212 Apr 29 13:23:46.387085 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53724) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:46.393354 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9f844df3-5da9-4c9b-8109-fbdf5ebb04e0 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "PUT /v2.0/floatingips/b818a51a-05d9-4b53-a1a2-b3b1e04c26be HTTP/1.1" status: 200 len: 991 time: 4.2532330 Apr 29 13:23:46.393354 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d11cc05-e9be-447d-8acf-be572d0334bd', 'tag': '60091105-f803-4a75-a4ae-e1af6a660373'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:23:46.410239 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-75a0a419-3ce6-49f2-a3bb-e7ffc1b7057a tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37d977e-1714-41be-98eb-07235104cf17']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:46.432410 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-409d72f7-7b38-4320-bf35-0be195386d1e tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:46.448188 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-75a0a419-3ce6-49f2-a3bb-e7ffc1b7057a tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605c46d2-bf9e-4266-a02c-1ef1b0e69e81') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:46.448791 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-75a0a419-3ce6-49f2-a3bb-e7ffc1b7057a tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605c46d2-bf9e-4266-a02c-1ef1b0e69e81') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:46.457980 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-409d72f7-7b38-4320-bf35-0be195386d1e tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Usage tracker for resource:security_group_rule and tenant:2264007755474fc1b761805fea4eaa8e is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:46.463839 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-409d72f7-7b38-4320-bf35-0be195386d1e tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:46.477131 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-75a0a419-3ce6-49f2-a3bb-e7ffc1b7057a tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:46.486260 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-409d72f7-7b38-4320-bf35-0be195386d1e tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:46.527977 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-799aa7d1-35c6-44d4-8011-f366f32a2304 None None] Set router 6ee152d9-d524-4a86-bcb7-77de14f79e5f gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:23:46.545924 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-4bd485a6-5cd9-40c9-997f-d059d4c90c80 req-837ccff4-9df9-407f-a014-4d367d3cdbd6 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Unset dirty status for tenant:6c8c29596be64b1cbf79cd04762fbea5 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:23:46.547714 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4bd485a6-5cd9-40c9-997f-d059d4c90c80 req-837ccff4-9df9-407f-a014-4d367d3cdbd6 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/ports?device_id=53da46ea-d6be-47f2-98b6-91b4c5b08c7a HTTP/1.1" status: 200 len: 945 time: 0.4271622 Apr 29 13:23:46.551758 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-75a0a419-3ce6-49f2-a3bb-e7ffc1b7057a tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:46.565868 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a0a419-3ce6-49f2-a3bb-e7ffc1b7057a tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:23:46.566462 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-75a0a419-3ce6-49f2-a3bb-e7ffc1b7057a tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:46.619058 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4bd485a6-5cd9-40c9-997f-d059d4c90c80 req-de93df9d-1097-455e-9d0e-7b67fedef843 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd8cf9d3-7648-4c94-9cca-44b6de1ac764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631828 Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:23:46.672894 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:23:46.782323 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-75a0a419-3ce6-49f2-a3bb-e7ffc1b7057a tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:46.786799 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c31a8bb7-35d2-4491-89cf-65b1e99886e8'] response: {'name': 'network-changed', 'server_uuid': '7d11cc05-e9be-447d-8acf-be572d0334bd', 'tag': '60091105-f803-4a75-a4ae-e1af6a660373', 'status': 'completed', 'code': 200} Apr 29 13:23:46.844500 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-75a0a419-3ce6-49f2-a3bb-e7ffc1b7057a tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:46.895970 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-75a0a419-3ce6-49f2-a3bb-e7ffc1b7057a tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] 10.222.0.76 "DELETE /v2.0/networks/e37d977e-1714-41be-98eb-07235104cf17 HTTP/1.1" status: 204 len: 168 time: 2.3610783 Apr 29 13:23:46.901648 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53742) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:46.904586 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0a419-3ce6-49f2-a3bb-e7ffc1b7057a tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Pushing event deleted for resources: {'Network': ['ID=e37d977e-1714-41be-98eb-07235104cf17,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:47.043166 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5b6e6e58-10ec-49c1-807d-32e855f70d18 req-e7133ba2-e2e1-41ca-8f37-fc6b88540435 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5af4e0e2215a466699ba2d581ed2d902&device_id=7d11cc05-e9be-447d-8acf-be572d0334bd HTTP/1.1" status: 200 len: 1098 time: 0.2552977 Apr 29 13:23:47.104406 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-799aa7d1-35c6-44d4-8011-f366f32a2304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'name': 'tempest-ServersTestJSON-1509948784-router', 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b4906660-a243-4f3e-87c7-2e9f8eb9f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:22:40Z', 'updated_at': '2022-04-29T13:22:48Z', 'revision_number': 4, 'project_id': '5af4e0e2215a466699ba2d581ed2d902', 'gw_port': {'id': 'b4906660-a243-4f3e-87c7-2e9f8eb9f468', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:10:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': 'b818a51a-05d9-4b53-a1a2-b3b1e04c26be', 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'port_id': '60091105-f803-4a75-a4ae-e1af6a660373', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db77dff0-1ec4-4e61-b2c0-fae02c77fce1', 'mac_address': 'fa:16:3e:93:c8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d11cc05-e9be-447d-8acf-be572d0334bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:23:06Z', 'updated_at': '2022-04-29T13:23:43Z', 'revision_number': 1, 'project_id': '5af4e0e2215a466699ba2d581ed2d902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b13d88b0-b655-48ef-9192-978600587f01', 'name': '', 'network_id': 'db77dff0-1ec4-4e61-b2c0-fae02c77fce1', 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902', 'mac_address': 'fa:16:3e:ee:a0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb00ce98-f29b-44ee-afb3-87315ac0d956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:45Z', 'updated_at': '2022-04-29T13:23:03Z', 'revision_number': 5, 'project_id': '5af4e0e2215a466699ba2d581ed2d902', 'subnets': [{'id': 'cb00ce98-f29b-44ee-afb3-87315ac0d956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:47.109605 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799aa7d1-35c6-44d4-8011-f366f32a2304 None None] Checking router: 6ee152d9-d524-4a86-bcb7-77de14f79e5f for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:23:47.123063 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799aa7d1-35c6-44d4-8011-f366f32a2304 None None] Routers {'6ee152d9-d524-4a86-bcb7-77de14f79e5f'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:23:47.123870 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-799aa7d1-35c6-44d4-8011-f366f32a2304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:23:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6ee152d9-d524-4a86-bcb7-77de14f79e5f'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:47.205513 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e6e58-10ec-49c1-807d-32e855f70d18 req-fb6d7915-a810-4f0d-b5f2-9684b3c9873d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:47.207131 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5b6e6e58-10ec-49c1-807d-32e855f70d18 req-fb6d7915-a810-4f0d-b5f2-9684b3c9873d service neutron] 10.222.0.32 "GET /v2.0/networks?id=db77dff0-1ec4-4e61-b2c0-fae02c77fce1 HTTP/1.1" status: 200 len: 907 time: 0.1566627 Apr 29 13:23:47.235804 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-242bfa00-0c1e-403b-beb8-76421917868f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:47.238812 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-409d72f7-7b38-4320-bf35-0be195386d1e tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:47.253646 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-409d72f7-7b38-4320-bf35-0be195386d1e tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:47.273735 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9bc26-a402-4631-9e3a-069fdad4e112 req-1e51d5fd-7b88-4e6d-a2d0-b8d981e88973 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:47.275229 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-0fb9bc26-a402-4631-9e3a-069fdad4e112 req-1e51d5fd-7b88-4e6d-a2d0-b8d981e88973 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/ports?device_id=7d11cc05-e9be-447d-8acf-be572d0334bd HTTP/1.1" status: 200 len: 945 time: 0.7270696 Apr 29 13:23:47.282929 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3c4087-24ca-4a0f-86ec-98cd36fad874 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Router e805c210-81c1-43d5-86bd-ea8ceeb2ba0b is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:23:47.315026 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb92df-9646-4f0b-a03e-8bbbd593771f req-b3f61df2-c3d2-4e15-a8e4-3de5944dcbcc tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:47.320167 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7fdb92df-9646-4f0b-a03e-8bbbd593771f req-b3f61df2-c3d2-4e15-a8e4-3de5944dcbcc tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/ports?device_id=53da46ea-d6be-47f2-98b6-91b4c5b08c7a HTTP/1.1" status: 200 len: 945 time: 0.4028683 Apr 29 13:23:47.325386 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53750) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:47.343219 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-05a2da55-ea98-45b3-8e60-53033c52de3c tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Request body: {'floatingip': {'port_id': 'b28fd375-dc0b-4f91-b0cf-dc6dc7151594'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:47.370270 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409d72f7-7b38-4320-bf35-0be195386d1e tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:23:47.378665 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-799aa7d1-35c6-44d4-8011-f366f32a2304 None None] Set router 6ee152d9-d524-4a86-bcb7-77de14f79e5f gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:23:47.467022 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-05a2da55-ea98-45b3-8e60-53033c52de3c tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks [] for floatingip, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:47.504409 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d72f7-7b38-4320-bf35-0be195386d1e tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b67c488-dccc-4d06-bb61-c96b6f5584ea,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:47.579724 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-409d72f7-7b38-4320-bf35-0be195386d1e tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:47.580389 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-409d72f7-7b38-4320-bf35-0be195386d1e tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Added segment 36330b96-1e84-4a2f-ad0b-0d1fec884a6e of type vlan for network be2c3256-dab5-41d3-baa6-33618df2bd52 Apr 29 13:23:47.648175 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5b6e6e58-10ec-49c1-807d-32e855f70d18 req-00f302aa-8600-4629-b069-0167d7b19cbc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60091105-f803-4a75-a4ae-e1af6a660373 HTTP/1.1" status: 200 len: 999 time: 0.4322689 Apr 29 13:23:47.703447 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-0fb9bc26-a402-4631-9e3a-069fdad4e112 req-93610a62-93af-45b3-9156-a2e75ac1c400 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/security-groups?id=45a11f2b-c42d-4215-b1b8-6777cb16cb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4138353 Apr 29 13:23:47.760929 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-409d72f7-7b38-4320-bf35-0be195386d1e tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:47.766017 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-242bfa00-0c1e-403b-beb8-76421917868f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:47.900683 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-aaad2aec-dd2d-49d7-8df0-b79d32771153 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:47.903290 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-242bfa00-0c1e-403b-beb8-76421917868f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c4868d-2c2d-4a3c-9890-fa850e528119']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:47.916175 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-799aa7d1-35c6-44d4-8011-f366f32a2304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'name': 'tempest-ServersTestJSON-1509948784-router', 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b4906660-a243-4f3e-87c7-2e9f8eb9f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:22:40Z', 'updated_at': '2022-04-29T13:22:48Z', 'revision_number': 4, 'project_id': '5af4e0e2215a466699ba2d581ed2d902', 'gw_port': {'id': 'b4906660-a243-4f3e-87c7-2e9f8eb9f468', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:10:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': 'b818a51a-05d9-4b53-a1a2-b3b1e04c26be', 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'port_id': '60091105-f803-4a75-a4ae-e1af6a660373', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db77dff0-1ec4-4e61-b2c0-fae02c77fce1', 'mac_address': 'fa:16:3e:93:c8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d11cc05-e9be-447d-8acf-be572d0334bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:23:06Z', 'updated_at': '2022-04-29T13:23:43Z', 'revision_number': 1, 'project_id': '5af4e0e2215a466699ba2d581ed2d902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b13d88b0-b655-48ef-9192-978600587f01', 'name': '', 'network_id': 'db77dff0-1ec4-4e61-b2c0-fae02c77fce1', 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902', 'mac_address': 'fa:16:3e:ee:a0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb00ce98-f29b-44ee-afb3-87315ac0d956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:45Z', 'updated_at': '2022-04-29T13:23:03Z', 'revision_number': 5, 'project_id': '5af4e0e2215a466699ba2d581ed2d902', 'subnets': [{'id': 'cb00ce98-f29b-44ee-afb3-87315ac0d956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:47.923548 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799aa7d1-35c6-44d4-8011-f366f32a2304 None None] The sync data for ids ['6ee152d9-d524-4a86-bcb7-77de14f79e5f'] in dv-neutron-839027-4-hyperv is: [{'id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'name': 'tempest-ServersTestJSON-1509948784-router', 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b4906660-a243-4f3e-87c7-2e9f8eb9f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:22:40Z', 'updated_at': '2022-04-29T13:22:48Z', 'revision_number': 4, 'project_id': '5af4e0e2215a466699ba2d581ed2d902', 'gw_port': {'id': 'b4906660-a243-4f3e-87c7-2e9f8eb9f468', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:10:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': 'b818a51a-05d9-4b53-a1a2-b3b1e04c26be', 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'port_id': '60091105-f803-4a75-a4ae-e1af6a660373', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db77dff0-1ec4-4e61-b2c0-fae02c77fce1', 'mac_address': 'fa:16:3e:93:c8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d11cc05-e9be-447d-8acf-be572d0334bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:23:06Z', 'updated_at': '2022-04-29T13:23:43Z', 'revision_number': 1, 'project_id': '5af4e0e2215a466699ba2d581ed2d902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b13d88b0-b655-48ef-9192-978600587f01', 'name': '', 'network_id': 'db77dff0-1ec4-4e61-b2c0-fae02c77fce1', 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902', 'mac_address': 'fa:16:3e:ee:a0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb00ce98-f29b-44ee-afb3-87315ac0d956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:45Z', 'updated_at': '2022-04-29T13:23:03Z', 'revision_number': 5, 'project_id': '5af4e0e2215a466699ba2d581ed2d902', 'subnets': [{'id': 'cb00ce98-f29b-44ee-afb3-87315ac0d956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:23:47.938299 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-242bfa00-0c1e-403b-beb8-76421917868f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519e7d46-a878-4746-a03a-5c5e2fd47e0a') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:47.938642 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-242bfa00-0c1e-403b-beb8-76421917868f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519e7d46-a878-4746-a03a-5c5e2fd47e0a') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:47.963902 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-242bfa00-0c1e-403b-beb8-76421917868f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:47.992087 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-409d72f7-7b38-4320-bf35-0be195386d1e tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:48.000828 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409d72f7-7b38-4320-bf35-0be195386d1e tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:48.001471 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-409d72f7-7b38-4320-bf35-0be195386d1e tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:48.005602 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-242bfa00-0c1e-403b-beb8-76421917868f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:48.047447 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242bfa00-0c1e-403b-beb8-76421917868f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:23:48.047843 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-242bfa00-0c1e-403b-beb8-76421917868f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:23:48.073392 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:23:48.159206 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e6e58-10ec-49c1-807d-32e855f70d18 req-e94d6fc0-4345-4d88-97c2-09a7061af770 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:48.161063 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5b6e6e58-10ec-49c1-807d-32e855f70d18 req-e94d6fc0-4345-4d88-97c2-09a7061af770 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb00ce98-f29b-44ee-afb3-87315ac0d956 HTTP/1.1" status: 200 len: 845 time: 0.5045271 Apr 29 13:23:48.219063 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-409d72f7-7b38-4320-bf35-0be195386d1e tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.5285947 Apr 29 13:23:48.302973 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d72f7-7b38-4320-bf35-0be195386d1e tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Pushing event updated for resources: {'Network': ['ID=be2c3256-dab5-41d3-baa6-33618df2bd52,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:48.323170 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceb5711-4ba9-4752-ae5e-828a9344444c None None] New status for floating IP b818a51a-05d9-4b53-a1a2-b3b1e04c26be: ACTIVE {{(pid=83906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:23:48.332444 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-242bfa00-0c1e-403b-beb8-76421917868f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:48.370999 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-242bfa00-0c1e-403b-beb8-76421917868f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:48.382303 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-242bfa00-0c1e-403b-beb8-76421917868f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] 10.222.0.76 "DELETE /v2.0/networks/09c4868d-2c2d-4a3c-9890-fa850e528119 HTTP/1.1" status: 204 len: 168 time: 1.4422395 Apr 29 13:23:48.389819 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53772) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:48.405006 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bfa00-0c1e-403b-beb8-76421917868f tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Pushing event deleted for resources: {'Network': ['ID=09c4868d-2c2d-4a3c-9890-fa850e528119,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:48.415088 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0401fd51-75c7-4c9a-875d-ca38682c51b8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Router 5b5332d5-d726-47e5-a586-a4c7709412e9 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:23:48.423948 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53776) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:48.486143 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network be2c3256-dab5-41d3-baa6-33618df2bd52 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:23:48.687229 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-fb0cdea2-0bf3-49c0-836c-a99b576832c5 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-723262530', 'router:external': True}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:48.694049 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3c4087-24ca-4a0f-86ec-98cd36fad874 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:23:48.705017 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607f1271-d745-4ce2-96f8-6e797a2b083d None None] Sync routers for ids ['e805c210-81c1-43d5-86bd-ea8ceeb2ba0b'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:23:48.718219 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-fb0cdea2-0bf3-49c0-836c-a99b576832c5 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:48.725757 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607f1271-d745-4ce2-96f8-6e797a2b083d None None] Routers {'e805c210-81c1-43d5-86bd-ea8ceeb2ba0b'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:23:48.726815 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-607f1271-d745-4ce2-96f8-6e797a2b083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:23:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e805c210-81c1-43d5-86bd-ea8ceeb2ba0b'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:48.765440 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-fb0cdea2-0bf3-49c0-836c-a99b576832c5 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Usage tracker for resource:network and tenant:a74e1c7c330243a68a49c651b2ec262f is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:48.772880 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-fb0cdea2-0bf3-49c0-836c-a99b576832c5 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:48.794419 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-fb0cdea2-0bf3-49c0-836c-a99b576832c5 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:48.798801 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5a3c4087-24ca-4a0f-86ec-98cd36fad874 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:48.804632 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5a3c4087-24ca-4a0f-86ec-98cd36fad874 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 9.1263359 Apr 29 13:23:48.810373 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53782) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:49.043642 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ede81c56-460e-4f7f-9522-e3a6e719c226 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:49.110393 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-607f1271-d745-4ce2-96f8-6e797a2b083d None None] Set router e805c210-81c1-43d5-86bd-ea8ceeb2ba0b gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:23:49.137219 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5b6e6e58-10ec-49c1-807d-32e855f70d18 req-3f6d32d6-a239-438f-b36e-a85496693427 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db77dff0-1ec4-4e61-b2c0-fae02c77fce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9101284 Apr 29 13:23:49.160656 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0cdea2-0bf3-49c0-836c-a99b576832c5 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Made reservation on behalf of a74e1c7c330243a68a49c651b2ec262f for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:49.167245 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fb0cdea2-0bf3-49c0-836c-a99b576832c5 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:49.258351 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fb0cdea2-0bf3-49c0-836c-a99b576832c5 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:49.369500 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-fb0cdea2-0bf3-49c0-836c-a99b576832c5 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:49.376204 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-fb0cdea2-0bf3-49c0-836c-a99b576832c5 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Usage tracker for resource:security_group_rule and tenant:a74e1c7c330243a68a49c651b2ec262f is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:49.379970 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-fb0cdea2-0bf3-49c0-836c-a99b576832c5 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:49.386983 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-fb0cdea2-0bf3-49c0-836c-a99b576832c5 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:49.404172 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.resource_extend [None req-05a2da55-ea98-45b3-8e60-53033c52de3c tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:23:49.461853 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ede81c56-460e-4f7f-9522-e3a6e719c226 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:49.526501 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-607f1271-d745-4ce2-96f8-6e797a2b083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805c210-81c1-43d5-86bd-ea8ceeb2ba0b', 'name': '', 'tenant_id': '3870ddf3f16146999df30560b61bf6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8544a9f-5b52-4520-9e41-6a7d04734ab7', 'external_fixed_ips': [{'subnet_id': '88146e68-d792-42bb-9177-efe73a824b79', 'ip_address': '2001:db8::e5'}], 'enable_snat': True}, 'gw_port_id': '52703df0-6345-4bfe-80d7-3d0292b6b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:23:39Z', 'updated_at': '2022-04-29T13:23:44Z', 'revision_number': 3, 'project_id': '3870ddf3f16146999df30560b61bf6aa', 'gw_port': {'id': '52703df0-6345-4bfe-80d7-3d0292b6b8f1', 'name': '', 'network_id': 'f8544a9f-5b52-4520-9e41-6a7d04734ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:24:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e805c210-81c1-43d5-86bd-ea8ceeb2ba0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '88146e68-d792-42bb-9177-efe73a824b79', 'ip_address': '2001:db8::e5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:23:42Z', 'updated_at': '2022-04-29T13:23:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88146e68-d792-42bb-9177-efe73a824b79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:49.537940 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607f1271-d745-4ce2-96f8-6e797a2b083d None None] Checking router: e805c210-81c1-43d5-86bd-ea8ceeb2ba0b for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:23:49.538294 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607f1271-d745-4ce2-96f8-6e797a2b083d None None] Updating router e805c210-81c1-43d5-86bd-ea8ceeb2ba0b port 52703df0-6345-4bfe-80d7-3d0292b6b8f1 binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:23:49.550597 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-ede81c56-460e-4f7f-9522-e3a6e719c226 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4fd1f14-d99b-493c-b2c2-59eaca832afb']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:49.573782 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-ede81c56-460e-4f7f-9522-e3a6e719c226 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795cd8c0-e9d0-4c9f-9e0f-83329df37c4c') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:49.574116 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-ede81c56-460e-4f7f-9522-e3a6e719c226 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795cd8c0-e9d0-4c9f-9e0f-83329df37c4c') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:49.616459 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ede81c56-460e-4f7f-9522-e3a6e719c226 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:49.624148 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-05a2da55-ea98-45b3-8e60-53033c52de3c tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:49.626932 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5b6e6e58-10ec-49c1-807d-32e855f70d18 req-832469e5-b340-4f83-b927-8d3128830e3b service neutron] 10.222.0.32 "GET /v2.0/networks/db77dff0-1ec4-4e61-b2c0-fae02c77fce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392879 Apr 29 13:23:49.641358 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-607f1271-d745-4ce2-96f8-6e797a2b083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:49.658791 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-05a2da55-ea98-45b3-8e60-53033c52de3c tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:49.691376 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0401fd51-75c7-4c9a-875d-ca38682c51b8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:23:49.704229 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf77a7a9-bf00-4434-b23e-9ab4122adf6c None None] Sync routers for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:23:49.729839 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf77a7a9-bf00-4434-b23e-9ab4122adf6c None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:23:49.731039 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-bf77a7a9-bf00-4434-b23e-9ab4122adf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:23:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:49.737777 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0401fd51-75c7-4c9a-875d-ca38682c51b8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:49.788857 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ede81c56-460e-4f7f-9522-e3a6e719c226 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:49.803689 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1f1bb8ea-f33a-419e-920a-60db939bd3bf tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:49.860935 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-bf77a7a9-bf00-4434-b23e-9ab4122adf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:49.883131 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf77a7a9-bf00-4434-b23e-9ab4122adf6c None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:23:49.883742 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-bf77a7a9-bf00-4434-b23e-9ab4122adf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:23:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:49.943392 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fb0cdea2-0bf3-49c0-836c-a99b576832c5 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:49.996393 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-bf77a7a9-bf00-4434-b23e-9ab4122adf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:49.996805 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf77a7a9-bf00-4434-b23e-9ab4122adf6c None None] The sync data for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:23:50.018641 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fb0cdea2-0bf3-49c0-836c-a99b576832c5 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:50.032351 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0cdea2-0bf3-49c0-836c-a99b576832c5 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:23:50.044641 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fb0cdea2-0bf3-49c0-836c-a99b576832c5 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:50.045009 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-fb0cdea2-0bf3-49c0-836c-a99b576832c5 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Added segment ea92712e-b8ab-4e19-86a2-4ae18db979e0 of type vlan for network b9073aa6-260f-4923-880d-5f011e83a8e8 Apr 29 13:23:50.084347 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fb0cdea2-0bf3-49c0-836c-a99b576832c5 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:50.087809 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede81c56-460e-4f7f-9522-e3a6e719c226 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:23:50.088291 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ede81c56-460e-4f7f-9522-e3a6e719c226 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:23:50.109102 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:23:50.147088 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-607f1271-d745-4ce2-96f8-6e797a2b083d None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:50.157759 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0cdea2-0bf3-49c0-836c-a99b576832c5 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68583843-752d-443f-ba73-a232f129eb18,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:50.163779 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fb0cdea2-0bf3-49c0-836c-a99b576832c5 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:50.164608 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0cdea2-0bf3-49c0-836c-a99b576832c5 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:50.165203 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fb0cdea2-0bf3-49c0-836c-a99b576832c5 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:50.209785 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0401fd51-75c7-4c9a-875d-ca38682c51b8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 11.3952272 Apr 29 13:23:50.209785 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-fb0cdea2-0bf3-49c0-836c-a99b576832c5 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.7831707 Apr 29 13:23:50.210335 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53786) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:50.233270 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53788) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:50.261301 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-cf2db063-9dad-4048-b725-1b5f28eddb87 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Request body: {'subnet': {'network_id': 'b9073aa6-260f-4923-880d-5f011e83a8e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:50.267472 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-c6163b9f-40ae-4567-8ea2-9eb544a7f1e9 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:50.275104 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-cf2db063-9dad-4048-b725-1b5f28eddb87 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:50.287289 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-cf2db063-9dad-4048-b725-1b5f28eddb87 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Usage tracker for resource:subnet and tenant:a74e1c7c330243a68a49c651b2ec262f is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:50.344025 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-cf2db063-9dad-4048-b725-1b5f28eddb87 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:50.349255 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-607f1271-d745-4ce2-96f8-6e797a2b083d None None] Transition to ACTIVE for port object 52703df0-6345-4bfe-80d7-3d0292b6b8f1 will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:23:50.363726 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-607f1271-d745-4ce2-96f8-6e797a2b083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:50.369598 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0cdea2-0bf3-49c0-836c-a99b576832c5 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Pushing event updated for resources: {'Network': ['ID=b9073aa6-260f-4923-880d-5f011e83a8e8,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:50.379096 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-cf2db063-9dad-4048-b725-1b5f28eddb87 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:50.381247 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ede81c56-460e-4f7f-9522-e3a6e719c226 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:50.393757 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network b9073aa6-260f-4923-880d-5f011e83a8e8 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:23:50.403160 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c6163b9f-40ae-4567-8ea2-9eb544a7f1e9 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:50.415567 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ede81c56-460e-4f7f-9522-e3a6e719c226 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:50.475372 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede81c56-460e-4f7f-9522-e3a6e719c226 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] Pushing event deleted for resources: {'Network': ['ID=d4fd1f14-d99b-493c-b2c2-59eaca832afb,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:50.479830 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5b6e6e58-10ec-49c1-807d-32e855f70d18 req-72325bf5-eb2a-4e81-8a81-39b3bd67d3f7 service neutron] 10.222.0.32 "GET /v2.0/networks/db77dff0-1ec4-4e61-b2c0-fae02c77fce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8463345 Apr 29 13:23:50.488080 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2db063-9dad-4048-b725-1b5f28eddb87 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Made reservation on behalf of a74e1c7c330243a68a49c651b2ec262f for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:50.491430 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cf2db063-9dad-4048-b725-1b5f28eddb87 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:50.513572 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ede81c56-460e-4f7f-9522-e3a6e719c226 tempest-BulkNetworkOpsIpV6Test-1179345292 tempest-BulkNetworkOpsIpV6Test-1179345292-project] 10.222.0.76 "DELETE /v2.0/networks/d4fd1f14-d99b-493c-b2c2-59eaca832afb HTTP/1.1" status: 204 len: 168 time: 2.1221616 Apr 29 13:23:50.617860 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-607f1271-d745-4ce2-96f8-6e797a2b083d None None] Attempting to bind port 52703df0-6345-4bfe-80d7-3d0292b6b8f1 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:50.618169 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-607f1271-d745-4ce2-96f8-6e797a2b083d None None] Attempting to bind port 52703df0-6345-4bfe-80d7-3d0292b6b8f1 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '6c3f1572-7ca7-4456-ac70-17c92ec08c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f8544a9f-5b52-4520-9e41-6a7d04734ab7'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:50.618493 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607f1271-d745-4ce2-96f8-6e797a2b083d None None] Attempting to bind port 52703df0-6345-4bfe-80d7-3d0292b6b8f1 on network f8544a9f-5b52-4520-9e41-6a7d04734ab7 {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:50.641750 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607f1271-d745-4ce2-96f8-6e797a2b083d None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:23:50.642189 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607f1271-d745-4ce2-96f8-6e797a2b083d None None] Checking segment: {'id': '6c3f1572-7ca7-4456-ac70-17c92ec08c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f8544a9f-5b52-4520-9e41-6a7d04734ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:23:50.642511 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-607f1271-d745-4ce2-96f8-6e797a2b083d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:50.642902 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607f1271-d745-4ce2-96f8-6e797a2b083d None None] Bound using segment: {'id': '6c3f1572-7ca7-4456-ac70-17c92ec08c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f8544a9f-5b52-4520-9e41-6a7d04734ab7'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:23:50.643374 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-607f1271-d745-4ce2-96f8-6e797a2b083d None None] Bound port: 52703df0-6345-4bfe-80d7-3d0292b6b8f1, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c3f1572-7ca7-4456-ac70-17c92ec08c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f8544a9f-5b52-4520-9e41-6a7d04734ab7'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:23:50.643760 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-607f1271-d745-4ce2-96f8-6e797a2b083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:50.736730 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef5f4e-f2c8-48c2-aa98-101d16343671 None None] Pushing event updated for resources: {'Port': ['ID=52703df0-6345-4bfe-80d7-3d0292b6b8f1,revision_number=2']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:50.770150 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef5f4e-f2c8-48c2-aa98-101d16343671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:50.770712 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef5f4e-f2c8-48c2-aa98-101d16343671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:50.770888 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef5f4e-f2c8-48c2-aa98-101d16343671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:50.771168 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef5f4e-f2c8-48c2-aa98-101d16343671 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:50.771499 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef5f4e-f2c8-48c2-aa98-101d16343671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:50.771820 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef5f4e-f2c8-48c2-aa98-101d16343671 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:50.772225 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef5f4e-f2c8-48c2-aa98-101d16343671 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:50.772481 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef5f4e-f2c8-48c2-aa98-101d16343671 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:50.772827 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef5f4e-f2c8-48c2-aa98-101d16343671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:50.773760 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef5f4e-f2c8-48c2-aa98-101d16343671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:50.773760 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fef5f4e-f2c8-48c2-aa98-101d16343671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:23:50.814563 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-607f1271-d745-4ce2-96f8-6e797a2b083d None None] For port 52703df0-6345-4bfe-80d7-3d0292b6b8f1, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:23:50.819966 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-607f1271-d745-4ce2-96f8-6e797a2b083d None None] For port 52703df0-6345-4bfe-80d7-3d0292b6b8f1, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=52703df0-6345-4bfe-80d7-3d0292b6b8f1,segment=NetworkSegment(6c3f1572-7ca7-4456-ac70-17c92ec08c1e),segment_id=6c3f1572-7ca7-4456-ac70-17c92ec08c1e)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:23:50.829185 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-607f1271-d745-4ce2-96f8-6e797a2b083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:50.841152 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c6163b9f-40ae-4567-8ea2-9eb544a7f1e9 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:50.871981 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c6163b9f-40ae-4567-8ea2-9eb544a7f1e9 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:50.871981 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.l3_db [None req-c6163b9f-40ae-4567-8ea2-9eb544a7f1e9 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Floating IP b77d904a-7739-424c-87c9-4ddd8e799c2c disassociated. External IP: 172.26.6.139, port: 0938db41-474b-4605-a430-cd30fd49c18a. Apr 29 13:23:50.950993 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef5f4e-f2c8-48c2-aa98-101d16343671 None None] Pushing event updated for resources: {'Port': ['ID=52703df0-6345-4bfe-80d7-3d0292b6b8f1,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:50.974572 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607f1271-d745-4ce2-96f8-6e797a2b083d None None] Routers {'e805c210-81c1-43d5-86bd-ea8ceeb2ba0b'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:23:50.975182 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-607f1271-d745-4ce2-96f8-6e797a2b083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:23:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e805c210-81c1-43d5-86bd-ea8ceeb2ba0b'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:51.102145 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53798) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:51.139601 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1f1bb8ea-f33a-419e-920a-60db939bd3bf tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:51.160670 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-1f1bb8ea-f33a-419e-920a-60db939bd3bf tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Deleting port 52703df0-6345-4bfe-80d7-3d0292b6b8f1 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:23:51.160924 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1f1bb8ea-f33a-419e-920a-60db939bd3bf tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:51.178504 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.l3_db [None req-05a2da55-ea98-45b3-8e60-53033c52de3c tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Floating IP 936c3411-aa5a-498d-b869-4694ab673951 associated. External IP: 172.26.6.97, port: b28fd375-dc0b-4f91-b0cf-dc6dc7151594. Apr 29 13:23:51.267154 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-607f1271-d745-4ce2-96f8-6e797a2b083d None None] Set router e805c210-81c1-43d5-86bd-ea8ceeb2ba0b gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:23:51.520431 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-aaad2aec-dd2d-49d7-8df0-b79d32771153 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Deleting port 2963d80d-ed1d-41ca-a73d-a69ab9ab84ce {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:23:51.521173 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-aaad2aec-dd2d-49d7-8df0-b79d32771153 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:51.596659 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-607f1271-d745-4ce2-96f8-6e797a2b083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805c210-81c1-43d5-86bd-ea8ceeb2ba0b', 'name': '', 'tenant_id': '3870ddf3f16146999df30560b61bf6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8544a9f-5b52-4520-9e41-6a7d04734ab7', 'external_fixed_ips': [{'subnet_id': '88146e68-d792-42bb-9177-efe73a824b79', 'ip_address': '2001:db8::e5'}], 'enable_snat': True}, 'gw_port_id': '52703df0-6345-4bfe-80d7-3d0292b6b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:23:39Z', 'updated_at': '2022-04-29T13:23:44Z', 'revision_number': 3, 'project_id': '3870ddf3f16146999df30560b61bf6aa', 'gw_port': {'id': '52703df0-6345-4bfe-80d7-3d0292b6b8f1', 'name': '', 'network_id': 'f8544a9f-5b52-4520-9e41-6a7d04734ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:24:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e805c210-81c1-43d5-86bd-ea8ceeb2ba0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '88146e68-d792-42bb-9177-efe73a824b79', 'ip_address': '2001:db8::e5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:23:42Z', 'updated_at': '2022-04-29T13:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88146e68-d792-42bb-9177-efe73a824b79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:51.600965 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607f1271-d745-4ce2-96f8-6e797a2b083d None None] The sync data for ids ['e805c210-81c1-43d5-86bd-ea8ceeb2ba0b'] in dv-neutron-839027-4-hyperv is: [{'id': 'e805c210-81c1-43d5-86bd-ea8ceeb2ba0b', 'name': '', 'tenant_id': '3870ddf3f16146999df30560b61bf6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8544a9f-5b52-4520-9e41-6a7d04734ab7', 'external_fixed_ips': [{'subnet_id': '88146e68-d792-42bb-9177-efe73a824b79', 'ip_address': '2001:db8::e5'}], 'enable_snat': True}, 'gw_port_id': '52703df0-6345-4bfe-80d7-3d0292b6b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:23:39Z', 'updated_at': '2022-04-29T13:23:44Z', 'revision_number': 3, 'project_id': '3870ddf3f16146999df30560b61bf6aa', 'gw_port': {'id': '52703df0-6345-4bfe-80d7-3d0292b6b8f1', 'name': '', 'network_id': 'f8544a9f-5b52-4520-9e41-6a7d04734ab7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:24:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e805c210-81c1-43d5-86bd-ea8ceeb2ba0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '88146e68-d792-42bb-9177-efe73a824b79', 'ip_address': '2001:db8::e5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:23:42Z', 'updated_at': '2022-04-29T13:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88146e68-d792-42bb-9177-efe73a824b79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:23:51.633522 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53804) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:51.651032 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-1f1bb8ea-f33a-419e-920a-60db939bd3bf tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] For port 52703df0-6345-4bfe-80d7-3d0292b6b8f1, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=52703df0-6345-4bfe-80d7-3d0292b6b8f1,segment=NetworkSegment(6c3f1572-7ca7-4456-ac70-17c92ec08c1e),segment_id=6c3f1572-7ca7-4456-ac70-17c92ec08c1e)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:23:51.651301 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1f1bb8ea-f33a-419e-920a-60db939bd3bf tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:51.702303 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-c90d4b33-6c86-4951-9f41-3ca82fb02888 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Request body: {'subnet': {'network_id': 'be2c3256-dab5-41d3-baa6-33618df2bd52', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:51.790516 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-1f1bb8ea-f33a-419e-920a-60db939bd3bf tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Calling delete_port for 52703df0-6345-4bfe-80d7-3d0292b6b8f1 owned by network:router_gateway {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:23:51.903163 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-594af852-f283-4768-9f36-83d4f433a578 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1f4c3c73f06a4a989d0377fcc8ede172&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7998283 Apr 29 13:23:51.908030 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53808) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:52.153710 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 52703df0-6345-4bfe-80d7-3d0292b6b8f1 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:23:52.167459 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-c90d4b33-6c86-4951-9f41-3ca82fb02888 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:52.185649 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-c90d4b33-6c86-4951-9f41-3ca82fb02888 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Usage tracker for resource:subnet and tenant:2264007755474fc1b761805fea4eaa8e is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:52.189616 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-c90d4b33-6c86-4951-9f41-3ca82fb02888 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:52.202287 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-aaad2aec-dd2d-49d7-8df0-b79d32771153 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:52.205736 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6163b9f-40ae-4567-8ea2-9eb544a7f1e9 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Router 5b5332d5-d726-47e5-a586-a4c7709412e9 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:23:52.225602 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-c90d4b33-6c86-4951-9f41-3ca82fb02888 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:52.236289 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No active binding found for port 52703df0-6345-4bfe-80d7-3d0292b6b8f1 {{(pid=83906) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 29 13:23:52.236684 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 52703df0-6345-4bfe-80d7-3d0292b6b8f1 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 29 13:23:52.273599 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Port 52703df0-6345-4bfe-80d7-3d0292b6b8f1 not found, will not notify nova. {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 29 13:23:52.285248 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1f1bb8ea-f33a-419e-920a-60db939bd3bf tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:52.357546 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-aaad2aec-dd2d-49d7-8df0-b79d32771153 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Calling delete_port for 2963d80d-ed1d-41ca-a73d-a69ab9ab84ce owned by network:router_interface {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:23:52.394577 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1bb8ea-f33a-419e-920a-60db939bd3bf tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Pushing event deleted for resources: {'Port': ['ID=52703df0-6345-4bfe-80d7-3d0292b6b8f1,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:52.399862 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90d4b33-6c86-4951-9f41-3ca82fb02888 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Made reservation on behalf of 2264007755474fc1b761805fea4eaa8e for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:52.535592 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-04e01a82-8a61-41a4-bec3-62250bc4729d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:52.580427 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1f1bb8ea-f33a-419e-920a-60db939bd3bf tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:52.768103 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c90d4b33-6c86-4951-9f41-3ca82fb02888 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:52.847259 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1f1bb8ea-f33a-419e-920a-60db939bd3bf tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:52.853967 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1f1bb8ea-f33a-419e-920a-60db939bd3bf tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:52.909946 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-04e01a82-8a61-41a4-bec3-62250bc4729d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:53.004558 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1f1bb8ea-f33a-419e-920a-60db939bd3bf tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:53.005188 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1bb8ea-f33a-419e-920a-60db939bd3bf tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e805c210-81c1-43d5-86bd-ea8ceeb2ba0b {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:23:53.014002 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6163b9f-40ae-4567-8ea2-9eb544a7f1e9 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:23:53.026259 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db218759-b191-43cd-b8d1-49610a9a3ffe None None] Sync routers for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:23:53.033544 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c6163b9f-40ae-4567-8ea2-9eb544a7f1e9 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:53.039425 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db218759-b191-43cd-b8d1-49610a9a3ffe None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:23:53.040128 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-db218759-b191-43cd-b8d1-49610a9a3ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:23:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:53.059076 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1f1bb8ea-f33a-419e-920a-60db939bd3bf tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:53.062810 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1f1bb8ea-f33a-419e-920a-60db939bd3bf tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "DELETE /v2.0/routers/e805c210-81c1-43d5-86bd-ea8ceeb2ba0b HTTP/1.1" status: 204 len: 168 time: 4.2472908 Apr 29 13:23:53.064789 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53812) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:53.095239 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c6163b9f-40ae-4567-8ea2-9eb544a7f1e9 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "PUT /v2.0/floatingips/b77d904a-7739-424c-87c9-4ddd8e799c2c HTTP/1.1" status: 200 len: 688 time: 2.8359258 Apr 29 13:23:53.095507 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53816) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:53.142185 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-db218759-b191-43cd-b8d1-49610a9a3ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:53.154430 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db218759-b191-43cd-b8d1-49610a9a3ffe None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:23:53.155140 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-db218759-b191-43cd-b8d1-49610a9a3ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:23:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:53.163982 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.objects.ports [None req-cf2db063-9dad-4048-b725-1b5f28eddb87 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83904) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 13:23:53.164436 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cf2db063-9dad-4048-b725-1b5f28eddb87 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:53.220655 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-db218759-b191-43cd-b8d1-49610a9a3ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:53.220655 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db218759-b191-43cd-b8d1-49610a9a3ffe None None] The sync data for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:23:53.258035 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-756474dd-c2f9-427e-9604-4b77544a4d64 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Deleting port 3fc22885-9b1c-433e-847e-7f36c82dedd3 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:23:53.258367 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-756474dd-c2f9-427e-9604-4b77544a4d64 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:53.283503 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-04e01a82-8a61-41a4-bec3-62250bc4729d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:53.318525 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb95de9-89d6-41a2-9332-b6fef6d1f4b2 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Deleting subnet 88146e68-d792-42bb-9177-efe73a824b79 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:23:53.341938 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bcb95de9-89d6-41a2-9332-b6fef6d1f4b2 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:53.368487 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e01a82-8a61-41a4-bec3-62250bc4729d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdcd369-e6f3-4210-9dbf-3ed8f680b7b3,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:53.398051 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-aaad2aec-dd2d-49d7-8df0-b79d32771153 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:53.437620 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-756474dd-c2f9-427e-9604-4b77544a4d64 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:53.437939 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-756474dd-c2f9-427e-9604-4b77544a4d64 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:53.459700 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2db063-9dad-4048-b725-1b5f28eddb87 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1a558f8e-73ef-487d-a3fd-6be7cfa40c2c,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:53.484706 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad2aec-dd2d-49d7-8df0-b79d32771153 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Pushing event deleted for resources: {'Port': ['ID=2963d80d-ed1d-41ca-a73d-a69ab9ab84ce,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:53.516321 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bcb95de9-89d6-41a2-9332-b6fef6d1f4b2 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:53.566920 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-756474dd-c2f9-427e-9604-4b77544a4d64 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Calling delete_port for 3fc22885-9b1c-433e-847e-7f36c82dedd3 owned by network:floatingip {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:23:53.724468 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-756474dd-c2f9-427e-9604-4b77544a4d64 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:53.725218 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2db063-9dad-4048-b725-1b5f28eddb87 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Checking segment: {'id': 'ea92712e-b8ab-4e19-86a2-4ae18db979e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b9073aa6-260f-4923-880d-5f011e83a8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:23:53.725574 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2db063-9dad-4048-b725-1b5f28eddb87 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Network hostable DHCP agents. Network: b9073aa6-260f-4923-880d-5f011e83a8e8, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:23:53.769948 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756474dd-c2f9-427e-9604-4b77544a4d64 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event deleted for resources: {'Port': ['ID=3fc22885-9b1c-433e-847e-7f36c82dedd3,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:53.778489 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-04e01a82-8a61-41a4-bec3-62250bc4729d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:53.782034 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-04e01a82-8a61-41a4-bec3-62250bc4729d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fbdcd369-e6f3-4210-9dbf-3ed8f680b7b3 HTTP/1.1" status: 204 len: 168 time: 1.8622293 Apr 29 13:23:53.790620 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c90d4b33-6c86-4951-9f41-3ca82fb02888 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:53.854917 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bcb95de9-89d6-41a2-9332-b6fef6d1f4b2 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:53.876905 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-756474dd-c2f9-427e-9604-4b77544a4d64 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:53.889248 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-756474dd-c2f9-427e-9604-4b77544a4d64 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:53.894203 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-756474dd-c2f9-427e-9604-4b77544a4d64 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "DELETE /v2.0/floatingips/b77d904a-7739-424c-87c9-4ddd8e799c2c HTTP/1.1" status: 204 len: 168 time: 0.7976682 Apr 29 13:23:53.894917 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53822) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:53.901215 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-00219923-f1ce-4d25-8659-6b378ed8e19c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'port_id': 'c7b8ec93-c071-4360-ab90-2f4f3628f317'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:53.907157 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-00219923-f1ce-4d25-8659-6b378ed8e19c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:53.910992 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-00219923-f1ce-4d25-8659-6b378ed8e19c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Usage tracker for resource:floatingip and tenant:c6a98024671e406e8c4e9aedab65828f is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:53.913966 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-00219923-f1ce-4d25-8659-6b378ed8e19c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:53.920632 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-00219923-f1ce-4d25-8659-6b378ed8e19c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:53.935702 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-00219923-f1ce-4d25-8659-6b378ed8e19c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:54.082044 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d4b33-6c86-4951-9f41-3ca82fb02888 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Pushing event updated for resources: {'Subnet': ['ID=2fe26aed-cf9b-406f-ab1f-cdeeb64e2942,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:54.084063 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2db063-9dad-4048-b725-1b5f28eddb87 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Network b9073aa6-260f-4923-880d-5f011e83a8e8 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:23:54.096295 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-00219923-f1ce-4d25-8659-6b378ed8e19c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:54.121809 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a2da55-ea98-45b3-8e60-53033c52de3c tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Router bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:23:54.132667 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-cf2db063-9dad-4048-b725-1b5f28eddb87 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, b9073aa6-260f-4923-880d-5f011e83a8e8) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:54.141785 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bcb95de9-89d6-41a2-9332-b6fef6d1f4b2 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:54.142728 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a970a7-16fc-448c-98c3-595f02062472 None None] Network b9073aa6-260f-4923-880d-5f011e83a8e8 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:23:54.146747 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2db063-9dad-4048-b725-1b5f28eddb87 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:54.147317 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cf2db063-9dad-4048-b725-1b5f28eddb87 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:54.202750 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90d4b33-6c86-4951-9f41-3ca82fb02888 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Checking segment: {'id': '36330b96-1e84-4a2f-ad0b-0d1fec884a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'be2c3256-dab5-41d3-baa6-33618df2bd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:23:54.203104 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90d4b33-6c86-4951-9f41-3ca82fb02888 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Network hostable DHCP agents. Network: be2c3256-dab5-41d3-baa6-33618df2bd52, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:23:54.213522 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb95de9-89d6-41a2-9332-b6fef6d1f4b2 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=88146e68-d792-42bb-9177-efe73a824b79,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:54.242355 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-00219923-f1ce-4d25-8659-6b378ed8e19c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Allocated IP 172.26.6.231 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/3e8cabcc-051a-4beb-9416-5bc3a18dcee5) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:23:54.289268 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bcb95de9-89d6-41a2-9332-b6fef6d1f4b2 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:54.294186 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-bcb95de9-89d6-41a2-9332-b6fef6d1f4b2 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "DELETE /v2.0/subnets/88146e68-d792-42bb-9177-efe73a824b79 HTTP/1.1" status: 204 len: 168 time: 1.2252073 Apr 29 13:23:54.303243 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-cf2db063-9dad-4048-b725-1b5f28eddb87 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.0663078 Apr 29 13:23:54.303243 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53834) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:54.334272 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53836) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:54.340350 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-91c2d438-5f9e-4b60-a72b-5e920fdb7a8c tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-743992755', 'network_id': 'b9073aa6-260f-4923-880d-5f011e83a8e8'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:54.348514 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-91c2d438-5f9e-4b60-a72b-5e920fdb7a8c tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:54.356104 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-91c2d438-5f9e-4b60-a72b-5e920fdb7a8c tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Usage tracker for resource:port and tenant:a74e1c7c330243a68a49c651b2ec262f is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:54.360897 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-91c2d438-5f9e-4b60-a72b-5e920fdb7a8c tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:54.370397 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-91c2d438-5f9e-4b60-a72b-5e920fdb7a8c tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:54.397584 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3c1b1d-fb4f-444d-b7e4-8454957d8c0f None None] Network b9073aa6-260f-4923-880d-5f011e83a8e8 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:23:54.404034 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c2d438-5f9e-4b60-a72b-5e920fdb7a8c tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Made reservation on behalf of a74e1c7c330243a68a49c651b2ec262f for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:54.406466 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-91c2d438-5f9e-4b60-a72b-5e920fdb7a8c tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:54.446051 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-91c2d438-5f9e-4b60-a72b-5e920fdb7a8c tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] device_id is not set on port 0ceeb966-6505-47f7-b1e6-444e0c0c63ef yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:23:54.472015 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:23:54.492184 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90d4b33-6c86-4951-9f41-3ca82fb02888 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Network be2c3256-dab5-41d3-baa6-33618df2bd52 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:23:54.502137 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-00219923-f1ce-4d25-8659-6b378ed8e19c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:54.505181 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e6f0089f-bfd9-4bc2-857f-39a883f5277b tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:54.514024 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-c90d4b33-6c86-4951-9f41-3ca82fb02888 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, be2c3256-dab5-41d3-baa6-33618df2bd52) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:54.526769 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90d4b33-6c86-4951-9f41-3ca82fb02888 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:54.527674 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c90d4b33-6c86-4951-9f41-3ca82fb02888 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:54.558695 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-00219923-f1ce-4d25-8659-6b378ed8e19c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:54.585167 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206e625b-96fd-4e8d-8774-63182cfda9c6 None None] Network be2c3256-dab5-41d3-baa6-33618df2bd52 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:23:54.622012 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c90d4b33-6c86-4951-9f41-3ca82fb02888 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9841707 Apr 29 13:23:54.626500 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53846) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:54.657837 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00219923-f1ce-4d25-8659-6b378ed8e19c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:23:54.663587 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-00219923-f1ce-4d25-8659-6b378ed8e19c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:54.667862 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00219923-f1ce-4d25-8659-6b378ed8e19c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event updated for resources: {'Port': ['ID=3e8cabcc-051a-4beb-9416-5bc3a18dcee5,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:54.670230 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00219923-f1ce-4d25-8659-6b378ed8e19c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:23:54.704700 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-15b78b30-9860-46ea-8257-8459d84cc075 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1723885232'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:54.730833 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-15b78b30-9860-46ea-8257-8459d84cc075 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:54.755937 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-15b78b30-9860-46ea-8257-8459d84cc075 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Usage tracker for resource:network and tenant:2264007755474fc1b761805fea4eaa8e is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:54.761235 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e6f0089f-bfd9-4bc2-857f-39a883f5277b tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:54.776369 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-15b78b30-9860-46ea-8257-8459d84cc075 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:54.826777 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-15b78b30-9860-46ea-8257-8459d84cc075 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:54.837740 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-aaad2aec-dd2d-49d7-8df0-b79d32771153 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:54.888700 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-e6f0089f-bfd9-4bc2-857f-39a883f5277b tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8544a9f-5b52-4520-9e41-6a7d04734ab7']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:54.914275 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-91c2d438-5f9e-4b60-a72b-5e920fdb7a8c tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Allocated IP 172.20.0.3 (b9073aa6-260f-4923-880d-5f011e83a8e8/1a558f8e-73ef-487d-a3fd-6be7cfa40c2c/0ceeb966-6505-47f7-b1e6-444e0c0c63ef) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:23:54.926581 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-e6f0089f-bfd9-4bc2-857f-39a883f5277b tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c3f1572-7ca7-4456-ac70-17c92ec08c1e') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:54.927022 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-e6f0089f-bfd9-4bc2-857f-39a883f5277b tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c3f1572-7ca7-4456-ac70-17c92ec08c1e') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:54.953025 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea073109-2894-4a8f-a223-93afd7fa5682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-be2c3256-dab5-41d3-baa6-33618df2bd52', 'network_id': 'be2c3256-dab5-41d3-baa6-33618df2bd52', 'tenant_id': '2264007755474fc1b761805fea4eaa8e', 'fixed_ips': [{'subnet_id': '2fe26aed-cf9b-406f-ab1f-cdeeb64e2942'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:23:54.953840 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ea073109-2894-4a8f-a223-93afd7fa5682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:55.034689 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b78b30-9860-46ea-8257-8459d84cc075 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Made reservation on behalf of 2264007755474fc1b761805fea4eaa8e for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:55.038330 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-15b78b30-9860-46ea-8257-8459d84cc075 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:55.053439 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e6f0089f-bfd9-4bc2-857f-39a883f5277b tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:55.134665 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53856) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:55.167893 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e6f0089f-bfd9-4bc2-857f-39a883f5277b tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:55.184059 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f0089f-bfd9-4bc2-857f-39a883f5277b tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:23:55.184910 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e6f0089f-bfd9-4bc2-857f-39a883f5277b tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:55.197393 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-ea073109-2894-4a8f-a223-93afd7fa5682 None None] Allocated IP 2001:db8:0:ffff::2 (be2c3256-dab5-41d3-baa6-33618df2bd52/2fe26aed-cf9b-406f-ab1f-cdeeb64e2942/0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:23:55.204153 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:23:55.280913 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b78b30-9860-46ea-8257-8459d84cc075 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:23:55.304204 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a2da55-ea98-45b3-8e60-53033c52de3c tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:23:55.333210 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-15b78b30-9860-46ea-8257-8459d84cc075 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:55.333550 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-15b78b30-9860-46ea-8257-8459d84cc075 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Added segment c97d68f1-fc90-4b94-82d0-20607b127f78 of type vlan for network 0ce83cf7-989d-474e-b1bb-c0fd40c71364 Apr 29 13:23:55.341277 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-05a2da55-ea98-45b3-8e60-53033c52de3c tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:55.342231 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2052dbac-5d7e-4ef6-b2f9-f432c9629041 None None] Sync routers for ids ['bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:23:55.397957 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2052dbac-5d7e-4ef6-b2f9-f432c9629041 None None] Routers {'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:23:55.398584 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2052dbac-5d7e-4ef6-b2f9-f432c9629041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:23:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:55.400360 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-69a12f72-c7c2-43aa-a187-b2f2f1c2c6ed tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'network': {'name': 'tempest-RoutersTest-816829281'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:55.421446 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-69a12f72-c7c2-43aa-a187-b2f2f1c2c6ed tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:55.431703 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e6f0089f-bfd9-4bc2-857f-39a883f5277b tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:55.432443 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f0089f-bfd9-4bc2-857f-39a883f5277b tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f8544a9f-5b52-4520-9e41-6a7d04734ab7 {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 13:23:55.436704 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e6f0089f-bfd9-4bc2-857f-39a883f5277b tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:55.445849 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-91c2d438-5f9e-4b60-a72b-5e920fdb7a8c tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:55.470670 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-69a12f72-c7c2-43aa-a187-b2f2f1c2c6ed tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Usage tracker for resource:network and tenant:1eeea487b04d4758993c28cdd605ea02 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:55.479260 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-69a12f72-c7c2-43aa-a187-b2f2f1c2c6ed tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:55.489500 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-91c2d438-5f9e-4b60-a72b-5e920fdb7a8c tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:55.495820 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-15b78b30-9860-46ea-8257-8459d84cc075 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:55.502430 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0089f-bfd9-4bc2-857f-39a883f5277b tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Pushing event deleted for resources: {'Network': ['ID=f8544a9f-5b52-4520-9e41-6a7d04734ab7,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:55.507661 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-69a12f72-c7c2-43aa-a187-b2f2f1c2c6ed tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:55.510939 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-05a2da55-ea98-45b3-8e60-53033c52de3c tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "PUT /v2.0/floatingips/936c3411-aa5a-498d-b869-4694ab673951 HTTP/1.1" status: 200 len: 990 time: 8.1838524 Apr 29 13:23:55.513566 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e6f0089f-bfd9-4bc2-857f-39a883f5277b tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "DELETE /v2.0/networks/f8544a9f-5b52-4520-9e41-6a7d04734ab7 HTTP/1.1" status: 204 len: 168 time: 1.2103255 Apr 29 13:23:55.530498 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53da46ea-d6be-47f2-98b6-91b4c5b08c7a', 'tag': 'b28fd375-dc0b-4f91-b0cf-dc6dc7151594'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:23:55.612021 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c2d438-5f9e-4b60-a72b-5e920fdb7a8c tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Network b9073aa6-260f-4923-880d-5f011e83a8e8 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:23:55.617368 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-91c2d438-5f9e-4b60-a72b-5e920fdb7a8c tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:55.626986 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2d438-5f9e-4b60-a72b-5e920fdb7a8c tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Pushing event updated for resources: {'Port': ['ID=0ceeb966-6505-47f7-b1e6-444e0c0c63ef,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:55.635685 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-2052dbac-5d7e-4ef6-b2f9-f432c9629041 None None] Set router bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:23:55.637228 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c2d438-5f9e-4b60-a72b-5e920fdb7a8c tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:23:55.662658 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a12f72-c7c2-43aa-a187-b2f2f1c2c6ed tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Made reservation on behalf of 1eeea487b04d4758993c28cdd605ea02 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:55.674437 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-69a12f72-c7c2-43aa-a187-b2f2f1c2c6ed tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:55.741965 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fb2fe56-bfda-46e5-b704-1628af379814'] response: {'name': 'network-changed', 'server_uuid': '53da46ea-d6be-47f2-98b6-91b4c5b08c7a', 'tag': 'b28fd375-dc0b-4f91-b0cf-dc6dc7151594', 'status': 'completed', 'code': 200} Apr 29 13:23:55.743828 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c2d438-5f9e-4b60-a72b-5e920fdb7a8c tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:55.744438 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-91c2d438-5f9e-4b60-a72b-5e920fdb7a8c tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:55.874501 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-91c2d438-5f9e-4b60-a72b-5e920fdb7a8c tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.5388560 Apr 29 13:23:55.875967 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53870) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:56.004093 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-69a12f72-c7c2-43aa-a187-b2f2f1c2c6ed tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:56.028419 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-15b78b30-9860-46ea-8257-8459d84cc075 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:56.032310 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b78b30-9860-46ea-8257-8459d84cc075 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:56.032972 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-15b78b30-9860-46ea-8257-8459d84cc075 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:56.036414 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ea073109-2894-4a8f-a223-93afd7fa5682 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:56.123833 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ea073109-2894-4a8f-a223-93afd7fa5682 None None] Transition to ACTIVE for port object 0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:23:56.149678 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-721306f8-57dc-4392-b8bc-f5dcfcca60b8 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Deleting port 0ceeb966-6505-47f7-b1e6-444e0c0c63ef {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:23:56.154773 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-721306f8-57dc-4392-b8bc-f5dcfcca60b8 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:56.167382 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ea073109-2894-4a8f-a223-93afd7fa5682 None None] Transition to ACTIVE for port object 0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:23:56.189894 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-15b78b30-9860-46ea-8257-8459d84cc075 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5598164 Apr 29 13:23:56.200375 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53876) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:56.215560 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-69a12f72-c7c2-43aa-a187-b2f2f1c2c6ed tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:56.216278 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ea073109-2894-4a8f-a223-93afd7fa5682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:56.221835 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53880) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:56.221992 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-6de2ed7b-6be4-4c20-8757-da4e1f5d4269 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Request body: {'subnet': {'network_id': '0ce83cf7-989d-474e-b1bb-c0fd40c71364', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:56.240947 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-21893c24-f48e-495d-aeb0-121c6d4a4c08 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Request body: {'router': {'name': 'tempest-router--1485757101', 'project_id': 'bd44089fb39748e79771ea90ad19b06a'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:56.250723 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-00219923-f1ce-4d25-8659-6b378ed8e19c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:56.251957 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-21893c24-f48e-495d-aeb0-121c6d4a4c08 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:56.265239 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-21893c24-f48e-495d-aeb0-121c6d4a4c08 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Usage tracker for resource:router and tenant:bd44089fb39748e79771ea90ad19b06a is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:56.271949 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-21893c24-f48e-495d-aeb0-121c6d4a4c08 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:56.307364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b78b30-9860-46ea-8257-8459d84cc075 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Pushing event updated for resources: {'Network': ['ID=0ce83cf7-989d-474e-b1bb-c0fd40c71364,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:56.311535 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-69a12f72-c7c2-43aa-a187-b2f2f1c2c6ed tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Usage tracker for resource:security_group_rule and tenant:1eeea487b04d4758993c28cdd605ea02 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:56.316064 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-21893c24-f48e-495d-aeb0-121c6d4a4c08 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:56.326515 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea073109-2894-4a8f-a223-93afd7fa5682 None None] Network be2c3256-dab5-41d3-baa6-33618df2bd52 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:23:56.332431 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-69a12f72-c7c2-43aa-a187-b2f2f1c2c6ed tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:56.335383 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f81643-2369-4310-97fd-87535ab1e014 req-e543e255-b8ae-4d9b-b624-19f7a9f6ff54 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:56.336969 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-79f81643-2369-4310-97fd-87535ab1e014 req-e543e255-b8ae-4d9b-b624-19f7a9f6ff54 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/ports?device_id=53da46ea-d6be-47f2-98b6-91b4c5b08c7a HTTP/1.1" status: 200 len: 945 time: 0.5257616 Apr 29 13:23:56.354963 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-69a12f72-c7c2-43aa-a187-b2f2f1c2c6ed tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:56.364417 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-ea073109-2894-4a8f-a223-93afd7fa5682 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:56.366628 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 0ce83cf7-989d-474e-b1bb-c0fd40c71364 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:23:56.387181 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea073109-2894-4a8f-a223-93afd7fa5682 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:23:56.392085 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-addb3910-77a2-4b13-8b38-cd222f2edc13 req-3ace3eb3-90b5-4ef3-9ee1-5515ca02d31d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6c8c29596be64b1cbf79cd04762fbea5&device_id=53da46ea-d6be-47f2-98b6-91b4c5b08c7a HTTP/1.1" status: 200 len: 1098 time: 0.6474876 Apr 29 13:23:56.394827 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea073109-2894-4a8f-a223-93afd7fa5682 None None] Pushing event updated for resources: {'Port': ['ID=0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:56.409846 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-00219923-f1ce-4d25-8659-6b378ed8e19c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:56.453497 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-21893c24-f48e-495d-aeb0-121c6d4a4c08 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:56.455022 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-21893c24-f48e-495d-aeb0-121c6d4a4c08 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:56.563381 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-6de2ed7b-6be4-4c20-8757-da4e1f5d4269 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:56.594515 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-6de2ed7b-6be4-4c20-8757-da4e1f5d4269 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Usage tracker for resource:subnet and tenant:2264007755474fc1b761805fea4eaa8e is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:56.597856 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-79f81643-2369-4310-97fd-87535ab1e014 req-66e4a4f6-5410-46f7-90be-9844c374cb06 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd8cf9d3-7648-4c94-9cca-44b6de1ac764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2534232 Apr 29 13:23:56.617700 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-6de2ed7b-6be4-4c20-8757-da4e1f5d4269 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:56.626239 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ea073109-2894-4a8f-a223-93afd7fa5682 None None] Attempting to bind port 0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:23:56.626431 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ea073109-2894-4a8f-a223-93afd7fa5682 None None] Attempting to bind port 0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '36330b96-1e84-4a2f-ad0b-0d1fec884a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'be2c3256-dab5-41d3-baa6-33618df2bd52'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:23:56.626730 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea073109-2894-4a8f-a223-93afd7fa5682 None None] Attempting to bind port 0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b on network be2c3256-dab5-41d3-baa6-33618df2bd52 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:23:56.629272 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-21893c24-f48e-495d-aeb0-121c6d4a4c08 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:56.644714 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea073109-2894-4a8f-a223-93afd7fa5682 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:23:56.645132 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea073109-2894-4a8f-a223-93afd7fa5682 None None] Checking segment: {'id': '36330b96-1e84-4a2f-ad0b-0d1fec884a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'be2c3256-dab5-41d3-baa6-33618df2bd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:23:56.645533 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ea073109-2894-4a8f-a223-93afd7fa5682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:56.645919 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea073109-2894-4a8f-a223-93afd7fa5682 None None] Bound using segment: {'id': '36330b96-1e84-4a2f-ad0b-0d1fec884a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'be2c3256-dab5-41d3-baa6-33618df2bd52'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:23:56.646395 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ea073109-2894-4a8f-a223-93afd7fa5682 None None] Bound port: 0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36330b96-1e84-4a2f-ad0b-0d1fec884a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'be2c3256-dab5-41d3-baa6-33618df2bd52'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:23:56.646761 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ea073109-2894-4a8f-a223-93afd7fa5682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:56.657744 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2052dbac-5d7e-4ef6-b2f9-f432c9629041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'name': 'tempest-ServersTestManualDisk-829336071-router', 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '068be9c2-a8d4-4bd5-9c40-82006ab83ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:58Z', 'revision_number': 4, 'project_id': '6c8c29596be64b1cbf79cd04762fbea5', 'gw_port': {'id': '068be9c2-a8d4-4bd5-9c40-82006ab83ca3', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '936c3411-aa5a-498d-b869-4694ab673951', 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5', 'floating_ip_address': '172.26.6.97', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'port_id': 'b28fd375-dc0b-4f91-b0cf-dc6dc7151594', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5766f20d-f6c2-4c44-9d06-902bc69d7f8a', 'mac_address': 'fa:16:3e:c8:7f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53da46ea-d6be-47f2-98b6-91b4c5b08c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:23:08Z', 'updated_at': '2022-04-29T13:23:49Z', 'revision_number': 1, 'project_id': '6c8c29596be64b1cbf79cd04762fbea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80415493-cec6-4897-90a3-788cf44d78ba', 'name': '', 'network_id': '5766f20d-f6c2-4c44-9d06-902bc69d7f8a', 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5', 'mac_address': 'fa:16:3e:3d:cc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecbd849-02e4-4ff8-acc4-ec6e20b79dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:54Z', 'updated_at': '2022-04-29T13:23:08Z', 'revision_number': 5, 'project_id': '6c8c29596be64b1cbf79cd04762fbea5', 'subnets': [{'id': '1ecbd849-02e4-4ff8-acc4-ec6e20b79dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:56.666884 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2052dbac-5d7e-4ef6-b2f9-f432c9629041 None None] Checking router: bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:23:56.686129 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-6de2ed7b-6be4-4c20-8757-da4e1f5d4269 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:56.724309 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2052dbac-5d7e-4ef6-b2f9-f432c9629041 None None] Routers {'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:23:56.724992 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2052dbac-5d7e-4ef6-b2f9-f432c9629041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:23:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:56.741448 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de2ed7b-6be4-4c20-8757-da4e1f5d4269 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Made reservation on behalf of 2264007755474fc1b761805fea4eaa8e for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:56.773116 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-21893c24-f48e-495d-aeb0-121c6d4a4c08 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:56.782977 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-721306f8-57dc-4392-b8bc-f5dcfcca60b8 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:56.908724 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-ea073109-2894-4a8f-a223-93afd7fa5682 None None] For port 0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:23:56.915328 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-ea073109-2894-4a8f-a223-93afd7fa5682 None None] For port 0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b,segment=NetworkSegment(36330b96-1e84-4a2f-ad0b-0d1fec884a6e),segment_id=36330b96-1e84-4a2f-ad0b-0d1fec884a6e)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:23:56.924257 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ea073109-2894-4a8f-a223-93afd7fa5682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:56.941124 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb3910-77a2-4b13-8b38-cd222f2edc13 req-57cbbb3c-aeb3-4732-97fc-5c4bc2a0f426 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:56.942578 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-addb3910-77a2-4b13-8b38-cd222f2edc13 req-57cbbb3c-aeb3-4732-97fc-5c4bc2a0f426 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5766f20d-f6c2-4c44-9d06-902bc69d7f8a HTTP/1.1" status: 200 len: 912 time: 0.5329225 Apr 29 13:23:56.947740 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6de2ed7b-6be4-4c20-8757-da4e1f5d4269 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:56.962404 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-69a12f72-c7c2-43aa-a187-b2f2f1c2c6ed tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:57.031511 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-2052dbac-5d7e-4ef6-b2f9-f432c9629041 None None] Set router bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:23:57.037945 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-721306f8-57dc-4392-b8bc-f5dcfcca60b8 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Calling delete_port for 0ceeb966-6505-47f7-b1e6-444e0c0c63ef owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:23:57.095412 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea073109-2894-4a8f-a223-93afd7fa5682 None None] Pushing event updated for resources: {'Port': ['ID=0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:57.111202 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-21893c24-f48e-495d-aeb0-121c6d4a4c08 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:57.116464 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-21893c24-f48e-495d-aeb0-121c6d4a4c08 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8850205 Apr 29 13:23:57.117618 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53888) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:57.128826 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-69a12f72-c7c2-43aa-a187-b2f2f1c2c6ed tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:57.268474 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.db.resource_extend [None req-00219923-f1ce-4d25-8659-6b378ed8e19c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:23:57.271679 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a12f72-c7c2-43aa-a187-b2f2f1c2c6ed tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:23:57.289823 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-00219923-f1ce-4d25-8659-6b378ed8e19c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:57.330062 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-69a12f72-c7c2-43aa-a187-b2f2f1c2c6ed tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:57.330605 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-69a12f72-c7c2-43aa-a187-b2f2f1c2c6ed tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Added segment d5b17b69-a659-4629-bef8-9415928f34e2 of type vlan for network 38741456-9522-4832-a813-39afcdade363 Apr 29 13:23:57.353410 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a12f72-c7c2-43aa-a187-b2f2f1c2c6ed tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1aecb7-43e6-4eac-9630-cd743ee7dcc0,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:57.361940 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-addb3910-77a2-4b13-8b38-cd222f2edc13 req-b08db016-667d-40bd-8952-a41b25d14d4d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b28fd375-dc0b-4f91-b0cf-dc6dc7151594 HTTP/1.1" status: 200 len: 998 time: 0.3979142 Apr 29 13:23:57.399123 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-00219923-f1ce-4d25-8659-6b378ed8e19c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:57.433992 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-69a12f72-c7c2-43aa-a187-b2f2f1c2c6ed tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:57.478666 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb3910-77a2-4b13-8b38-cd222f2edc13 req-5e741c03-a411-4daa-8701-89ae83e6f08d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:57.480717 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-addb3910-77a2-4b13-8b38-cd222f2edc13 req-5e741c03-a411-4daa-8701-89ae83e6f08d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1ecbd849-02e4-4ff8-acc4-ec6e20b79dd5 HTTP/1.1" status: 200 len: 850 time: 0.1068606 Apr 29 13:23:57.486359 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a097040f-b49d-4a8f-913b-e963263621fe tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:57.555641 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-69a12f72-c7c2-43aa-a187-b2f2f1c2c6ed tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:57.559987 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a12f72-c7c2-43aa-a187-b2f2f1c2c6ed tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:57.560644 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-69a12f72-c7c2-43aa-a187-b2f2f1c2c6ed tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:57.588332 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2052dbac-5d7e-4ef6-b2f9-f432c9629041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'name': 'tempest-ServersTestManualDisk-829336071-router', 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '068be9c2-a8d4-4bd5-9c40-82006ab83ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:58Z', 'revision_number': 4, 'project_id': '6c8c29596be64b1cbf79cd04762fbea5', 'gw_port': {'id': '068be9c2-a8d4-4bd5-9c40-82006ab83ca3', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '936c3411-aa5a-498d-b869-4694ab673951', 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5', 'floating_ip_address': '172.26.6.97', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'port_id': 'b28fd375-dc0b-4f91-b0cf-dc6dc7151594', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5766f20d-f6c2-4c44-9d06-902bc69d7f8a', 'mac_address': 'fa:16:3e:c8:7f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53da46ea-d6be-47f2-98b6-91b4c5b08c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:23:08Z', 'updated_at': '2022-04-29T13:23:49Z', 'revision_number': 1, 'project_id': '6c8c29596be64b1cbf79cd04762fbea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80415493-cec6-4897-90a3-788cf44d78ba', 'name': '', 'network_id': '5766f20d-f6c2-4c44-9d06-902bc69d7f8a', 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5', 'mac_address': 'fa:16:3e:3d:cc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecbd849-02e4-4ff8-acc4-ec6e20b79dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:54Z', 'updated_at': '2022-04-29T13:23:08Z', 'revision_number': 5, 'project_id': '6c8c29596be64b1cbf79cd04762fbea5', 'subnets': [{'id': '1ecbd849-02e4-4ff8-acc4-ec6e20b79dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:57.592285 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2052dbac-5d7e-4ef6-b2f9-f432c9629041 None None] The sync data for ids ['bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6'] in dv-neutron-839027-4-hyperv is: [{'id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'name': 'tempest-ServersTestManualDisk-829336071-router', 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '068be9c2-a8d4-4bd5-9c40-82006ab83ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:58Z', 'revision_number': 4, 'project_id': '6c8c29596be64b1cbf79cd04762fbea5', 'gw_port': {'id': '068be9c2-a8d4-4bd5-9c40-82006ab83ca3', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '936c3411-aa5a-498d-b869-4694ab673951', 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5', 'floating_ip_address': '172.26.6.97', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'port_id': 'b28fd375-dc0b-4f91-b0cf-dc6dc7151594', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5766f20d-f6c2-4c44-9d06-902bc69d7f8a', 'mac_address': 'fa:16:3e:c8:7f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53da46ea-d6be-47f2-98b6-91b4c5b08c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:23:08Z', 'updated_at': '2022-04-29T13:23:49Z', 'revision_number': 1, 'project_id': '6c8c29596be64b1cbf79cd04762fbea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80415493-cec6-4897-90a3-788cf44d78ba', 'name': '', 'network_id': '5766f20d-f6c2-4c44-9d06-902bc69d7f8a', 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5', 'mac_address': 'fa:16:3e:3d:cc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecbd849-02e4-4ff8-acc4-ec6e20b79dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:54Z', 'updated_at': '2022-04-29T13:23:08Z', 'revision_number': 5, 'project_id': '6c8c29596be64b1cbf79cd04762fbea5', 'subnets': [{'id': '1ecbd849-02e4-4ff8-acc4-ec6e20b79dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:23:57.645201 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00219923-f1ce-4d25-8659-6b378ed8e19c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event updated for resources: {'Port': ['ID=3e8cabcc-051a-4beb-9416-5bc3a18dcee5,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:57.715892 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-721306f8-57dc-4392-b8bc-f5dcfcca60b8 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:57.772364 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-00219923-f1ce-4d25-8659-6b378ed8e19c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:57.826299 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721306f8-57dc-4392-b8bc-f5dcfcca60b8 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ceeb966-6505-47f7-b1e6-444e0c0c63ef,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:57.836633 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-69a12f72-c7c2-43aa-a187-b2f2f1c2c6ed tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.6984532 Apr 29 13:23:57.836633 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a12f72-c7c2-43aa-a187-b2f2f1c2c6ed tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Network': ['ID=38741456-9522-4832-a813-39afcdade363,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:57.839720 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53892) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:57.870932 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 38741456-9522-4832-a813-39afcdade363 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:23:57.887381 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:57.907177 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-addb3910-77a2-4b13-8b38-cd222f2edc13 req-86e7f218-6f8e-4522-9e4c-1e310d4768c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5766f20d-f6c2-4c44-9d06-902bc69d7f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4112849 Apr 29 13:23:57.927623 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-0e2deed5-4f8f-430e-bc11-e8cd32282536 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'network': {'name': 'tempest-RoutersTest-888112050'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:58.083565 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaad2aec-dd2d-49d7-8df0-b79d32771153 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Router 4dbf91f6-7f2d-4d48-ac26-161486bf2aac has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:23:58.109190 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0e2deed5-4f8f-430e-bc11-e8cd32282536 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:58.144555 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:23:58.153366 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0e2deed5-4f8f-430e-bc11-e8cd32282536 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Usage tracker for resource:network and tenant:1eeea487b04d4758993c28cdd605ea02 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:58.160900 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-addb3910-77a2-4b13-8b38-cd222f2edc13 req-5e18b28d-1696-4e18-9976-e8082c01d88d service neutron] 10.222.0.32 "GET /v2.0/networks/5766f20d-f6c2-4c44-9d06-902bc69d7f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439544 Apr 29 13:23:58.169059 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0e2deed5-4f8f-430e-bc11-e8cd32282536 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:58.239947 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:23:58.251723 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0e2deed5-4f8f-430e-bc11-e8cd32282536 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:58.258060 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 52703df0-6345-4bfe-80d7-3d0292b6b8f1 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:23:58.300910 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 52703df0-6345-4bfe-80d7-3d0292b6b8f1 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:23:58.301436 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 52703df0-6345-4bfe-80d7-3d0292b6b8f1 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:23:58.352354 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41016e84-83b3-4c2e-bd58-25a94ff07c1b None None] Network be2c3256-dab5-41d3-baa6-33618df2bd52 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:23:58.466997 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2deed5-4f8f-430e-bc11-e8cd32282536 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Made reservation on behalf of 1eeea487b04d4758993c28cdd605ea02 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:58.469912 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0e2deed5-4f8f-430e-bc11-e8cd32282536 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:58.486527 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-721306f8-57dc-4392-b8bc-f5dcfcca60b8 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:58.491856 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a097040f-b49d-4a8f-913b-e963263621fe tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:58.504920 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-721306f8-57dc-4392-b8bc-f5dcfcca60b8 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "DELETE /v2.0/ports/0ceeb966-6505-47f7-b1e6-444e0c0c63ef HTTP/1.1" status: 204 len: 168 time: 2.6265907 Apr 29 13:23:58.507613 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53896) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:58.509850 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a097040f-b49d-4a8f-913b-e963263621fe tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:58.513497 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.objects.ports [None req-6de2ed7b-6be4-4c20-8757-da4e1f5d4269 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83904) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 13:23:58.517880 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-b4a9d83c-1270-45cd-a80c-6961389410d9 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b9073aa6-260f-4923-880d-5f011e83a8e8', 'external_fixed_ips': [{'subnet_id': '1a558f8e-73ef-487d-a3fd-6be7cfa40c2c', 'ip_address': '172.20.0.3'}]}}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:58.518156 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6de2ed7b-6be4-4c20-8757-da4e1f5d4269 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:58.532361 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b4a9d83c-1270-45cd-a80c-6961389410d9 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:58.541756 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b4a9d83c-1270-45cd-a80c-6961389410d9 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Usage tracker for resource:router and tenant:a74e1c7c330243a68a49c651b2ec262f is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:58.546889 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b4a9d83c-1270-45cd-a80c-6961389410d9 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:58.563673 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e2deed5-4f8f-430e-bc11-e8cd32282536 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:23:58.567167 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-52205ebb-a869-4b29-8caa-9b2e26197149 None None] Provisioning for port 0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:23:58.572575 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b4a9d83c-1270-45cd-a80c-6961389410d9 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:58.590691 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-addb3910-77a2-4b13-8b38-cd222f2edc13 req-5dacb107-809f-4f51-85bd-d1f2657e922a service neutron] 10.222.0.32 "GET /v2.0/networks/5766f20d-f6c2-4c44-9d06-902bc69d7f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900487 Apr 29 13:23:58.594596 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0e2deed5-4f8f-430e-bc11-e8cd32282536 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:58.595038 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-0e2deed5-4f8f-430e-bc11-e8cd32282536 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Added segment 60b55da0-ba4a-4a17-8b9d-0de3a175b83a of type vlan for network e0d06d0c-9c6d-4a67-896b-375fe9012f67 Apr 29 13:23:58.605632 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a097040f-b49d-4a8f-913b-e963263621fe tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:58.606183 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a097040f-b49d-4a8f-913b-e963263621fe tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cfe3676f-db16-4b13-b90d-1041bb05f659 {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:23:58.611037 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d83c-1270-45cd-a80c-6961389410d9 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:58.611989 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d83c-1270-45cd-a80c-6961389410d9 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:58.617624 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-52205ebb-a869-4b29-8caa-9b2e26197149 None None] Provisioning complete for port 0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:23:58.618370 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-52205ebb-a869-4b29-8caa-9b2e26197149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:58.633910 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2ed7b-6be4-4c20-8757-da4e1f5d4269 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Pushing event updated for resources: {'Subnet': ['ID=5c48489e-0dd6-4162-beff-fef541d82908,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:58.667730 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de2ed7b-6be4-4c20-8757-da4e1f5d4269 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Checking segment: {'id': 'c97d68f1-fc90-4b94-82d0-20607b127f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0ce83cf7-989d-474e-b1bb-c0fd40c71364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:23:58.668397 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de2ed7b-6be4-4c20-8757-da4e1f5d4269 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Network hostable DHCP agents. Network: 0ce83cf7-989d-474e-b1bb-c0fd40c71364, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:23:58.672005 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0e2deed5-4f8f-430e-bc11-e8cd32282536 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:58.678086 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a097040f-b49d-4a8f-913b-e963263621fe tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:58.681990 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a097040f-b49d-4a8f-913b-e963263621fe tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "DELETE /v2.0/routers/cfe3676f-db16-4b13-b90d-1041bb05f659 HTTP/1.1" status: 204 len: 168 time: 1.5596793 Apr 29 13:23:58.701990 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d83c-1270-45cd-a80c-6961389410d9 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:58.733879 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaad2aec-dd2d-49d7-8df0-b79d32771153 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:23:58.735459 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.l3_db [None req-00219923-f1ce-4d25-8659-6b378ed8e19c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Floating IP 7126bbc7-5f23-4b0f-93db-1b85d87157f7 associated. External IP: 172.26.6.231, port: c7b8ec93-c071-4360-ab90-2f4f3628f317. Apr 29 13:23:58.751365 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de2ed7b-6be4-4c20-8757-da4e1f5d4269 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Network 0ce83cf7-989d-474e-b1bb-c0fd40c71364 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:23:58.753215 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dafc2f-b217-42a0-a2b2-92a2f603ab8c None None] Sync routers for ids ['4dbf91f6-7f2d-4d48-ac26-161486bf2aac'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:23:58.773390 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dafc2f-b217-42a0-a2b2-92a2f603ab8c None None] Routers {'4dbf91f6-7f2d-4d48-ac26-161486bf2aac'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:23:58.774305 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-89dafc2f-b217-42a0-a2b2-92a2f603ab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:23:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['4dbf91f6-7f2d-4d48-ac26-161486bf2aac'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:58.776936 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-52205ebb-a869-4b29-8caa-9b2e26197149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:58.778731 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-aaad2aec-dd2d-49d7-8df0-b79d32771153 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] 10.222.0.76 "PUT /v2.0/routers/4dbf91f6-7f2d-4d48-ac26-161486bf2aac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3896010 Apr 29 13:23:58.781032 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-6de2ed7b-6be4-4c20-8757-da4e1f5d4269 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 0ce83cf7-989d-474e-b1bb-c0fd40c71364) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:23:58.783539 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53902) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:58.796032 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9519feb9-d319-479d-a974-b57e6c01c613 None None] Network 0ce83cf7-989d-474e-b1bb-c0fd40c71364 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:23:58.892223 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0e2deed5-4f8f-430e-bc11-e8cd32282536 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:58.896284 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2deed5-4f8f-430e-bc11-e8cd32282536 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:58.896909 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0e2deed5-4f8f-430e-bc11-e8cd32282536 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:58.938887 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-89dafc2f-b217-42a0-a2b2-92a2f603ab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:58.975912 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dafc2f-b217-42a0-a2b2-92a2f603ab8c None None] Routers {'4dbf91f6-7f2d-4d48-ac26-161486bf2aac'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:23:58.976696 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-89dafc2f-b217-42a0-a2b2-92a2f603ab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:23:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['4dbf91f6-7f2d-4d48-ac26-161486bf2aac'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:58.988256 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-52205ebb-a869-4b29-8caa-9b2e26197149 None None] For port 0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b,segment=NetworkSegment(36330b96-1e84-4a2f-ad0b-0d1fec884a6e),segment_id=36330b96-1e84-4a2f-ad0b-0d1fec884a6e)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:23:59.004568 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f47473f-c28e-4ca7-b6cb-1599ff60bf84 None None] New status for floating IP 936c3411-aa5a-498d-b869-4694ab673951: ACTIVE {{(pid=83906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:23:59.012482 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53906) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:59.061137 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de2ed7b-6be4-4c20-8757-da4e1f5d4269 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:23:59.061784 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6de2ed7b-6be4-4c20-8757-da4e1f5d4269 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:59.082392 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-89dafc2f-b217-42a0-a2b2-92a2f603ab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:23:59.083189 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dafc2f-b217-42a0-a2b2-92a2f603ab8c None None] The sync data for ids ['4dbf91f6-7f2d-4d48-ac26-161486bf2aac'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:23:59.112947 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6de2ed7b-6be4-4c20-8757-da4e1f5d4269 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9072390 Apr 29 13:23:59.113766 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53908) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:59.124927 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-94574848-4f89-4611-8529-feb7b4254e62 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Request body: {'port': {'network_id': '0ce83cf7-989d-474e-b1bb-c0fd40c71364', 'name': 'tempest-NetworksIpV6TestAttrs-1845866897'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:59.267382 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0e2deed5-4f8f-430e-bc11-e8cd32282536 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3810949 Apr 29 13:23:59.273159 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53916) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:23:59.281023 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-52205ebb-a869-4b29-8caa-9b2e26197149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:59.290663 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-94574848-4f89-4611-8529-feb7b4254e62 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:59.300217 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-94574848-4f89-4611-8529-feb7b4254e62 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Usage tracker for resource:port and tenant:2264007755474fc1b761805fea4eaa8e is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:59.300410 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-b00c1a7a-3e8d-48dd-9545-8e7c8965e0a7 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'subnet': {'network_id': '38741456-9522-4832-a813-39afcdade363', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:59.304091 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-94574848-4f89-4611-8529-feb7b4254e62 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:59.311564 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-94574848-4f89-4611-8529-feb7b4254e62 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:59.335608 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94574848-4f89-4611-8529-feb7b4254e62 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Made reservation on behalf of 2264007755474fc1b761805fea4eaa8e for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:59.338912 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-94574848-4f89-4611-8529-feb7b4254e62 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:59.368634 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-94574848-4f89-4611-8529-feb7b4254e62 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] device_id is not set on port e2bbc2f3-c686-4933-b912-5b8afdd5a10e yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:23:59.420806 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52205ebb-a869-4b29-8caa-9b2e26197149 None None] Pushing event updated for resources: {'Port': ['ID=0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:59.426403 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2deed5-4f8f-430e-bc11-e8cd32282536 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Network': ['ID=e0d06d0c-9c6d-4a67-896b-375fe9012f67,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:23:59.434131 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d83c-1270-45cd-a80c-6961389410d9 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:59.445461 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b00c1a7a-3e8d-48dd-9545-8e7c8965e0a7 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:59.453958 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b00c1a7a-3e8d-48dd-9545-8e7c8965e0a7 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Usage tracker for resource:subnet and tenant:1eeea487b04d4758993c28cdd605ea02 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:59.459801 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b00c1a7a-3e8d-48dd-9545-8e7c8965e0a7 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:59.467699 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network e0d06d0c-9c6d-4a67-896b-375fe9012f67 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:23:59.471310 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b00c1a7a-3e8d-48dd-9545-8e7c8965e0a7 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:59.484606 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9999a160-37a4-45ab-aee2-1e491daa9861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-0ce83cf7-989d-474e-b1bb-c0fd40c71364', 'network_id': '0ce83cf7-989d-474e-b1bb-c0fd40c71364', 'tenant_id': '2264007755474fc1b761805fea4eaa8e', 'fixed_ips': [{'subnet_id': '5c48489e-0dd6-4162-beff-fef541d82908'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:23:59.485510 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9999a160-37a4-45ab-aee2-1e491daa9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:59.514099 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00c1a7a-3e8d-48dd-9545-8e7c8965e0a7 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Made reservation on behalf of 1eeea487b04d4758993c28cdd605ea02 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:23:59.540431 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-29fe0ad0-95d2-4de4-81b5-530b265a0fd6 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-948695323', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}, 'admin_state_up': False}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:23:59.575018 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0ac512d7-8520-4f95-8154-a29fbe363318 None None] Provisioning complete for port 0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:23:59.575342 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0ac512d7-8520-4f95-8154-a29fbe363318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:59.582111 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a818b044-3ace-4035-ae09-6ac0076346fe tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:59.607529 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-29fe0ad0-95d2-4de4-81b5-530b265a0fd6 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:23:59.669393 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-29fe0ad0-95d2-4de4-81b5-530b265a0fd6 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Usage tracker for resource:router and tenant:a61f1618e05a4a2daa85afab534f4402 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:23:59.698080 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-29fe0ad0-95d2-4de4-81b5-530b265a0fd6 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:23:59.703849 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-94574848-4f89-4611-8529-feb7b4254e62 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Allocated IP 2001:db8::f816:3eff:feb0:9725 (0ce83cf7-989d-474e-b1bb-c0fd40c71364/5c48489e-0dd6-4162-beff-fef541d82908/e2bbc2f3-c686-4933-b912-5b8afdd5a10e) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:23:59.727697 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-29fe0ad0-95d2-4de4-81b5-530b265a0fd6 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:23:59.762991 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b00c1a7a-3e8d-48dd-9545-8e7c8965e0a7 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:59.822156 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-29fe0ad0-95d2-4de4-81b5-530b265a0fd6 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:23:59.823496 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-29fe0ad0-95d2-4de4-81b5-530b265a0fd6 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:00.021205 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-29fe0ad0-95d2-4de4-81b5-530b265a0fd6 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:00.077523 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-94574848-4f89-4611-8529-feb7b4254e62 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:00.091029 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:24:00.140052 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-94574848-4f89-4611-8529-feb7b4254e62 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Transition to ACTIVE for port object e2bbc2f3-c686-4933-b912-5b8afdd5a10e will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:24:00.154318 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a818b044-3ace-4035-ae09-6ac0076346fe tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:00.164208 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:00.164574 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:00.175543 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-a818b044-3ace-4035-ae09-6ac0076346fe tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Deleting port cd1c9014-c7b1-47c0-8aad-32e43c7f1746 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:00.176106 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a818b044-3ace-4035-ae09-6ac0076346fe tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:00.263949 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d01b2fe6-52cc-4929-96eb-2313242722fb req-0197f5f8-a83c-412a-887c-a8df18d74722 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7d11cc05-e9be-447d-8acf-be572d0334bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1795101 Apr 29 13:24:00.325236 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-94574848-4f89-4611-8529-feb7b4254e62 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:00.388177 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-9999a160-37a4-45ab-aee2-1e491daa9861 None None] Allocated IP 2001:db8::f816:3eff:fe5d:73a0 (0ce83cf7-989d-474e-b1bb-c0fd40c71364/5c48489e-0dd6-4162-beff-fef541d82908/30a666ff-794b-448a-8faa-fa23aed0e027) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:00.479446 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94574848-4f89-4611-8529-feb7b4254e62 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Network 0ce83cf7-989d-474e-b1bb-c0fd40c71364 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:00.481296 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94574848-4f89-4611-8529-feb7b4254e62 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Pushing event updated for resources: {'Port': ['ID=e2bbc2f3-c686-4933-b912-5b8afdd5a10e,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:00.486393 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-94574848-4f89-4611-8529-feb7b4254e62 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:00.497073 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a818b044-3ace-4035-ae09-6ac0076346fe tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:00.505749 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94574848-4f89-4611-8529-feb7b4254e62 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:24:00.509647 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94574848-4f89-4611-8529-feb7b4254e62 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:00.510615 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-94574848-4f89-4611-8529-feb7b4254e62 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:00.611195 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9999a160-37a4-45ab-aee2-1e491daa9861 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:00.622453 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9999a160-37a4-45ab-aee2-1e491daa9861 None None] Transition to ACTIVE for port object 30a666ff-794b-448a-8faa-fa23aed0e027 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:24:00.642662 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9999a160-37a4-45ab-aee2-1e491daa9861 None None] Transition to ACTIVE for port object 30a666ff-794b-448a-8faa-fa23aed0e027 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:24:00.646738 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-a818b044-3ace-4035-ae09-6ac0076346fe tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Calling delete_port for cd1c9014-c7b1-47c0-8aad-32e43c7f1746 owned by network:router_gateway {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:00.647984 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-29fe0ad0-95d2-4de4-81b5-530b265a0fd6 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:00.649954 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9999a160-37a4-45ab-aee2-1e491daa9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:00.657136 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b00c1a7a-3e8d-48dd-9545-8e7c8965e0a7 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:00.661064 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d83c-1270-45cd-a80c-6961389410d9 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:00.682096 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-94574848-4f89-4611-8529-feb7b4254e62 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5629835 Apr 29 13:24:00.686269 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53922) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:00.721558 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9999a160-37a4-45ab-aee2-1e491daa9861 None None] Network 0ce83cf7-989d-474e-b1bb-c0fd40c71364 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:00.724320 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-9999a160-37a4-45ab-aee2-1e491daa9861 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:00.728066 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9999a160-37a4-45ab-aee2-1e491daa9861 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:24:00.735274 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999a160-37a4-45ab-aee2-1e491daa9861 None None] Pushing event updated for resources: {'Port': ['ID=30a666ff-794b-448a-8faa-fa23aed0e027,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:00.752299 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d83c-1270-45cd-a80c-6961389410d9 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:00.753107 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d01b2fe6-52cc-4929-96eb-2313242722fb req-23279e8b-a718-4279-8693-7ecb3aeb6503 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5af4e0e2215a466699ba2d581ed2d902&device_id=7d11cc05-e9be-447d-8acf-be572d0334bd HTTP/1.1" status: 200 len: 1098 time: 0.3919814 Apr 29 13:24:00.817992 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b2ca76-9898-428b-abb8-c47b933cd855 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Deleting subnet 5c48489e-0dd6-4162-beff-fef541d82908 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:24:00.825953 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-71b2ca76-9898-428b-abb8-c47b933cd855 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:00.836534 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-9999a160-37a4-45ab-aee2-1e491daa9861 None None] Attempting to bind port 30a666ff-794b-448a-8faa-fa23aed0e027 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:24:00.836974 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-9999a160-37a4-45ab-aee2-1e491daa9861 None None] Attempting to bind port 30a666ff-794b-448a-8faa-fa23aed0e027 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'c97d68f1-fc90-4b94-82d0-20607b127f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0ce83cf7-989d-474e-b1bb-c0fd40c71364'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:24:00.837601 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9999a160-37a4-45ab-aee2-1e491daa9861 None None] Attempting to bind port 30a666ff-794b-448a-8faa-fa23aed0e027 on network 0ce83cf7-989d-474e-b1bb-c0fd40c71364 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:24:00.846588 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9999a160-37a4-45ab-aee2-1e491daa9861 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:24:00.846944 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9999a160-37a4-45ab-aee2-1e491daa9861 None None] Checking segment: {'id': 'c97d68f1-fc90-4b94-82d0-20607b127f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0ce83cf7-989d-474e-b1bb-c0fd40c71364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:24:00.847434 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9999a160-37a4-45ab-aee2-1e491daa9861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:00.847825 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9999a160-37a4-45ab-aee2-1e491daa9861 None None] Bound using segment: {'id': 'c97d68f1-fc90-4b94-82d0-20607b127f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0ce83cf7-989d-474e-b1bb-c0fd40c71364'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:24:00.848279 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-9999a160-37a4-45ab-aee2-1e491daa9861 None None] Bound port: 30a666ff-794b-448a-8faa-fa23aed0e027, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97d68f1-fc90-4b94-82d0-20607b127f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0ce83cf7-989d-474e-b1bb-c0fd40c71364'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:24:00.849270 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9999a160-37a4-45ab-aee2-1e491daa9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:00.926143 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c1a7a-3e8d-48dd-9545-8e7c8965e0a7 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Subnet': ['ID=8cc08efb-bda8-413a-9439-d3323389e94d,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:00.951735 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-71b2ca76-9898-428b-abb8-c47b933cd855 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:00.952442 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-9999a160-37a4-45ab-aee2-1e491daa9861 None None] For port 30a666ff-794b-448a-8faa-fa23aed0e027, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:24:00.955716 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-9999a160-37a4-45ab-aee2-1e491daa9861 None None] For port 30a666ff-794b-448a-8faa-fa23aed0e027, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=30a666ff-794b-448a-8faa-fa23aed0e027,segment=NetworkSegment(c97d68f1-fc90-4b94-82d0-20607b127f78),segment_id=c97d68f1-fc90-4b94-82d0-20607b127f78)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:24:00.959681 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9999a160-37a4-45ab-aee2-1e491daa9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:01.043745 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b2fe6-52cc-4929-96eb-2313242722fb req-b72b3748-a6a9-4f98-b540-5d15dccc9fb9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:01.045223 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d01b2fe6-52cc-4929-96eb-2313242722fb req-b72b3748-a6a9-4f98-b540-5d15dccc9fb9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=db77dff0-1ec4-4e61-b2c0-fae02c77fce1 HTTP/1.1" status: 200 len: 907 time: 0.2543590 Apr 29 13:24:01.049524 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999a160-37a4-45ab-aee2-1e491daa9861 None None] Pushing event updated for resources: {'Port': ['ID=30a666ff-794b-448a-8faa-fa23aed0e027,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:01.083878 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00c1a7a-3e8d-48dd-9545-8e7c8965e0a7 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Checking segment: {'id': 'd5b17b69-a659-4629-bef8-9415928f34e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '38741456-9522-4832-a813-39afcdade363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:24:01.084252 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00c1a7a-3e8d-48dd-9545-8e7c8965e0a7 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network hostable DHCP agents. Network: 38741456-9522-4832-a813-39afcdade363, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:24:01.232681 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00219923-f1ce-4d25-8659-6b378ed8e19c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Router 5b5332d5-d726-47e5-a586-a4c7709412e9 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:24:01.251291 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00c1a7a-3e8d-48dd-9545-8e7c8965e0a7 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network 38741456-9522-4832-a813-39afcdade363 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:24:01.257622 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-b4a9d83c-1270-45cd-a80c-6961389410d9 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Allocated IP 172.20.0.3 (b9073aa6-260f-4923-880d-5f011e83a8e8/1a558f8e-73ef-487d-a3fd-6be7cfa40c2c/2f293b2d-d634-4cd2-b47a-7d170a65c665) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:01.298932 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d01b2fe6-52cc-4929-96eb-2313242722fb req-acc1af8d-15a6-4f82-946b-60e575eb05ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60091105-f803-4a75-a4ae-e1af6a660373 HTTP/1.1" status: 200 len: 1001 time: 0.2185912 Apr 29 13:24:01.301399 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a818b044-3ace-4035-ae09-6ac0076346fe tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:01.315413 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-b00c1a7a-3e8d-48dd-9545-8e7c8965e0a7 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 38741456-9522-4832-a813-39afcdade363) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:01.320469 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00c1a7a-3e8d-48dd-9545-8e7c8965e0a7 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:01.321083 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b00c1a7a-3e8d-48dd-9545-8e7c8965e0a7 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:01.327482 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe78c2b3-27d7-4006-9eda-1196cb4005be None None] Network 38741456-9522-4832-a813-39afcdade363 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:24:01.382471 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-71b2ca76-9898-428b-abb8-c47b933cd855 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:01.413207 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818b044-3ace-4035-ae09-6ac0076346fe tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Pushing event deleted for resources: {'Port': ['ID=cd1c9014-c7b1-47c0-8aad-32e43c7f1746,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:01.491155 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b00c1a7a-3e8d-48dd-9545-8e7c8965e0a7 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2130141 Apr 29 13:24:01.506148 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53926) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:01.560839 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-a1311a29-504b-412a-86f0-a4b6f48d7685 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'subnet': {'network_id': 'e0d06d0c-9c6d-4a67-896b-375fe9012f67', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:01.568935 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b049fb-0ed9-4386-aa8b-ca987ab168b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-38741456-9522-4832-a813-39afcdade363', 'network_id': '38741456-9522-4832-a813-39afcdade363', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'fixed_ips': [{'subnet_id': '8cc08efb-bda8-413a-9439-d3323389e94d'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:24:01.569923 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-70b049fb-0ed9-4386-aa8b-ca987ab168b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:01.643534 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b2fe6-52cc-4929-96eb-2313242722fb req-520b36ab-5d14-451c-b9cc-b3abe8855d87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:01.644999 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d01b2fe6-52cc-4929-96eb-2313242722fb req-520b36ab-5d14-451c-b9cc-b3abe8855d87 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb00ce98-f29b-44ee-afb3-87315ac0d956 HTTP/1.1" status: 200 len: 845 time: 0.2933712 Apr 29 13:24:01.688994 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a1311a29-504b-412a-86f0-a4b6f48d7685 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:01.692783 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a1311a29-504b-412a-86f0-a4b6f48d7685 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Usage tracker for resource:subnet and tenant:1eeea487b04d4758993c28cdd605ea02 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:01.695861 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a1311a29-504b-412a-86f0-a4b6f48d7685 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:01.702127 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a1311a29-504b-412a-86f0-a4b6f48d7685 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:01.727894 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-71b2ca76-9898-428b-abb8-c47b933cd855 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:01.730619 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1311a29-504b-412a-86f0-a4b6f48d7685 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Made reservation on behalf of 1eeea487b04d4758993c28cdd605ea02 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:24:01.738740 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-70b049fb-0ed9-4386-aa8b-ca987ab168b0 None None] Allocated IP 172.20.0.2 (38741456-9522-4832-a813-39afcdade363/8cc08efb-bda8-413a-9439-d3323389e94d/260237d0-8ad7-4146-b8c0-210ae940a3c5) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:01.902851 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2ca76-9898-428b-abb8-c47b933cd855 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Pushing event deleted for resources: {'Subnet': ['ID=5c48489e-0dd6-4162-beff-fef541d82908,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:01.917583 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-71b2ca76-9898-428b-abb8-c47b933cd855 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:01.926065 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-29fe0ad0-95d2-4de4-81b5-530b265a0fd6 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router_gateway, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:01.927351 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a818b044-3ace-4035-ae09-6ac0076346fe tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:01.974815 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-29fe0ad0-95d2-4de4-81b5-530b265a0fd6 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:01.986718 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a1311a29-504b-412a-86f0-a4b6f48d7685 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:01.992355 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-70b049fb-0ed9-4386-aa8b-ca987ab168b0 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:02.004586 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-70b049fb-0ed9-4386-aa8b-ca987ab168b0 None None] Transition to ACTIVE for port object 260237d0-8ad7-4146-b8c0-210ae940a3c5 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:24:02.025891 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-70b049fb-0ed9-4386-aa8b-ca987ab168b0 None None] Transition to ACTIVE for port object 260237d0-8ad7-4146-b8c0-210ae940a3c5 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:24:02.032091 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-70b049fb-0ed9-4386-aa8b-ca987ab168b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:02.058566 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-71b2ca76-9898-428b-abb8-c47b933cd855 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "DELETE /v2.0/subnets/5c48489e-0dd6-4162-beff-fef541d82908 HTTP/1.1" status: 204 len: 168 time: 1.3649786 Apr 29 13:24:02.059381 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53930) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:02.150826 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b049fb-0ed9-4386-aa8b-ca987ab168b0 None None] Network 38741456-9522-4832-a813-39afcdade363 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:02.161678 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-70b049fb-0ed9-4386-aa8b-ca987ab168b0 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:02.164928 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d01b2fe6-52cc-4929-96eb-2313242722fb req-851be118-2871-4398-b38a-ec5f54c0c48b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db77dff0-1ec4-4e61-b2c0-fae02c77fce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5015876 Apr 29 13:24:02.177184 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b049fb-0ed9-4386-aa8b-ca987ab168b0 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:24:02.185594 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 30a666ff-794b-448a-8faa-fa23aed0e027 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:24:02.191124 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5611a5-ec7e-4c4c-9e60-185183858c80 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:02.192437 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5611a5-ec7e-4c4c-9e60-185183858c80 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:02.193218 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-7e5611a5-ec7e-4c4c-9e60-185183858c80 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Synchronizing usage tracker for tenant:2264007755474fc1b761805fea4eaa8e on resource:subnet {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:24:02.262591 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b049fb-0ed9-4386-aa8b-ca987ab168b0 None None] Pushing event updated for resources: {'Port': ['ID=260237d0-8ad7-4146-b8c0-210ae940a3c5,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:02.273656 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0507ac7-8d2a-4d18-8d66-83b7b03a4959 None None] Network 0ce83cf7-989d-474e-b1bb-c0fd40c71364 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:24:02.349680 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d83c-1270-45cd-a80c-6961389410d9 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:02.409218 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-7e5611a5-ec7e-4c4c-9e60-185183858c80 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Unset dirty status for tenant:2264007755474fc1b761805fea4eaa8e on resource:subnet {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:24:02.410378 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7e5611a5-ec7e-4c4c-9e60-185183858c80 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3411705 Apr 29 13:24:02.415586 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53934) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:02.439480 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a818b044-3ace-4035-ae09-6ac0076346fe tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:02.465127 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-70b049fb-0ed9-4386-aa8b-ca987ab168b0 None None] Attempting to bind port 260237d0-8ad7-4146-b8c0-210ae940a3c5 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:24:02.465710 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-70b049fb-0ed9-4386-aa8b-ca987ab168b0 None None] Attempting to bind port 260237d0-8ad7-4146-b8c0-210ae940a3c5 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'd5b17b69-a659-4629-bef8-9415928f34e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '38741456-9522-4832-a813-39afcdade363'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:24:02.465826 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b049fb-0ed9-4386-aa8b-ca987ab168b0 None None] Attempting to bind port 260237d0-8ad7-4146-b8c0-210ae940a3c5 on network 38741456-9522-4832-a813-39afcdade363 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:24:02.519578 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b049fb-0ed9-4386-aa8b-ca987ab168b0 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:24:02.519831 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b049fb-0ed9-4386-aa8b-ca987ab168b0 None None] Checking segment: {'id': 'd5b17b69-a659-4629-bef8-9415928f34e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '38741456-9522-4832-a813-39afcdade363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:24:02.520408 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-70b049fb-0ed9-4386-aa8b-ca987ab168b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:02.521338 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b049fb-0ed9-4386-aa8b-ca987ab168b0 None None] Bound using segment: {'id': 'd5b17b69-a659-4629-bef8-9415928f34e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '38741456-9522-4832-a813-39afcdade363'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:24:02.521338 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-70b049fb-0ed9-4386-aa8b-ca987ab168b0 None None] Bound port: 260237d0-8ad7-4146-b8c0-210ae940a3c5, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5b17b69-a659-4629-bef8-9415928f34e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '38741456-9522-4832-a813-39afcdade363'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:24:02.521743 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-70b049fb-0ed9-4386-aa8b-ca987ab168b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:02.534260 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-31368d36-2561-4da7-adf7-868a4c626405 None None] Provisioning for port 30a666ff-794b-448a-8faa-fa23aed0e027 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:24:02.534488 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a818b044-3ace-4035-ae09-6ac0076346fe tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:02.556165 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-29fe0ad0-95d2-4de4-81b5-530b265a0fd6 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Allocated IP 172.26.6.150 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/4dab3730-ee50-4aae-b4c6-ebc73c146f65) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:02.561547 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d83c-1270-45cd-a80c-6961389410d9 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:02.574710 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d01b2fe6-52cc-4929-96eb-2313242722fb req-ea3fa03b-cdf7-4ba4-bf5a-6c0f627c3566 service neutron] 10.222.0.32 "GET /v2.0/networks/db77dff0-1ec4-4e61-b2c0-fae02c77fce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089229 Apr 29 13:24:02.581839 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b611ceb0-3a9d-4dbf-95bd-ef2ff36142f8 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:02.616393 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 30a666ff-794b-448a-8faa-fa23aed0e027 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:24:02.645063 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 30a666ff-794b-448a-8faa-fa23aed0e027 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:02.645668 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:02.670260 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-b611ceb0-3a9d-4dbf-95bd-ef2ff36142f8 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 29 13:24:02.670702 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b611ceb0-3a9d-4dbf-95bd-ef2ff36142f8 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:24:02.694053 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a818b044-3ace-4035-ae09-6ac0076346fe tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:02.694583 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a818b044-3ace-4035-ae09-6ac0076346fe tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Fanout notify agent at l3_agent the message router_deleted on router 4dbf91f6-7f2d-4d48-ac26-161486bf2aac {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:24:02.702830 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a818b044-3ace-4035-ae09-6ac0076346fe tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:02.703939 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a818b044-3ace-4035-ae09-6ac0076346fe tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] 10.222.0.76 "DELETE /v2.0/routers/4dbf91f6-7f2d-4d48-ac26-161486bf2aac HTTP/1.1" status: 204 len: 168 time: 3.9102993 Apr 29 13:24:02.705419 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b611ceb0-3a9d-4dbf-95bd-ef2ff36142f8 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "DELETE /v2.0/networks/0ce83cf7-989d-474e-b1bb-c0fd40c71364 HTTP/1.1" status: 409 len: 405 time: 0.2889390 Apr 29 13:24:02.707997 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53938) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:02.738460 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-70b049fb-0ed9-4386-aa8b-ca987ab168b0 None None] For port 260237d0-8ad7-4146-b8c0-210ae940a3c5, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:24:02.739460 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53942) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:02.745324 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-70b049fb-0ed9-4386-aa8b-ca987ab168b0 None None] For port 260237d0-8ad7-4146-b8c0-210ae940a3c5, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=260237d0-8ad7-4146-b8c0-210ae940a3c5,segment=NetworkSegment(d5b17b69-a659-4629-bef8-9415928f34e2),segment_id=d5b17b69-a659-4629-bef8-9415928f34e2)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:24:02.749947 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-1f13a90d-67b5-4fc0-b407-0f1136a4e54d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1473189078'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:02.769778 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1f13a90d-67b5-4fc0-b407-0f1136a4e54d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:02.788725 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1f13a90d-67b5-4fc0-b407-0f1136a4e54d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Usage tracker for resource:network and tenant:2264007755474fc1b761805fea4eaa8e is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:02.789104 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-70b049fb-0ed9-4386-aa8b-ca987ab168b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:02.789401 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a9d83c-1270-45cd-a80c-6961389410d9 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Network b9073aa6-260f-4923-880d-5f011e83a8e8 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:02.797534 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1f13a90d-67b5-4fc0-b407-0f1136a4e54d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:02.808215 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1f13a90d-67b5-4fc0-b407-0f1136a4e54d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:02.852258 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d01b2fe6-52cc-4929-96eb-2313242722fb req-87e83011-7547-4388-8a22-ddec835831a8 service neutron] 10.222.0.32 "GET /v2.0/networks/db77dff0-1ec4-4e61-b2c0-fae02c77fce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669129 Apr 29 13:24:02.856330 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f13a90d-67b5-4fc0-b407-0f1136a4e54d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Made reservation on behalf of 2264007755474fc1b761805fea4eaa8e for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:24:02.859385 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d133b493-cf19-4d48-afa5-d683af2fe690 None None] DHCP port deletion for 0ce83cf7-989d-474e-b1bb-c0fd40c71364 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:24:02.859526 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1f13a90d-67b5-4fc0-b407-0f1136a4e54d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:02.881442 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9d83c-1270-45cd-a80c-6961389410d9 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Pushing event updated for resources: {'Port': ['ID=2f293b2d-d634-4cd2-b47a-7d170a65c665,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:02.882752 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-d133b493-cf19-4d48-afa5-d683af2fe690 None None] Deleting port 30a666ff-794b-448a-8faa-fa23aed0e027 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:02.883138 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d133b493-cf19-4d48-afa5-d683af2fe690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:02.889261 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-b4a9d83c-1270-45cd-a80c-6961389410d9 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:02.896360 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a1311a29-504b-412a-86f0-a4b6f48d7685 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:02.904294 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a9d83c-1270-45cd-a80c-6961389410d9 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:24:02.926242 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:02.964575 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00219923-f1ce-4d25-8659-6b378ed8e19c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:24:02.970598 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b049fb-0ed9-4386-aa8b-ca987ab168b0 None None] Pushing event updated for resources: {'Port': ['ID=260237d0-8ad7-4146-b8c0-210ae940a3c5,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:02.979069 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1cd95a-f9b3-4914-8f9a-df6837137b55 None None] Sync routers for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:24:02.987687 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f13a90d-67b5-4fc0-b407-0f1136a4e54d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:24:03.020623 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1cd95a-f9b3-4914-8f9a-df6837137b55 None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:03.021211 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-7f1cd95a-f9b3-4914-8f9a-df6837137b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:23:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:03.027840 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1f13a90d-67b5-4fc0-b407-0f1136a4e54d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:03.028244 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-1f13a90d-67b5-4fc0-b407-0f1136a4e54d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Added segment da80959f-09e7-4a53-a97a-fbe9e5bae1c2 of type vlan for network cef1b972-dc3f-451d-bf60-24957c42cff4 Apr 29 13:24:03.040690 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-2331fd4a-4c54-447e-9f2e-921421b3ea26 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Deleting subnet 15157c1b-d62f-4892-9e3e-fe181a446c03 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:24:03.048523 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2331fd4a-4c54-447e-9f2e-921421b3ea26 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:03.049121 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 30a666ff-794b-448a-8faa-fa23aed0e027, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=30a666ff-794b-448a-8faa-fa23aed0e027,segment=NetworkSegment(c97d68f1-fc90-4b94-82d0-20607b127f78),segment_id=c97d68f1-fc90-4b94-82d0-20607b127f78)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:03.080226 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:03.133548 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-7f1cd95a-f9b3-4914-8f9a-df6837137b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:03.148699 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1cd95a-f9b3-4914-8f9a-df6837137b55 None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:03.149472 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-7f1cd95a-f9b3-4914-8f9a-df6837137b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:23:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:03.153763 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-00219923-f1ce-4d25-8659-6b378ed8e19c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:03.205362 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-29fe0ad0-95d2-4de4-81b5-530b265a0fd6 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:03.238940 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-7f1cd95a-f9b3-4914-8f9a-df6837137b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:03.239621 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1cd95a-f9b3-4914-8f9a-df6837137b55 None None] The sync data for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:24:03.253182 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1311a29-504b-412a-86f0-a4b6f48d7685 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Subnet': ['ID=d8fa08ec-1486-475e-9e0d-82f7999f59dc,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:03.296525 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1f13a90d-67b5-4fc0-b407-0f1136a4e54d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:03.317117 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2331fd4a-4c54-447e-9f2e-921421b3ea26 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:03.358328 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-29fe0ad0-95d2-4de4-81b5-530b265a0fd6 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:03.363771 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d133b493-cf19-4d48-afa5-d683af2fe690 None None] For port 30a666ff-794b-448a-8faa-fa23aed0e027, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=30a666ff-794b-448a-8faa-fa23aed0e027,segment=NetworkSegment(c97d68f1-fc90-4b94-82d0-20607b127f78),segment_id=c97d68f1-fc90-4b94-82d0-20607b127f78)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:03.363991 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d133b493-cf19-4d48-afa5-d683af2fe690 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:03.426406 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1f13a90d-67b5-4fc0-b407-0f1136a4e54d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:03.432807 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f13a90d-67b5-4fc0-b407-0f1136a4e54d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:03.433455 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1f13a90d-67b5-4fc0-b407-0f1136a4e54d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:03.435485 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=30a666ff-794b-448a-8faa-fa23aed0e027,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:03.493465 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1311a29-504b-412a-86f0-a4b6f48d7685 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Checking segment: {'id': '60b55da0-ba4a-4a17-8b9d-0de3a175b83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e0d06d0c-9c6d-4a67-896b-375fe9012f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:24:03.494201 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1311a29-504b-412a-86f0-a4b6f48d7685 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network hostable DHCP agents. Network: e0d06d0c-9c6d-4a67-896b-375fe9012f67, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:24:03.519483 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-00219923-f1ce-4d25-8659-6b378ed8e19c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.6201916 Apr 29 13:24:03.519785 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-d133b493-cf19-4d48-afa5-d683af2fe690 None None] Calling delete_port for 30a666ff-794b-448a-8faa-fa23aed0e027 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:03.523015 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53946) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:03.527964 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fe0ad0-95d2-4de4-81b5-530b265a0fd6 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:03.564903 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1f13a90d-67b5-4fc0-b407-0f1136a4e54d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8241494 Apr 29 13:24:03.568923 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53950) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:03.582507 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-eccc6c11-126c-4c4c-bf1d-68698768c205 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Request body: {'subnet': {'network_id': 'cef1b972-dc3f-451d-bf60-24957c42cff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:03.596059 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe0ad0-95d2-4de4-81b5-530b265a0fd6 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Pushing event updated for resources: {'Port': ['ID=4dab3730-ee50-4aae-b4c6-ebc73c146f65,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:03.598546 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-29fe0ad0-95d2-4de4-81b5-530b265a0fd6 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:03.598919 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13a90d-67b5-4fc0-b407-0f1136a4e54d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Pushing event updated for resources: {'Network': ['ID=cef1b972-dc3f-451d-bf60-24957c42cff4,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:03.614989 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-d133b493-cf19-4d48-afa5-d683af2fe690 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:24:03.615434 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-d133b493-cf19-4d48-afa5-d683af2fe690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:24:03.617225 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fe0ad0-95d2-4de4-81b5-530b265a0fd6 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:24:03.618843 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network cef1b972-dc3f-451d-bf60-24957c42cff4 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:24:03.663216 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2331fd4a-4c54-447e-9f2e-921421b3ea26 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:03.713243 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9ca473ce-7c80-4ffd-897e-4855b27f4143 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "GET /v2.0/floatingips/7126bbc7-5f23-4b0f-93db-1b85d87157f7 HTTP/1.1" status: 200 len: 979 time: 0.1809847 Apr 29 13:24:03.717703 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53954) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:03.752924 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1311a29-504b-412a-86f0-a4b6f48d7685 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network e0d06d0c-9c6d-4a67-896b-375fe9012f67 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:24:03.787359 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-a1311a29-504b-412a-86f0-a4b6f48d7685 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, e0d06d0c-9c6d-4a67-896b-375fe9012f67) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:03.796472 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1311a29-504b-412a-86f0-a4b6f48d7685 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:03.797174 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a1311a29-504b-412a-86f0-a4b6f48d7685 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:03.801634 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6109d3d9-2d03-4c1b-ae9c-923fc0829460 None None] Network e0d06d0c-9c6d-4a67-896b-375fe9012f67 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:24:03.831113 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a1311a29-504b-412a-86f0-a4b6f48d7685 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3208954 Apr 29 13:24:03.831327 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53958) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:03.839401 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-fed8422a-7b7d-44f9-99fc-18f2e50dad30 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1678371556', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:03.853337 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d83c-1270-45cd-a80c-6961389410d9 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:03.856092 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d83c-1270-45cd-a80c-6961389410d9 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:03.875033 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-fed8422a-7b7d-44f9-99fc-18f2e50dad30 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:03.878992 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-eccc6c11-126c-4c4c-bf1d-68698768c205 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:03.893086 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-fed8422a-7b7d-44f9-99fc-18f2e50dad30 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Usage tracker for resource:router and tenant:1eeea487b04d4758993c28cdd605ea02 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:03.907593 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-fed8422a-7b7d-44f9-99fc-18f2e50dad30 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:03.910417 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-eccc6c11-126c-4c4c-bf1d-68698768c205 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:03.915398 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a62f31c6-799e-4286-8889-e525c0d4a404 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1942413 Apr 29 13:24:03.920581 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53962) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:03.921551 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-fed8422a-7b7d-44f9-99fc-18f2e50dad30 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:03.936628 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-77a1db02-7314-4f0a-9f37-796a6ca522c9 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Request body: {'floatingip': {'port_id': '0938db41-474b-4605-a430-cd30fd49c18a'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:04.012592 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2331fd4a-4c54-447e-9f2e-921421b3ea26 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:04.091599 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331fd4a-4c54-447e-9f2e-921421b3ea26 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Pushing event deleted for resources: {'Subnet': ['ID=15157c1b-d62f-4892-9e3e-fe181a446c03,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:04.098454 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccc6c11-126c-4c4c-bf1d-68698768c205 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Made reservation on behalf of 2264007755474fc1b761805fea4eaa8e for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:24:04.102332 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-29fe0ad0-95d2-4de4-81b5-530b265a0fd6 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router_gateway, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:04.103044 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-29fe0ad0-95d2-4de4-81b5-530b265a0fd6 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:04.112339 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fed8422a-7b7d-44f9-99fc-18f2e50dad30 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:04.113279 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fed8422a-7b7d-44f9-99fc-18f2e50dad30 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:04.132800 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2331fd4a-4c54-447e-9f2e-921421b3ea26 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:04.133245 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-d133b493-cf19-4d48-afa5-d683af2fe690 None None] Deleting port 30a666ff-794b-448a-8faa-fa23aed0e027 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:04.133819 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d133b493-cf19-4d48-afa5-d683af2fe690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:04.182425 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad000d8a-537d-4558-aea2-83b854a65299 None None] Network 715afe6f-5bc1-46a5-9451-4ac13ce7597c requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:24:04.231930 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-77a1db02-7314-4f0a-9f37-796a6ca522c9 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:04.233566 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 260237d0-8ad7-4146-b8c0-210ae940a3c5 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:24:04.290124 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2331fd4a-4c54-447e-9f2e-921421b3ea26 tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] 10.222.0.76 "DELETE /v2.0/subnets/15157c1b-d62f-4892-9e3e-fe181a446c03 HTTP/1.1" status: 204 len: 168 time: 1.5809488 Apr 29 13:24:04.293588 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53966) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:04.312330 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a08f1db-3c4e-4855-8fea-7f9a331e5ef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-e0d06d0c-9c6d-4a67-896b-375fe9012f67', 'network_id': 'e0d06d0c-9c6d-4a67-896b-375fe9012f67', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'fixed_ips': [{'subnet_id': 'd8fa08ec-1486-475e-9e0d-82f7999f59dc'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:24:04.313990 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7a08f1db-3c4e-4855-8fea-7f9a331e5ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:04.331882 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fed8422a-7b7d-44f9-99fc-18f2e50dad30 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:04.344079 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eccc6c11-126c-4c4c-bf1d-68698768c205 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:04.392598 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4556146e-5df6-4a1f-ab67-930c93feaffd None None] Network 38741456-9522-4832-a813-39afcdade363 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:24:04.526599 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fed8422a-7b7d-44f9-99fc-18f2e50dad30 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:04.589887 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6cb96c78-57c7-4256-8e80-f9d949040a4c tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:04.612529 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fed8422a-7b7d-44f9-99fc-18f2e50dad30 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:04.616392 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-fed8422a-7b7d-44f9-99fc-18f2e50dad30 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7814729 Apr 29 13:24:04.618023 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53972) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:04.625276 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-6cb96c78-57c7-4256-8e80-f9d949040a4c tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Deleting port 79396db6-37d3-4c70-acfc-057243009ab4 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:04.625629 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6cb96c78-57c7-4256-8e80-f9d949040a4c tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:04.738653 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b865f288-0826-4e10-9cf0-5e7788e3a44d None None] Provisioning for port 260237d0-8ad7-4146-b8c0-210ae940a3c5 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:24:04.853737 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d133b493-cf19-4d48-afa5-d683af2fe690 None None] For port 30a666ff-794b-448a-8faa-fa23aed0e027, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=30a666ff-794b-448a-8faa-fa23aed0e027,segment=NetworkSegment(c97d68f1-fc90-4b94-82d0-20607b127f78),segment_id=c97d68f1-fc90-4b94-82d0-20607b127f78)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:04.855644 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d133b493-cf19-4d48-afa5-d683af2fe690 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:04.921507 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-6cb96c78-57c7-4256-8e80-f9d949040a4c tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] For port 79396db6-37d3-4c70-acfc-057243009ab4, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=79396db6-37d3-4c70-acfc-057243009ab4,segment=NetworkSegment(0e6a5247-2dc2-497f-b67d-6f7432b45c16),segment_id=0e6a5247-2dc2-497f-b67d-6f7432b45c16)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:04.922140 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6cb96c78-57c7-4256-8e80-f9d949040a4c tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:05.027898 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-d133b493-cf19-4d48-afa5-d683af2fe690 None None] Calling delete_port for 30a666ff-794b-448a-8faa-fa23aed0e027 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:05.046623 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a9d83c-1270-45cd-a80c-6961389410d9 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Router 77d39cc8-b117-4bb8-8a7f-2f167be61b58 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:24:05.054088 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-6cb96c78-57c7-4256-8e80-f9d949040a4c tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Calling delete_port for 79396db6-37d3-4c70-acfc-057243009ab4 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:05.076503 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 260237d0-8ad7-4146-b8c0-210ae940a3c5 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:24:05.167517 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 260237d0-8ad7-4146-b8c0-210ae940a3c5 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:05.167982 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:05.275079 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6cb96c78-57c7-4256-8e80-f9d949040a4c tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:05.315371 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-7a08f1db-3c4e-4855-8fea-7f9a331e5ef7 None None] Allocated IP 172.21.0.2 (e0d06d0c-9c6d-4a67-896b-375fe9012f67/d8fa08ec-1486-475e-9e0d-82f7999f59dc/56e74b8d-aa0a-4a99-a761-95832376e702) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:05.325105 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb96c78-57c7-4256-8e80-f9d949040a4c tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Pushing event deleted for resources: {'Port': ['ID=79396db6-37d3-4c70-acfc-057243009ab4,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:05.340127 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d133b493-cf19-4d48-afa5-d683af2fe690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:05.344235 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb96c78-57c7-4256-8e80-f9d949040a4c tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] No DVR routers for this DVR port 79396db6-37d3-4c70-acfc-057243009ab4 on host dv-neutron-839027-4-hyperv {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:24:05.383144 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fe0ad0-95d2-4de4-81b5-530b265a0fd6 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Router 6bca9185-6c34-4bbb-9cf1-59bc763bccfb is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:24:05.411959 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133b493-cf19-4d48-afa5-d683af2fe690 None None] Pushing event deleted for resources: {'Port': ['ID=30a666ff-794b-448a-8faa-fa23aed0e027,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:05.487072 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6cb96c78-57c7-4256-8e80-f9d949040a4c tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:05.523887 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d133b493-cf19-4d48-afa5-d683af2fe690 None None] No DVR routers for this DVR port 30a666ff-794b-448a-8faa-fa23aed0e027 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:24:05.525408 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27c59d0-844f-41be-893c-d6aaad0e18e4 None None] DHCP port deletion for 715afe6f-5bc1-46a5-9451-4ac13ce7597c request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:24:05.591866 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:05.606065 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.objects.ports [None req-eccc6c11-126c-4c4c-bf1d-68698768c205 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83904) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 13:24:05.611963 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eccc6c11-126c-4c4c-bf1d-68698768c205 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:05.650287 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-6cb96c78-57c7-4256-8e80-f9d949040a4c tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['715afe6f-5bc1-46a5-9451-4ac13ce7597c']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:05.674544 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-6cb96c78-57c7-4256-8e80-f9d949040a4c tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6a5247-2dc2-497f-b67d-6f7432b45c16') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:05.674745 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-6cb96c78-57c7-4256-8e80-f9d949040a4c tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6a5247-2dc2-497f-b67d-6f7432b45c16') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:05.688496 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc6c11-126c-4c4c-bf1d-68698768c205 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Pushing event updated for resources: {'Subnet': ['ID=01c83e23-e06c-4f46-8035-4c34e8f70d47,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:05.693526 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6cb96c78-57c7-4256-8e80-f9d949040a4c tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:05.724621 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6cb96c78-57c7-4256-8e80-f9d949040a4c tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:05.728962 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7a08f1db-3c4e-4855-8fea-7f9a331e5ef7 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:05.741013 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7a08f1db-3c4e-4855-8fea-7f9a331e5ef7 None None] Transition to ACTIVE for port object 56e74b8d-aa0a-4a99-a761-95832376e702 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:24:05.746675 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb96c78-57c7-4256-8e80-f9d949040a4c tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:24:05.747149 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6cb96c78-57c7-4256-8e80-f9d949040a4c tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:05.760225 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 260237d0-8ad7-4146-b8c0-210ae940a3c5, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=260237d0-8ad7-4146-b8c0-210ae940a3c5,segment=NetworkSegment(d5b17b69-a659-4629-bef8-9415928f34e2),segment_id=d5b17b69-a659-4629-bef8-9415928f34e2)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:24:05.764204 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:24:05.782544 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7a08f1db-3c4e-4855-8fea-7f9a331e5ef7 None None] Transition to ACTIVE for port object 56e74b8d-aa0a-4a99-a761-95832376e702 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:24:05.790985 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:05.842842 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-80c81b59-c6d9-46d2-934e-f3b3ee010dcc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:05.912459 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6cb96c78-57c7-4256-8e80-f9d949040a4c tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:05.915286 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a9d83c-1270-45cd-a80c-6961389410d9 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:24:05.941141 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc6c11-126c-4c4c-bf1d-68698768c205 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Checking segment: {'id': 'da80959f-09e7-4a53-a97a-fbe9e5bae1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'cef1b972-dc3f-451d-bf60-24957c42cff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:24:05.941481 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccc6c11-126c-4c4c-bf1d-68698768c205 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Network hostable DHCP agents. Network: cef1b972-dc3f-451d-bf60-24957c42cff4, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:24:05.944991 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6cb96c78-57c7-4256-8e80-f9d949040a4c tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:05.964873 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb96c78-57c7-4256-8e80-f9d949040a4c tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Pushing event deleted for resources: {'Network': ['ID=715afe6f-5bc1-46a5-9451-4ac13ce7597c,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:05.982602 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6cb96c78-57c7-4256-8e80-f9d949040a4c tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] 10.222.0.76 "DELETE /v2.0/networks/715afe6f-5bc1-46a5-9451-4ac13ce7597c HTTP/1.1" status: 204 len: 168 time: 1.6825221 Apr 29 13:24:05.985778 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d83c-1270-45cd-a80c-6961389410d9 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:05.986629 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7a08f1db-3c4e-4855-8fea-7f9a331e5ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:05.989231 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b4a9d83c-1270-45cd-a80c-6961389410d9 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.4806628 Apr 29 13:24:05.990347 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53976) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:05.990881 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53978) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:05.997567 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aa1431-5da4-4a78-a553-ceda472d6b43 None None] Sync routers for ids ['77d39cc8-b117-4bb8-8a7f-2f167be61b58'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:24:06.000175 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 30a666ff-794b-448a-8faa-fa23aed0e027 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:24:06.019706 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.resource_extend [None req-77a1db02-7314-4f0a-9f37-796a6ca522c9 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:24:06.049683 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 30a666ff-794b-448a-8faa-fa23aed0e027 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:24:06.050013 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 30a666ff-794b-448a-8faa-fa23aed0e027 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:24:06.086116 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a08f1db-3c4e-4855-8fea-7f9a331e5ef7 None None] Network e0d06d0c-9c6d-4a67-896b-375fe9012f67 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:06.094410 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-7a08f1db-3c4e-4855-8fea-7f9a331e5ef7 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:06.097140 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=260237d0-8ad7-4146-b8c0-210ae940a3c5,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:06.101965 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a08f1db-3c4e-4855-8fea-7f9a331e5ef7 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:24:06.137730 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aa1431-5da4-4a78-a553-ceda472d6b43 None None] Routers {'77d39cc8-b117-4bb8-8a7f-2f167be61b58'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:06.138375 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-87aa1431-5da4-4a78-a553-ceda472d6b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:23:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['77d39cc8-b117-4bb8-8a7f-2f167be61b58'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:06.196609 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 79396db6-37d3-4c70-acfc-057243009ab4 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:24:06.199021 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-77a1db02-7314-4f0a-9f37-796a6ca522c9 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:06.205636 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-77a1db02-7314-4f0a-9f37-796a6ca522c9 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:06.273874 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccc6c11-126c-4c4c-bf1d-68698768c205 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Network cef1b972-dc3f-451d-bf60-24957c42cff4 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:24:06.404244 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 79396db6-37d3-4c70-acfc-057243009ab4 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:24:06.404597 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 79396db6-37d3-4c70-acfc-057243009ab4 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:24:06.415724 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-9b98dd0f-a366-4f5a-afe5-107a9c0f721c tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Deleting port 17d13f40-ab0a-4720-891b-ee38d8eed0f9 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:06.415724 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9b98dd0f-a366-4f5a-afe5-107a9c0f721c tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:06.421004 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-569048dc-5baa-4278-a456-5e44b54cb0b8 None None] Provisioning complete for port 260237d0-8ad7-4146-b8c0-210ae940a3c5 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:06.421202 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-569048dc-5baa-4278-a456-5e44b54cb0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:06.492225 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fe0ad0-95d2-4de4-81b5-530b265a0fd6 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:24:06.504463 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-eccc6c11-126c-4c4c-bf1d-68698768c205 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, cef1b972-dc3f-451d-bf60-24957c42cff4) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:06.508495 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccc6c11-126c-4c4c-bf1d-68698768c205 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:06.509100 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eccc6c11-126c-4c4c-bf1d-68698768c205 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:06.520148 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64c5060-eec7-442d-93d6-39a2e5243888 None None] Sync routers for ids ['6bca9185-6c34-4bbb-9cf1-59bc763bccfb'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:24:06.539016 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64c5060-eec7-442d-93d6-39a2e5243888 None None] Routers {'6bca9185-6c34-4bbb-9cf1-59bc763bccfb'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:06.540337 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-c64c5060-eec7-442d-93d6-39a2e5243888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:23:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6bca9185-6c34-4bbb-9cf1-59bc763bccfb'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:06.567509 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7ffece-092e-4109-9e8c-f2cb90683d50 None None] Network cef1b972-dc3f-451d-bf60-24957c42cff4 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:24:06.597942 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-eccc6c11-126c-4c4c-bf1d-68698768c205 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0259686 Apr 29 13:24:06.602281 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08f1db-3c4e-4855-8fea-7f9a331e5ef7 None None] Pushing event updated for resources: {'Port': ['ID=56e74b8d-aa0a-4a99-a761-95832376e702,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:06.604100 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53984) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:06.621257 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-144c3e0b-2d08-404d-aace-efc29894438d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Request body: {'port': {'network_id': 'cef1b972-dc3f-451d-bf60-24957c42cff4', 'name': 'tempest-NetworksIpV6TestAttrs-1024953137'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:06.644936 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-29fe0ad0-95d2-4de4-81b5-530b265a0fd6 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:06.646149 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-29fe0ad0-95d2-4de4-81b5-530b265a0fd6 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.5147059 Apr 29 13:24:06.646631 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-80c81b59-c6d9-46d2-934e-f3b3ee010dcc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Allocated IP 172.20.0.1 (38741456-9522-4832-a813-39afcdade363/8cc08efb-bda8-413a-9439-d3323389e94d/2bc9ba92-eeb1-4ca9-ba48-f56ace4d88bf) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:06.651641 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53988) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:06.668972 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-c64c5060-eec7-442d-93d6-39a2e5243888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:06.684704 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64c5060-eec7-442d-93d6-39a2e5243888 None None] Routers {'6bca9185-6c34-4bbb-9cf1-59bc763bccfb'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:06.686178 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-c64c5060-eec7-442d-93d6-39a2e5243888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:23:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6bca9185-6c34-4bbb-9cf1-59bc763bccfb'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:06.716338 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-7a08f1db-3c4e-4855-8fea-7f9a331e5ef7 None None] Attempting to bind port 56e74b8d-aa0a-4a99-a761-95832376e702 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:24:06.717279 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-7a08f1db-3c4e-4855-8fea-7f9a331e5ef7 None None] Attempting to bind port 56e74b8d-aa0a-4a99-a761-95832376e702 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '60b55da0-ba4a-4a17-8b9d-0de3a175b83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e0d06d0c-9c6d-4a67-896b-375fe9012f67'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:24:06.717279 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a08f1db-3c4e-4855-8fea-7f9a331e5ef7 None None] Attempting to bind port 56e74b8d-aa0a-4a99-a761-95832376e702 on network e0d06d0c-9c6d-4a67-896b-375fe9012f67 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:24:06.784670 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a08f1db-3c4e-4855-8fea-7f9a331e5ef7 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:24:06.785381 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a08f1db-3c4e-4855-8fea-7f9a331e5ef7 None None] Checking segment: {'id': '60b55da0-ba4a-4a17-8b9d-0de3a175b83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e0d06d0c-9c6d-4a67-896b-375fe9012f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:24:06.785381 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7a08f1db-3c4e-4855-8fea-7f9a331e5ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:06.786117 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a08f1db-3c4e-4855-8fea-7f9a331e5ef7 None None] Bound using segment: {'id': '60b55da0-ba4a-4a17-8b9d-0de3a175b83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e0d06d0c-9c6d-4a67-896b-375fe9012f67'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:24:06.786224 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-7a08f1db-3c4e-4855-8fea-7f9a331e5ef7 None None] Bound port: 56e74b8d-aa0a-4a99-a761-95832376e702, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b55da0-ba4a-4a17-8b9d-0de3a175b83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e0d06d0c-9c6d-4a67-896b-375fe9012f67'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:24:06.786575 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7a08f1db-3c4e-4855-8fea-7f9a331e5ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:06.810742 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-c64c5060-eec7-442d-93d6-39a2e5243888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:06.811762 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64c5060-eec7-442d-93d6-39a2e5243888 None None] The sync data for ids ['6bca9185-6c34-4bbb-9cf1-59bc763bccfb'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:24:06.825862 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9b98dd0f-a366-4f5a-afe5-107a9c0f721c tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:06.829085 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9b98dd0f-a366-4f5a-afe5-107a9c0f721c tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:06.966167 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-87aa1431-5da4-4a78-a553-ceda472d6b43 None None] Set router 77d39cc8-b117-4bb8-8a7f-2f167be61b58 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:24:06.966384 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.l3_db [None req-77a1db02-7314-4f0a-9f37-796a6ca522c9 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Floating IP 7126bbc7-5f23-4b0f-93db-1b85d87157f7 associated. External IP: 172.26.6.231, port: c7b8ec93-c071-4360-ab90-2f4f3628f317. Apr 29 13:24:06.974735 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-9b98dd0f-a366-4f5a-afe5-107a9c0f721c tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Calling delete_port for 17d13f40-ab0a-4720-891b-ee38d8eed0f9 owned by network:floatingip {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:07.087450 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-144c3e0b-2d08-404d-aace-efc29894438d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:07.100081 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-144c3e0b-2d08-404d-aace-efc29894438d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Usage tracker for resource:port and tenant:2264007755474fc1b761805fea4eaa8e is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:07.112248 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-144c3e0b-2d08-404d-aace-efc29894438d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:07.117443 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-80c81b59-c6d9-46d2-934e-f3b3ee010dcc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:07.120476 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-144c3e0b-2d08-404d-aace-efc29894438d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:07.144708 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c1e21102-41c1-44cd-b37d-48483762d6b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:07.159274 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-80c81b59-c6d9-46d2-934e-f3b3ee010dcc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Transition to ACTIVE for port object 2bc9ba92-eeb1-4ca9-ba48-f56ace4d88bf will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:24:07.187122 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7a08f1db-3c4e-4855-8fea-7f9a331e5ef7 None None] For port 56e74b8d-aa0a-4a99-a761-95832376e702, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:24:07.193045 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144c3e0b-2d08-404d-aace-efc29894438d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Made reservation on behalf of 2264007755474fc1b761805fea4eaa8e for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:24:07.195969 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-144c3e0b-2d08-404d-aace-efc29894438d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:07.216438 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9fe73e75-a2db-48e0-a063-8aa75a2d2d5c tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "GET /v2.0/routers/6bca9185-6c34-4bbb-9cf1-59bc763bccfb HTTP/1.1" status: 200 len: 924 time: 0.5616484 Apr 29 13:24:07.218978 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 53992) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:07.251417 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7a08f1db-3c4e-4855-8fea-7f9a331e5ef7 None None] For port 56e74b8d-aa0a-4a99-a761-95832376e702, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=56e74b8d-aa0a-4a99-a761-95832376e702,segment=NetworkSegment(60b55da0-ba4a-4a17-8b9d-0de3a175b83a),segment_id=60b55da0-ba4a-4a17-8b9d-0de3a175b83a)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:24:07.262436 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefa4067-91b0-4177-9555-09f42d05abc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-cef1b972-dc3f-451d-bf60-24957c42cff4', 'network_id': 'cef1b972-dc3f-451d-bf60-24957c42cff4', 'tenant_id': '2264007755474fc1b761805fea4eaa8e', 'fixed_ips': [{'subnet_id': '01c83e23-e06c-4f46-8035-4c34e8f70d47'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:24:07.263224 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-80c81b59-c6d9-46d2-934e-f3b3ee010dcc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:07.263352 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aefa4067-91b0-4177-9555-09f42d05abc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:07.307874 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-cccc24d6-51c7-411f-955e-3eddae13bb1f tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "GET /v2.0/ports?device_id=6bca9185-6c34-4bbb-9cf1-59bc763bccfb HTTP/1.1" status: 200 len: 205 time: 0.0839512 Apr 29 13:24:07.311779 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 53996) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:07.330865 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7a08f1db-3c4e-4855-8fea-7f9a331e5ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:07.359233 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c81b59-c6d9-46d2-934e-f3b3ee010dcc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network 38741456-9522-4832-a813-39afcdade363 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:07.363687 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-80c81b59-c6d9-46d2-934e-f3b3ee010dcc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:07.366115 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c81b59-c6d9-46d2-934e-f3b3ee010dcc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:24:07.400434 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-144c3e0b-2d08-404d-aace-efc29894438d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] device_id is not set on port e7a26dc1-c398-4937-9982-552925915437 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:24:07.408195 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c81b59-c6d9-46d2-934e-f3b3ee010dcc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Port': ['ID=2bc9ba92-eeb1-4ca9-ba48-f56ace4d88bf,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:07.441593 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-80c81b59-c6d9-46d2-934e-f3b3ee010dcc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:07.544249 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9b98dd0f-a366-4f5a-afe5-107a9c0f721c tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:07.591507 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08f1db-3c4e-4855-8fea-7f9a331e5ef7 None None] Pushing event updated for resources: {'Port': ['ID=56e74b8d-aa0a-4a99-a761-95832376e702,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:07.646803 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98dd0f-a366-4f5a-afe5-107a9c0f721c tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Pushing event deleted for resources: {'Port': ['ID=17d13f40-ab0a-4720-891b-ee38d8eed0f9,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:07.720843 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-aefa4067-91b0-4177-9555-09f42d05abc2 None None] Allocated IP 2001:db8::f816:3eff:fef2:bb7e (cef1b972-dc3f-451d-bf60-24957c42cff4/01c83e23-e06c-4f46-8035-4c34e8f70d47/e3d8e66e-2c73-444f-ab8e-67ca80c8ba6f) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:07.736703 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-80c81b59-c6d9-46d2-934e-f3b3ee010dcc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:07.854700 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-87aa1431-5da4-4a78-a553-ceda472d6b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d39cc8-b117-4bb8-8a7f-2f167be61b58', 'name': '', 'tenant_id': 'a74e1c7c330243a68a49c651b2ec262f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9073aa6-260f-4923-880d-5f011e83a8e8', 'external_fixed_ips': [{'subnet_id': '1a558f8e-73ef-487d-a3fd-6be7cfa40c2c', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '2f293b2d-d634-4cd2-b47a-7d170a65c665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:23:58Z', 'updated_at': '2022-04-29T13:24:03Z', 'revision_number': 3, 'project_id': 'a74e1c7c330243a68a49c651b2ec262f', 'gw_port': {'id': '2f293b2d-d634-4cd2-b47a-7d170a65c665', 'name': '', 'network_id': 'b9073aa6-260f-4923-880d-5f011e83a8e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:75:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d39cc8-b117-4bb8-8a7f-2f167be61b58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a558f8e-73ef-487d-a3fd-6be7cfa40c2c', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:24:00Z', 'updated_at': '2022-04-29T13:24:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a558f8e-73ef-487d-a3fd-6be7cfa40c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:07.873315 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aa1431-5da4-4a78-a553-ceda472d6b43 None None] Checking router: 77d39cc8-b117-4bb8-8a7f-2f167be61b58 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:24:07.873754 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aa1431-5da4-4a78-a553-ceda472d6b43 None None] Updating router 77d39cc8-b117-4bb8-8a7f-2f167be61b58 port 2f293b2d-d634-4cd2-b47a-7d170a65c665 binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:24:07.985946 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-045b919a-a58f-4c1c-85ff-abd975bf0cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:08.006572 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-87aa1431-5da4-4a78-a553-ceda472d6b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:08.040512 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e8dfe9aa-373f-41ae-ba72-93c9b102ec3f None None] Provisioning for port 2bc9ba92-eeb1-4ca9-ba48-f56ace4d88bf completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:24:08.060598 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9b98dd0f-a366-4f5a-afe5-107a9c0f721c tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks [] for floatingip, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:08.111048 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a1db02-7314-4f0a-9f37-796a6ca522c9 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Router 5b5332d5-d726-47e5-a586-a4c7709412e9 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:24:08.115903 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e8dfe9aa-373f-41ae-ba72-93c9b102ec3f None None] Provisioning complete for port 2bc9ba92-eeb1-4ca9-ba48-f56ace4d88bf triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:08.116271 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e8dfe9aa-373f-41ae-ba72-93c9b102ec3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:08.166926 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9b98dd0f-a366-4f5a-afe5-107a9c0f721c tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:08.170461 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9b98dd0f-a366-4f5a-afe5-107a9c0f721c tempest-FloatingIPAdminTestJSON-1097507242 tempest-FloatingIPAdminTestJSON-1097507242-project] 10.222.0.76 "DELETE /v2.0/floatingips/c9ca7de2-148f-4dbf-b12c-de2f94e9bd35 HTTP/1.1" status: 204 len: 168 time: 2.1753128 Apr 29 13:24:08.180635 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e8dfe9aa-373f-41ae-ba72-93c9b102ec3f None None] Port 2bc9ba92-eeb1-4ca9-ba48-f56ace4d88bf cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:24:08.220468 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6816d59a-6a96-40cb-b671-02bcf8bc39cb tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:08.308116 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 56e74b8d-aa0a-4a99-a761-95832376e702 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:24:08.380741 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aefa4067-91b0-4177-9555-09f42d05abc2 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:08.394012 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c1e21102-41c1-44cd-b37d-48483762d6b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:08.416317 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-c1e21102-41c1-44cd-b37d-48483762d6b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Deleting port 2f293b2d-d634-4cd2-b47a-7d170a65c665 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:08.417630 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c1e21102-41c1-44cd-b37d-48483762d6b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:08.423283 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-aefa4067-91b0-4177-9555-09f42d05abc2 None None] Transition to ACTIVE for port object e3d8e66e-2c73-444f-ab8e-67ca80c8ba6f will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:24:08.535278 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-aefa4067-91b0-4177-9555-09f42d05abc2 None None] Transition to ACTIVE for port object e3d8e66e-2c73-444f-ab8e-67ca80c8ba6f will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:24:08.570130 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aefa4067-91b0-4177-9555-09f42d05abc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:08.599492 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-80c81b59-c6d9-46d2-934e-f3b3ee010dcc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:08.622847 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-80c81b59-c6d9-46d2-934e-f3b3ee010dcc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:08.634265 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 56e74b8d-aa0a-4a99-a761-95832376e702 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:24:08.683750 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 260237d0-8ad7-4146-b8c0-210ae940a3c5 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:24:08.722970 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54008) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:08.736500 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa4067-91b0-4177-9555-09f42d05abc2 None None] Pushing event updated for resources: {'Port': ['ID=e3d8e66e-2c73-444f-ab8e-67ca80c8ba6f,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:08.772251 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefa4067-91b0-4177-9555-09f42d05abc2 None None] Network cef1b972-dc3f-451d-bf60-24957c42cff4 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:08.784628 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-aefa4067-91b0-4177-9555-09f42d05abc2 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:08.799620 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefa4067-91b0-4177-9555-09f42d05abc2 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:24:08.824667 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-144c3e0b-2d08-404d-aace-efc29894438d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Allocated IP 2001:db8::f816:3eff:fe55:beae (cef1b972-dc3f-451d-bf60-24957c42cff4/01c83e23-e06c-4f46-8035-4c34e8f70d47/e7a26dc1-c398-4937-9982-552925915437) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:08.825301 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-80c81b59-c6d9-46d2-934e-f3b3ee010dcc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:08.839445 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c81b59-c6d9-46d2-934e-f3b3ee010dcc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Port': ['ID=2bc9ba92-eeb1-4ca9-ba48-f56ace4d88bf,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:08.867810 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c1e21102-41c1-44cd-b37d-48483762d6b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:09.017363 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a1db02-7314-4f0a-9f37-796a6ca522c9 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:24:09.033089 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-c1e21102-41c1-44cd-b37d-48483762d6b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Calling delete_port for 2f293b2d-d634-4cd2-b47a-7d170a65c665 owned by network:router_gateway {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:09.038499 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bece2af1-af8b-4a17-813a-45f86fde6cc8 None None] Network e0d06d0c-9c6d-4a67-896b-375fe9012f67 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:24:09.062030 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053d048a-84d9-4db0-a0e3-d731dab06ca6 None None] Sync routers for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:24:09.184899 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-87aa1431-5da4-4a78-a553-ceda472d6b43 None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:09.189645 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-aefa4067-91b0-4177-9555-09f42d05abc2 None None] Attempting to bind port e3d8e66e-2c73-444f-ab8e-67ca80c8ba6f on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:24:09.190108 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-aefa4067-91b0-4177-9555-09f42d05abc2 None None] Attempting to bind port e3d8e66e-2c73-444f-ab8e-67ca80c8ba6f by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'da80959f-09e7-4a53-a97a-fbe9e5bae1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'cef1b972-dc3f-451d-bf60-24957c42cff4'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:24:09.190562 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefa4067-91b0-4177-9555-09f42d05abc2 None None] Attempting to bind port e3d8e66e-2c73-444f-ab8e-67ca80c8ba6f on network cef1b972-dc3f-451d-bf60-24957c42cff4 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:24:09.207177 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c81b59-c6d9-46d2-934e-f3b3ee010dcc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network 38741456-9522-4832-a813-39afcdade363 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:09.211284 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-80c81b59-c6d9-46d2-934e-f3b3ee010dcc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:09.213112 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 260237d0-8ad7-4146-b8c0-210ae940a3c5 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:09.213695 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:09.245317 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2f66c1a9-a353-4f74-b98a-6ad98a5f1ad9 None None] Provisioning for port 56e74b8d-aa0a-4a99-a761-95832376e702 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:24:09.263902 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-87aa1431-5da4-4a78-a553-ceda472d6b43 None None] Transition to ACTIVE for port object 2f293b2d-d634-4cd2-b47a-7d170a65c665 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:24:09.266386 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053d048a-84d9-4db0-a0e3-d731dab06ca6 None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:09.267011 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-053d048a-84d9-4db0-a0e3-d731dab06ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:23:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:09.292294 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2d1a0d34-16e5-4455-b4c8-fb6313b22b63 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=88306cca6d6b4c33873f86bb5d4d1dd5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5569627 Apr 29 13:24:09.303367 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54014) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:09.327967 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6816d59a-6a96-40cb-b671-02bcf8bc39cb tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:09.340520 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefa4067-91b0-4177-9555-09f42d05abc2 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:24:09.340860 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefa4067-91b0-4177-9555-09f42d05abc2 None None] Checking segment: {'id': 'da80959f-09e7-4a53-a97a-fbe9e5bae1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'cef1b972-dc3f-451d-bf60-24957c42cff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:24:09.341061 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aefa4067-91b0-4177-9555-09f42d05abc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:09.341621 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefa4067-91b0-4177-9555-09f42d05abc2 None None] Bound using segment: {'id': 'da80959f-09e7-4a53-a97a-fbe9e5bae1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'cef1b972-dc3f-451d-bf60-24957c42cff4'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:24:09.341894 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-aefa4067-91b0-4177-9555-09f42d05abc2 None None] Bound port: e3d8e66e-2c73-444f-ab8e-67ca80c8ba6f, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da80959f-09e7-4a53-a97a-fbe9e5bae1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'cef1b972-dc3f-451d-bf60-24957c42cff4'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:24:09.342267 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aefa4067-91b0-4177-9555-09f42d05abc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:09.368900 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2f66c1a9-a353-4f74-b98a-6ad98a5f1ad9 None None] Provisioning complete for port 56e74b8d-aa0a-4a99-a761-95832376e702 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:09.369207 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2f66c1a9-a353-4f74-b98a-6ad98a5f1ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:09.389685 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-6816d59a-6a96-40cb-b671-02bcf8bc39cb tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Deleting port 4dab3730-ee50-4aae-b4c6-ebc73c146f65 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:09.390010 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6816d59a-6a96-40cb-b671-02bcf8bc39cb tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:09.406810 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-87aa1431-5da4-4a78-a553-ceda472d6b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:09.531439 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-053d048a-84d9-4db0-a0e3-d731dab06ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:09.580224 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.db.api [None req-c1e21102-41c1-44cd-b37d-48483762d6b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:24:09.580625 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG oslo_db.api [None req-c1e21102-41c1-44cd-b37d-48483762d6b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:24:09.613704 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-144c3e0b-2d08-404d-aace-efc29894438d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:09.617997 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-908e52e4-fa24-4867-ada4-a015d35f98a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:09.687605 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-144c3e0b-2d08-404d-aace-efc29894438d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Transition to ACTIVE for port object e7a26dc1-c398-4937-9982-552925915437 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:24:09.689510 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6816d59a-6a96-40cb-b671-02bcf8bc39cb tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:09.697543 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-908e52e4-fa24-4867-ada4-a015d35f98a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:09.727203 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053d048a-84d9-4db0-a0e3-d731dab06ca6 None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:09.728318 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-053d048a-84d9-4db0-a0e3-d731dab06ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:23:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:09.778316 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-87aa1431-5da4-4a78-a553-ceda472d6b43 None None] Attempting to bind port 2f293b2d-d634-4cd2-b47a-7d170a65c665 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:24:09.779443 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-87aa1431-5da4-4a78-a553-ceda472d6b43 None None] Attempting to bind port 2f293b2d-d634-4cd2-b47a-7d170a65c665 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'ea92712e-b8ab-4e19-86a2-4ae18db979e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b9073aa6-260f-4923-880d-5f011e83a8e8'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:24:09.779443 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87aa1431-5da4-4a78-a553-ceda472d6b43 None None] Attempting to bind port 2f293b2d-d634-4cd2-b47a-7d170a65c665 on network b9073aa6-260f-4923-880d-5f011e83a8e8 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:24:09.787490 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-aefa4067-91b0-4177-9555-09f42d05abc2 None None] For port e3d8e66e-2c73-444f-ab8e-67ca80c8ba6f, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:24:09.819337 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c81b59-c6d9-46d2-934e-f3b3ee010dcc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Router 261995c2-4513-439a-ae56-c0c8aa56d65e is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:24:09.834784 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-053d048a-84d9-4db0-a0e3-d731dab06ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:09.834784 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053d048a-84d9-4db0-a0e3-d731dab06ca6 None None] The sync data for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:24:09.845858 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-6816d59a-6a96-40cb-b671-02bcf8bc39cb tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Calling delete_port for 4dab3730-ee50-4aae-b4c6-ebc73c146f65 owned by network:router_gateway {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:09.856528 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-aefa4067-91b0-4177-9555-09f42d05abc2 None None] For port e3d8e66e-2c73-444f-ab8e-67ca80c8ba6f, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e3d8e66e-2c73-444f-ab8e-67ca80c8ba6f,segment=NetworkSegment(da80959f-09e7-4a53-a97a-fbe9e5bae1c2),segment_id=da80959f-09e7-4a53-a97a-fbe9e5bae1c2)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:24:09.858288 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87aa1431-5da4-4a78-a553-ceda472d6b43 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:24:09.858777 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87aa1431-5da4-4a78-a553-ceda472d6b43 None None] Checking segment: {'id': 'ea92712e-b8ab-4e19-86a2-4ae18db979e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b9073aa6-260f-4923-880d-5f011e83a8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:24:09.859263 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-87aa1431-5da4-4a78-a553-ceda472d6b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:09.859729 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87aa1431-5da4-4a78-a553-ceda472d6b43 None None] Bound using segment: {'id': 'ea92712e-b8ab-4e19-86a2-4ae18db979e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b9073aa6-260f-4923-880d-5f011e83a8e8'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:24:09.860243 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-87aa1431-5da4-4a78-a553-ceda472d6b43 None None] Bound port: 2f293b2d-d634-4cd2-b47a-7d170a65c665, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea92712e-b8ab-4e19-86a2-4ae18db979e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b9073aa6-260f-4923-880d-5f011e83a8e8'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:24:09.860824 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-87aa1431-5da4-4a78-a553-ceda472d6b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:09.903889 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aefa4067-91b0-4177-9555-09f42d05abc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:09.913573 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-144c3e0b-2d08-404d-aace-efc29894438d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:10.066095 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401fc3a-d6af-4185-b6a5-f81916ec091f None None] Pushing event updated for resources: {'Port': ['ID=2f293b2d-d634-4cd2-b47a-7d170a65c665,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:10.087086 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-c1e21102-41c1-44cd-b37d-48483762d6b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Deleting port 2f293b2d-d634-4cd2-b47a-7d170a65c665 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:10.087086 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c1e21102-41c1-44cd-b37d-48483762d6b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:10.123150 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-908e52e4-fa24-4867-ada4-a015d35f98a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:10.125473 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a1db02-7314-4f0a-9f37-796a6ca522c9 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Router 5b5332d5-d726-47e5-a586-a4c7709412e9 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:24:10.173917 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2f66c1a9-a353-4f74-b98a-6ad98a5f1ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:10.194964 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e52e4-fa24-4867-ada4-a015d35f98a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0706c0ee-5ac5-4117-aa68-89b3b50f9c7c,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:10.198428 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144c3e0b-2d08-404d-aace-efc29894438d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Network cef1b972-dc3f-451d-bf60-24957c42cff4 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:10.210926 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-144c3e0b-2d08-404d-aace-efc29894438d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:10.214591 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144c3e0b-2d08-404d-aace-efc29894438d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:24:10.219518 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144c3e0b-2d08-404d-aace-efc29894438d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:10.219518 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-144c3e0b-2d08-404d-aace-efc29894438d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:10.226889 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-87aa1431-5da4-4a78-a553-ceda472d6b43 None None] For port 2f293b2d-d634-4cd2-b47a-7d170a65c665, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:24:10.247203 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8d486389-e771-42c2-9ac1-2ea56544e042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:10.255759 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c3e0b-2d08-404d-aace-efc29894438d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Pushing event updated for resources: {'Port': ['ID=e7a26dc1-c398-4937-9982-552925915437,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:10.265557 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-87aa1431-5da4-4a78-a553-ceda472d6b43 None None] For port 2f293b2d-d634-4cd2-b47a-7d170a65c665, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=2f293b2d-d634-4cd2-b47a-7d170a65c665,segment=NetworkSegment(ea92712e-b8ab-4e19-86a2-4ae18db979e0),segment_id=ea92712e-b8ab-4e19-86a2-4ae18db979e0)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:24:10.271375 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa4067-91b0-4177-9555-09f42d05abc2 None None] Pushing event updated for resources: {'Port': ['ID=e3d8e66e-2c73-444f-ab8e-67ca80c8ba6f,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:10.284569 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-87aa1431-5da4-4a78-a553-ceda472d6b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:10.329944 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-2f66c1a9-a353-4f74-b98a-6ad98a5f1ad9 None None] For port 56e74b8d-aa0a-4a99-a761-95832376e702, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=56e74b8d-aa0a-4a99-a761-95832376e702,segment=NetworkSegment(60b55da0-ba4a-4a17-8b9d-0de3a175b83a),segment_id=60b55da0-ba4a-4a17-8b9d-0de3a175b83a)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:10.330172 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c81b59-c6d9-46d2-934e-f3b3ee010dcc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:24:10.340613 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-80c81b59-c6d9-46d2-934e-f3b3ee010dcc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "PUT /v2.0/routers/261995c2-4513-439a-ae56-c0c8aa56d65e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7225499 Apr 29 13:24:10.341486 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54020) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:10.353510 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad0cf36-57b7-421a-8d57-c615d4eb8be8 None None] Sync routers for ids ['261995c2-4513-439a-ae56-c0c8aa56d65e'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:24:10.361603 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-908e52e4-fa24-4867-ada4-a015d35f98a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:10.363928 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-908e52e4-fa24-4867-ada4-a015d35f98a9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0706c0ee-5ac5-4117-aa68-89b3b50f9c7c HTTP/1.1" status: 204 len: 168 time: 1.0595808 Apr 29 13:24:10.378132 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-144c3e0b-2d08-404d-aace-efc29894438d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.7659042 Apr 29 13:24:10.379852 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad0cf36-57b7-421a-8d57-c615d4eb8be8 None None] Routers {'261995c2-4513-439a-ae56-c0c8aa56d65e'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:10.380472 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-5ad0cf36-57b7-421a-8d57-c615d4eb8be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['261995c2-4513-439a-ae56-c0c8aa56d65e'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:10.387026 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54026) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:10.399282 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2f66c1a9-a353-4f74-b98a-6ad98a5f1ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:10.478011 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401fc3a-d6af-4185-b6a5-f81916ec091f None None] Pushing event updated for resources: {'Port': ['ID=2f293b2d-d634-4cd2-b47a-7d170a65c665,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:10.511441 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f67eaaf-ecf0-4f1c-adcd-0a0de9fd9ead tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:10.512044 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1f67eaaf-ecf0-4f1c-adcd-0a0de9fd9ead tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Synchronizing usage tracker for tenant:1eeea487b04d4758993c28cdd605ea02 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:24:10.550265 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-5ad0cf36-57b7-421a-8d57-c615d4eb8be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:10.551122 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aa1431-5da4-4a78-a553-ceda472d6b43 None None] Routers {'77d39cc8-b117-4bb8-8a7f-2f167be61b58'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:10.551981 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-87aa1431-5da4-4a78-a553-ceda472d6b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['77d39cc8-b117-4bb8-8a7f-2f167be61b58'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:10.583822 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad0cf36-57b7-421a-8d57-c615d4eb8be8 None None] Routers {'261995c2-4513-439a-ae56-c0c8aa56d65e'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:10.584811 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1f67eaaf-ecf0-4f1c-adcd-0a0de9fd9ead tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Unset dirty status for tenant:1eeea487b04d4758993c28cdd605ea02 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:24:10.585045 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-5ad0cf36-57b7-421a-8d57-c615d4eb8be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['261995c2-4513-439a-ae56-c0c8aa56d65e'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:10.590748 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1f67eaaf-ecf0-4f1c-adcd-0a0de9fd9ead tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "GET /v2.0/ports/2bc9ba92-eeb1-4ca9-ba48-f56ace4d88bf HTTP/1.1" status: 200 len: 910 time: 0.2480211 Apr 29 13:24:10.591370 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54030) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:10.646974 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-c1e21102-41c1-44cd-b37d-48483762d6b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] For port 2f293b2d-d634-4cd2-b47a-7d170a65c665, host dv-neutron-839027-4-hyperv, got binding levels [] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:10.647545 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c1e21102-41c1-44cd-b37d-48483762d6b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:10.779623 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-5ad0cf36-57b7-421a-8d57-c615d4eb8be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:10.781046 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad0cf36-57b7-421a-8d57-c615d4eb8be8 None None] The sync data for ids ['261995c2-4513-439a-ae56-c0c8aa56d65e'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:24:10.854700 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66c1a9-a353-4f74-b98a-6ad98a5f1ad9 None None] Pushing event updated for resources: {'Port': ['ID=56e74b8d-aa0a-4a99-a761-95832376e702,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:10.863026 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-c1e21102-41c1-44cd-b37d-48483762d6b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Calling delete_port for 2f293b2d-d634-4cd2-b47a-7d170a65c665 owned by network:router_gateway {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:10.879200 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-edd36e20-d1d8-4238-bacf-7328efcc6635 None None] Provisioning complete for port 2bc9ba92-eeb1-4ca9-ba48-f56ace4d88bf triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:10.879966 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-edd36e20-d1d8-4238-bacf-7328efcc6635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:10.887307 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a1db02-7314-4f0a-9f37-796a6ca522c9 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:24:10.892162 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-77a1db02-7314-4f0a-9f37-796a6ca522c9 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:10.913501 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3199a4-1923-498c-8b90-e10654be675c None None] Sync routers for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:24:10.927617 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-87aa1431-5da4-4a78-a553-ceda472d6b43 None None] Set router 77d39cc8-b117-4bb8-8a7f-2f167be61b58 gateway port host: None {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:24:11.069300 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-edd36e20-d1d8-4238-bacf-7328efcc6635 None None] Port 2bc9ba92-eeb1-4ca9-ba48-f56ace4d88bf cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:24:11.073942 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3199a4-1923-498c-8b90-e10654be675c None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:11.075336 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ac3199a4-1923-498c-8b90-e10654be675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:11.100281 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54036) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:11.133975 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-87aa1431-5da4-4a78-a553-ceda472d6b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d39cc8-b117-4bb8-8a7f-2f167be61b58', 'name': '', 'tenant_id': 'a74e1c7c330243a68a49c651b2ec262f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:23:58Z', 'updated_at': '2022-04-29T13:24:08Z', 'revision_number': 4, 'project_id': 'a74e1c7c330243a68a49c651b2ec262f', 'gw_port_host': None}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:11.144716 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ac3199a4-1923-498c-8b90-e10654be675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:11.146913 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aa1431-5da4-4a78-a553-ceda472d6b43 None None] The sync data for ids ['77d39cc8-b117-4bb8-8a7f-2f167be61b58'] in dv-neutron-839027-4-hyperv is: [{'id': '77d39cc8-b117-4bb8-8a7f-2f167be61b58', 'name': '', 'tenant_id': 'a74e1c7c330243a68a49c651b2ec262f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:23:58Z', 'updated_at': '2022-04-29T13:24:08Z', 'revision_number': 4, 'project_id': 'a74e1c7c330243a68a49c651b2ec262f', 'gw_port_host': None}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:24:11.161602 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3199a4-1923-498c-8b90-e10654be675c None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:11.162305 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ac3199a4-1923-498c-8b90-e10654be675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:11.174196 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-77a1db02-7314-4f0a-9f37-796a6ca522c9 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "PUT /v2.0/floatingips/7126bbc7-5f23-4b0f-93db-1b85d87157f7 HTTP/1.1" status: 200 len: 979 time: 7.2476692 Apr 29 13:24:11.177698 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54040) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:11.187058 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68364e2f-1baa-49b4-981c-9f7109345564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:11.201974 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-99b48b72-f68e-4801-aa07-aad1168554dc tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:11.240168 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ac3199a4-1923-498c-8b90-e10654be675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:11.240576 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3199a4-1923-498c-8b90-e10654be675c None None] The sync data for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:24:11.250996 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-68364e2f-1baa-49b4-981c-9f7109345564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:11.256978 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-68364e2f-1baa-49b4-981c-9f7109345564 admin admin] Usage tracker for resource:security_group_rule and tenant:833e2881f5e54bb28e2c0e38b4f12f87 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:11.257261 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-cc35bcaa-5d85-4e62-abad-06f3da338aea None None] Provisioning complete for port 56e74b8d-aa0a-4a99-a761-95832376e702 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:11.257665 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cc35bcaa-5d85-4e62-abad-06f3da338aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:11.262333 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-68364e2f-1baa-49b4-981c-9f7109345564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:11.274557 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-68364e2f-1baa-49b4-981c-9f7109345564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:11.285345 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6816d59a-6a96-40cb-b671-02bcf8bc39cb tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:11.352811 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.db.api [None req-c1e21102-41c1-44cd-b37d-48483762d6b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:24:11.353128 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG oslo_db.api [None req-c1e21102-41c1-44cd-b37d-48483762d6b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:24:11.386694 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816d59a-6a96-40cb-b671-02bcf8bc39cb tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Pushing event deleted for resources: {'Port': ['ID=4dab3730-ee50-4aae-b4c6-ebc73c146f65,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:11.400503 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b2db715-8929-4832-9f43-42726cddb0cc tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Deleting subnet 01c83e23-e06c-4f46-8035-4c34e8f70d47 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:24:11.403119 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:11.465979 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3b2db715-8929-4832-9f43-42726cddb0cc tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:11.506874 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:11.556394 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68364e2f-1baa-49b4-981c-9f7109345564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:11.564800 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-99b48b72-f68e-4801-aa07-aad1168554dc tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:11.575171 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68364e2f-1baa-49b4-981c-9f7109345564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:11.636205 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68364e2f-1baa-49b4-981c-9f7109345564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07875855-c67d-4d9e-a3b2-12e68c906b44,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:11.643881 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3b2db715-8929-4832-9f43-42726cddb0cc tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:11.645297 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-68364e2f-1baa-49b4-981c-9f7109345564 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=833e2881f5e54bb28e2c0e38b4f12f87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5417538 Apr 29 13:24:11.645987 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54044) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:11.710123 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73a1ffa-d9e3-4cbc-94b0-8a99182418b5 None None] Network cef1b972-dc3f-451d-bf60-24957c42cff4 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:24:11.770907 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-279001de-c2a3-4d4d-b043-69172d830e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:11.848724 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-279001de-c2a3-4d4d-b043-69172d830e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:11.896773 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f42f8a8a-0745-48fd-a168-ff76020112fd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:11.899546 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-00c904b6-b1bc-4889-a259-52da3af61ceb None None] Provisioning for port e3d8e66e-2c73-444f-ab8e-67ca80c8ba6f completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:24:12.035981 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6816d59a-6a96-40cb-b671-02bcf8bc39cb tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:12.199728 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-279001de-c2a3-4d4d-b043-69172d830e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:12.266029 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279001de-c2a3-4d4d-b043-69172d830e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07875855-c67d-4d9e-a3b2-12e68c906b44,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:12.273385 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-279001de-c2a3-4d4d-b043-69172d830e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:12.277778 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-279001de-c2a3-4d4d-b043-69172d830e96 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/07875855-c67d-4d9e-a3b2-12e68c906b44 HTTP/1.1" status: 204 len: 168 time: 0.6268060 Apr 29 13:24:12.373763 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e3d8e66e-2c73-444f-ab8e-67ca80c8ba6f up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:24:12.453600 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-c1e21102-41c1-44cd-b37d-48483762d6b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Deleting port 2f293b2d-d634-4cd2-b47a-7d170a65c665 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:12.454095 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c1e21102-41c1-44cd-b37d-48483762d6b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:12.456047 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port e3d8e66e-2c73-444f-ab8e-67ca80c8ba6f completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:24:12.461588 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port e3d8e66e-2c73-444f-ab8e-67ca80c8ba6f triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:12.462276 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:12.505828 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-f42f8a8a-0745-48fd-a168-ff76020112fd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Allocated IP 172.21.0.1 (e0d06d0c-9c6d-4a67-896b-375fe9012f67/d8fa08ec-1486-475e-9e0d-82f7999f59dc/b635c4eb-99a4-4d80-85ae-69ee1da0eccc) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:12.553006 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-12ac2884-a66c-4c01-9129-9e091f89e124 None None] Provisioning complete for port e3d8e66e-2c73-444f-ab8e-67ca80c8ba6f triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:12.553716 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12ac2884-a66c-4c01-9129-9e091f89e124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:12.650131 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-c1e21102-41c1-44cd-b37d-48483762d6b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] For port 2f293b2d-d634-4cd2-b47a-7d170a65c665, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=2f293b2d-d634-4cd2-b47a-7d170a65c665,segment=NetworkSegment(ea92712e-b8ab-4e19-86a2-4ae18db979e0),segment_id=ea92712e-b8ab-4e19-86a2-4ae18db979e0)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:12.651231 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c1e21102-41c1-44cd-b37d-48483762d6b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:12.714389 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:12.738625 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f42f8a8a-0745-48fd-a168-ff76020112fd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:12.758944 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-f42f8a8a-0745-48fd-a168-ff76020112fd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Transition to ACTIVE for port object b635c4eb-99a4-4d80-85ae-69ee1da0eccc will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:24:12.793016 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f42f8a8a-0745-48fd-a168-ff76020112fd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:12.794653 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-c1e21102-41c1-44cd-b37d-48483762d6b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Calling delete_port for 2f293b2d-d634-4cd2-b47a-7d170a65c665 owned by network:router_gateway {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:12.842705 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6816d59a-6a96-40cb-b671-02bcf8bc39cb tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:12.847028 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12ac2884-a66c-4c01-9129-9e091f89e124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:12.866918 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port e3d8e66e-2c73-444f-ab8e-67ca80c8ba6f, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e3d8e66e-2c73-444f-ab8e-67ca80c8ba6f,segment=NetworkSegment(da80959f-09e7-4a53-a97a-fbe9e5bae1c2),segment_id=da80959f-09e7-4a53-a97a-fbe9e5bae1c2)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:12.880450 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:12.881515 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 56e74b8d-aa0a-4a99-a761-95832376e702 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:24:12.893846 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6816d59a-6a96-40cb-b671-02bcf8bc39cb tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:12.901633 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42f8a8a-0745-48fd-a168-ff76020112fd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network e0d06d0c-9c6d-4a67-896b-375fe9012f67 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:12.903586 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-f42f8a8a-0745-48fd-a168-ff76020112fd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:12.906430 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42f8a8a-0745-48fd-a168-ff76020112fd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:24:12.951320 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:12.968177 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f8a8a-0745-48fd-a168-ff76020112fd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Port': ['ID=b635c4eb-99a4-4d80-85ae-69ee1da0eccc,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:12.973771 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54052) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:13.013055 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-99b48b72-f68e-4801-aa07-aad1168554dc tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:13.023535 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f42f8a8a-0745-48fd-a168-ff76020112fd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:13.027262 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-84c0237c-bb41-4d7a-b9f2-8ced9375634c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:13.066870 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-99b48b72-f68e-4801-aa07-aad1168554dc tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:13.067565 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.l3_db [None req-99b48b72-f68e-4801-aa07-aad1168554dc tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Floating IP 7126bbc7-5f23-4b0f-93db-1b85d87157f7 disassociated. External IP: 172.26.6.231, port: 0938db41-474b-4605-a430-cd30fd49c18a. Apr 29 13:24:13.083359 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-84c0237c-bb41-4d7a-b9f2-8ced9375634c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:13.095427 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-84c0237c-bb41-4d7a-b9f2-8ced9375634c admin admin] Usage tracker for resource:security_group_rule and tenant:e30f9750c6fb4d8096607217144d33c7 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:13.099366 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-84c0237c-bb41-4d7a-b9f2-8ced9375634c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:13.102535 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=e3d8e66e-2c73-444f-ab8e-67ca80c8ba6f,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:13.107734 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-12ac2884-a66c-4c01-9129-9e091f89e124 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:24:13.108088 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-12ac2884-a66c-4c01-9129-9e091f89e124 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:24:13.108278 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-84c0237c-bb41-4d7a-b9f2-8ced9375634c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:13.120697 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 56e74b8d-aa0a-4a99-a761-95832376e702 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:13.121221 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:13.137531 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6816d59a-6a96-40cb-b671-02bcf8bc39cb tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:13.138143 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6816d59a-6a96-40cb-b671-02bcf8bc39cb tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Fanout notify agent at l3_agent the message router_deleted on router 6bca9185-6c34-4bbb-9cf1-59bc763bccfb {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:24:13.140556 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3b2db715-8929-4832-9f43-42726cddb0cc tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:13.212215 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f42f8a8a-0745-48fd-a168-ff76020112fd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:13.287289 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6816d59a-6a96-40cb-b671-02bcf8bc39cb tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:13.288468 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6816d59a-6a96-40cb-b671-02bcf8bc39cb tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "DELETE /v2.0/routers/6bca9185-6c34-4bbb-9cf1-59bc763bccfb HTTP/1.1" status: 204 len: 168 time: 5.9690194 Apr 29 13:24:13.294869 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54056) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:13.314393 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-2474949b-f77f-4aed-9d8e-0629f5b2a123 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1675819601', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'enable_snat': False}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:13.319959 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-84c0237c-bb41-4d7a-b9f2-8ced9375634c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:13.324929 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-2474949b-f77f-4aed-9d8e-0629f5b2a123 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:13.329200 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-84c0237c-bb41-4d7a-b9f2-8ced9375634c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:13.370345 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3b2db715-8929-4832-9f43-42726cddb0cc tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:13.404306 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-2474949b-f77f-4aed-9d8e-0629f5b2a123 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Usage tracker for resource:router and tenant:3870ddf3f16146999df30560b61bf6aa is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:13.408733 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c1e21102-41c1-44cd-b37d-48483762d6b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:13.451943 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2db715-8929-4832-9f43-42726cddb0cc tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Pushing event deleted for resources: {'Subnet': ['ID=01c83e23-e06c-4f46-8035-4c34e8f70d47,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:13.466122 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-2474949b-f77f-4aed-9d8e-0629f5b2a123 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:13.494922 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-2474949b-f77f-4aed-9d8e-0629f5b2a123 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:13.522614 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0237c-bb41-4d7a-b9f2-8ced9375634c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaecdc6d-9aa8-4d22-9b4a-b678a4dc0923,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:13.542904 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-84c0237c-bb41-4d7a-b9f2-8ced9375634c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e30f9750c6fb4d8096607217144d33c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5579121 Apr 29 13:24:13.546292 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54060) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:13.548718 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2474949b-f77f-4aed-9d8e-0629f5b2a123 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:13.549665 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2474949b-f77f-4aed-9d8e-0629f5b2a123 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:13.587876 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e21102-41c1-44cd-b37d-48483762d6b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f293b2d-d634-4cd2-b47a-7d170a65c665,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:13.592169 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3b2db715-8929-4832-9f43-42726cddb0cc tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:13.594641 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0b59d6-f75f-41a8-98a0-ab494f6a3aa2 None None] Network cef1b972-dc3f-451d-bf60-24957c42cff4 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:24:13.673775 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3b2db715-8929-4832-9f43-42726cddb0cc tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "DELETE /v2.0/subnets/01c83e23-e06c-4f46-8035-4c34e8f70d47 HTTP/1.1" status: 204 len: 168 time: 3.2811284 Apr 29 13:24:13.676610 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54064) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:13.701017 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2474949b-f77f-4aed-9d8e-0629f5b2a123 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:13.742946 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-077d0598-1bbd-408d-a381-7c9920443460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:13.816414 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-12ac2884-a66c-4c01-9129-9e091f89e124 None None] Provisioning for port e7a26dc1-c398-4937-9982-552925915437 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:24:13.827659 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-12ac2884-a66c-4c01-9129-9e091f89e124 None None] Provisioning complete for port e7a26dc1-c398-4937-9982-552925915437 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:13.827659 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12ac2884-a66c-4c01-9129-9e091f89e124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:13.888381 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94956086-cf45-4aed-bc2c-8f52202ecdb6 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:13.889725 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94956086-cf45-4aed-bc2c-8f52202ecdb6 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:13.890801 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-94956086-cf45-4aed-bc2c-8f52202ecdb6 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Synchronizing usage tracker for tenant:2264007755474fc1b761805fea4eaa8e on resource:subnet {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:24:13.896935 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-12ac2884-a66c-4c01-9129-9e091f89e124 None None] Port e7a26dc1-c398-4937-9982-552925915437 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:24:13.919456 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-077d0598-1bbd-408d-a381-7c9920443460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:13.923760 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c1e21102-41c1-44cd-b37d-48483762d6b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:13.984241 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-94956086-cf45-4aed-bc2c-8f52202ecdb6 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Unset dirty status for tenant:2264007755474fc1b761805fea4eaa8e on resource:subnet {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:24:13.985419 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-94956086-cf45-4aed-bc2c-8f52202ecdb6 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3019838 Apr 29 13:24:13.988268 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54068) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:13.989723 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf5ac7c-4ceb-4524-8333-e27b5ae26ba2 None None] DHCP port deletion for cef1b972-dc3f-451d-bf60-24957c42cff4 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:24:13.993977 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-aaf5ac7c-4ceb-4524-8333-e27b5ae26ba2 None None] Deleting port e3d8e66e-2c73-444f-ab8e-67ca80c8ba6f {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:13.994404 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aaf5ac7c-4ceb-4524-8333-e27b5ae26ba2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:14.008229 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f42f8a8a-0745-48fd-a168-ff76020112fd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:14.013891 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2474949b-f77f-4aed-9d8e-0629f5b2a123 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:14.020687 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f42f8a8a-0745-48fd-a168-ff76020112fd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:14.102296 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-82de6413-f34f-4f65-8e03-c4f98947c6c1 None None] Provisioning complete for port e7a26dc1-c398-4937-9982-552925915437 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:14.102934 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-82de6413-f34f-4f65-8e03-c4f98947c6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:14.238433 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f8a8a-0745-48fd-a168-ff76020112fd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Port': ['ID=b635c4eb-99a4-4d80-85ae-69ee1da0eccc,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:14.245836 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-82de6413-f34f-4f65-8e03-c4f98947c6c1 None None] Port e7a26dc1-c398-4937-9982-552925915437 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:24:14.270276 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f42f8a8a-0745-48fd-a168-ff76020112fd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:14.272414 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-82de6413-f34f-4f65-8e03-c4f98947c6c1 None None] Provisioning for port b635c4eb-99a4-4d80-85ae-69ee1da0eccc completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:24:14.289642 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-82de6413-f34f-4f65-8e03-c4f98947c6c1 None None] Provisioning complete for port b635c4eb-99a4-4d80-85ae-69ee1da0eccc triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:14.290109 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-82de6413-f34f-4f65-8e03-c4f98947c6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:14.308446 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-077d0598-1bbd-408d-a381-7c9920443460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:14.320809 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e3d8e66e-2c73-444f-ab8e-67ca80c8ba6f no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:24:14.383427 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d0598-1bbd-408d-a381-7c9920443460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaecdc6d-9aa8-4d22-9b4a-b678a4dc0923,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:14.411235 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c1e21102-41c1-44cd-b37d-48483762d6b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:14.419905 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-aaf5ac7c-4ceb-4524-8333-e27b5ae26ba2 None None] For port e3d8e66e-2c73-444f-ab8e-67ca80c8ba6f, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e3d8e66e-2c73-444f-ab8e-67ca80c8ba6f,segment=NetworkSegment(da80959f-09e7-4a53-a97a-fbe9e5bae1c2),segment_id=da80959f-09e7-4a53-a97a-fbe9e5bae1c2)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:14.420665 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aaf5ac7c-4ceb-4524-8333-e27b5ae26ba2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:14.421770 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c1e21102-41c1-44cd-b37d-48483762d6b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:14.433555 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-93c79f48-8567-4984-a5b4-bfddec52cfda tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:14.454992 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c79f48-8567-4984-a5b4-bfddec52cfda tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 29 13:24:14.455667 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c79f48-8567-4984-a5b4-bfddec52cfda tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:24:14.457608 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-93c79f48-8567-4984-a5b4-bfddec52cfda tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "DELETE /v2.0/networks/cef1b972-dc3f-451d-bf60-24957c42cff4 HTTP/1.1" status: 409 len: 405 time: 0.4102905 Apr 29 13:24:14.463032 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54072) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:14.469645 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-9e7326c6-0759-4720-b689-401787d97510 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1595188458'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:14.484170 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-9e7326c6-0759-4720-b689-401787d97510 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:14.490544 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-9e7326c6-0759-4720-b689-401787d97510 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Usage tracker for resource:network and tenant:2264007755474fc1b761805fea4eaa8e is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:14.494877 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-9e7326c6-0759-4720-b689-401787d97510 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:14.503861 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-9e7326c6-0759-4720-b689-401787d97510 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:14.505727 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c1e21102-41c1-44cd-b37d-48483762d6b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:14.506203 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e21102-41c1-44cd-b37d-48483762d6b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77d39cc8-b117-4bb8-8a7f-2f167be61b58 {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:24:14.509440 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-82de6413-f34f-4f65-8e03-c4f98947c6c1 None None] Port b635c4eb-99a4-4d80-85ae-69ee1da0eccc cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:24:14.516744 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-077d0598-1bbd-408d-a381-7c9920443460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:14.518325 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-077d0598-1bbd-408d-a381-7c9920443460 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aaecdc6d-9aa8-4d22-9b4a-b678a4dc0923 HTTP/1.1" status: 204 len: 168 time: 0.9710448 Apr 29 13:24:14.525777 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c1e21102-41c1-44cd-b37d-48483762d6b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:14.530246 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c1e21102-41c1-44cd-b37d-48483762d6b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "DELETE /v2.0/routers/77d39cc8-b117-4bb8-8a7f-2f167be61b58 HTTP/1.1" status: 204 len: 168 time: 8.5320878 Apr 29 13:24:14.530246 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54078) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:14.533196 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7326c6-0759-4720-b689-401787d97510 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Made reservation on behalf of 2264007755474fc1b761805fea4eaa8e for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:24:14.536527 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9e7326c6-0759-4720-b689-401787d97510 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:14.555976 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42f8a8a-0745-48fd-a168-ff76020112fd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network e0d06d0c-9c6d-4a67-896b-375fe9012f67 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:14.557761 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-f42f8a8a-0745-48fd-a168-ff76020112fd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:14.596342 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-aaf5ac7c-4ceb-4524-8333-e27b5ae26ba2 None None] Calling delete_port for e3d8e66e-2c73-444f-ab8e-67ca80c8ba6f owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:14.686913 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b3c5f98-a25b-4da3-a80f-55f06b259978 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Deleting subnet 1a558f8e-73ef-487d-a3fd-6be7cfa40c2c {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:24:14.688857 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7326c6-0759-4720-b689-401787d97510 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:24:14.692882 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7b3c5f98-a25b-4da3-a80f-55f06b259978 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:14.769497 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9e7326c6-0759-4720-b689-401787d97510 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:14.769497 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-9e7326c6-0759-4720-b689-401787d97510 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Added segment 76ae78e5-265c-4ba4-b6e6-36b3bb476252 of type vlan for network c146b55f-5e56-43f3-bc23-4abb717dd1c2 Apr 29 13:24:14.776333 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:14.801095 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7b3c5f98-a25b-4da3-a80f-55f06b259978 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:14.801986 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aaf5ac7c-4ceb-4524-8333-e27b5ae26ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:14.919209 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9e7326c6-0759-4720-b689-401787d97510 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:14.921757 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf5ac7c-4ceb-4524-8333-e27b5ae26ba2 None None] No DVR routers for this DVR port e3d8e66e-2c73-444f-ab8e-67ca80c8ba6f on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:24:14.933894 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b48b72-f68e-4801-aa07-aad1168554dc tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Router 5b5332d5-d726-47e5-a586-a4c7709412e9 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:24:14.955241 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5ac7c-4ceb-4524-8333-e27b5ae26ba2 None None] Pushing event deleted for resources: {'Port': ['ID=e3d8e66e-2c73-444f-ab8e-67ca80c8ba6f,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:14.963923 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7b3c5f98-a25b-4da3-a80f-55f06b259978 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:14.975749 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f73946cf-5f12-403b-b65b-eb9ab3487049 None None] Provisioning complete for port b635c4eb-99a4-4d80-85ae-69ee1da0eccc triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:14.976193 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f73946cf-5f12-403b-b65b-eb9ab3487049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:15.045416 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f73946cf-5f12-403b-b65b-eb9ab3487049 None None] Port b635c4eb-99a4-4d80-85ae-69ee1da0eccc cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:24:15.123013 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2474949b-f77f-4aed-9d8e-0629f5b2a123 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:15.156574 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2474949b-f77f-4aed-9d8e-0629f5b2a123 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:15.205846 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9e7326c6-0759-4720-b689-401787d97510 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:15.209441 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7326c6-0759-4720-b689-401787d97510 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:15.210200 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9e7326c6-0759-4720-b689-401787d97510 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:15.335289 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-2474949b-f77f-4aed-9d8e-0629f5b2a123 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Allocated IP 172.26.6.176 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/fc898258-01e2-4c6b-9df9-12da6847feec) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:15.343251 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42f8a8a-0745-48fd-a168-ff76020112fd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Router 261995c2-4513-439a-ae56-c0c8aa56d65e has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:24:15.404326 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9e7326c6-0759-4720-b689-401787d97510 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9401486 Apr 29 13:24:15.409893 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54092) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:15.415276 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7326c6-0759-4720-b689-401787d97510 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Pushing event updated for resources: {'Network': ['ID=c146b55f-5e56-43f3-bc23-4abb717dd1c2,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:15.422882 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-7586126f-4e22-4480-b0c3-ddb5371aa530 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Request body: {'subnet': {'network_id': 'c146b55f-5e56-43f3-bc23-4abb717dd1c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:15.430332 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network c146b55f-5e56-43f3-bc23-4abb717dd1c2 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:24:15.437962 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7b3c5f98-a25b-4da3-a80f-55f06b259978 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:15.536808 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c5f98-a25b-4da3-a80f-55f06b259978 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1a558f8e-73ef-487d-a3fd-6be7cfa40c2c,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:15.559066 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7b3c5f98-a25b-4da3-a80f-55f06b259978 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:15.560933 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7b3c5f98-a25b-4da3-a80f-55f06b259978 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "DELETE /v2.0/subnets/1a558f8e-73ef-487d-a3fd-6be7cfa40c2c HTTP/1.1" status: 204 len: 168 time: 1.0305138 Apr 29 13:24:15.563503 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54100) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:15.593019 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7586126f-4e22-4480-b0c3-ddb5371aa530 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:15.606069 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7586126f-4e22-4480-b0c3-ddb5371aa530 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:15.627738 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7586126f-4e22-4480-b0c3-ddb5371aa530 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Made reservation on behalf of 2264007755474fc1b761805fea4eaa8e for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:24:15.707538 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2474949b-f77f-4aed-9d8e-0629f5b2a123 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:15.736726 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b48b72-f68e-4801-aa07-aad1168554dc tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:24:15.742929 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-99b48b72-f68e-4801-aa07-aad1168554dc tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:15.746298 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-52208c01-29e9-4c24-be36-ef246545d4e7 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:15.754360 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4c479c-eecd-4ee0-ab07-647ace41e449 None None] Sync routers for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:24:15.774823 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4c479c-eecd-4ee0-ab07-647ace41e449 None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:15.776411 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-de4c479c-eecd-4ee0-ab07-647ace41e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:15.784923 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7586126f-4e22-4480-b0c3-ddb5371aa530 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:15.844460 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42f8a8a-0745-48fd-a168-ff76020112fd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:24:15.855845 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d64cd7f-cadd-48f0-8b6b-4e52828585aa None None] Sync routers for ids ['261995c2-4513-439a-ae56-c0c8aa56d65e'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:24:15.879373 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d64cd7f-cadd-48f0-8b6b-4e52828585aa None None] Routers {'261995c2-4513-439a-ae56-c0c8aa56d65e'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:15.880864 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-6d64cd7f-cadd-48f0-8b6b-4e52828585aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['261995c2-4513-439a-ae56-c0c8aa56d65e'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:15.891495 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-99b48b72-f68e-4801-aa07-aad1168554dc tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "PUT /v2.0/floatingips/7126bbc7-5f23-4b0f-93db-1b85d87157f7 HTTP/1.1" status: 200 len: 688 time: 4.7114072 Apr 29 13:24:15.894665 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54108) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:15.922266 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-de4c479c-eecd-4ee0-ab07-647ace41e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:15.939114 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4c479c-eecd-4ee0-ab07-647ace41e449 None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:15.939898 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-de4c479c-eecd-4ee0-ab07-647ace41e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:15.993701 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-6d64cd7f-cadd-48f0-8b6b-4e52828585aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:16.023675 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d64cd7f-cadd-48f0-8b6b-4e52828585aa None None] Routers {'261995c2-4513-439a-ae56-c0c8aa56d65e'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:16.026858 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-6d64cd7f-cadd-48f0-8b6b-4e52828585aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['261995c2-4513-439a-ae56-c0c8aa56d65e'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:16.043161 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f42f8a8a-0745-48fd-a168-ff76020112fd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "PUT /v2.0/routers/261995c2-4513-439a-ae56-c0c8aa56d65e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4494946 Apr 29 13:24:16.046901 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2474949b-f77f-4aed-9d8e-0629f5b2a123 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:16.052469 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54114) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:16.064686 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-de4c479c-eecd-4ee0-ab07-647ace41e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:16.065410 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4c479c-eecd-4ee0-ab07-647ace41e449 None None] The sync data for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:24:16.127109 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-52208c01-29e9-4c24-be36-ef246545d4e7 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:16.136365 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-6d64cd7f-cadd-48f0-8b6b-4e52828585aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:16.136784 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d64cd7f-cadd-48f0-8b6b-4e52828585aa None None] The sync data for ids ['261995c2-4513-439a-ae56-c0c8aa56d65e'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:24:16.201140 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2474949b-f77f-4aed-9d8e-0629f5b2a123 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:16.207149 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-52208c01-29e9-4c24-be36-ef246545d4e7 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9073aa6-260f-4923-880d-5f011e83a8e8']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:16.215154 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-2474949b-f77f-4aed-9d8e-0629f5b2a123 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:16.217000 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474949b-f77f-4aed-9d8e-0629f5b2a123 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Pushing event updated for resources: {'Port': ['ID=fc898258-01e2-4c6b-9df9-12da6847feec,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:16.224074 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2474949b-f77f-4aed-9d8e-0629f5b2a123 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:24:16.259259 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-52208c01-29e9-4c24-be36-ef246545d4e7 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea92712e-b8ab-4e19-86a2-4ae18db979e0') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:16.259549 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-52208c01-29e9-4c24-be36-ef246545d4e7 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea92712e-b8ab-4e19-86a2-4ae18db979e0') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:16.276793 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7231a0f-61c8-4eb3-bd54-86fdf79177fe tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:16.277364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-a7231a0f-61c8-4eb3-bd54-86fdf79177fe tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Synchronizing usage tracker for tenant:1eeea487b04d4758993c28cdd605ea02 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:24:16.282600 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-2659662f-d037-4a46-b6a6-b54d8b967870 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Deleting port 3e8cabcc-051a-4beb-9416-5bc3a18dcee5 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:16.282754 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2659662f-d037-4a46-b6a6-b54d8b967870 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:16.289538 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-52208c01-29e9-4c24-be36-ef246545d4e7 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:16.318612 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-52208c01-29e9-4c24-be36-ef246545d4e7 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:16.326673 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-a7231a0f-61c8-4eb3-bd54-86fdf79177fe tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Unset dirty status for tenant:1eeea487b04d4758993c28cdd605ea02 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:24:16.330510 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a7231a0f-61c8-4eb3-bd54-86fdf79177fe tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "GET /v2.0/ports/b635c4eb-99a4-4d80-85ae-69ee1da0eccc HTTP/1.1" status: 200 len: 910 time: 0.2465501 Apr 29 13:24:16.338728 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54124) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:16.357384 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52208c01-29e9-4c24-be36-ef246545d4e7 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:24:16.358400 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-52208c01-29e9-4c24-be36-ef246545d4e7 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:24:16.372642 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:24:16.489575 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-52208c01-29e9-4c24-be36-ef246545d4e7 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:16.511418 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52208c01-29e9-4c24-be36-ef246545d4e7 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b9073aa6-260f-4923-880d-5f011e83a8e8 {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 13:24:16.515487 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-52208c01-29e9-4c24-be36-ef246545d4e7 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:16.518758 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52208c01-29e9-4c24-be36-ef246545d4e7 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Pushing event deleted for resources: {'Network': ['ID=b9073aa6-260f-4923-880d-5f011e83a8e8,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:16.525175 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-52208c01-29e9-4c24-be36-ef246545d4e7 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "DELETE /v2.0/networks/b9073aa6-260f-4923-880d-5f011e83a8e8 HTTP/1.1" status: 204 len: 168 time: 0.9605322 Apr 29 13:24:16.557221 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2474949b-f77f-4aed-9d8e-0629f5b2a123 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:16.558388 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2474949b-f77f-4aed-9d8e-0629f5b2a123 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:16.612020 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.objects.ports [None req-7586126f-4e22-4480-b0c3-ddb5371aa530 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83905) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 13:24:16.619505 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7586126f-4e22-4480-b0c3-ddb5371aa530 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:16.962211 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2659662f-d037-4a46-b6a6-b54d8b967870 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:16.962848 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2659662f-d037-4a46-b6a6-b54d8b967870 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:16.970384 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586126f-4e22-4480-b0c3-ddb5371aa530 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Pushing event updated for resources: {'Subnet': ['ID=82682cf6-c9b4-4622-88bd-04362b8e5b96,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:17.018200 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2474949b-f77f-4aed-9d8e-0629f5b2a123 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Router 82d30b8f-77f1-4598-97ee-4dd642a4a48d is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:24:17.102682 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54146) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:17.109616 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-2659662f-d037-4a46-b6a6-b54d8b967870 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Calling delete_port for 3e8cabcc-051a-4beb-9416-5bc3a18dcee5 owned by network:floatingip {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:17.117370 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54148) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:17.154344 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-c5c354a3-1d2b-4b25-bed9-28e0b36e006f tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Request body: {'router': {'name': 'tempest-router--1338576303', 'project_id': 'ec6cb195ea0a4af8a69d50fb29037d91'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:17.173992 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c5c354a3-1d2b-4b25-bed9-28e0b36e006f tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:17.183516 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c5c354a3-1d2b-4b25-bed9-28e0b36e006f tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Usage tracker for resource:router and tenant:ec6cb195ea0a4af8a69d50fb29037d91 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:17.189739 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c5c354a3-1d2b-4b25-bed9-28e0b36e006f tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:17.201936 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7586126f-4e22-4480-b0c3-ddb5371aa530 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Checking segment: {'id': '76ae78e5-265c-4ba4-b6e6-36b3bb476252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c146b55f-5e56-43f3-bc23-4abb717dd1c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:24:17.202284 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7586126f-4e22-4480-b0c3-ddb5371aa530 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Network hostable DHCP agents. Network: c146b55f-5e56-43f3-bc23-4abb717dd1c2, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:24:17.207805 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c5c354a3-1d2b-4b25-bed9-28e0b36e006f tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:17.284504 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2474949b-f77f-4aed-9d8e-0629f5b2a123 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:24:17.299702 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a511de-4ade-41da-9699-57b784fabd45 None None] Sync routers for ids ['82d30b8f-77f1-4598-97ee-4dd642a4a48d'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:24:17.311237 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-ab243d77-ef04-4a8b-956e-14493186028c tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1724836019', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:17.313694 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c5c354a3-1d2b-4b25-bed9-28e0b36e006f tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:17.314474 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a511de-4ade-41da-9699-57b784fabd45 None None] Routers {'82d30b8f-77f1-4598-97ee-4dd642a4a48d'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:17.314846 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c5c354a3-1d2b-4b25-bed9-28e0b36e006f tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:17.315052 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-13a511de-4ade-41da-9699-57b784fabd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['82d30b8f-77f1-4598-97ee-4dd642a4a48d'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:17.317897 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ab243d77-ef04-4a8b-956e-14493186028c tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:17.322445 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ab243d77-ef04-4a8b-956e-14493186028c tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Usage tracker for resource:port and tenant:2ef60633c9e844aa99bcdd8919395626 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:17.325099 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2474949b-f77f-4aed-9d8e-0629f5b2a123 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:17.328986 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2474949b-f77f-4aed-9d8e-0629f5b2a123 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.0237896 Apr 29 13:24:17.328986 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ab243d77-ef04-4a8b-956e-14493186028c tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:17.329984 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54156) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:17.335029 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ab243d77-ef04-4a8b-956e-14493186028c tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:17.454342 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c5c354a3-1d2b-4b25-bed9-28e0b36e006f tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:17.455507 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7586126f-4e22-4480-b0c3-ddb5371aa530 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Network c146b55f-5e56-43f3-bc23-4abb717dd1c2 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:24:17.459377 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab243d77-ef04-4a8b-956e-14493186028c tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Made reservation on behalf of 2ef60633c9e844aa99bcdd8919395626 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:24:17.461846 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ab243d77-ef04-4a8b-956e-14493186028c tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:17.481424 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ab243d77-ef04-4a8b-956e-14493186028c tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:17.492711 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-7586126f-4e22-4480-b0c3-ddb5371aa530 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, c146b55f-5e56-43f3-bc23-4abb717dd1c2) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:17.498046 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7586126f-4e22-4480-b0c3-ddb5371aa530 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:17.498681 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7586126f-4e22-4480-b0c3-ddb5371aa530 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:17.506012 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0ab065-c9ca-45ad-b59a-5ac9a860720d None None] Network c146b55f-5e56-43f3-bc23-4abb717dd1c2 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:24:17.514246 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-13a511de-4ade-41da-9699-57b784fabd45 None None] Set router 82d30b8f-77f1-4598-97ee-4dd642a4a48d gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:24:17.531453 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ab243d77-ef04-4a8b-956e-14493186028c tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:17.533768 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c5c354a3-1d2b-4b25-bed9-28e0b36e006f tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:17.537249 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ab243d77-ef04-4a8b-956e-14493186028c tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Usage tracker for resource:security_group_rule and tenant:2ef60633c9e844aa99bcdd8919395626 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:17.540903 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ab243d77-ef04-4a8b-956e-14493186028c tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:17.549436 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ab243d77-ef04-4a8b-956e-14493186028c tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:17.572954 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2659662f-d037-4a46-b6a6-b54d8b967870 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:17.651329 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-52a3593a-f237-4ac1-b1d6-a40b7deb0da5 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "GET /v2.0/routers/82d30b8f-77f1-4598-97ee-4dd642a4a48d HTTP/1.1" status: 200 len: 909 time: 0.3172214 Apr 29 13:24:17.651329 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ab243d77-ef04-4a8b-956e-14493186028c tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:17.651329 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54160) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:17.656361 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-937f20dd-7254-4b91-9549-1452f7c76b2f tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1675819601', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'enable_snat': True}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:17.658205 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659662f-d037-4a46-b6a6-b54d8b967870 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event deleted for resources: {'Port': ['ID=3e8cabcc-051a-4beb-9416-5bc3a18dcee5,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:17.663050 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-937f20dd-7254-4b91-9549-1452f7c76b2f tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:17.664126 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7586126f-4e22-4480-b0c3-ddb5371aa530 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2519467 Apr 29 13:24:17.667995 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c5c354a3-1d2b-4b25-bed9-28e0b36e006f tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:17.668161 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54164) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:17.671750 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c5c354a3-1d2b-4b25-bed9-28e0b36e006f tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5297930 Apr 29 13:24:17.672635 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54166) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:17.674803 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ab243d77-ef04-4a8b-956e-14493186028c tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:17.696618 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc20be9b-6ebf-4769-9360-f75c2ccccd4b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:17.779372 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-937f20dd-7254-4b91-9549-1452f7c76b2f tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Usage tracker for resource:router and tenant:3870ddf3f16146999df30560b61bf6aa is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:17.785657 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-937f20dd-7254-4b91-9549-1452f7c76b2f tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:17.796286 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-937f20dd-7254-4b91-9549-1452f7c76b2f tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:17.850033 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a30bbe-62aa-49e0-8786-bdcee7d48446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-c146b55f-5e56-43f3-bc23-4abb717dd1c2', 'network_id': 'c146b55f-5e56-43f3-bc23-4abb717dd1c2', 'tenant_id': '2264007755474fc1b761805fea4eaa8e', 'fixed_ips': [{'subnet_id': '82682cf6-c9b4-4622-88bd-04362b8e5b96'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:24:17.850844 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36a30bbe-62aa-49e0-8786-bdcee7d48446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:17.907970 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-13a511de-4ade-41da-9699-57b784fabd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d30b8f-77f1-4598-97ee-4dd642a4a48d', 'name': 'tempest-snat-router-1675819601', 'tenant_id': '3870ddf3f16146999df30560b61bf6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.176'}], 'enable_snat': False}, 'gw_port_id': 'fc898258-01e2-4c6b-9df9-12da6847feec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:24:13Z', 'updated_at': '2022-04-29T13:24:16Z', 'revision_number': 3, 'project_id': '3870ddf3f16146999df30560b61bf6aa', 'gw_port': {'id': 'fc898258-01e2-4c6b-9df9-12da6847feec', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d30b8f-77f1-4598-97ee-4dd642a4a48d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:24:15Z', 'updated_at': '2022-04-29T13:24:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:17.912802 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2659662f-d037-4a46-b6a6-b54d8b967870 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:17.914394 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a511de-4ade-41da-9699-57b784fabd45 None None] Checking router: 82d30b8f-77f1-4598-97ee-4dd642a4a48d for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:24:17.914940 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a511de-4ade-41da-9699-57b784fabd45 None None] Updating router 82d30b8f-77f1-4598-97ee-4dd642a4a48d port fc898258-01e2-4c6b-9df9-12da6847feec binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:24:17.915091 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2659662f-d037-4a46-b6a6-b54d8b967870 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:17.916379 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2659662f-d037-4a46-b6a6-b54d8b967870 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "DELETE /v2.0/floatingips/7126bbc7-5f23-4b0f-93db-1b85d87157f7 HTTP/1.1" status: 204 len: 168 time: 2.0207925 Apr 29 13:24:17.919707 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54172) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:17.996264 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-86a1ec0b-a065-4e81-a42d-f281c88a72dd tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] delete failed (client error): The resource could not be found. Apr 29 13:24:17.997317 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-86a1ec0b-a065-4e81-a42d-f281c88a72dd tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "DELETE /v2.0/floatingips/7126bbc7-5f23-4b0f-93db-1b85d87157f7 HTTP/1.1" status: 404 len: 345 time: 0.0767143 Apr 29 13:24:17.999737 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-13a511de-4ade-41da-9699-57b784fabd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:18.004203 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54176) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:18.041570 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-ab243d77-ef04-4a8b-956e-14493186028c tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] device_id is not set on port ef1e6e72-d557-47e5-8f76-5f8b414c642e yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:24:18.054043 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-36a30bbe-62aa-49e0-8786-bdcee7d48446 None None] Allocated IP 2001:db8::f816:3eff:fe07:96e1 (c146b55f-5e56-43f3-bc23-4abb717dd1c2/82682cf6-c9b4-4622-88bd-04362b8e5b96/855e8013-e8ad-4923-aafd-83c3dc9dd293) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:18.230691 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcb3a7d-cef6-4a3c-96b2-5291e2706174 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:18.234159 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcb3a7d-cef6-4a3c-96b2-5291e2706174 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:18.238049 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcb3a7d-cef6-4a3c-96b2-5291e2706174 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:18.238886 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ebcb3a7d-cef6-4a3c-96b2-5291e2706174 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Synchronizing usage tracker for tenant:c6a98024671e406e8c4e9aedab65828f on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:24:18.253197 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab243d77-ef04-4a8b-956e-14493186028c tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7189ef-701c-4ca8-a0de-a87742772e51,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:18.272896 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-937f20dd-7254-4b91-9549-1452f7c76b2f tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:18.273911 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-937f20dd-7254-4b91-9549-1452f7c76b2f tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:18.290408 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:18.306844 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ebcb3a7d-cef6-4a3c-96b2-5291e2706174 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Unset dirty status for tenant:c6a98024671e406e8c4e9aedab65828f on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:24:18.309503 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ebcb3a7d-cef6-4a3c-96b2-5291e2706174 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "GET /v2.0/ports?network_id=65c2f7db-c4cc-460c-823e-a4d381822044 HTTP/1.1" status: 200 len: 2360 time: 0.3043787 Apr 29 13:24:18.312873 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54180) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:18.347839 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36a30bbe-62aa-49e0-8786-bdcee7d48446 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:18.363149 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-36a30bbe-62aa-49e0-8786-bdcee7d48446 None None] Transition to ACTIVE for port object 855e8013-e8ad-4923-aafd-83c3dc9dd293 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:24:18.383458 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-937f20dd-7254-4b91-9549-1452f7c76b2f tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:18.388900 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-36a30bbe-62aa-49e0-8786-bdcee7d48446 None None] Transition to ACTIVE for port object 855e8013-e8ad-4923-aafd-83c3dc9dd293 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:24:18.396812 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36a30bbe-62aa-49e0-8786-bdcee7d48446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:18.419998 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4ec1e997-4451-4ec9-8b50-b487ceaf8d1f tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:18.431209 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-13a511de-4ade-41da-9699-57b784fabd45 None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:18.445260 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-13a511de-4ade-41da-9699-57b784fabd45 None None] Transition to ACTIVE for port object fc898258-01e2-4c6b-9df9-12da6847feec will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:24:18.458071 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-13a511de-4ade-41da-9699-57b784fabd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:18.467552 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a30bbe-62aa-49e0-8786-bdcee7d48446 None None] Network c146b55f-5e56-43f3-bc23-4abb717dd1c2 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:18.469242 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-36a30bbe-62aa-49e0-8786-bdcee7d48446 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:18.523309 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a30bbe-62aa-49e0-8786-bdcee7d48446 None None] Pushing event updated for resources: {'Port': ['ID=855e8013-e8ad-4923-aafd-83c3dc9dd293,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:18.530664 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a30bbe-62aa-49e0-8786-bdcee7d48446 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:24:18.539257 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-13a511de-4ade-41da-9699-57b784fabd45 None None] Attempting to bind port fc898258-01e2-4c6b-9df9-12da6847feec on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:24:18.539616 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-13a511de-4ade-41da-9699-57b784fabd45 None None] Attempting to bind port fc898258-01e2-4c6b-9df9-12da6847feec by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:24:18.539964 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a511de-4ade-41da-9699-57b784fabd45 None None] Attempting to bind port fc898258-01e2-4c6b-9df9-12da6847feec on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:24:18.542885 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7f234-7fe9-470c-8e2e-fdec31bb4f13 None None] Pushing event updated for resources: {'Port': ['ID=fc898258-01e2-4c6b-9df9-12da6847feec,revision_number=2']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:18.549236 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a511de-4ade-41da-9699-57b784fabd45 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:24:18.549601 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a511de-4ade-41da-9699-57b784fabd45 None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:24:18.549984 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-13a511de-4ade-41da-9699-57b784fabd45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:18.550351 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a511de-4ade-41da-9699-57b784fabd45 None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:24:18.550801 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-13a511de-4ade-41da-9699-57b784fabd45 None None] Bound port: fc898258-01e2-4c6b-9df9-12da6847feec, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:24:18.551181 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-13a511de-4ade-41da-9699-57b784fabd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:18.633118 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-13a511de-4ade-41da-9699-57b784fabd45 None None] For port fc898258-01e2-4c6b-9df9-12da6847feec, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:24:18.637857 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-13a511de-4ade-41da-9699-57b784fabd45 None None] For port fc898258-01e2-4c6b-9df9-12da6847feec, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=fc898258-01e2-4c6b-9df9-12da6847feec,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:24:18.644851 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-13a511de-4ade-41da-9699-57b784fabd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:18.659379 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-cc20be9b-6ebf-4769-9360-f75c2ccccd4b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Deleting port b635c4eb-99a4-4d80-85ae-69ee1da0eccc {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:18.660494 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc20be9b-6ebf-4769-9360-f75c2ccccd4b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:18.674228 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:18.700506 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-36a30bbe-62aa-49e0-8786-bdcee7d48446 None None] Attempting to bind port 855e8013-e8ad-4923-aafd-83c3dc9dd293 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:24:18.701257 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-36a30bbe-62aa-49e0-8786-bdcee7d48446 None None] Attempting to bind port 855e8013-e8ad-4923-aafd-83c3dc9dd293 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '76ae78e5-265c-4ba4-b6e6-36b3bb476252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c146b55f-5e56-43f3-bc23-4abb717dd1c2'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:24:18.702193 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a30bbe-62aa-49e0-8786-bdcee7d48446 None None] Attempting to bind port 855e8013-e8ad-4923-aafd-83c3dc9dd293 on network c146b55f-5e56-43f3-bc23-4abb717dd1c2 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:24:18.711208 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a30bbe-62aa-49e0-8786-bdcee7d48446 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:24:18.711792 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a30bbe-62aa-49e0-8786-bdcee7d48446 None None] Checking segment: {'id': '76ae78e5-265c-4ba4-b6e6-36b3bb476252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c146b55f-5e56-43f3-bc23-4abb717dd1c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:24:18.712251 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36a30bbe-62aa-49e0-8786-bdcee7d48446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:18.712369 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0216bf-07db-4dcd-adca-1c69fe14f35c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:18.713472 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-dc0216bf-07db-4dcd-adca-1c69fe14f35c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Synchronizing usage tracker for tenant:c6a98024671e406e8c4e9aedab65828f on resource:subnet {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:24:18.714204 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a30bbe-62aa-49e0-8786-bdcee7d48446 None None] Bound using segment: {'id': '76ae78e5-265c-4ba4-b6e6-36b3bb476252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c146b55f-5e56-43f3-bc23-4abb717dd1c2'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:24:18.714764 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-36a30bbe-62aa-49e0-8786-bdcee7d48446 None None] Bound port: 855e8013-e8ad-4923-aafd-83c3dc9dd293, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ae78e5-265c-4ba4-b6e6-36b3bb476252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c146b55f-5e56-43f3-bc23-4abb717dd1c2'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:24:18.715201 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36a30bbe-62aa-49e0-8786-bdcee7d48446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:18.721432 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7f234-7fe9-470c-8e2e-fdec31bb4f13 None None] Pushing event updated for resources: {'Port': ['ID=fc898258-01e2-4c6b-9df9-12da6847feec,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:18.748171 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a511de-4ade-41da-9699-57b784fabd45 None None] Routers {'82d30b8f-77f1-4598-97ee-4dd642a4a48d'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:18.748897 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-13a511de-4ade-41da-9699-57b784fabd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['82d30b8f-77f1-4598-97ee-4dd642a4a48d'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:18.814282 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-ab243d77-ef04-4a8b-956e-14493186028c tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Allocated IP 172.26.6.92 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/ef1e6e72-d557-47e5-8f76-5f8b414c642e) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:18.927306 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-36a30bbe-62aa-49e0-8786-bdcee7d48446 None None] For port 855e8013-e8ad-4923-aafd-83c3dc9dd293, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:24:18.930897 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-36a30bbe-62aa-49e0-8786-bdcee7d48446 None None] For port 855e8013-e8ad-4923-aafd-83c3dc9dd293, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=855e8013-e8ad-4923-aafd-83c3dc9dd293,segment=NetworkSegment(76ae78e5-265c-4ba4-b6e6-36b3bb476252),segment_id=76ae78e5-265c-4ba4-b6e6-36b3bb476252)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:24:18.933467 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-dc0216bf-07db-4dcd-adca-1c69fe14f35c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Unset dirty status for tenant:c6a98024671e406e8c4e9aedab65828f on resource:subnet {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:24:18.934184 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-dc0216bf-07db-4dcd-adca-1c69fe14f35c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "GET /v2.0/subnets/4626135e-9519-43db-bdc6-55665ba72cfb HTTP/1.1" status: 200 len: 797 time: 0.6179168 Apr 29 13:24:18.942731 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36a30bbe-62aa-49e0-8786-bdcee7d48446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:18.951887 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-13a511de-4ade-41da-9699-57b784fabd45 None None] Set router 82d30b8f-77f1-4598-97ee-4dd642a4a48d gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:24:19.040586 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a30bbe-62aa-49e0-8786-bdcee7d48446 None None] Pushing event updated for resources: {'Port': ['ID=855e8013-e8ad-4923-aafd-83c3dc9dd293,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:19.052917 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54184) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:19.063528 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc20be9b-6ebf-4769-9360-f75c2ccccd4b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:19.130323 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-937f20dd-7254-4b91-9549-1452f7c76b2f tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:19.136441 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-375f5596-0bf8-4823-bb55-58d7fa689261 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Request body: {'port': {'network_id': '65c2f7db-c4cc-460c-823e-a4d381822044', 'name': 'tempest-FloatingIPTestJSON-618822738', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:19.204302 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-cc20be9b-6ebf-4769-9360-f75c2ccccd4b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Calling delete_port for b635c4eb-99a4-4d80-85ae-69ee1da0eccc owned by network:router_interface {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:19.321613 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4ec1e997-4451-4ec9-8b50-b487ceaf8d1f tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:19.327757 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4ec1e997-4451-4ec9-8b50-b487ceaf8d1f tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:19.365918 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-13a511de-4ade-41da-9699-57b784fabd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d30b8f-77f1-4598-97ee-4dd642a4a48d', 'name': 'tempest-snat-router-1675819601', 'tenant_id': '3870ddf3f16146999df30560b61bf6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.176'}], 'enable_snat': False}, 'gw_port_id': 'fc898258-01e2-4c6b-9df9-12da6847feec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:24:13Z', 'updated_at': '2022-04-29T13:24:16Z', 'revision_number': 3, 'project_id': '3870ddf3f16146999df30560b61bf6aa', 'gw_port': {'id': 'fc898258-01e2-4c6b-9df9-12da6847feec', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d30b8f-77f1-4598-97ee-4dd642a4a48d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:24:15Z', 'updated_at': '2022-04-29T13:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:19.370990 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a511de-4ade-41da-9699-57b784fabd45 None None] The sync data for ids ['82d30b8f-77f1-4598-97ee-4dd642a4a48d'] in dv-neutron-839027-4-hyperv is: [{'id': '82d30b8f-77f1-4598-97ee-4dd642a4a48d', 'name': 'tempest-snat-router-1675819601', 'tenant_id': '3870ddf3f16146999df30560b61bf6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.176'}], 'enable_snat': False}, 'gw_port_id': 'fc898258-01e2-4c6b-9df9-12da6847feec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:24:13Z', 'updated_at': '2022-04-29T13:24:16Z', 'revision_number': 3, 'project_id': '3870ddf3f16146999df30560b61bf6aa', 'gw_port': {'id': 'fc898258-01e2-4c6b-9df9-12da6847feec', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:4c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d30b8f-77f1-4598-97ee-4dd642a4a48d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:24:15Z', 'updated_at': '2022-04-29T13:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:24:19.371478 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:19.466969 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc20be9b-6ebf-4769-9360-f75c2ccccd4b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:19.489730 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Pushing event deleted for resources: {'Subnet': ['ID=82682cf6-c9b4-4622-88bd-04362b8e5b96,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:19.520091 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20be9b-6ebf-4769-9360-f75c2ccccd4b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Port': ['ID=b635c4eb-99a4-4d80-85ae-69ee1da0eccc,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:19.617452 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:19.874906 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc20be9b-6ebf-4769-9360-f75c2ccccd4b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:19.925432 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c146b55f-5e56-43f3-bc23-4abb717dd1c2']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:19.986469 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4ec1e997-4451-4ec9-8b50-b487ceaf8d1f tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:19.987062 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec1e997-4451-4ec9-8b50-b487ceaf8d1f tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9ce8af04-6274-4f32-8594-0ef9f44abba9 {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:24:20.021945 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ae78e5-265c-4ba4-b6e6-36b3bb476252') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:20.022239 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ae78e5-265c-4ba4-b6e6-36b3bb476252') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:20.060839 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:20.125832 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:20.139216 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-375f5596-0bf8-4823-bb55-58d7fa689261 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:20.176006 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:24:20.176468 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:20.182212 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24025783-fbb7-4ea6-b0eb-e499eb3cdb48 None None] Network c146b55f-5e56-43f3-bc23-4abb717dd1c2 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:24:20.213906 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:24:20.226592 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4ec1e997-4451-4ec9-8b50-b487ceaf8d1f tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:20.230952 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4ec1e997-4451-4ec9-8b50-b487ceaf8d1f tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "DELETE /v2.0/routers/9ce8af04-6274-4f32-8594-0ef9f44abba9 HTTP/1.1" status: 204 len: 168 time: 2.5540411 Apr 29 13:24:20.234873 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-375f5596-0bf8-4823-bb55-58d7fa689261 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:20.364941 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-08049883-e10a-43b3-8b03-260c3a6821b5 None None] Provisioning for port 855e8013-e8ad-4923-aafd-83c3dc9dd293 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:24:20.401599 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ab243d77-ef04-4a8b-956e-14493186028c tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:20.411281 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375f5596-0bf8-4823-bb55-58d7fa689261 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Made reservation on behalf of c6a98024671e406e8c4e9aedab65828f for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:24:20.486179 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 855e8013-e8ad-4923-aafd-83c3dc9dd293 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:24:20.514654 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54190) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:20.561657 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.api [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 13:24:20.561657 dv-neutron-839027-4-hyperv neutron-server[83904]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 13:24:20.561657 dv-neutron-839027-4-hyperv neutron-server[83904]: [parameters: {'id': 'c146b55f-5e56-43f3-bc23-4abb717dd1c2'}] Apr 29 13:24:20.561657 dv-neutron-839027-4-hyperv neutron-server[83904]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:24:20.562075 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG oslo_db.api [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:24:20.581236 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 855e8013-e8ad-4923-aafd-83c3dc9dd293 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:24:20.592649 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 855e8013-e8ad-4923-aafd-83c3dc9dd293 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:20.593939 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:20.606671 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc20be9b-6ebf-4769-9360-f75c2ccccd4b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Router 261995c2-4513-439a-ae56-c0c8aa56d65e has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:24:20.622482 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-937f20dd-7254-4b91-9549-1452f7c76b2f tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:20.664370 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-937f20dd-7254-4b91-9549-1452f7c76b2f tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:20.681767 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72f3b59-b485-4659-98d7-6243b2a47274 None None] DHCP port deletion for c146b55f-5e56-43f3-bc23-4abb717dd1c2 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:24:20.689640 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-d72f3b59-b485-4659-98d7-6243b2a47274 None None] Deleting port 855e8013-e8ad-4923-aafd-83c3dc9dd293 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:20.690002 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d72f3b59-b485-4659-98d7-6243b2a47274 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:20.752212 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-375f5596-0bf8-4823-bb55-58d7fa689261 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:20.790007 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-995c41be-0034-4a34-8023-ec03ccbbfcf6 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-361364278', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}, 'admin_state_up': False}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:20.794982 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:20.802645 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-995c41be-0034-4a34-8023-ec03ccbbfcf6 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:20.811637 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-375f5596-0bf8-4823-bb55-58d7fa689261 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] device_id is not set on port c128e7a3-eae0-452e-8606-309f4a872b30 yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:24:20.847664 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 855e8013-e8ad-4923-aafd-83c3dc9dd293, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=855e8013-e8ad-4923-aafd-83c3dc9dd293,segment=NetworkSegment(76ae78e5-265c-4ba4-b6e6-36b3bb476252),segment_id=76ae78e5-265c-4ba4-b6e6-36b3bb476252)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:20.852389 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-995c41be-0034-4a34-8023-ec03ccbbfcf6 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Usage tracker for resource:router and tenant:a1408fccf3a74b2cb5a41cfcc1315abd is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:20.892180 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ab243d77-ef04-4a8b-956e-14493186028c tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:20.894121 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-995c41be-0034-4a34-8023-ec03ccbbfcf6 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:20.903489 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:20.904249 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device fc898258-01e2-4c6b-9df9-12da6847feec up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:24:20.930011 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc20be9b-6ebf-4769-9360-f75c2ccccd4b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:24:20.953831 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-cc20be9b-6ebf-4769-9360-f75c2ccccd4b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "PUT /v2.0/routers/261995c2-4513-439a-ae56-c0c8aa56d65e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6115432 Apr 29 13:24:20.954062 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54196) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:20.955297 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-995c41be-0034-4a34-8023-ec03ccbbfcf6 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:20.978898 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257ee3c6-04fd-4154-878d-97471db0d43d None None] Sync routers for ids ['261995c2-4513-439a-ae56-c0c8aa56d65e'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:24:21.046828 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-995c41be-0034-4a34-8023-ec03ccbbfcf6 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:21.047988 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-995c41be-0034-4a34-8023-ec03ccbbfcf6 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:21.052425 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab243d77-ef04-4a8b-956e-14493186028c tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:21.060680 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-937f20dd-7254-4b91-9549-1452f7c76b2f tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Allocated IP 172.26.6.72 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/6164b600-2c59-4640-9cd6-0bf49bce383a) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:21.063080 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:21.100410 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-ab243d77-ef04-4a8b-956e-14493186028c tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:21.102374 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab243d77-ef04-4a8b-956e-14493186028c tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Pushing event updated for resources: {'Port': ['ID=ef1e6e72-d557-47e5-8f76-5f8b414c642e,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:21.107022 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab243d77-ef04-4a8b-956e-14493186028c tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:24:21.115252 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257ee3c6-04fd-4154-878d-97471db0d43d None None] Routers {'261995c2-4513-439a-ae56-c0c8aa56d65e'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:21.115867 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-257ee3c6-04fd-4154-878d-97471db0d43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['261995c2-4513-439a-ae56-c0c8aa56d65e'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:21.191077 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=855e8013-e8ad-4923-aafd-83c3dc9dd293,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:21.205058 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-257ee3c6-04fd-4154-878d-97471db0d43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:21.221066 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d72f3b59-b485-4659-98d7-6243b2a47274 None None] For port 855e8013-e8ad-4923-aafd-83c3dc9dd293, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=855e8013-e8ad-4923-aafd-83c3dc9dd293,segment=NetworkSegment(76ae78e5-265c-4ba4-b6e6-36b3bb476252),segment_id=76ae78e5-265c-4ba4-b6e6-36b3bb476252)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:21.221451 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d72f3b59-b485-4659-98d7-6243b2a47274 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:21.297242 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Deleting port 855e8013-e8ad-4923-aafd-83c3dc9dd293 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:21.297242 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:21.323584 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-df561bef-4a08-42d1-a904-ada193e917a0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:21.349554 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-d72f3b59-b485-4659-98d7-6243b2a47274 None None] Calling delete_port for 855e8013-e8ad-4923-aafd-83c3dc9dd293 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:21.364254 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab243d77-ef04-4a8b-956e-14493186028c tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:21.365054 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ab243d77-ef04-4a8b-956e-14493186028c tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:21.372583 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-995c41be-0034-4a34-8023-ec03ccbbfcf6 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:21.377023 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port fc898258-01e2-4c6b-9df9-12da6847feec completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:24:21.389335 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257ee3c6-04fd-4154-878d-97471db0d43d None None] Routers {'261995c2-4513-439a-ae56-c0c8aa56d65e'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:21.389951 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-257ee3c6-04fd-4154-878d-97471db0d43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['261995c2-4513-439a-ae56-c0c8aa56d65e'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:21.449505 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port fc898258-01e2-4c6b-9df9-12da6847feec triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:21.449865 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:21.490925 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-257ee3c6-04fd-4154-878d-97471db0d43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:21.491360 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257ee3c6-04fd-4154-878d-97471db0d43d None None] The sync data for ids ['261995c2-4513-439a-ae56-c0c8aa56d65e'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:24:21.570776 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d72f3b59-b485-4659-98d7-6243b2a47274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:21.577815 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ab243d77-ef04-4a8b-956e-14493186028c tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.4118571 Apr 29 13:24:21.622272 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54200) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:21.631917 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-94032da4-cfcf-4da1-a734-389be722323e tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.92'}]}}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:21.635057 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f3b59-b485-4659-98d7-6243b2a47274 None None] Pushing event deleted for resources: {'Port': ['ID=855e8013-e8ad-4923-aafd-83c3dc9dd293,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:21.642288 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72f3b59-b485-4659-98d7-6243b2a47274 None None] No DVR routers for this DVR port 855e8013-e8ad-4923-aafd-83c3dc9dd293 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:24:21.648558 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:21.652645 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-94032da4-cfcf-4da1-a734-389be722323e tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:21.662652 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-94032da4-cfcf-4da1-a734-389be722323e tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Usage tracker for resource:router and tenant:2ef60633c9e844aa99bcdd8919395626 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:21.666937 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-94032da4-cfcf-4da1-a734-389be722323e tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:21.670439 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port fc898258-01e2-4c6b-9df9-12da6847feec, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=fc898258-01e2-4c6b-9df9-12da6847feec,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:21.674397 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:21.699660 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-94032da4-cfcf-4da1-a734-389be722323e tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:21.733149 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94032da4-cfcf-4da1-a734-389be722323e tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:21.734098 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94032da4-cfcf-4da1-a734-389be722323e tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:21.746166 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=fc898258-01e2-4c6b-9df9-12da6847feec,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:21.848465 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94032da4-cfcf-4da1-a734-389be722323e tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:21.907375 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-937f20dd-7254-4b91-9549-1452f7c76b2f tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:22.031110 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-375f5596-0bf8-4823-bb55-58d7fa689261 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Allocated IP 172.20.0.13 (65c2f7db-c4cc-460c-823e-a4d381822044/4626135e-9519-43db-bdc6-55665ba72cfb/c128e7a3-eae0-452e-8606-309f4a872b30) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:22.037358 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-995c41be-0034-4a34-8023-ec03ccbbfcf6 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:22.049019 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] For port 855e8013-e8ad-4923-aafd-83c3dc9dd293, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=855e8013-e8ad-4923-aafd-83c3dc9dd293,segment=NetworkSegment(76ae78e5-265c-4ba4-b6e6-36b3bb476252),segment_id=76ae78e5-265c-4ba4-b6e6-36b3bb476252)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:22.049369 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:22.062472 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94032da4-cfcf-4da1-a734-389be722323e tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:22.063824 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-375f5596-0bf8-4823-bb55-58d7fa689261 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Allocated IP 172.20.0.12 (65c2f7db-c4cc-460c-823e-a4d381822044/4626135e-9519-43db-bdc6-55665ba72cfb/c128e7a3-eae0-452e-8606-309f4a872b30) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:22.187184 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Calling delete_port for 855e8013-e8ad-4923-aafd-83c3dc9dd293 owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:22.227161 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-df561bef-4a08-42d1-a904-ada193e917a0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Deleting port 2bc9ba92-eeb1-4ca9-ba48-f56ace4d88bf {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:22.227513 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-df561bef-4a08-42d1-a904-ada193e917a0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:22.265455 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device fc898258-01e2-4c6b-9df9-12da6847feec up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:24:22.279210 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-937f20dd-7254-4b91-9549-1452f7c76b2f tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:22.390294 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port fc898258-01e2-4c6b-9df9-12da6847feec triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:22.390815 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:22.512609 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937f20dd-7254-4b91-9549-1452f7c76b2f tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:22.526806 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-937f20dd-7254-4b91-9549-1452f7c76b2f tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:22.541191 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937f20dd-7254-4b91-9549-1452f7c76b2f tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:24:22.562116 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 855e8013-e8ad-4923-aafd-83c3dc9dd293 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:24:22.572907 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f20dd-7254-4b91-9549-1452f7c76b2f tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Pushing event updated for resources: {'Port': ['ID=6164b600-2c59-4640-9cd6-0bf49bce383a,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:22.589743 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.api [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:24:22.589933 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG oslo_db.api [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:24:22.597815 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 855e8013-e8ad-4923-aafd-83c3dc9dd293 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:24:22.598227 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 855e8013-e8ad-4923-aafd-83c3dc9dd293 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:24:22.609297 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-df561bef-4a08-42d1-a904-ada193e917a0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:22.709400 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-375f5596-0bf8-4823-bb55-58d7fa689261 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:22.761529 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-df561bef-4a08-42d1-a904-ada193e917a0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Calling delete_port for 2bc9ba92-eeb1-4ca9-ba48-f56ace4d88bf owned by network:router_interface {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:22.829764 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-995c41be-0034-4a34-8023-ec03ccbbfcf6 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:22.832453 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94032da4-cfcf-4da1-a734-389be722323e tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:22.855671 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-375f5596-0bf8-4823-bb55-58d7fa689261 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:22.872723 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94032da4-cfcf-4da1-a734-389be722323e tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:22.907826 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-995c41be-0034-4a34-8023-ec03ccbbfcf6 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:23.002331 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375f5596-0bf8-4823-bb55-58d7fa689261 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Network 65c2f7db-c4cc-460c-823e-a4d381822044 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:23.008770 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-375f5596-0bf8-4823-bb55-58d7fa689261 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:23.011838 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f5596-0bf8-4823-bb55-58d7fa689261 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event updated for resources: {'Port': ['ID=c128e7a3-eae0-452e-8606-309f4a872b30,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:23.014125 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375f5596-0bf8-4823-bb55-58d7fa689261 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:24:23.092372 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375f5596-0bf8-4823-bb55-58d7fa689261 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:23.093059 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-375f5596-0bf8-4823-bb55-58d7fa689261 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:23.097120 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Deleting port 855e8013-e8ad-4923-aafd-83c3dc9dd293 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:23.097452 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:23.135936 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-937f20dd-7254-4b91-9549-1452f7c76b2f tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:23.136645 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-937f20dd-7254-4b91-9549-1452f7c76b2f tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:23.138251 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-df561bef-4a08-42d1-a904-ada193e917a0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:23.176976 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94032da4-cfcf-4da1-a734-389be722323e tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:23.213125 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] The port '855e8013-e8ad-4923-aafd-83c3dc9dd293' was deleted {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:24:23.287570 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df561bef-4a08-42d1-a904-ada193e917a0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Port': ['ID=2bc9ba92-eeb1-4ca9-ba48-f56ace4d88bf,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:23.317082 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-375f5596-0bf8-4823-bb55-58d7fa689261 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.2050159 Apr 29 13:24:23.328157 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54204) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:23.345933 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-7be321e0-a58f-4739-8979-aed9996f04f2 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'port_id': 'c128e7a3-eae0-452e-8606-309f4a872b30', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:23.377243 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7be321e0-a58f-4739-8979-aed9996f04f2 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:23.388904 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7be321e0-a58f-4739-8979-aed9996f04f2 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Usage tracker for resource:floatingip and tenant:c6a98024671e406e8c4e9aedab65828f is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:23.392581 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7be321e0-a58f-4739-8979-aed9996f04f2 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:23.406798 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7be321e0-a58f-4739-8979-aed9996f04f2 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:23.540145 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7be321e0-a58f-4739-8979-aed9996f04f2 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:23.598840 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-995c41be-0034-4a34-8023-ec03ccbbfcf6 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Allocated IP 172.26.6.191 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/505b8558-89d1-4916-8856-f932d8e50b7a) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:23.612366 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:23.672555 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c146b55f-5e56-43f3-bc23-4abb717dd1c2']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:23.736566 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ae78e5-265c-4ba4-b6e6-36b3bb476252') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:23.736892 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ae78e5-265c-4ba4-b6e6-36b3bb476252') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:23.763999 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:23.793466 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:23.826284 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:24:23.826685 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: util.warn( Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: util.warn( Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: util.warn( Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: util.warn( Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:24:23.841407 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:24:23.940884 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-995c41be-0034-4a34-8023-ec03ccbbfcf6 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:23.951986 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:23.976944 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:23.993203 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Pushing event deleted for resources: {'Network': ['ID=c146b55f-5e56-43f3-bc23-4abb717dd1c2,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:23.995395 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94032da4-cfcf-4da1-a734-389be722323e tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:24.001727 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b2594177-9c89-41d1-8a8f-12726a949dff tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "DELETE /v2.0/networks/c146b55f-5e56-43f3-bc23-4abb717dd1c2 HTTP/1.1" status: 204 len: 168 time: 6.3293509 Apr 29 13:24:24.002088 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54208) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:24.006585 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-df561bef-4a08-42d1-a904-ada193e917a0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:24.013584 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-5be8a965-67cc-493d-82cc-2e41c962ffae tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-720868770'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:24.023476 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-5be8a965-67cc-493d-82cc-2e41c962ffae tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:24.027501 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94032da4-cfcf-4da1-a734-389be722323e tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:24.036145 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-995c41be-0034-4a34-8023-ec03ccbbfcf6 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:24.037158 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5be8a965-67cc-493d-82cc-2e41c962ffae tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Usage tracker for resource:network and tenant:2264007755474fc1b761805fea4eaa8e is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:24.043425 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5be8a965-67cc-493d-82cc-2e41c962ffae tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:24.112030 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-5be8a965-67cc-493d-82cc-2e41c962ffae tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:24.120731 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995c41be-0034-4a34-8023-ec03ccbbfcf6 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:24.124034 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-995c41be-0034-4a34-8023-ec03ccbbfcf6 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:24.129692 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995c41be-0034-4a34-8023-ec03ccbbfcf6 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:24:24.153704 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c41be-0034-4a34-8023-ec03ccbbfcf6 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Pushing event updated for resources: {'Port': ['ID=505b8558-89d1-4916-8856-f932d8e50b7a,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:24.176347 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937f20dd-7254-4b91-9549-1452f7c76b2f tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Router 44c7ebe1-4e23-4eed-8e95-1c2083f5a7a2 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:24:24.197861 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be8a965-67cc-493d-82cc-2e41c962ffae tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Made reservation on behalf of 2264007755474fc1b761805fea4eaa8e for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:24:24.200740 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5be8a965-67cc-493d-82cc-2e41c962ffae tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:24.237633 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94032da4-cfcf-4da1-a734-389be722323e tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:24.238107 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94032da4-cfcf-4da1-a734-389be722323e tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d90e11ba-45d3-4aae-8764-97df06779d17 {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:24:24.399618 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be8a965-67cc-493d-82cc-2e41c962ffae tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:24:24.402181 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-94032da4-cfcf-4da1-a734-389be722323e tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 29 13:24:24.406351 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-94032da4-cfcf-4da1-a734-389be722323e tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.7801442 Apr 29 13:24:24.408435 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54214) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:24.412985 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7be321e0-a58f-4739-8979-aed9996f04f2 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:24.419594 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5be8a965-67cc-493d-82cc-2e41c962ffae tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:24.419929 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-5be8a965-67cc-493d-82cc-2e41c962ffae tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Added segment 29016bee-7779-45c3-9cf6-a11aa479f3ed of type vlan for network 31297970-f19f-4aa9-ba5c-dc28554c30fa Apr 29 13:24:24.492935 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-8641d97c-e866-47c0-b35c-e496c8214790 tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Deleting port ef1e6e72-d557-47e5-8f76-5f8b414c642e {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:24.493272 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8641d97c-e866-47c0-b35c-e496c8214790 tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:24.564029 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-995c41be-0034-4a34-8023-ec03ccbbfcf6 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:24.564745 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-995c41be-0034-4a34-8023-ec03ccbbfcf6 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:24.625678 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5be8a965-67cc-493d-82cc-2e41c962ffae tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:24.732381 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df561bef-4a08-42d1-a904-ada193e917a0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Router 261995c2-4513-439a-ae56-c0c8aa56d65e has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:24:24.736043 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5be8a965-67cc-493d-82cc-2e41c962ffae tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:24.739656 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be8a965-67cc-493d-82cc-2e41c962ffae tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:24.740234 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5be8a965-67cc-493d-82cc-2e41c962ffae tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:24.740465 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937f20dd-7254-4b91-9549-1452f7c76b2f tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:24:24.750872 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d841cd-9b61-47b2-951d-19e3a88341f6 None None] Sync routers for ids ['44c7ebe1-4e23-4eed-8e95-1c2083f5a7a2'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:24:24.769910 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-7be321e0-a58f-4739-8979-aed9996f04f2 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Allocated IP 172.26.6.197 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/a098a851-ebfa-477f-8e57-d9e04b2a93eb) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:24.776203 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d841cd-9b61-47b2-951d-19e3a88341f6 None None] Routers {'44c7ebe1-4e23-4eed-8e95-1c2083f5a7a2'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:24.778081 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-84d841cd-9b61-47b2-951d-19e3a88341f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['44c7ebe1-4e23-4eed-8e95-1c2083f5a7a2'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:24.876127 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-937f20dd-7254-4b91-9549-1452f7c76b2f tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:24.880109 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-937f20dd-7254-4b91-9549-1452f7c76b2f tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.2280829 Apr 29 13:24:24.883023 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54220) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:24.917111 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8a965-67cc-493d-82cc-2e41c962ffae tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Pushing event updated for resources: {'Network': ['ID=31297970-f19f-4aa9-ba5c-dc28554c30fa,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:24.924390 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5be8a965-67cc-493d-82cc-2e41c962ffae tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9213810 Apr 29 13:24:24.925075 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54224) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:24.929867 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 31297970-f19f-4aa9-ba5c-dc28554c30fa details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:24:24.985987 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-84d841cd-9b61-47b2-951d-19e3a88341f6 None None] Set router 44c7ebe1-4e23-4eed-8e95-1c2083f5a7a2 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:24:25.015233 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8641d97c-e866-47c0-b35c-e496c8214790 tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:25.043733 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-7ba7ef42-2d7d-4b9c-b001-55d958ebe609 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Request body: {'subnet': {'network_id': '31297970-f19f-4aa9-ba5c-dc28554c30fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:25.279016 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-8641d97c-e866-47c0-b35c-e496c8214790 tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Calling delete_port for ef1e6e72-d557-47e5-8f76-5f8b414c642e owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:25.317724 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-84d841cd-9b61-47b2-951d-19e3a88341f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c7ebe1-4e23-4eed-8e95-1c2083f5a7a2', 'name': 'tempest-snat-router-1675819601', 'tenant_id': '3870ddf3f16146999df30560b61bf6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.72'}], 'enable_snat': True}, 'gw_port_id': '6164b600-2c59-4640-9cd6-0bf49bce383a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:24:18Z', 'updated_at': '2022-04-29T13:24:22Z', 'revision_number': 3, 'project_id': '3870ddf3f16146999df30560b61bf6aa', 'gw_port': {'id': '6164b600-2c59-4640-9cd6-0bf49bce383a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:64:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c7ebe1-4e23-4eed-8e95-1c2083f5a7a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:24:20Z', 'updated_at': '2022-04-29T13:24:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:25.329880 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d841cd-9b61-47b2-951d-19e3a88341f6 None None] Checking router: 44c7ebe1-4e23-4eed-8e95-1c2083f5a7a2 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:24:25.330500 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d841cd-9b61-47b2-951d-19e3a88341f6 None None] Updating router 44c7ebe1-4e23-4eed-8e95-1c2083f5a7a2 port 6164b600-2c59-4640-9cd6-0bf49bce383a binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:24:25.393289 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-84d841cd-9b61-47b2-951d-19e3a88341f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:25.394453 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7ba7ef42-2d7d-4b9c-b001-55d958ebe609 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:25.408273 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7ba7ef42-2d7d-4b9c-b001-55d958ebe609 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Usage tracker for resource:subnet and tenant:2264007755474fc1b761805fea4eaa8e is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:25.413901 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7ba7ef42-2d7d-4b9c-b001-55d958ebe609 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:25.423718 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7ba7ef42-2d7d-4b9c-b001-55d958ebe609 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:25.426908 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df561bef-4a08-42d1-a904-ada193e917a0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:24:25.436570 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-df561bef-4a08-42d1-a904-ada193e917a0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "PUT /v2.0/routers/261995c2-4513-439a-ae56-c0c8aa56d65e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4785893 Apr 29 13:24:25.438495 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54228) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:25.443168 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff37ae1-2a9f-40c2-8891-4fcbd5a7e940 None None] Sync routers for ids ['261995c2-4513-439a-ae56-c0c8aa56d65e'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:24:25.457849 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7be321e0-a58f-4739-8979-aed9996f04f2 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:25.466051 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff37ae1-2a9f-40c2-8891-4fcbd5a7e940 None None] Routers {'261995c2-4513-439a-ae56-c0c8aa56d65e'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:25.467189 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-bff37ae1-2a9f-40c2-8891-4fcbd5a7e940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['261995c2-4513-439a-ae56-c0c8aa56d65e'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:25.469230 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba7ef42-2d7d-4b9c-b001-55d958ebe609 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Made reservation on behalf of 2264007755474fc1b761805fea4eaa8e for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:24:25.504265 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7aa3b924-cce3-4c6a-952c-d65faf6cb168 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "GET /v2.0/ports?device_id=261995c2-4513-439a-ae56-c0c8aa56d65e HTTP/1.1" status: 200 len: 205 time: 0.0629857 Apr 29 13:24:25.506136 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54232) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:25.557645 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-bff37ae1-2a9f-40c2-8891-4fcbd5a7e940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:25.569107 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff37ae1-2a9f-40c2-8891-4fcbd5a7e940 None None] Routers {'261995c2-4513-439a-ae56-c0c8aa56d65e'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:25.570048 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-bff37ae1-2a9f-40c2-8891-4fcbd5a7e940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['261995c2-4513-439a-ae56-c0c8aa56d65e'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:25.585987 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7ba7ef42-2d7d-4b9c-b001-55d958ebe609 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:25.649063 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-bff37ae1-2a9f-40c2-8891-4fcbd5a7e940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:25.649669 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff37ae1-2a9f-40c2-8891-4fcbd5a7e940 None None] The sync data for ids ['261995c2-4513-439a-ae56-c0c8aa56d65e'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:24:25.660929 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7be321e0-a58f-4739-8979-aed9996f04f2 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:25.667862 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8641d97c-e866-47c0-b35c-e496c8214790 tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:25.730634 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641d97c-e866-47c0-b35c-e496c8214790 tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef1e6e72-d557-47e5-8f76-5f8b414c642e,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:25.783635 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be321e0-a58f-4739-8979-aed9996f04f2 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:25.787810 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-7be321e0-a58f-4739-8979-aed9996f04f2 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:25.791723 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be321e0-a58f-4739-8979-aed9996f04f2 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:24:25.819560 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be321e0-a58f-4739-8979-aed9996f04f2 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event updated for resources: {'Port': ['ID=a098a851-ebfa-477f-8e57-d9e04b2a93eb,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:25.830109 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3a4fe922-316a-4577-b1eb-c88423d1e5ab tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:25.850043 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-84d841cd-9b61-47b2-951d-19e3a88341f6 None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:25.862689 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-84d841cd-9b61-47b2-951d-19e3a88341f6 None None] Transition to ACTIVE for port object 6164b600-2c59-4640-9cd6-0bf49bce383a will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:24:25.870998 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-84d841cd-9b61-47b2-951d-19e3a88341f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:25.882721 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f62c564a-1163-4fa2-b4e7-9966874fa1b1 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "GET /v2.0/routers/44c7ebe1-4e23-4eed-8e95-1c2083f5a7a2 HTTP/1.1" status: 200 len: 907 time: 0.9980171 Apr 29 13:24:25.884720 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54236) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:25.958911 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6a1a8-03f7-4452-a3b3-114199aa0f7e None None] Pushing event updated for resources: {'Port': ['ID=6164b600-2c59-4640-9cd6-0bf49bce383a,revision_number=2']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:25.963582 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-84d841cd-9b61-47b2-951d-19e3a88341f6 None None] Attempting to bind port 6164b600-2c59-4640-9cd6-0bf49bce383a on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:24:25.964412 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-84d841cd-9b61-47b2-951d-19e3a88341f6 None None] Attempting to bind port 6164b600-2c59-4640-9cd6-0bf49bce383a by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:24:25.965058 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d841cd-9b61-47b2-951d-19e3a88341f6 None None] Attempting to bind port 6164b600-2c59-4640-9cd6-0bf49bce383a on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:24:25.977083 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d841cd-9b61-47b2-951d-19e3a88341f6 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:24:25.977869 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d841cd-9b61-47b2-951d-19e3a88341f6 None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:24:25.978764 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-84d841cd-9b61-47b2-951d-19e3a88341f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:25.979862 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d841cd-9b61-47b2-951d-19e3a88341f6 None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:24:25.980286 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-84d841cd-9b61-47b2-951d-19e3a88341f6 None None] Bound port: 6164b600-2c59-4640-9cd6-0bf49bce383a, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:24:25.981037 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-84d841cd-9b61-47b2-951d-19e3a88341f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:26.070089 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-84d841cd-9b61-47b2-951d-19e3a88341f6 None None] For port 6164b600-2c59-4640-9cd6-0bf49bce383a, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:24:26.074592 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-84d841cd-9b61-47b2-951d-19e3a88341f6 None None] For port 6164b600-2c59-4640-9cd6-0bf49bce383a, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=6164b600-2c59-4640-9cd6-0bf49bce383a,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:24:26.078650 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-84d841cd-9b61-47b2-951d-19e3a88341f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:26.079791 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7ba7ef42-2d7d-4b9c-b001-55d958ebe609 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:26.092741 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995c41be-0034-4a34-8023-ec03ccbbfcf6 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Router e48b0f00-7956-47ef-97cc-3042685249e6 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:24:26.130644 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8641d97c-e866-47c0-b35c-e496c8214790 tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:26.150344 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8641d97c-e866-47c0-b35c-e496c8214790 tempest-RoutersAdminNegativeTest-190055999 tempest-RoutersAdminNegativeTest-190055999-project-admin] 10.222.0.76 "DELETE /v2.0/ports/ef1e6e72-d557-47e5-8f76-5f8b414c642e HTTP/1.1" status: 204 len: 168 time: 1.7334979 Apr 29 13:24:26.169909 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6a1a8-03f7-4452-a3b3-114199aa0f7e None None] Pushing event updated for resources: {'Port': ['ID=6164b600-2c59-4640-9cd6-0bf49bce383a,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:26.191851 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d841cd-9b61-47b2-951d-19e3a88341f6 None None] Routers {'44c7ebe1-4e23-4eed-8e95-1c2083f5a7a2'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:26.205143 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-84d841cd-9b61-47b2-951d-19e3a88341f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['44c7ebe1-4e23-4eed-8e95-1c2083f5a7a2'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:26.398268 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7ef42-2d7d-4b9c-b001-55d958ebe609 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Pushing event updated for resources: {'Subnet': ['ID=a9399b8d-5df1-4bd3-a726-4a61c688a179,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:26.407896 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7ef42-2d7d-4b9c-b001-55d958ebe609 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Checking segment: {'id': '29016bee-7779-45c3-9cf6-a11aa479f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '31297970-f19f-4aa9-ba5c-dc28554c30fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:24:26.408272 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba7ef42-2d7d-4b9c-b001-55d958ebe609 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Network hostable DHCP agents. Network: 31297970-f19f-4aa9-ba5c-dc28554c30fa, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:24:26.441100 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba7ef42-2d7d-4b9c-b001-55d958ebe609 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Network 31297970-f19f-4aa9-ba5c-dc28554c30fa is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:24:26.455148 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-84d841cd-9b61-47b2-951d-19e3a88341f6 None None] Set router 44c7ebe1-4e23-4eed-8e95-1c2083f5a7a2 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:24:26.469070 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-7ba7ef42-2d7d-4b9c-b001-55d958ebe609 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 31297970-f19f-4aa9-ba5c-dc28554c30fa) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:26.481340 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8934b3-0168-4280-b778-b522eaedc7f2 None None] Network 31297970-f19f-4aa9-ba5c-dc28554c30fa requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:24:26.493383 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba7ef42-2d7d-4b9c-b001-55d958ebe609 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:26.500369 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7ba7ef42-2d7d-4b9c-b001-55d958ebe609 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:26.504125 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54244) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:26.614697 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7ba7ef42-2d7d-4b9c-b001-55d958ebe609 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5845616 Apr 29 13:24:26.635330 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54250) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:26.745643 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3a4fe922-316a-4577-b1eb-c88423d1e5ab tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:26.756748 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3a4fe922-316a-4577-b1eb-c88423d1e5ab tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:26.815305 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c1b99b-87cf-4b2f-981b-7fbd7960acd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-31297970-f19f-4aa9-ba5c-dc28554c30fa', 'network_id': '31297970-f19f-4aa9-ba5c-dc28554c30fa', 'tenant_id': '2264007755474fc1b761805fea4eaa8e', 'fixed_ips': [{'subnet_id': 'a9399b8d-5df1-4bd3-a726-4a61c688a179'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:24:26.816224 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-28c1b99b-87cf-4b2f-981b-7fbd7960acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:26.818817 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3a4fe922-316a-4577-b1eb-c88423d1e5ab tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:26.819621 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4fe922-316a-4577-b1eb-c88423d1e5ab tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Fanout notify agent at l3_agent the message router_deleted on router 261995c2-4513-439a-ae56-c0c8aa56d65e {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:24:26.836273 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7be321e0-a58f-4739-8979-aed9996f04f2 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:26.842047 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3a4fe922-316a-4577-b1eb-c88423d1e5ab tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:26.845522 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3a4fe922-316a-4577-b1eb-c88423d1e5ab tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/routers/261995c2-4513-439a-ae56-c0c8aa56d65e HTTP/1.1" status: 204 len: 168 time: 1.3353670 Apr 29 13:24:26.846355 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8d4e946e-46da-433d-b137-670c9d03bf7e tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:26.862452 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-84d841cd-9b61-47b2-951d-19e3a88341f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c7ebe1-4e23-4eed-8e95-1c2083f5a7a2', 'name': 'tempest-snat-router-1675819601', 'tenant_id': '3870ddf3f16146999df30560b61bf6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.72'}], 'enable_snat': True}, 'gw_port_id': '6164b600-2c59-4640-9cd6-0bf49bce383a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:24:18Z', 'updated_at': '2022-04-29T13:24:22Z', 'revision_number': 3, 'project_id': '3870ddf3f16146999df30560b61bf6aa', 'gw_port': {'id': '6164b600-2c59-4640-9cd6-0bf49bce383a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:64:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c7ebe1-4e23-4eed-8e95-1c2083f5a7a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:24:20Z', 'updated_at': '2022-04-29T13:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:26.866904 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d841cd-9b61-47b2-951d-19e3a88341f6 None None] The sync data for ids ['44c7ebe1-4e23-4eed-8e95-1c2083f5a7a2'] in dv-neutron-839027-4-hyperv is: [{'id': '44c7ebe1-4e23-4eed-8e95-1c2083f5a7a2', 'name': 'tempest-snat-router-1675819601', 'tenant_id': '3870ddf3f16146999df30560b61bf6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.72'}], 'enable_snat': True}, 'gw_port_id': '6164b600-2c59-4640-9cd6-0bf49bce383a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:24:18Z', 'updated_at': '2022-04-29T13:24:22Z', 'revision_number': 3, 'project_id': '3870ddf3f16146999df30560b61bf6aa', 'gw_port': {'id': '6164b600-2c59-4640-9cd6-0bf49bce383a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:64:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c7ebe1-4e23-4eed-8e95-1c2083f5a7a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:24:20Z', 'updated_at': '2022-04-29T13:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:24:26.915549 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54254) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:26.950066 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:26.991089 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ac81dea7-4d47-44cb-b80e-a58cf5c488c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:27.057076 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ac81dea7-4d47-44cb-b80e-a58cf5c488c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:27.062972 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-28c1b99b-87cf-4b2f-981b-7fbd7960acd8 None None] Allocated IP 2001:db8::2 (31297970-f19f-4aa9-ba5c-dc28554c30fa/a9399b8d-5df1-4bd3-a726-4a61c688a179/665dd34e-291f-4191-ac92-ac1aa57918f5) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:27.095616 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ac81dea7-4d47-44cb-b80e-a58cf5c488c8 admin admin] Usage tracker for resource:security_group_rule and tenant:a236daa2842d4670853fa460c5da75d3 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:27.097850 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995c41be-0034-4a34-8023-ec03ccbbfcf6 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:24:27.103782 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ac81dea7-4d47-44cb-b80e-a58cf5c488c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:27.112746 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb42b3a9-42ac-48cf-95e8-dd3efb550aea None None] Sync routers for ids ['e48b0f00-7956-47ef-97cc-3042685249e6'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:24:27.113421 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7be321e0-a58f-4739-8979-aed9996f04f2 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:27.137134 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb42b3a9-42ac-48cf-95e8-dd3efb550aea None None] Routers {'e48b0f00-7956-47ef-97cc-3042685249e6'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:27.137134 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-cb42b3a9-42ac-48cf-95e8-dd3efb550aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e48b0f00-7956-47ef-97cc-3042685249e6'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:27.144630 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ac81dea7-4d47-44cb-b80e-a58cf5c488c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:27.214595 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-995c41be-0034-4a34-8023-ec03ccbbfcf6 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:27.217364 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-995c41be-0034-4a34-8023-ec03ccbbfcf6 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.7002122 Apr 29 13:24:27.220973 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54258) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:27.224459 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:27.295685 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-cb42b3a9-42ac-48cf-95e8-dd3efb550aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:27.323231 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb42b3a9-42ac-48cf-95e8-dd3efb550aea None None] Routers {'e48b0f00-7956-47ef-97cc-3042685249e6'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:27.324510 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-cb42b3a9-42ac-48cf-95e8-dd3efb550aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e48b0f00-7956-47ef-97cc-3042685249e6'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:27.357280 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c00ba4-9b8f-4f43-b7fd-705a88ee64be tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Deleting subnet d8fa08ec-1486-475e-9e0d-82f7999f59dc {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:24:27.451274 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-28c1b99b-87cf-4b2f-981b-7fbd7960acd8 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:27.456313 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d9c00ba4-9b8f-4f43-b7fd-705a88ee64be tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:27.467700 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-28c1b99b-87cf-4b2f-981b-7fbd7960acd8 None None] Transition to ACTIVE for port object 665dd34e-291f-4191-ac92-ac1aa57918f5 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:24:27.482462 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-cb42b3a9-42ac-48cf-95e8-dd3efb550aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:27.482870 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb42b3a9-42ac-48cf-95e8-dd3efb550aea None None] The sync data for ids ['e48b0f00-7956-47ef-97cc-3042685249e6'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:24:27.517237 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-28c1b99b-87cf-4b2f-981b-7fbd7960acd8 None None] Transition to ACTIVE for port object 665dd34e-291f-4191-ac92-ac1aa57918f5 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:24:27.532365 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-28c1b99b-87cf-4b2f-981b-7fbd7960acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:27.545733 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d9c00ba4-9b8f-4f43-b7fd-705a88ee64be tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:27.621647 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:27.629418 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c1b99b-87cf-4b2f-981b-7fbd7960acd8 None None] Network 31297970-f19f-4aa9-ba5c-dc28554c30fa is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:27.632712 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-28c1b99b-87cf-4b2f-981b-7fbd7960acd8 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:27.640738 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c1b99b-87cf-4b2f-981b-7fbd7960acd8 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:24:27.646633 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1b99b-87cf-4b2f-981b-7fbd7960acd8 None None] Pushing event updated for resources: {'Port': ['ID=665dd34e-291f-4191-ac92-ac1aa57918f5,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:27.707016 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d9c00ba4-9b8f-4f43-b7fd-705a88ee64be tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:27.739161 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8d4e946e-46da-433d-b137-670c9d03bf7e tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:27.748960 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-28c1b99b-87cf-4b2f-981b-7fbd7960acd8 None None] Attempting to bind port 665dd34e-291f-4191-ac92-ac1aa57918f5 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:24:27.750449 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-28c1b99b-87cf-4b2f-981b-7fbd7960acd8 None None] Attempting to bind port 665dd34e-291f-4191-ac92-ac1aa57918f5 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '29016bee-7779-45c3-9cf6-a11aa479f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '31297970-f19f-4aa9-ba5c-dc28554c30fa'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:24:27.750449 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c1b99b-87cf-4b2f-981b-7fbd7960acd8 None None] Attempting to bind port 665dd34e-291f-4191-ac92-ac1aa57918f5 on network 31297970-f19f-4aa9-ba5c-dc28554c30fa {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:24:27.751410 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Pushing event deleted for resources: {'Subnet': ['ID=a9399b8d-5df1-4bd3-a726-4a61c688a179,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:27.759458 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c1b99b-87cf-4b2f-981b-7fbd7960acd8 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:24:27.760122 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c1b99b-87cf-4b2f-981b-7fbd7960acd8 None None] Checking segment: {'id': '29016bee-7779-45c3-9cf6-a11aa479f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '31297970-f19f-4aa9-ba5c-dc28554c30fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:24:27.760573 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-28c1b99b-87cf-4b2f-981b-7fbd7960acd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:27.761384 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c1b99b-87cf-4b2f-981b-7fbd7960acd8 None None] Bound using segment: {'id': '29016bee-7779-45c3-9cf6-a11aa479f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '31297970-f19f-4aa9-ba5c-dc28554c30fa'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:24:27.762006 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-28c1b99b-87cf-4b2f-981b-7fbd7960acd8 None None] Bound port: 665dd34e-291f-4191-ac92-ac1aa57918f5, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29016bee-7779-45c3-9cf6-a11aa479f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '31297970-f19f-4aa9-ba5c-dc28554c30fa'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:24:27.762297 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-28c1b99b-87cf-4b2f-981b-7fbd7960acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:27.778402 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-8d4e946e-46da-433d-b137-670c9d03bf7e tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Deleting port 6164b600-2c59-4640-9cd6-0bf49bce383a {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:27.778882 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8d4e946e-46da-433d-b137-670c9d03bf7e tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:27.913019 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-28c1b99b-87cf-4b2f-981b-7fbd7960acd8 None None] For port 665dd34e-291f-4191-ac92-ac1aa57918f5, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:24:27.917323 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-28c1b99b-87cf-4b2f-981b-7fbd7960acd8 None None] For port 665dd34e-291f-4191-ac92-ac1aa57918f5, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=665dd34e-291f-4191-ac92-ac1aa57918f5,segment=NetworkSegment(29016bee-7779-45c3-9cf6-a11aa479f3ed),segment_id=29016bee-7779-45c3-9cf6-a11aa479f3ed)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:24:27.918589 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ac81dea7-4d47-44cb-b80e-a58cf5c488c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:27.934700 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-28c1b99b-87cf-4b2f-981b-7fbd7960acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:27.939912 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ac81dea7-4d47-44cb-b80e-a58cf5c488c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:27.963742 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:27.967247 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:28.020368 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31297970-f19f-4aa9-ba5c-dc28554c30fa']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:28.020591 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-371c71e0-3074-4b8c-a01d-ea9e3d4afc65 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "GET /v2.0/routers/e48b0f00-7956-47ef-97cc-3042685249e6 HTTP/1.1" status: 200 len: 920 time: 0.7956767 Apr 29 13:24:28.023497 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54262) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:28.043168 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29016bee-7779-45c3-9cf6-a11aa479f3ed') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:28.043458 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29016bee-7779-45c3-9cf6-a11aa479f3ed') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:28.051108 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81dea7-4d47-44cb-b80e-a58cf5c488c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d0f300-95cf-4c43-b8b9-543ea86551df,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:28.052310 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1b99b-87cf-4b2f-981b-7fbd7960acd8 None None] Pushing event updated for resources: {'Port': ['ID=665dd34e-291f-4191-ac92-ac1aa57918f5,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:28.059258 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ac81dea7-4d47-44cb-b80e-a58cf5c488c8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a236daa2842d4670853fa460c5da75d3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5514355 Apr 29 13:24:28.063962 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:28.064340 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54266) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:28.075430 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d9c00ba4-9b8f-4f43-b7fd-705a88ee64be tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:28.090695 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7be321e0-a58f-4739-8979-aed9996f04f2 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:28.095226 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:28.101347 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7be321e0-a58f-4739-8979-aed9996f04f2 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:28.112265 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202abce2-a374-41fb-86a2-63efe79e9f4c None None] Network 31297970-f19f-4aa9-ba5c-dc28554c30fa requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:24:28.133649 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b5e1c8b3-7c11-4e45-ad19-8a25639d54b8 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "GET /v2.0/ports?device_id=e48b0f00-7956-47ef-97cc-3042685249e6 HTTP/1.1" status: 200 len: 205 time: 0.1064589 Apr 29 13:24:28.140713 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:24:28.140909 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-8d4e946e-46da-433d-b137-670c9d03bf7e tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] For port 6164b600-2c59-4640-9cd6-0bf49bce383a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=6164b600-2c59-4640-9cd6-0bf49bce383a,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:28.141119 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8d4e946e-46da-433d-b137-670c9d03bf7e tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:28.141225 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:28.148187 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54270) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: util.warn( Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:24:28.161382 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:24:28.163409 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c00ba4-9b8f-4f43-b7fd-705a88ee64be tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Subnet': ['ID=d8fa08ec-1486-475e-9e0d-82f7999f59dc,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:28.334096 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 6164b600-2c59-4640-9cd6-0bf49bce383a up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:24:28.339224 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be321e0-a58f-4739-8979-aed9996f04f2 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event updated for resources: {'Port': ['ID=a098a851-ebfa-477f-8e57-d9e04b2a93eb,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:28.342162 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.db.api [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 13:24:28.342162 dv-neutron-839027-4-hyperv neutron-server[83905]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 13:24:28.342162 dv-neutron-839027-4-hyperv neutron-server[83905]: [parameters: {'id': '31297970-f19f-4aa9-ba5c-dc28554c30fa'}] Apr 29 13:24:28.342162 dv-neutron-839027-4-hyperv neutron-server[83905]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:24:28.342768 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG oslo_db.api [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:24:28.355243 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7be321e0-a58f-4739-8979-aed9996f04f2 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:28.431465 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d9c00ba4-9b8f-4f43-b7fd-705a88ee64be tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:28.442978 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1c9154-670f-4ff1-956e-aa8914b67808 None None] Network e0d06d0c-9c6d-4a67-896b-375fe9012f67 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:24:28.460168 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 6164b600-2c59-4640-9cd6-0bf49bce383a completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:24:28.510276 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 6164b600-2c59-4640-9cd6-0bf49bce383a triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:28.510638 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:28.547713 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-8d4e946e-46da-433d-b137-670c9d03bf7e tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Calling delete_port for 6164b600-2c59-4640-9cd6-0bf49bce383a owned by network:router_gateway {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:28.559709 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.l3_db [None req-7be321e0-a58f-4739-8979-aed9996f04f2 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Floating IP fd086feb-7662-4d99-ac07-9ca69ea8c185 associated. External IP: 172.26.6.197, port: c128e7a3-eae0-452e-8606-309f4a872b30. Apr 29 13:24:28.597356 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d9c00ba4-9b8f-4f43-b7fd-705a88ee64be tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/subnets/d8fa08ec-1486-475e-9e0d-82f7999f59dc HTTP/1.1" status: 204 len: 168 time: 1.6741250 Apr 29 13:24:28.614946 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54274) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:28.679062 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7a98052c-7e20-4db2-aca8-2976c6f7f829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:28.724797 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7a98052c-7e20-4db2-aca8-2976c6f7f829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:28.739192 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:28.762038 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 6164b600-2c59-4640-9cd6-0bf49bce383a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=6164b600-2c59-4640-9cd6-0bf49bce383a,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:28.771327 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:28.805136 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.api [None req-8d4e946e-46da-433d-b137-670c9d03bf7e tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:24:28.805768 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG oslo_db.api [None req-8d4e946e-46da-433d-b137-670c9d03bf7e tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:24:28.846652 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:28.879099 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=6164b600-2c59-4640-9cd6-0bf49bce383a,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:28.880570 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Deleting port 665dd34e-291f-4191-ac92-ac1aa57918f5 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:28.880948 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:28.884805 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7a98052c-7e20-4db2-aca8-2976c6f7f829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:28.895966 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be33e58f-775e-4a9f-842c-7cdab30ca4ae None None] DHCP port deletion for e0d06d0c-9c6d-4a67-896b-375fe9012f67 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:24:28.901858 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-be33e58f-775e-4a9f-842c-7cdab30ca4ae None None] Deleting port 56e74b8d-aa0a-4a99-a761-95832376e702 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:28.902296 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-be33e58f-775e-4a9f-842c-7cdab30ca4ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:28.913397 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98052c-7e20-4db2-aca8-2976c6f7f829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d0f300-95cf-4c43-b8b9-543ea86551df,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:28.931281 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3b7e96e0-5f92-44c5-81d4-ef35ccc622bc tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:28.996038 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7a98052c-7e20-4db2-aca8-2976c6f7f829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:29.000045 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7a98052c-7e20-4db2-aca8-2976c6f7f829 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/58d0f300-95cf-4c43-b8b9-543ea86551df HTTP/1.1" status: 204 len: 168 time: 0.9263127 Apr 29 13:24:29.048441 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-0846bd57-7ecf-4b77-972b-5df6ad1f0b13 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Deleting subnet 8cc08efb-bda8-413a-9439-d3323389e94d {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:24:29.063352 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0846bd57-7ecf-4b77-972b-5df6ad1f0b13 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:29.158051 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0846bd57-7ecf-4b77-972b-5df6ad1f0b13 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:29.158872 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-be33e58f-775e-4a9f-842c-7cdab30ca4ae None None] For port 56e74b8d-aa0a-4a99-a761-95832376e702, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=56e74b8d-aa0a-4a99-a761-95832376e702,segment=NetworkSegment(60b55da0-ba4a-4a17-8b9d-0de3a175b83a),segment_id=60b55da0-ba4a-4a17-8b9d-0de3a175b83a)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:29.159315 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-be33e58f-775e-4a9f-842c-7cdab30ca4ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:29.171167 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3b7e96e0-5f92-44c5-81d4-ef35ccc622bc tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:29.184691 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e96e0-5f92-44c5-81d4-ef35ccc622bc tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Deleting port 505b8558-89d1-4916-8856-f932d8e50b7a {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:29.185057 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3b7e96e0-5f92-44c5-81d4-ef35ccc622bc tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:29.316181 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-be33e58f-775e-4a9f-842c-7cdab30ca4ae None None] Calling delete_port for 56e74b8d-aa0a-4a99-a761-95832376e702 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:29.335434 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-8d4e946e-46da-433d-b137-670c9d03bf7e tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Deleting port 6164b600-2c59-4640-9cd6-0bf49bce383a {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:29.335802 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8d4e946e-46da-433d-b137-670c9d03bf7e tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:29.423024 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54282) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:29.433524 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-be33e58f-775e-4a9f-842c-7cdab30ca4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:29.492519 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33e58f-775e-4a9f-842c-7cdab30ca4ae None None] Pushing event deleted for resources: {'Port': ['ID=56e74b8d-aa0a-4a99-a761-95832376e702,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:29.495449 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be33e58f-775e-4a9f-842c-7cdab30ca4ae None None] No DVR routers for this DVR port 56e74b8d-aa0a-4a99-a761-95832376e702 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:24:29.514366 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffb4a0f-580b-4602-96d1-d98b7516b9ca None None] get_active_networks_info from dv-neutron-839027-4-hyperv {{(pid=83906) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 13:24:29.558511 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3b7e96e0-5f92-44c5-81d4-ef35ccc622bc tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:29.564510 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] For port 665dd34e-291f-4191-ac92-ac1aa57918f5, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=665dd34e-291f-4191-ac92-ac1aa57918f5,segment=NetworkSegment(29016bee-7779-45c3-9cf6-a11aa479f3ed),segment_id=29016bee-7779-45c3-9cf6-a11aa479f3ed)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:29.564999 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:29.604236 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-879d5933-e3df-4b27-8089-d0ac87056d69 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2ef60633c9e844aa99bcdd8919395626&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1618750 Apr 29 13:24:29.608016 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54286) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:29.636707 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffb4a0f-580b-4602-96d1-d98b7516b9ca None None] Resources bound (agent type, host, resource id): {{(pid=83906) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 13:24:29.720892 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Calling delete_port for 665dd34e-291f-4191-ac92-ac1aa57918f5 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:29.778661 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0846bd57-7ecf-4b77-972b-5df6ad1f0b13 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:29.784100 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e96e0-5f92-44c5-81d4-ef35ccc622bc tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Calling delete_port for 505b8558-89d1-4916-8856-f932d8e50b7a owned by network:router_gateway {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:29.863711 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-8d4e946e-46da-433d-b137-670c9d03bf7e tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] For port 6164b600-2c59-4640-9cd6-0bf49bce383a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=6164b600-2c59-4640-9cd6-0bf49bce383a,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:29.863711 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8d4e946e-46da-433d-b137-670c9d03bf7e tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:29.880328 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:29.938332 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Pushing event deleted for resources: {'Port': ['ID=665dd34e-291f-4191-ac92-ac1aa57918f5,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:29.947677 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] No DVR routers for this DVR port 665dd34e-291f-4191-ac92-ac1aa57918f5 on host dv-neutron-839027-4-hyperv {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:24:29.985708 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0846bd57-7ecf-4b77-972b-5df6ad1f0b13 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:30.015277 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-8d4e946e-46da-433d-b137-670c9d03bf7e tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Calling delete_port for 6164b600-2c59-4640-9cd6-0bf49bce383a owned by network:router_gateway {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:30.050549 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-646d6933-afca-4d90-a04e-f78e2654ed00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:30.053118 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846bd57-7ecf-4b77-972b-5df6ad1f0b13 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Subnet': ['ID=8cc08efb-bda8-413a-9439-d3323389e94d,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:30.115853 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca441e00-7b4b-4caa-9dd8-58e1206b46ae None None] Network 38741456-9522-4832-a813-39afcdade363 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:24:30.116359 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-646d6933-afca-4d90-a04e-f78e2654ed00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:30.124549 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0846bd57-7ecf-4b77-972b-5df6ad1f0b13 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:30.143077 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:30.178288 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0846bd57-7ecf-4b77-972b-5df6ad1f0b13 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/subnets/8cc08efb-bda8-413a-9439-d3323389e94d HTTP/1.1" status: 204 len: 168 time: 1.5611718 Apr 29 13:24:30.185920 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54290) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:30.213312 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31297970-f19f-4aa9-ba5c-dc28554c30fa']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:30.222728 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be321e0-a58f-4739-8979-aed9996f04f2 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Router 5b5332d5-d726-47e5-a586-a4c7709412e9 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:24:30.288044 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29016bee-7779-45c3-9cf6-a11aa479f3ed') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:30.288338 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29016bee-7779-45c3-9cf6-a11aa479f3ed') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:30.319604 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:30.349227 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 6164b600-2c59-4640-9cd6-0bf49bce383a up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:24:30.358656 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:30.399420 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-646d6933-afca-4d90-a04e-f78e2654ed00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:30.419323 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3b7e96e0-5f92-44c5-81d4-ef35ccc622bc tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:30.422959 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d6933-afca-4d90-a04e-f78e2654ed00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7189ef-701c-4ca8-a0de-a87742772e51,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:30.432695 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d6395c7f-3662-4647-8611-572b30a8f937 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:30.444431 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:24:30.444900 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:30.483555 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 6164b600-2c59-4640-9cd6-0bf49bce383a triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:30.484139 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:30.501177 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e96e0-5f92-44c5-81d4-ef35ccc622bc tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Pushing event deleted for resources: {'Port': ['ID=505b8558-89d1-4916-8856-f932d8e50b7a,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:24:30.511140 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:24:30.602115 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98de474-ec7b-451c-8874-0a9b356e4027 None None] DHCP port deletion for 38741456-9522-4832-a813-39afcdade363 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:24:30.611077 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-646d6933-afca-4d90-a04e-f78e2654ed00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:30.615075 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-646d6933-afca-4d90-a04e-f78e2654ed00 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ae7189ef-701c-4ca8-a0de-a87742772e51 HTTP/1.1" status: 204 len: 168 time: 1.0034199 Apr 29 13:24:30.618053 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8d4e946e-46da-433d-b137-670c9d03bf7e tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:30.625066 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b98de474-ec7b-451c-8874-0a9b356e4027 None None] Deleting port 260237d0-8ad7-4146-b8c0-210ae940a3c5 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:30.625665 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b98de474-ec7b-451c-8874-0a9b356e4027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:30.675885 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:30.693120 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:30.720462 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e946e-46da-433d-b137-670c9d03bf7e tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Pushing event deleted for resources: {'Port': ['ID=6164b600-2c59-4640-9cd6-0bf49bce383a,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:30.787747 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 56e74b8d-aa0a-4a99-a761-95832376e702 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:24:30.829230 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 56e74b8d-aa0a-4a99-a761-95832376e702 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:24:30.829709 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 56e74b8d-aa0a-4a99-a761-95832376e702 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:24:30.935459 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3b7e96e0-5f92-44c5-81d4-ef35ccc622bc tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:30.980415 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b98de474-ec7b-451c-8874-0a9b356e4027 None None] For port 260237d0-8ad7-4146-b8c0-210ae940a3c5, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=260237d0-8ad7-4146-b8c0-210ae940a3c5,segment=NetworkSegment(d5b17b69-a659-4629-bef8-9415928f34e2),segment_id=d5b17b69-a659-4629-bef8-9415928f34e2)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:30.980968 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b98de474-ec7b-451c-8874-0a9b356e4027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:30.993942 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "DELETE /v2.0/networks/31297970-f19f-4aa9-ba5c-dc28554c30fa HTTP/1.1" status: 204 len: 168 time: 4.3564179 Apr 29 13:24:31.002515 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54298) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:31.003285 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28899e-e5e2-4a38-a447-acc4f8b0b161 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Pushing event deleted for resources: {'Network': ['ID=31297970-f19f-4aa9-ba5c-dc28554c30fa,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:31.017942 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-1621da40-6c09-4e4f-b443-caf1167a1206 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2104331677'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:31.022882 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1621da40-6c09-4e4f-b443-caf1167a1206 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:31.027498 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1621da40-6c09-4e4f-b443-caf1167a1206 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Usage tracker for resource:network and tenant:2264007755474fc1b761805fea4eaa8e is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:31.030371 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1621da40-6c09-4e4f-b443-caf1167a1206 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:31.036210 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1621da40-6c09-4e4f-b443-caf1167a1206 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:31.050090 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d6395c7f-3662-4647-8611-572b30a8f937 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:31.065152 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1621da40-6c09-4e4f-b443-caf1167a1206 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Made reservation on behalf of 2264007755474fc1b761805fea4eaa8e for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:24:31.069456 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1621da40-6c09-4e4f-b443-caf1167a1206 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:31.128745 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b98de474-ec7b-451c-8874-0a9b356e4027 None None] Calling delete_port for 260237d0-8ad7-4146-b8c0-210ae940a3c5 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:31.139722 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-d6395c7f-3662-4647-8611-572b30a8f937 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d06d0c-9c6d-4a67-896b-375fe9012f67']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:31.158886 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1621da40-6c09-4e4f-b443-caf1167a1206 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:24:31.162449 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-d6395c7f-3662-4647-8611-572b30a8f937 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b55da0-ba4a-4a17-8b9d-0de3a175b83a') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:31.163110 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-d6395c7f-3662-4647-8611-572b30a8f937 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b55da0-ba4a-4a17-8b9d-0de3a175b83a') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:31.192180 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d6395c7f-3662-4647-8611-572b30a8f937 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:31.209177 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1621da40-6c09-4e4f-b443-caf1167a1206 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:31.209788 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-1621da40-6c09-4e4f-b443-caf1167a1206 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Added segment 25464564-6af8-4470-a39a-a0801f6eb22e of type vlan for network db72c461-f3b7-4bbe-9a54-41dfa2f6015f Apr 29 13:24:31.232625 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b98de474-ec7b-451c-8874-0a9b356e4027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:31.234845 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d6395c7f-3662-4647-8611-572b30a8f937 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:31.275200 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3b7e96e0-5f92-44c5-81d4-ef35ccc622bc tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:31.279429 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3b7e96e0-5f92-44c5-81d4-ef35ccc622bc tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:31.279897 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6395c7f-3662-4647-8611-572b30a8f937 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:24:31.280643 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d6395c7f-3662-4647-8611-572b30a8f937 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:31.291422 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98de474-ec7b-451c-8874-0a9b356e4027 None None] Pushing event deleted for resources: {'Port': ['ID=260237d0-8ad7-4146-b8c0-210ae940a3c5,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:31.299366 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98de474-ec7b-451c-8874-0a9b356e4027 None None] No DVR routers for this DVR port 260237d0-8ad7-4146-b8c0-210ae940a3c5 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:24:31.318455 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:24:31.377880 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3b7e96e0-5f92-44c5-81d4-ef35ccc622bc tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:31.378371 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7e96e0-5f92-44c5-81d4-ef35ccc622bc tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Fanout notify agent at l3_agent the message router_deleted on router e48b0f00-7956-47ef-97cc-3042685249e6 {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:24:31.387331 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1621da40-6c09-4e4f-b443-caf1167a1206 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:31.396080 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3b7e96e0-5f92-44c5-81d4-ef35ccc622bc tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:31.397183 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3b7e96e0-5f92-44c5-81d4-ef35ccc622bc tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "DELETE /v2.0/routers/e48b0f00-7956-47ef-97cc-3042685249e6 HTTP/1.1" status: 204 len: 168 time: 3.2427638 Apr 29 13:24:31.400981 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8d4e946e-46da-433d-b137-670c9d03bf7e tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:31.405130 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54312) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:31.419573 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-020455e7-5291-4eb7-a63b-08030e6322b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2098661092', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'enable_snat': False}}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:31.429052 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-020455e7-5291-4eb7-a63b-08030e6322b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:31.437914 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-020455e7-5291-4eb7-a63b-08030e6322b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Usage tracker for resource:router and tenant:a74e1c7c330243a68a49c651b2ec262f is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:31.451249 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-020455e7-5291-4eb7-a63b-08030e6322b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:31.457430 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d6395c7f-3662-4647-8611-572b30a8f937 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:31.465287 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be321e0-a58f-4739-8979-aed9996f04f2 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:24:31.470181 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-020455e7-5291-4eb7-a63b-08030e6322b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:31.472866 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:24:31.474452 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283005c1-2552-4dc7-99ee-aadd9a5f3c9a None None] Sync routers for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:24:31.488480 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283005c1-2552-4dc7-99ee-aadd9a5f3c9a None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:31.489162 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-283005c1-2552-4dc7-99ee-aadd9a5f3c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:31.491820 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d6395c7f-3662-4647-8611-572b30a8f937 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:31.517669 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6395c7f-3662-4647-8611-572b30a8f937 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Network': ['ID=e0d06d0c-9c6d-4a67-896b-375fe9012f67,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:31.521807 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1621da40-6c09-4e4f-b443-caf1167a1206 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:31.527461 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1621da40-6c09-4e4f-b443-caf1167a1206 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:31.528260 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1621da40-6c09-4e4f-b443-caf1167a1206 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:31.562719 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7be321e0-a58f-4739-8979-aed9996f04f2 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:31.564403 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-283005c1-2552-4dc7-99ee-aadd9a5f3c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:31.576211 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283005c1-2552-4dc7-99ee-aadd9a5f3c9a None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:31.576853 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-283005c1-2552-4dc7-99ee-aadd9a5f3c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:31.591387 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d6395c7f-3662-4647-8611-572b30a8f937 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/networks/e0d06d0c-9c6d-4a67-896b-375fe9012f67 HTTP/1.1" status: 204 len: 168 time: 1.4017680 Apr 29 13:24:31.591724 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54318) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:31.602915 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-020455e7-5291-4eb7-a63b-08030e6322b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:31.603918 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-020455e7-5291-4eb7-a63b-08030e6322b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:31.640119 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-283005c1-2552-4dc7-99ee-aadd9a5f3c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:31.640522 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283005c1-2552-4dc7-99ee-aadd9a5f3c9a None None] The sync data for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:24:31.709235 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1621da40-6c09-4e4f-b443-caf1167a1206 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6954639 Apr 29 13:24:31.715552 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54326) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:31.728048 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-a96fdef3-7f20-483f-a9d3-361b99a8c71f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Request body: {'subnet': {'network_id': 'db72c461-f3b7-4bbe-9a54-41dfa2f6015f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:31.745115 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621da40-6c09-4e4f-b443-caf1167a1206 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Pushing event updated for resources: {'Network': ['ID=db72c461-f3b7-4bbe-9a54-41dfa2f6015f,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:31.748981 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7be321e0-a58f-4739-8979-aed9996f04f2 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.4140964 Apr 29 13:24:31.751695 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54332) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:31.760509 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-020455e7-5291-4eb7-a63b-08030e6322b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:31.767804 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network db72c461-f3b7-4bbe-9a54-41dfa2f6015f details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:24:31.771401 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-4e83b06f-6e5c-4e75-9cf5-f22c261006f8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Request body: {'floatingip': {'port_id': 'c128e7a3-eae0-452e-8606-309f4a872b30', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:31.922910 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54336) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:31.968536 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4e83b06f-6e5c-4e75-9cf5-f22c261006f8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:32.032372 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8d4e946e-46da-433d-b137-670c9d03bf7e tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:32.042107 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8d4e946e-46da-433d-b137-670c9d03bf7e tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:32.047052 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c60360ac-efa7-43aa-a0ad-40037f7832dc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:32.175156 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8d4e946e-46da-433d-b137-670c9d03bf7e tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:32.175454 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4e946e-46da-433d-b137-670c9d03bf7e tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44c7ebe1-4e23-4eed-8e95-1c2083f5a7a2 {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:24:32.199222 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Request body: {'networks': [{'name': 'tempest-network--618570358'}, {'name': 'tempest-network--1050524839'}]} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:32.199715 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Request body: {'network': {'name': 'tempest-network--618570358'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:32.199957 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Request body: {'network': {'name': 'tempest-network--1050524839'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:32.204621 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8d4e946e-46da-433d-b137-670c9d03bf7e tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:32.205773 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8d4e946e-46da-433d-b137-670c9d03bf7e tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "DELETE /v2.0/routers/44c7ebe1-4e23-4eed-8e95-1c2083f5a7a2 HTTP/1.1" status: 204 len: 168 time: 6.3118155 Apr 29 13:24:32.206229 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a96fdef3-7f20-483f-a9d3-361b99a8c71f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:32.208651 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54342) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:32.209597 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:32.212859 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c60360ac-efa7-43aa-a0ad-40037f7832dc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:32.225380 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a96fdef3-7f20-483f-a9d3-361b99a8c71f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Usage tracker for resource:subnet and tenant:2264007755474fc1b761805fea4eaa8e is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:32.228738 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Usage tracker for resource:network and tenant:90b8e2d1c7e74c4b92ddfe1575699af2 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:32.258917 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a96fdef3-7f20-483f-a9d3-361b99a8c71f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:32.261558 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:32.275890 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a96fdef3-7f20-483f-a9d3-361b99a8c71f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:32.286255 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:32.320095 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-020455e7-5291-4eb7-a63b-08030e6322b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:32.324924 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96fdef3-7f20-483f-a9d3-361b99a8c71f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Made reservation on behalf of 2264007755474fc1b761805fea4eaa8e for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:24:32.331844 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 260237d0-8ad7-4146-b8c0-210ae940a3c5 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:24:32.341178 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Made reservation on behalf of 90b8e2d1c7e74c4b92ddfe1575699af2 for: {'network': 2} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:24:32.344599 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:32.361565 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-c60360ac-efa7-43aa-a0ad-40037f7832dc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38741456-9522-4832-a813-39afcdade363']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:32.366890 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 260237d0-8ad7-4146-b8c0-210ae940a3c5 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:24:32.367426 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 260237d0-8ad7-4146-b8c0-210ae940a3c5 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:24:32.377499 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-c60360ac-efa7-43aa-a0ad-40037f7832dc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5b17b69-a659-4629-bef8-9415928f34e2') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:32.377970 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-c60360ac-efa7-43aa-a0ad-40037f7832dc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5b17b69-a659-4629-bef8-9415928f34e2') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:32.401145 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c60360ac-efa7-43aa-a0ad-40037f7832dc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:32.424639 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c60360ac-efa7-43aa-a0ad-40037f7832dc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:32.434015 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c60360ac-efa7-43aa-a0ad-40037f7832dc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:24:32.434396 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c60360ac-efa7-43aa-a0ad-40037f7832dc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:24:32.450068 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:24:32.452089 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:32.534171 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c60360ac-efa7-43aa-a0ad-40037f7832dc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:32.555082 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c60360ac-efa7-43aa-a0ad-40037f7832dc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:32.569253 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60360ac-efa7-43aa-a0ad-40037f7832dc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Network': ['ID=38741456-9522-4832-a813-39afcdade363,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:32.577221 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c60360ac-efa7-43aa-a0ad-40037f7832dc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/networks/38741456-9522-4832-a813-39afcdade363 HTTP/1.1" status: 204 len: 168 time: 0.9808776 Apr 29 13:24:32.580657 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54346) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:32.588810 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-8f27776d-cbf1-4b8c-b4d7-a6e0de9e67fe tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'network': {'name': 'tempest-RoutersTest-723303376'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:32.594222 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8f27776d-cbf1-4b8c-b4d7-a6e0de9e67fe tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:32.600233 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8f27776d-cbf1-4b8c-b4d7-a6e0de9e67fe tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Usage tracker for resource:network and tenant:1eeea487b04d4758993c28cdd605ea02 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:32.604076 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8f27776d-cbf1-4b8c-b4d7-a6e0de9e67fe tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:32.610800 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8f27776d-cbf1-4b8c-b4d7-a6e0de9e67fe tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:32.612527 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a96fdef3-7f20-483f-a9d3-361b99a8c71f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:32.630871 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7ccbaf42-2ef3-4613-8158-abe5715d4647 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:32.684074 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f27776d-cbf1-4b8c-b4d7-a6e0de9e67fe tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Made reservation on behalf of 1eeea487b04d4758993c28cdd605ea02 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:24:32.687318 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8f27776d-cbf1-4b8c-b4d7-a6e0de9e67fe tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:32.807505 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f27776d-cbf1-4b8c-b4d7-a6e0de9e67fe tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:24:32.825855 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8f27776d-cbf1-4b8c-b4d7-a6e0de9e67fe tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:32.826441 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-8f27776d-cbf1-4b8c-b4d7-a6e0de9e67fe tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Added segment 9a88910e-aaed-44be-b1b7-021eab6ab9f7 of type vlan for network 022d10b5-291f-46a2-b7e3-49f90acb045d Apr 29 13:24:32.856088 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8f27776d-cbf1-4b8c-b4d7-a6e0de9e67fe tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:32.862835 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:32.901132 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8f27776d-cbf1-4b8c-b4d7-a6e0de9e67fe tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:32.904782 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f27776d-cbf1-4b8c-b4d7-a6e0de9e67fe tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:32.905365 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8f27776d-cbf1-4b8c-b4d7-a6e0de9e67fe tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:32.935925 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Usage tracker for resource:security_group_rule and tenant:90b8e2d1c7e74c4b92ddfe1575699af2 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:32.954206 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:32.970451 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:33.021481 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8f27776d-cbf1-4b8c-b4d7-a6e0de9e67fe tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4397833 Apr 29 13:24:33.025396 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54350) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:33.029608 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27776d-cbf1-4b8c-b4d7-a6e0de9e67fe tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Network': ['ID=022d10b5-291f-46a2-b7e3-49f90acb045d,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:33.034592 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-ce334b06-c0da-4e9b-a298-b6587a1e5fbc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'subnet': {'network_id': '022d10b5-291f-46a2-b7e3-49f90acb045d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:33.047486 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 022d10b5-291f-46a2-b7e3-49f90acb045d details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:24:33.189653 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ce334b06-c0da-4e9b-a298-b6587a1e5fbc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:33.195089 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ce334b06-c0da-4e9b-a298-b6587a1e5fbc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Usage tracker for resource:subnet and tenant:1eeea487b04d4758993c28cdd605ea02 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:33.198449 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ce334b06-c0da-4e9b-a298-b6587a1e5fbc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:33.206249 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ce334b06-c0da-4e9b-a298-b6587a1e5fbc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:33.223289 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7ccbaf42-2ef3-4613-8158-abe5715d4647 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:33.228419 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce334b06-c0da-4e9b-a298-b6587a1e5fbc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Made reservation on behalf of 1eeea487b04d4758993c28cdd605ea02 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:24:33.297043 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-7ccbaf42-2ef3-4613-8158-abe5715d4647 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Deleting port fc898258-01e2-4c6b-9df9-12da6847feec {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:33.297385 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7ccbaf42-2ef3-4613-8158-abe5715d4647 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:33.316098 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:33.334003 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:33.334451 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:33.397499 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ce334b06-c0da-4e9b-a298-b6587a1e5fbc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:33.479550 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:24:33.490165 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cda7b974-cbdf-422d-95f3-9fea3a76cff7,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:33.574683 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:33.575028 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Added segment 7e13a4e2-23c2-457a-940d-fa0cdaa0a4f0 of type vlan for network 658b7761-1c8e-4d47-b81a-c0d6d1520a53 Apr 29 13:24:33.650634 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-020455e7-5291-4eb7-a63b-08030e6322b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:33.706681 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-7ccbaf42-2ef3-4613-8158-abe5715d4647 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] For port fc898258-01e2-4c6b-9df9-12da6847feec, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=fc898258-01e2-4c6b-9df9-12da6847feec,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:33.707002 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7ccbaf42-2ef3-4613-8158-abe5715d4647 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:33.740736 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-020455e7-5291-4eb7-a63b-08030e6322b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:33.797304 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.objects.ports [None req-a96fdef3-7f20-483f-a9d3-361b99a8c71f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83905) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 13:24:33.805609 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:33.813935 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a96fdef3-7f20-483f-a9d3-361b99a8c71f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:33.832504 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-7ccbaf42-2ef3-4613-8158-abe5715d4647 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Calling delete_port for fc898258-01e2-4c6b-9df9-12da6847feec owned by network:router_gateway {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:33.857240 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4e83b06f-6e5c-4e75-9cf5-f22c261006f8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:33.885237 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4e83b06f-6e5c-4e75-9cf5-f22c261006f8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:34.000405 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ce334b06-c0da-4e9b-a298-b6587a1e5fbc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:34.094922 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fdef3-7f20-483f-a9d3-361b99a8c71f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Pushing event updated for resources: {'Subnet': ['ID=dc18e3e4-c32b-4c68-a350-d5b904cb812a,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:34.115560 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:24:34.120809 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce334b06-c0da-4e9b-a298-b6587a1e5fbc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Subnet': ['ID=5d068a90-06ab-4782-89b3-f73fdc52ee61,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:34.150283 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:34.150618 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Added segment b32dc2ce-7986-4bbc-a449-fcbe1563f40b of type vlan for network 2bab31e6-528d-4746-bd4a-6ed2dc47e1dd Apr 29 13:24:34.150718 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce334b06-c0da-4e9b-a298-b6587a1e5fbc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Checking segment: {'id': '9a88910e-aaed-44be-b1b7-021eab6ab9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '022d10b5-291f-46a2-b7e3-49f90acb045d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:24:34.151062 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce334b06-c0da-4e9b-a298-b6587a1e5fbc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network hostable DHCP agents. Network: 022d10b5-291f-46a2-b7e3-49f90acb045d, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:24:34.172419 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7ccbaf42-2ef3-4613-8158-abe5715d4647 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:34.173759 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-020455e7-5291-4eb7-a63b-08030e6322b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Allocated IP 172.26.6.20 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/86a0ff95-e5fa-4de8-8e51-aa150f8efb5a) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:34.200533 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96fdef3-7f20-483f-a9d3-361b99a8c71f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Checking segment: {'id': '25464564-6af8-4470-a39a-a0801f6eb22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'db72c461-f3b7-4bbe-9a54-41dfa2f6015f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:24:34.200914 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96fdef3-7f20-483f-a9d3-361b99a8c71f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Network hostable DHCP agents. Network: db72c461-f3b7-4bbe-9a54-41dfa2f6015f, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:24:34.215667 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:34.220805 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccbaf42-2ef3-4613-8158-abe5715d4647 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc898258-01e2-4c6b-9df9-12da6847feec,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:34.221366 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 6164b600-2c59-4640-9cd6-0bf49bce383a no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:24:34.262068 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce334b06-c0da-4e9b-a298-b6587a1e5fbc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network 022d10b5-291f-46a2-b7e3-49f90acb045d is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:24:34.264851 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 6164b600-2c59-4640-9cd6-0bf49bce383a {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:24:34.265311 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 6164b600-2c59-4640-9cd6-0bf49bce383a not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:24:34.313011 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-ce334b06-c0da-4e9b-a298-b6587a1e5fbc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 022d10b5-291f-46a2-b7e3-49f90acb045d) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:34.319538 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce334b06-c0da-4e9b-a298-b6587a1e5fbc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:34.320116 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ce334b06-c0da-4e9b-a298-b6587a1e5fbc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:34.325701 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab980c3-2e6a-4f9f-bf72-e3b8c8a4e2ef None None] Network 022d10b5-291f-46a2-b7e3-49f90acb045d requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:24:34.371139 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96fdef3-7f20-483f-a9d3-361b99a8c71f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Network db72c461-f3b7-4bbe-9a54-41dfa2f6015f is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:24:34.376085 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:34.376565 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:34.380180 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:34.383212 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:34.384020 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:34.473198 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ce334b06-c0da-4e9b-a298-b6587a1e5fbc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4439487 Apr 29 13:24:34.475293 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54354) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:34.478850 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-a96fdef3-7f20-483f-a9d3-361b99a8c71f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, db72c461-f3b7-4bbe-9a54-41dfa2f6015f) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:34.485866 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-afb8c647-c4ce-4723-b139-f63c3f8ef223 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1933902677', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:34.496824 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-afb8c647-c4ce-4723-b139-f63c3f8ef223 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:34.503743 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7ccbaf42-2ef3-4613-8158-abe5715d4647 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:34.512014 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee66c435-16fd-4b7d-ae5b-b7f055e5ce6b None None] Network db72c461-f3b7-4bbe-9a54-41dfa2f6015f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:24:34.568521 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-afb8c647-c4ce-4723-b139-f63c3f8ef223 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Usage tracker for resource:router and tenant:1eeea487b04d4758993c28cdd605ea02 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:34.576127 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-afb8c647-c4ce-4723-b139-f63c3f8ef223 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:34.646036 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-afb8c647-c4ce-4723-b139-f63c3f8ef223 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:34.646753 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96fdef3-7f20-483f-a9d3-361b99a8c71f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:34.647548 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a96fdef3-7f20-483f-a9d3-361b99a8c71f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:34.677708 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc757ea-bda5-41ad-bd6f-3dd0821d6565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-022d10b5-291f-46a2-b7e3-49f90acb045d', 'network_id': '022d10b5-291f-46a2-b7e3-49f90acb045d', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'fixed_ips': [{'subnet_id': '5d068a90-06ab-4782-89b3-f73fdc52ee61'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:24:34.678524 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5fc757ea-bda5-41ad-bd6f-3dd0821d6565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:34.695426 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-020455e7-5291-4eb7-a63b-08030e6322b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:34.699289 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Pushing event updated for resources: {'Network': ['ID=658b7761-1c8e-4d47-b81a-c0d6d1520a53,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:34.731570 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 658b7761-1c8e-4d47-b81a-c0d6d1520a53 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:24:34.786523 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.8593798 Apr 29 13:24:34.791240 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-afb8c647-c4ce-4723-b139-f63c3f8ef223 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:34.792983 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-afb8c647-c4ce-4723-b139-f63c3f8ef223 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:34.796225 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54358) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:34.799918 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a96fdef3-7f20-483f-a9d3-361b99a8c71f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.0815477 Apr 29 13:24:34.800947 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7ccbaf42-2ef3-4613-8158-abe5715d4647 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:34.803768 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54362) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:34.926981 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753f103-a58e-4422-baba-2ac232d3b4b6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Pushing event updated for resources: {'Network': ['ID=2bab31e6-528d-4746-bd4a-6ed2dc47e1dd,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:34.956130 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 2bab31e6-528d-4746-bd4a-6ed2dc47e1dd details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:24:35.016841 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7ccbaf42-2ef3-4613-8158-abe5715d4647 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:35.027730 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-020455e7-5291-4eb7-a63b-08030e6322b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:35.027996 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7291a3b-1282-4f87-9746-751d01ff73f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-db72c461-f3b7-4bbe-9a54-41dfa2f6015f', 'network_id': 'db72c461-f3b7-4bbe-9a54-41dfa2f6015f', 'tenant_id': '2264007755474fc1b761805fea4eaa8e', 'fixed_ips': [{'subnet_id': 'dc18e3e4-c32b-4c68-a350-d5b904cb812a'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:24:35.028545 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e7291a3b-1282-4f87-9746-751d01ff73f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:35.048237 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-afb8c647-c4ce-4723-b139-f63c3f8ef223 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:35.111485 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7ccbaf42-2ef3-4613-8158-abe5715d4647 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:35.112010 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccbaf42-2ef3-4613-8158-abe5715d4647 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82d30b8f-77f1-4598-97ee-4dd642a4a48d {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:24:35.121865 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-5fc757ea-bda5-41ad-bd6f-3dd0821d6565 None None] Allocated IP 172.20.0.2 (022d10b5-291f-46a2-b7e3-49f90acb045d/5d068a90-06ab-4782-89b3-f73fdc52ee61/875b9e8c-37ff-4118-9f2a-aad085530107) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:35.122346 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-afb8c647-c4ce-4723-b139-f63c3f8ef223 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:35.134491 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:35.148197 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7ccbaf42-2ef3-4613-8158-abe5715d4647 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:35.154130 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7ccbaf42-2ef3-4613-8158-abe5715d4647 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "DELETE /v2.0/routers/82d30b8f-77f1-4598-97ee-4dd642a4a48d HTTP/1.1" status: 204 len: 168 time: 2.9443123 Apr 29 13:24:35.156143 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54366) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:35.163725 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-874aae2a-2875-467c-8dfe-b73d6148ca0d tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-228221159', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}, 'admin_state_up': False}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:35.174026 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-874aae2a-2875-467c-8dfe-b73d6148ca0d tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:35.180657 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-874aae2a-2875-467c-8dfe-b73d6148ca0d tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Usage tracker for resource:router and tenant:a61f1618e05a4a2daa85afab534f4402 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:35.183668 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-afb8c647-c4ce-4723-b139-f63c3f8ef223 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:35.187480 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-afb8c647-c4ce-4723-b139-f63c3f8ef223 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7083707 Apr 29 13:24:35.187480 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-874aae2a-2875-467c-8dfe-b73d6148ca0d tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:35.191316 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ac6a21-50b5-4df6-964a-48f82da497b4 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:35.192374 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54370) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:35.194938 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-874aae2a-2875-467c-8dfe-b73d6148ca0d tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:35.196690 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ac6a21-50b5-4df6-964a-48f82da497b4 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:35.200926 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ac6a21-50b5-4df6-964a-48f82da497b4 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:35.205067 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ac6a21-50b5-4df6-964a-48f82da497b4 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:35.206041 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-21ac6a21-50b5-4df6-964a-48f82da497b4 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Synchronizing usage tracker for tenant:90b8e2d1c7e74c4b92ddfe1575699af2 on resource:network {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:24:35.221074 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020455e7-5291-4eb7-a63b-08030e6322b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:35.228124 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-020455e7-5291-4eb7-a63b-08030e6322b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:35.235536 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-6b7884ef-e83e-413b-a434-cea46e4f8b5b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'port': {'network_id': '022d10b5-291f-46a2-b7e3-49f90acb045d', 'name': 'tempest-RoutersTest-467984196'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:35.237172 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020455e7-5291-4eb7-a63b-08030e6322b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:24:35.279256 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020455e7-5291-4eb7-a63b-08030e6322b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Pushing event updated for resources: {'Port': ['ID=86a0ff95-e5fa-4de8-8e51-aa150f8efb5a,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:35.363412 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-874aae2a-2875-467c-8dfe-b73d6148ca0d tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:35.364734 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-874aae2a-2875-467c-8dfe-b73d6148ca0d tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:35.387367 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-21ac6a21-50b5-4df6-964a-48f82da497b4 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Unset dirty status for tenant:90b8e2d1c7e74c4b92ddfe1575699af2 on resource:network {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:24:35.391415 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-21ac6a21-50b5-4df6-964a-48f82da497b4 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5872030 Apr 29 13:24:35.391557 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:35.393275 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54374) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:35.469585 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-874aae2a-2875-467c-8dfe-b73d6148ca0d tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:35.503879 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-6b7884ef-e83e-413b-a434-cea46e4f8b5b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:35.510424 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-6b7884ef-e83e-413b-a434-cea46e4f8b5b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Usage tracker for resource:port and tenant:1eeea487b04d4758993c28cdd605ea02 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:35.514326 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-6b7884ef-e83e-413b-a434-cea46e4f8b5b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:35.520721 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-6b7884ef-e83e-413b-a434-cea46e4f8b5b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:35.543472 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ff647474-883c-4bb0-9293-487c9aa33d2d tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:35.547755 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5fc757ea-bda5-41ad-bd6f-3dd0821d6565 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:35.571843 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5fc757ea-bda5-41ad-bd6f-3dd0821d6565 None None] Transition to ACTIVE for port object 875b9e8c-37ff-4118-9f2a-aad085530107 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:24:35.590915 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-e7291a3b-1282-4f87-9746-751d01ff73f7 None None] Allocated IP 2001:db8::f816:3eff:fed3:ac9b (db72c461-f3b7-4bbe-9a54-41dfa2f6015f/dc18e3e4-c32b-4c68-a350-d5b904cb812a/870adf19-0633-4c51-940b-a6aaa3135482) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:35.606956 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5fc757ea-bda5-41ad-bd6f-3dd0821d6565 None None] Transition to ACTIVE for port object 875b9e8c-37ff-4118-9f2a-aad085530107 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:24:35.631257 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5fc757ea-bda5-41ad-bd6f-3dd0821d6565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:35.649407 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7884ef-e83e-413b-a434-cea46e4f8b5b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Made reservation on behalf of 1eeea487b04d4758993c28cdd605ea02 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:24:35.652325 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6b7884ef-e83e-413b-a434-cea46e4f8b5b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:35.682918 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-6b7884ef-e83e-413b-a434-cea46e4f8b5b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] device_id is not set on port fe9d7ece-ac17-45f1-9df3-ef28c109d2d6 yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:24:35.721287 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-874aae2a-2875-467c-8dfe-b73d6148ca0d tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:35.732078 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e83b06f-6e5c-4e75-9cf5-f22c261006f8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Router 5b5332d5-d726-47e5-a586-a4c7709412e9 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:24:35.739199 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ff647474-883c-4bb0-9293-487c9aa33d2d tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:35.777502 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc757ea-bda5-41ad-bd6f-3dd0821d6565 None None] Network 022d10b5-291f-46a2-b7e3-49f90acb045d is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:35.778530 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc757ea-bda5-41ad-bd6f-3dd0821d6565 None None] Pushing event updated for resources: {'Port': ['ID=875b9e8c-37ff-4118-9f2a-aad085530107,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:35.781663 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-ff647474-883c-4bb0-9293-487c9aa33d2d tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['658b7761-1c8e-4d47-b81a-c0d6d1520a53']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:35.792130 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-5fc757ea-bda5-41ad-bd6f-3dd0821d6565 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:35.797182 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc757ea-bda5-41ad-bd6f-3dd0821d6565 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:24:35.843391 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-020455e7-5291-4eb7-a63b-08030e6322b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:35.844279 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-020455e7-5291-4eb7-a63b-08030e6322b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:35.854965 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-ff647474-883c-4bb0-9293-487c9aa33d2d tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e13a4e2-23c2-457a-940d-fa0cdaa0a4f0') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:35.855393 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-ff647474-883c-4bb0-9293-487c9aa33d2d tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e13a4e2-23c2-457a-940d-fa0cdaa0a4f0') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:35.926825 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ff647474-883c-4bb0-9293-487c9aa33d2d tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:35.936669 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-6b7884ef-e83e-413b-a434-cea46e4f8b5b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Allocated IP 172.20.0.3 (022d10b5-291f-46a2-b7e3-49f90acb045d/5d068a90-06ab-4782-89b3-f73fdc52ee61/fe9d7ece-ac17-45f1-9df3-ef28c109d2d6) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:35.956346 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-5fc757ea-bda5-41ad-bd6f-3dd0821d6565 None None] Attempting to bind port 875b9e8c-37ff-4118-9f2a-aad085530107 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:24:35.956567 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-5fc757ea-bda5-41ad-bd6f-3dd0821d6565 None None] Attempting to bind port 875b9e8c-37ff-4118-9f2a-aad085530107 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '9a88910e-aaed-44be-b1b7-021eab6ab9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '022d10b5-291f-46a2-b7e3-49f90acb045d'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:24:35.956874 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc757ea-bda5-41ad-bd6f-3dd0821d6565 None None] Attempting to bind port 875b9e8c-37ff-4118-9f2a-aad085530107 on network 022d10b5-291f-46a2-b7e3-49f90acb045d {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:24:35.968545 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc757ea-bda5-41ad-bd6f-3dd0821d6565 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:24:35.968938 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc757ea-bda5-41ad-bd6f-3dd0821d6565 None None] Checking segment: {'id': '9a88910e-aaed-44be-b1b7-021eab6ab9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '022d10b5-291f-46a2-b7e3-49f90acb045d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:24:35.969345 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5fc757ea-bda5-41ad-bd6f-3dd0821d6565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:35.969721 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc757ea-bda5-41ad-bd6f-3dd0821d6565 None None] Bound using segment: {'id': '9a88910e-aaed-44be-b1b7-021eab6ab9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '022d10b5-291f-46a2-b7e3-49f90acb045d'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:24:35.970181 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-5fc757ea-bda5-41ad-bd6f-3dd0821d6565 None None] Bound port: 875b9e8c-37ff-4118-9f2a-aad085530107, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a88910e-aaed-44be-b1b7-021eab6ab9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '022d10b5-291f-46a2-b7e3-49f90acb045d'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:24:35.970544 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5fc757ea-bda5-41ad-bd6f-3dd0821d6565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:36.021354 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e7291a3b-1282-4f87-9746-751d01ff73f7 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:36.051909 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e7291a3b-1282-4f87-9746-751d01ff73f7 None None] Transition to ACTIVE for port object 870adf19-0633-4c51-940b-a6aaa3135482 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:24:36.059595 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ff647474-883c-4bb0-9293-487c9aa33d2d tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:36.084524 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff647474-883c-4bb0-9293-487c9aa33d2d tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:24:36.085020 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ff647474-883c-4bb0-9293-487c9aa33d2d tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:36.092770 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e7291a3b-1282-4f87-9746-751d01ff73f7 None None] Transition to ACTIVE for port object 870adf19-0633-4c51-940b-a6aaa3135482 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:24:36.098297 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-5fc757ea-bda5-41ad-bd6f-3dd0821d6565 None None] For port 875b9e8c-37ff-4118-9f2a-aad085530107, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:24:36.101211 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e7291a3b-1282-4f87-9746-751d01ff73f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:24:36.102991 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:24:36.172322 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-874aae2a-2875-467c-8dfe-b73d6148ca0d tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:36.215913 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-874aae2a-2875-467c-8dfe-b73d6148ca0d tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:36.227959 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7291a3b-1282-4f87-9746-751d01ff73f7 None None] Pushing event updated for resources: {'Port': ['ID=870adf19-0633-4c51-940b-a6aaa3135482,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:36.235432 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:36.236891 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7291a3b-1282-4f87-9746-751d01ff73f7 None None] Network db72c461-f3b7-4bbe-9a54-41dfa2f6015f is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:36.238196 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-e7291a3b-1282-4f87-9746-751d01ff73f7 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:36.242328 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7291a3b-1282-4f87-9746-751d01ff73f7 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:24:36.321746 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device fc898258-01e2-4c6b-9df9-12da6847feec no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:24:36.332534 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Pushing event deleted for resources: {'Subnet': ['ID=dc18e3e4-c32b-4c68-a350-d5b904cb812a,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:36.337708 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ff647474-883c-4bb0-9293-487c9aa33d2d tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:36.363150 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ff647474-883c-4bb0-9293-487c9aa33d2d tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:36.376237 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff647474-883c-4bb0-9293-487c9aa33d2d tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Pushing event deleted for resources: {'Network': ['ID=658b7761-1c8e-4d47-b81a-c0d6d1520a53,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:36.391295 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ff647474-883c-4bb0-9293-487c9aa33d2d tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] 10.222.0.76 "DELETE /v2.0/networks/658b7761-1c8e-4d47-b81a-c0d6d1520a53 HTTP/1.1" status: 204 len: 168 time: 0.9968946 Apr 29 13:24:36.391954 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: fc898258-01e2-4c6b-9df9-12da6847feec {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:24:36.391954 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device fc898258-01e2-4c6b-9df9-12da6847feec not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:24:36.395382 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54378) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:36.401308 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-5fc757ea-bda5-41ad-bd6f-3dd0821d6565 None None] For port 875b9e8c-37ff-4118-9f2a-aad085530107, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=875b9e8c-37ff-4118-9f2a-aad085530107,segment=NetworkSegment(9a88910e-aaed-44be-b1b7-021eab6ab9f7),segment_id=9a88910e-aaed-44be-b1b7-021eab6ab9f7)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:24:36.407164 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e7291a3b-1282-4f87-9746-751d01ff73f7 None None] Attempting to bind port 870adf19-0633-4c51-940b-a6aaa3135482 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:24:36.407810 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e7291a3b-1282-4f87-9746-751d01ff73f7 None None] Attempting to bind port 870adf19-0633-4c51-940b-a6aaa3135482 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '25464564-6af8-4470-a39a-a0801f6eb22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'db72c461-f3b7-4bbe-9a54-41dfa2f6015f'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:24:36.408450 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7291a3b-1282-4f87-9746-751d01ff73f7 None None] Attempting to bind port 870adf19-0633-4c51-940b-a6aaa3135482 on network db72c461-f3b7-4bbe-9a54-41dfa2f6015f {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:24:36.413834 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5fc757ea-bda5-41ad-bd6f-3dd0821d6565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:36.422754 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6b7884ef-e83e-413b-a434-cea46e4f8b5b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:36.463780 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7291a3b-1282-4f87-9746-751d01ff73f7 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:24:36.464632 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7291a3b-1282-4f87-9746-751d01ff73f7 None None] Checking segment: {'id': '25464564-6af8-4470-a39a-a0801f6eb22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'db72c461-f3b7-4bbe-9a54-41dfa2f6015f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:24:36.465229 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e7291a3b-1282-4f87-9746-751d01ff73f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:36.465842 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7291a3b-1282-4f87-9746-751d01ff73f7 None None] Bound using segment: {'id': '25464564-6af8-4470-a39a-a0801f6eb22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'db72c461-f3b7-4bbe-9a54-41dfa2f6015f'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:24:36.466488 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e7291a3b-1282-4f87-9746-751d01ff73f7 None None] Bound port: 870adf19-0633-4c51-940b-a6aaa3135482, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25464564-6af8-4470-a39a-a0801f6eb22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'db72c461-f3b7-4bbe-9a54-41dfa2f6015f'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:24:36.467169 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e7291a3b-1282-4f87-9746-751d01ff73f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:36.536528 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-6b7884ef-e83e-413b-a434-cea46e4f8b5b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Transition to ACTIVE for port object fe9d7ece-ac17-45f1-9df3-ef28c109d2d6 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:24:36.547819 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:36.553228 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c9f0d666-3862-4c4a-9eff-92e038320820 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:36.557177 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc757ea-bda5-41ad-bd6f-3dd0821d6565 None None] Pushing event updated for resources: {'Port': ['ID=875b9e8c-37ff-4118-9f2a-aad085530107,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:36.581938 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e83b06f-6e5c-4e75-9cf5-f22c261006f8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:24:36.593996 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4e83b06f-6e5c-4e75-9cf5-f22c261006f8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:36.594474 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94274703-5408-40c0-add8-1cc0d61357da None None] Sync routers for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:24:36.610024 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db72c461-f3b7-4bbe-9a54-41dfa2f6015f']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:36.619275 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94274703-5408-40c0-add8-1cc0d61357da None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:36.620807 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-94274703-5408-40c0-add8-1cc0d61357da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:36.625033 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e7291a3b-1282-4f87-9746-751d01ff73f7 None None] For port 870adf19-0633-4c51-940b-a6aaa3135482, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:24:36.629251 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e7291a3b-1282-4f87-9746-751d01ff73f7 None None] For port 870adf19-0633-4c51-940b-a6aaa3135482, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=870adf19-0633-4c51-940b-a6aaa3135482,segment=NetworkSegment(25464564-6af8-4470-a39a-a0801f6eb22e),segment_id=25464564-6af8-4470-a39a-a0801f6eb22e)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:24:36.635340 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25464564-6af8-4470-a39a-a0801f6eb22e') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:36.635622 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25464564-6af8-4470-a39a-a0801f6eb22e') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:36.638042 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e7291a3b-1282-4f87-9746-751d01ff73f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:36.642969 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-874aae2a-2875-467c-8dfe-b73d6148ca0d tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Allocated IP 172.26.6.24 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/36e07317-93d8-436c-a61c-ab652aa7ee73) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:36.658017 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:36.693910 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:36.721500 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6b7884ef-e83e-413b-a434-cea46e4f8b5b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:36.723149 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-94274703-5408-40c0-add8-1cc0d61357da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:36.739224 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:24:36.739624 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:36.747413 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94274703-5408-40c0-add8-1cc0d61357da None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:36.748251 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-94274703-5408-40c0-add8-1cc0d61357da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:36.812576 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7291a3b-1282-4f87-9746-751d01ff73f7 None None] Pushing event updated for resources: {'Port': ['ID=870adf19-0633-4c51-940b-a6aaa3135482,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:24:36.823377 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:24:36.845701 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca632f0f-c063-4611-b273-1d6a6d0003e4 None None] Network db72c461-f3b7-4bbe-9a54-41dfa2f6015f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:24:36.855132 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-94274703-5408-40c0-add8-1cc0d61357da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:36.855546 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94274703-5408-40c0-add8-1cc0d61357da None None] The sync data for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:24:36.906847 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c9f0d666-3862-4c4a-9eff-92e038320820 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:37.013999 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-c9f0d666-3862-4c4a-9eff-92e038320820 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bab31e6-528d-4746-bd4a-6ed2dc47e1dd']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:37.031694 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020455e7-5291-4eb7-a63b-08030e6322b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Router 4b3ed669-8abe-4496-95af-57b560ace022 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:24:37.060032 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4e83b06f-6e5c-4e75-9cf5-f22c261006f8 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "PUT /v2.0/floatingips/fd086feb-7662-4d99-ac07-9ca69ea8c185 HTTP/1.1" status: 200 len: 978 time: 5.3073499 Apr 29 13:24:37.061904 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-c9f0d666-3862-4c4a-9eff-92e038320820 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b32dc2ce-7986-4bbc-a449-fcbe1563f40b') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:37.062773 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-c9f0d666-3862-4c4a-9eff-92e038320820 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b32dc2ce-7986-4bbc-a449-fcbe1563f40b') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:37.070539 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54382) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:37.157522 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c9f0d666-3862-4c4a-9eff-92e038320820 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:37.158961 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7884ef-e83e-413b-a434-cea46e4f8b5b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network 022d10b5-291f-46a2-b7e3-49f90acb045d is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:37.161715 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.api [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 13:24:37.161715 dv-neutron-839027-4-hyperv neutron-server[83904]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 13:24:37.161715 dv-neutron-839027-4-hyperv neutron-server[83904]: [parameters: {'id': 'db72c461-f3b7-4bbe-9a54-41dfa2f6015f'}] Apr 29 13:24:37.161715 dv-neutron-839027-4-hyperv neutron-server[83904]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:24:37.162094 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG oslo_db.api [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:24:37.167952 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-6b7884ef-e83e-413b-a434-cea46e4f8b5b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:37.179916 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7884ef-e83e-413b-a434-cea46e4f8b5b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Port': ['ID=fe9d7ece-ac17-45f1-9df3-ef28c109d2d6,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:37.184871 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7884ef-e83e-413b-a434-cea46e4f8b5b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:24:37.271941 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-874aae2a-2875-467c-8dfe-b73d6148ca0d tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:37.286248 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7884ef-e83e-413b-a434-cea46e4f8b5b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:37.286856 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6b7884ef-e83e-413b-a434-cea46e4f8b5b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:37.301457 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c9f0d666-3862-4c4a-9eff-92e038320820 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:37.330463 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f0d666-3862-4c4a-9eff-92e038320820 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:24:37.330863 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c9f0d666-3862-4c4a-9eff-92e038320820 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:37.335433 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6b7884ef-e83e-413b-a434-cea46e4f8b5b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.1424241 Apr 29 13:24:37.338667 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54386) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:24:37.348699 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:24:37.471278 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-874aae2a-2875-467c-8dfe-b73d6148ca0d tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:37.535032 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c9f0d666-3862-4c4a-9eff-92e038320820 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:37.557847 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874aae2a-2875-467c-8dfe-b73d6148ca0d tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Pushing event updated for resources: {'Port': ['ID=36e07317-93d8-436c-a61c-ab652aa7ee73,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:37.568234 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c9f0d666-3862-4c4a-9eff-92e038320820 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:37.589255 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0d666-3862-4c4a-9eff-92e038320820 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Pushing event deleted for resources: {'Network': ['ID=2bab31e6-528d-4746-bd4a-6ed2dc47e1dd,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:37.592048 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-9e8f4f6a-c05d-48ff-9108-5d1b6050b67a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Deleting port a098a851-ebfa-477f-8e57-d9e04b2a93eb {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:37.592927 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9e8f4f6a-c05d-48ff-9108-5d1b6050b67a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:37.597819 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874aae2a-2875-467c-8dfe-b73d6148ca0d tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:37.599706 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-874aae2a-2875-467c-8dfe-b73d6148ca0d tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:37.606508 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874aae2a-2875-467c-8dfe-b73d6148ca0d tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:24:37.636333 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c9f0d666-3862-4c4a-9eff-92e038320820 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] 10.222.0.76 "DELETE /v2.0/networks/2bab31e6-528d-4746-bd4a-6ed2dc47e1dd HTTP/1.1" status: 204 len: 168 time: 1.2387671 Apr 29 13:24:37.647780 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54390) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:37.725478 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:37.811240 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9c170da0-0136-494a-b12d-d369cef634ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:37.834467 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Deleting port 870adf19-0633-4c51-940b-a6aaa3135482 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:37.835442 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:37.892206 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036b4341-0516-4353-84d3-fcaf802b076e None None] Network 022d10b5-291f-46a2-b7e3-49f90acb045d requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:24:37.932010 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f92763c-9aed-424b-94c1-3d4ed2f925bb tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:37.935953 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f92763c-9aed-424b-94c1-3d4ed2f925bb tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:37.936792 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-4f92763c-9aed-424b-94c1-3d4ed2f925bb tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Synchronizing usage tracker for tenant:90b8e2d1c7e74c4b92ddfe1575699af2 on resource:network {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:24:37.981962 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9e8f4f6a-c05d-48ff-9108-5d1b6050b67a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:37.982421 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9e8f4f6a-c05d-48ff-9108-5d1b6050b67a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:38.056993 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0a22cd55-bde5-4a12-9a16-10d9899debdc None None] Provisioning for port 875b9e8c-37ff-4118-9f2a-aad085530107 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:24:38.060656 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-4f92763c-9aed-424b-94c1-3d4ed2f925bb tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Unset dirty status for tenant:90b8e2d1c7e74c4b92ddfe1575699af2 on resource:network {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:24:38.066148 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4f92763c-9aed-424b-94c1-3d4ed2f925bb tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4125826 Apr 29 13:24:38.108467 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54394) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:38.122052 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-0ac8ef35-41d8-4140-a18c-a950fcdc995e tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1156150466'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:38.141978 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0ac8ef35-41d8-4140-a18c-a950fcdc995e tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:38.170247 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0ac8ef35-41d8-4140-a18c-a950fcdc995e tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:38.279588 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-9e8f4f6a-c05d-48ff-9108-5d1b6050b67a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Calling delete_port for a098a851-ebfa-477f-8e57-d9e04b2a93eb owned by network:floatingip {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:38.280051 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac8ef35-41d8-4140-a18c-a950fcdc995e tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Made reservation on behalf of 90b8e2d1c7e74c4b92ddfe1575699af2 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:24:38.283010 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0ac8ef35-41d8-4140-a18c-a950fcdc995e tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:38.309094 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020455e7-5291-4eb7-a63b-08030e6322b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:24:38.327179 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd0faca-546d-4802-b9be-d8c8cf8d382f None None] Sync routers for ids ['4b3ed669-8abe-4496-95af-57b560ace022'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:24:38.331156 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 875b9e8c-37ff-4118-9f2a-aad085530107 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:24:38.400321 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd0faca-546d-4802-b9be-d8c8cf8d382f None None] Routers {'4b3ed669-8abe-4496-95af-57b560ace022'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:38.401213 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-edd0faca-546d-4802-b9be-d8c8cf8d382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['4b3ed669-8abe-4496-95af-57b560ace022'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:38.402135 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-020455e7-5291-4eb7-a63b-08030e6322b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:38.407130 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54398) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:38.407248 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-020455e7-5291-4eb7-a63b-08030e6322b0 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.0008838 Apr 29 13:24:38.476205 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] For port 870adf19-0633-4c51-940b-a6aaa3135482, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=870adf19-0633-4c51-940b-a6aaa3135482,segment=NetworkSegment(25464564-6af8-4470-a39a-a0801f6eb22e),segment_id=25464564-6af8-4470-a39a-a0801f6eb22e)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:38.476586 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:38.514659 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9e8f4f6a-c05d-48ff-9108-5d1b6050b67a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:38.574983 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f4f6a-c05d-48ff-9108-5d1b6050b67a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event deleted for resources: {'Port': ['ID=a098a851-ebfa-477f-8e57-d9e04b2a93eb,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:38.607650 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-36e956a6-6f29-427f-abe2-5b20eafe613d None None] Provisioning for port fe9d7ece-ac17-45f1-9df3-ef28c109d2d6 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:24:38.617302 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 875b9e8c-37ff-4118-9f2a-aad085530107 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:24:38.635247 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-36e956a6-6f29-427f-abe2-5b20eafe613d None None] Provisioning complete for port fe9d7ece-ac17-45f1-9df3-ef28c109d2d6 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:38.635656 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36e956a6-6f29-427f-abe2-5b20eafe613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:38.665648 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 875b9e8c-37ff-4118-9f2a-aad085530107 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:38.666021 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:38.693482 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9e8f4f6a-c05d-48ff-9108-5d1b6050b67a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:38.704577 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8bbc72-2be1-44cf-89f8-c70daf91f0b3 None None] get_active_networks_info from dv-neutron-839027-4-hyperv {{(pid=83906) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 13:24:38.788787 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac8ef35-41d8-4140-a18c-a950fcdc995e tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:24:38.812650 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-36e956a6-6f29-427f-abe2-5b20eafe613d None None] Port fe9d7ece-ac17-45f1-9df3-ef28c109d2d6 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:24:38.814263 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-edd0faca-546d-4802-b9be-d8c8cf8d382f None None] Set router 4b3ed669-8abe-4496-95af-57b560ace022 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:24:38.874045 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Calling delete_port for 870adf19-0633-4c51-940b-a6aaa3135482 owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:38.921148 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0ac8ef35-41d8-4140-a18c-a950fcdc995e tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:38.921530 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-0ac8ef35-41d8-4140-a18c-a950fcdc995e tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Added segment 62f97821-87d1-438a-a524-59193b420d2b of type vlan for network 02acdbec-180f-407e-92f4-8a4287c6a5b9 Apr 29 13:24:39.032184 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0ac8ef35-41d8-4140-a18c-a950fcdc995e tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:39.060675 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-874aae2a-2875-467c-8dfe-b73d6148ca0d tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:39.061430 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-874aae2a-2875-467c-8dfe-b73d6148ca0d tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:39.101085 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-01275007-7030-45be-adb0-75bbdf74a6cd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:39.126776 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8f4f6a-c05d-48ff-9108-5d1b6050b67a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Router 5b5332d5-d726-47e5-a586-a4c7709412e9 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:24:39.145265 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-36e956a6-6f29-427f-abe2-5b20eafe613d None None] Provisioning complete for port 875b9e8c-37ff-4118-9f2a-aad085530107 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:39.145539 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36e956a6-6f29-427f-abe2-5b20eafe613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:39.183528 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:39.217054 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:39.263271 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8bbc72-2be1-44cf-89f8-c70daf91f0b3 None None] Resources bound (agent type, host, resource id): {{(pid=83906) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 13:24:39.294299 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0ac8ef35-41d8-4140-a18c-a950fcdc995e tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:39.297980 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac8ef35-41d8-4140-a18c-a950fcdc995e tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:39.298587 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0ac8ef35-41d8-4140-a18c-a950fcdc995e tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:39.333453 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 875b9e8c-37ff-4118-9f2a-aad085530107, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=875b9e8c-37ff-4118-9f2a-aad085530107,segment=NetworkSegment(9a88910e-aaed-44be-b1b7-021eab6ab9f7),segment_id=9a88910e-aaed-44be-b1b7-021eab6ab9f7)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:39.345224 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8f4f6a-c05d-48ff-9108-5d1b6050b67a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:24:39.353629 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Pushing event deleted for resources: {'Port': ['ID=870adf19-0633-4c51-940b-a6aaa3135482,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:39.354471 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f2bcdd-2299-4645-87bd-70d0286e6598 None None] Sync routers for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:24:39.373237 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f2bcdd-2299-4645-87bd-70d0286e6598 None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:39.374377 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-18f2bcdd-2299-4645-87bd-70d0286e6598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:39.381237 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9e8f4f6a-c05d-48ff-9108-5d1b6050b67a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:39.389575 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:39.436138 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] No DVR routers for this DVR port 870adf19-0633-4c51-940b-a6aaa3135482 on host dv-neutron-839027-4-hyperv {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:24:39.445146 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-18f2bcdd-2299-4645-87bd-70d0286e6598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:39.454361 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9e8f4f6a-c05d-48ff-9108-5d1b6050b67a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "DELETE /v2.0/floatingips/fd086feb-7662-4d99-ac07-9ca69ea8c185 HTTP/1.1" status: 204 len: 168 time: 2.3789144 Apr 29 13:24:39.455337 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54404) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:39.460383 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f2bcdd-2299-4645-87bd-70d0286e6598 None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:39.461247 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-18f2bcdd-2299-4645-87bd-70d0286e6598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:39.527591 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-18f2bcdd-2299-4645-87bd-70d0286e6598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:39.528277 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f2bcdd-2299-4645-87bd-70d0286e6598 None None] The sync data for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:24:39.536467 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-60958047-38a3-437a-8e00-0e5e8652134a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Deleting port c128e7a3-eae0-452e-8606-309f4a872b30 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:39.537049 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-60958047-38a3-437a-8e00-0e5e8652134a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:39.634678 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=875b9e8c-37ff-4118-9f2a-aad085530107,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:39.670152 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-edd0faca-546d-4802-b9be-d8c8cf8d382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3ed669-8abe-4496-95af-57b560ace022', 'name': 'tempest-snat-router-2098661092', 'tenant_id': 'a74e1c7c330243a68a49c651b2ec262f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.20'}], 'enable_snat': False}, 'gw_port_id': '86a0ff95-e5fa-4de8-8e51-aa150f8efb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:24:31Z', 'updated_at': '2022-04-29T13:24:35Z', 'revision_number': 3, 'project_id': 'a74e1c7c330243a68a49c651b2ec262f', 'gw_port': {'id': '86a0ff95-e5fa-4de8-8e51-aa150f8efb5a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3ed669-8abe-4496-95af-57b560ace022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:24:33Z', 'updated_at': '2022-04-29T13:24:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:39.677317 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0ac8ef35-41d8-4140-a18c-a950fcdc995e tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5678554 Apr 29 13:24:39.702372 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd0faca-546d-4802-b9be-d8c8cf8d382f None None] Checking router: 4b3ed669-8abe-4496-95af-57b560ace022 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:24:39.702728 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd0faca-546d-4802-b9be-d8c8cf8d382f None None] Updating router 4b3ed669-8abe-4496-95af-57b560ace022 port 86a0ff95-e5fa-4de8-8e51-aa150f8efb5a binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:24:39.743231 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54408) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:39.753371 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-8a08c2d6-dc65-4a09-84d3-f549fa9a0a44 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-687504013'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:39.767879 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8ef35-41d8-4140-a18c-a950fcdc995e tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Pushing event updated for resources: {'Network': ['ID=02acdbec-180f-407e-92f4-8a4287c6a5b9,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:39.768129 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-8a08c2d6-dc65-4a09-84d3-f549fa9a0a44 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:39.776252 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-8a08c2d6-dc65-4a09-84d3-f549fa9a0a44 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Usage tracker for resource:network and tenant:90b8e2d1c7e74c4b92ddfe1575699af2 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:39.780672 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-edd0faca-546d-4802-b9be-d8c8cf8d382f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:39.782149 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-8a08c2d6-dc65-4a09-84d3-f549fa9a0a44 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:39.790147 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:39.792566 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-8a08c2d6-dc65-4a09-84d3-f549fa9a0a44 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:39.838310 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 02acdbec-180f-407e-92f4-8a4287c6a5b9 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:24:39.851248 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-60958047-38a3-437a-8e00-0e5e8652134a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:39.914913 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db72c461-f3b7-4bbe-9a54-41dfa2f6015f']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:39.926231 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a08c2d6-dc65-4a09-84d3-f549fa9a0a44 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Made reservation on behalf of 90b8e2d1c7e74c4b92ddfe1575699af2 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:24:39.928794 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8a08c2d6-dc65-4a09-84d3-f549fa9a0a44 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:39.936358 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25464564-6af8-4470-a39a-a0801f6eb22e') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:39.936645 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25464564-6af8-4470-a39a-a0801f6eb22e') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:39.959809 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5c36bec8-5c6f-4f08-a6e7-fb9311381724 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "GET /v2.0/routers/4b3ed669-8abe-4496-95af-57b560ace022 HTTP/1.1" status: 200 len: 908 time: 1.5449150 Apr 29 13:24:39.963202 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:39.974722 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54412) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:39.989208 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-a46fdc45-1849-47e5-b5f3-5209c1b9e6dc tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2098661092', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'enable_snat': True}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:39.989542 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a3886dc7-e847-41ae-8e0e-22bf3e3da084 None None] Provisioning complete for port fe9d7ece-ac17-45f1-9df3-ef28c109d2d6 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:39.989866 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a3886dc7-e847-41ae-8e0e-22bf3e3da084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:39.994770 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-a46fdc45-1849-47e5-b5f3-5209c1b9e6dc tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:39.998982 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-60958047-38a3-437a-8e00-0e5e8652134a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Calling delete_port for c128e7a3-eae0-452e-8606-309f4a872b30 owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:40.020129 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-a46fdc45-1849-47e5-b5f3-5209c1b9e6dc tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Usage tracker for resource:router and tenant:a74e1c7c330243a68a49c651b2ec262f is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:40.029163 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:40.031394 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-a46fdc45-1849-47e5-b5f3-5209c1b9e6dc tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:40.042148 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-a46fdc45-1849-47e5-b5f3-5209c1b9e6dc tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:40.049947 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:24:40.050360 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:24:40.067009 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:24:40.164644 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-a3886dc7-e847-41ae-8e0e-22bf3e3da084 None None] Port fe9d7ece-ac17-45f1-9df3-ef28c109d2d6 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:24:40.169513 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a16a3459-2259-430a-b696-732316e5e4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:40.184213 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a08c2d6-dc65-4a09-84d3-f549fa9a0a44 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:24:40.210801 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8a08c2d6-dc65-4a09-84d3-f549fa9a0a44 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:40.211910 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-8a08c2d6-dc65-4a09-84d3-f549fa9a0a44 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Added segment 45081263-efd7-45a8-a52a-9407d162c481 of type vlan for network 43013142-8871-4a63-a6eb-343cda58810e Apr 29 13:24:40.303376 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a46fdc45-1849-47e5-b5f3-5209c1b9e6dc tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:40.304289 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a46fdc45-1849-47e5-b5f3-5209c1b9e6dc tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:40.318445 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 875b9e8c-37ff-4118-9f2a-aad085530107 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:24:40.330878 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:40.367596 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:40.379647 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8a08c2d6-dc65-4a09-84d3-f549fa9a0a44 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:40.382413 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Pushing event deleted for resources: {'Network': ['ID=db72c461-f3b7-4bbe-9a54-41dfa2f6015f,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:40.386076 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-01275007-7030-45be-adb0-75bbdf74a6cd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:40.395226 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-210a20f4-5232-4057-a686-45857615eb7f tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "DELETE /v2.0/networks/db72c461-f3b7-4bbe-9a54-41dfa2f6015f HTTP/1.1" status: 204 len: 168 time: 5.5904202 Apr 29 13:24:40.399405 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a46fdc45-1849-47e5-b5f3-5209c1b9e6dc tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:40.402058 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54418) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:40.412267 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-01275007-7030-45be-adb0-75bbdf74a6cd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:40.447438 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-60958047-38a3-437a-8e00-0e5e8652134a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:40.485337 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 875b9e8c-37ff-4118-9f2a-aad085530107 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:40.485722 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:40.487604 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-a425597e-3822-4472-9557-55210ac128db tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] DELETE failed (client error): The resource could not be found. Apr 29 13:24:40.488139 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a425597e-3822-4472-9557-55210ac128db tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:24:40.519572 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60958047-38a3-437a-8e00-0e5e8652134a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event deleted for resources: {'Port': ['ID=c128e7a3-eae0-452e-8606-309f4a872b30,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:40.534997 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a425597e-3822-4472-9557-55210ac128db tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "DELETE /v2.0/subnets/dc18e3e4-c32b-4c68-a350-d5b904cb812a HTTP/1.1" status: 404 len: 337 time: 0.1312938 Apr 29 13:24:40.537108 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54422) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:40.595539 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ed9424-f86e-4afe-8761-f1c269818c2d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] DELETE failed (client error): The resource could not be found. Apr 29 13:24:40.596153 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0ed9424-f86e-4afe-8761-f1c269818c2d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:24:40.600742 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a0ed9424-f86e-4afe-8761-f1c269818c2d tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "DELETE /v2.0/networks/db72c461-f3b7-4bbe-9a54-41dfa2f6015f HTTP/1.1" status: 404 len: 339 time: 0.0598865 Apr 29 13:24:40.600918 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01275007-7030-45be-adb0-75bbdf74a6cd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Port': ['ID=fe9d7ece-ac17-45f1-9df3-ef28c109d2d6,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:40.605180 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8a08c2d6-dc65-4a09-84d3-f549fa9a0a44 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:40.610695 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a08c2d6-dc65-4a09-84d3-f549fa9a0a44 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:40.611335 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8a08c2d6-dc65-4a09-84d3-f549fa9a0a44 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:40.612966 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54426) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:40.630045 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-edd0faca-546d-4802-b9be-d8c8cf8d382f None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:40.682156 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-edd0faca-546d-4802-b9be-d8c8cf8d382f None None] Transition to ACTIVE for port object 86a0ff95-e5fa-4de8-8e51-aa150f8efb5a will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:24:40.700506 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-edd0faca-546d-4802-b9be-d8c8cf8d382f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:40.735381 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7a18a9-059e-44d1-8a97-1b11e9503048 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] DELETE failed (client error): The resource could not be found. Apr 29 13:24:40.738032 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c7a18a9-059e-44d1-8a97-1b11e9503048 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:24:40.739746 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0c7a18a9-059e-44d1-8a97-1b11e9503048 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "DELETE /v2.0/subnets/a9399b8d-5df1-4bd3-a726-4a61c688a179 HTTP/1.1" status: 404 len: 337 time: 0.1242924 Apr 29 13:24:40.745851 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54430) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:40.755149 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08c2d6-dc65-4a09-84d3-f549fa9a0a44 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Pushing event updated for resources: {'Network': ['ID=43013142-8871-4a63-a6eb-343cda58810e,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:40.797156 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8a08c2d6-dc65-4a09-84d3-f549fa9a0a44 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0532267 Apr 29 13:24:40.797887 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54434) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:40.812893 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874aae2a-2875-467c-8dfe-b73d6148ca0d tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Router 9d3a83ae-4e7d-4376-acca-b38bb526552f is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:24:40.815813 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Request body: {'ports': [{'network_id': '02acdbec-180f-407e-92f4-8a4287c6a5b9', 'name': 'tempest-port--1756152990', 'admin_state_up': True}, {'network_id': '43013142-8871-4a63-a6eb-343cda58810e', 'admin_state_up': False}]} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:40.816165 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Request body: {'port': {'network_id': '02acdbec-180f-407e-92f4-8a4287c6a5b9', 'name': 'tempest-port--1756152990', 'admin_state_up': True}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:40.816684 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Request body: {'port': {'network_id': '43013142-8871-4a63-a6eb-343cda58810e', 'admin_state_up': False}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:40.826319 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76f73e9-b030-4353-aed4-0a944d08a558 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] DELETE failed (client error): The resource could not be found. Apr 29 13:24:40.826787 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c76f73e9-b030-4353-aed4-0a944d08a558 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:24:40.828642 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c76f73e9-b030-4353-aed4-0a944d08a558 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "DELETE /v2.0/networks/31297970-f19f-4aa9-ba5c-dc28554c30fa HTTP/1.1" status: 404 len: 339 time: 0.0799263 Apr 29 13:24:40.838438 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54438) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:40.901587 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ff2f23-18a3-404a-a026-65c3c640bcbc tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] DELETE failed (client error): The resource could not be found. Apr 29 13:24:40.902332 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29ff2f23-18a3-404a-a026-65c3c640bcbc tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:24:40.906417 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-29ff2f23-18a3-404a-a026-65c3c640bcbc tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "DELETE /v2.0/subnets/82682cf6-c9b4-4622-88bd-04362b8e5b96 HTTP/1.1" status: 404 len: 337 time: 0.0633736 Apr 29 13:24:40.912500 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-edd0faca-546d-4802-b9be-d8c8cf8d382f None None] Attempting to bind port 86a0ff95-e5fa-4de8-8e51-aa150f8efb5a on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:24:40.913058 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-edd0faca-546d-4802-b9be-d8c8cf8d382f None None] Attempting to bind port 86a0ff95-e5fa-4de8-8e51-aa150f8efb5a by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:24:40.913304 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd0faca-546d-4802-b9be-d8c8cf8d382f None None] Attempting to bind port 86a0ff95-e5fa-4de8-8e51-aa150f8efb5a on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:24:40.916815 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea8014-c182-4b58-aa3a-4b8932c74769 None None] Pushing event updated for resources: {'Port': ['ID=86a0ff95-e5fa-4de8-8e51-aa150f8efb5a,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:40.917836 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54442) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:40.930640 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1b349ddd-f0e3-450e-a05f-392ff3f74d5e None None] Provisioning complete for port fe9d7ece-ac17-45f1-9df3-ef28c109d2d6 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:40.931072 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1b349ddd-f0e3-450e-a05f-392ff3f74d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:40.933132 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a46fdc45-1849-47e5-b5f3-5209c1b9e6dc tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:40.942761 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-60958047-38a3-437a-8e00-0e5e8652134a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:40.950794 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-60958047-38a3-437a-8e00-0e5e8652134a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "DELETE /v2.0/ports/c128e7a3-eae0-452e-8606-309f4a872b30 HTTP/1.1" status: 204 len: 168 time: 1.4927001 Apr 29 13:24:40.950794 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54446) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:40.958844 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd0faca-546d-4802-b9be-d8c8cf8d382f None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:24:40.959315 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd0faca-546d-4802-b9be-d8c8cf8d382f None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:24:40.959774 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-edd0faca-546d-4802-b9be-d8c8cf8d382f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:40.960225 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd0faca-546d-4802-b9be-d8c8cf8d382f None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:24:40.960778 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-edd0faca-546d-4802-b9be-d8c8cf8d382f None None] Bound port: 86a0ff95-e5fa-4de8-8e51-aa150f8efb5a, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:24:40.961375 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-edd0faca-546d-4802-b9be-d8c8cf8d382f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:41.002604 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08c2d6-dc65-4a09-84d3-f549fa9a0a44 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:41.002956 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08c2d6-dc65-4a09-84d3-f549fa9a0a44 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:41.004468 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08c2d6-dc65-4a09-84d3-f549fa9a0a44 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:41.004852 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08c2d6-dc65-4a09-84d3-f549fa9a0a44 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:41.005200 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08c2d6-dc65-4a09-84d3-f549fa9a0a44 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:41.005540 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08c2d6-dc65-4a09-84d3-f549fa9a0a44 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:41.006366 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08c2d6-dc65-4a09-84d3-f549fa9a0a44 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:41.006731 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08c2d6-dc65-4a09-84d3-f549fa9a0a44 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:41.007088 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08c2d6-dc65-4a09-84d3-f549fa9a0a44 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:41.007448 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08c2d6-dc65-4a09-84d3-f549fa9a0a44 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:41.008437 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08c2d6-dc65-4a09-84d3-f549fa9a0a44 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:41.026170 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 43013142-8871-4a63-a6eb-343cda58810e details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:24:41.027247 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-827f6f40-5219-4954-9d5c-04d9e5f89a98 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:41.032405 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-827f6f40-5219-4954-9d5c-04d9e5f89a98 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:41.036217 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-827f6f40-5219-4954-9d5c-04d9e5f89a98 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Usage tracker for resource:floatingip and tenant:c6a98024671e406e8c4e9aedab65828f is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:41.039843 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-827f6f40-5219-4954-9d5c-04d9e5f89a98 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:41.047721 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-827f6f40-5219-4954-9d5c-04d9e5f89a98 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:41.071892 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-d016d879-6448-4809-b233-8a286001a43b tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] DELETE failed (client error): The resource could not be found. Apr 29 13:24:41.072341 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d016d879-6448-4809-b233-8a286001a43b tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:24:41.076637 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d016d879-6448-4809-b233-8a286001a43b tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "DELETE /v2.0/networks/c146b55f-5e56-43f3-bc23-4abb717dd1c2 HTTP/1.1" status: 404 len: 339 time: 0.1547217 Apr 29 13:24:41.076637 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-827f6f40-5219-4954-9d5c-04d9e5f89a98 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:41.080283 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54450) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:41.105340 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-1b349ddd-f0e3-450e-a05f-392ff3f74d5e None None] Port fe9d7ece-ac17-45f1-9df3-ef28c109d2d6 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:24:41.147300 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-edd0faca-546d-4802-b9be-d8c8cf8d382f None None] For port 86a0ff95-e5fa-4de8-8e51-aa150f8efb5a, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:24:41.152556 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-edd0faca-546d-4802-b9be-d8c8cf8d382f None None] For port 86a0ff95-e5fa-4de8-8e51-aa150f8efb5a, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=86a0ff95-e5fa-4de8-8e51-aa150f8efb5a,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:24:41.157970 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-edd0faca-546d-4802-b9be-d8c8cf8d382f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:41.240303 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea8014-c182-4b58-aa3a-4b8932c74769 None None] Pushing event updated for resources: {'Port': ['ID=86a0ff95-e5fa-4de8-8e51-aa150f8efb5a,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:41.248710 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd0faca-546d-4802-b9be-d8c8cf8d382f None None] Routers {'4b3ed669-8abe-4496-95af-57b560ace022'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:41.249344 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-edd0faca-546d-4802-b9be-d8c8cf8d382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['4b3ed669-8abe-4496-95af-57b560ace022'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:41.292407 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-e6728361-b2a2-47db-861a-c4b3a1d80b5b tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Deleting port e7a26dc1-c398-4937-9982-552925915437 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:41.292636 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:41.292731 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e6728361-b2a2-47db-861a-c4b3a1d80b5b tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:41.306540 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Usage tracker for resource:port and tenant:90b8e2d1c7e74c4b92ddfe1575699af2 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:41.310336 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:41.318272 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:41.334195 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Made reservation on behalf of 90b8e2d1c7e74c4b92ddfe1575699af2 for: {'port': 2} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:24:41.339719 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:41.359978 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:41.399810 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-01275007-7030-45be-adb0-75bbdf74a6cd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:41.403209 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:41.450813 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-edd0faca-546d-4802-b9be-d8c8cf8d382f None None] Set router 4b3ed669-8abe-4496-95af-57b560ace022 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:24:41.593366 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:41.622445 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-827f6f40-5219-4954-9d5c-04d9e5f89a98 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:41.701347 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e6728361-b2a2-47db-861a-c4b3a1d80b5b tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:41.712947 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] device_id is not set on port 9293143f-c36c-4028-b5f0-98523b1c360a yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:24:41.713652 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-01275007-7030-45be-adb0-75bbdf74a6cd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:41.808023 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-edd0faca-546d-4802-b9be-d8c8cf8d382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3ed669-8abe-4496-95af-57b560ace022', 'name': 'tempest-snat-router-2098661092', 'tenant_id': 'a74e1c7c330243a68a49c651b2ec262f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.20'}], 'enable_snat': False}, 'gw_port_id': '86a0ff95-e5fa-4de8-8e51-aa150f8efb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:24:31Z', 'updated_at': '2022-04-29T13:24:35Z', 'revision_number': 3, 'project_id': 'a74e1c7c330243a68a49c651b2ec262f', 'gw_port': {'id': '86a0ff95-e5fa-4de8-8e51-aa150f8efb5a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3ed669-8abe-4496-95af-57b560ace022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:24:33Z', 'updated_at': '2022-04-29T13:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:41.815369 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd0faca-546d-4802-b9be-d8c8cf8d382f None None] The sync data for ids ['4b3ed669-8abe-4496-95af-57b560ace022'] in dv-neutron-839027-4-hyperv is: [{'id': '4b3ed669-8abe-4496-95af-57b560ace022', 'name': 'tempest-snat-router-2098661092', 'tenant_id': 'a74e1c7c330243a68a49c651b2ec262f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.20'}], 'enable_snat': False}, 'gw_port_id': '86a0ff95-e5fa-4de8-8e51-aa150f8efb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:24:31Z', 'updated_at': '2022-04-29T13:24:35Z', 'revision_number': 3, 'project_id': 'a74e1c7c330243a68a49c651b2ec262f', 'gw_port': {'id': '86a0ff95-e5fa-4de8-8e51-aa150f8efb5a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3ed669-8abe-4496-95af-57b560ace022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:24:33Z', 'updated_at': '2022-04-29T13:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:24:41.861106 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-827f6f40-5219-4954-9d5c-04d9e5f89a98 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Allocated IP 172.26.6.197 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/c672fbdb-e8b8-4262-b715-7ca6a6d52227) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:41.972120 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-e6728361-b2a2-47db-861a-c4b3a1d80b5b tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Calling delete_port for e7a26dc1-c398-4937-9982-552925915437 owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:42.065292 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:42.146869 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874aae2a-2875-467c-8dfe-b73d6148ca0d tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:24:42.159869 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11237472-c7da-4d1d-9070-d1f7870cdd33 None None] Sync routers for ids ['9d3a83ae-4e7d-4376-acca-b38bb526552f'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:24:42.177855 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11237472-c7da-4d1d-9070-d1f7870cdd33 None None] Routers {'9d3a83ae-4e7d-4376-acca-b38bb526552f'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:42.179644 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-11237472-c7da-4d1d-9070-d1f7870cdd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['9d3a83ae-4e7d-4376-acca-b38bb526552f'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:42.205054 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a46fdc45-1849-47e5-b5f3-5209c1b9e6dc tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:42.282039 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-11237472-c7da-4d1d-9070-d1f7870cdd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:42.302419 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11237472-c7da-4d1d-9070-d1f7870cdd33 None None] Routers {'9d3a83ae-4e7d-4376-acca-b38bb526552f'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:42.307902 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-11237472-c7da-4d1d-9070-d1f7870cdd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['9d3a83ae-4e7d-4376-acca-b38bb526552f'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:42.359580 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a46fdc45-1849-47e5-b5f3-5209c1b9e6dc tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:42.362618 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-827f6f40-5219-4954-9d5c-04d9e5f89a98 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:42.380414 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 86a0ff95-e5fa-4de8-8e51-aa150f8efb5a up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:24:42.406361 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-874aae2a-2875-467c-8dfe-b73d6148ca0d tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:42.410422 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-874aae2a-2875-467c-8dfe-b73d6148ca0d tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.2528422 Apr 29 13:24:42.420458 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54454) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:42.423469 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-11237472-c7da-4d1d-9070-d1f7870cdd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:42.424027 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11237472-c7da-4d1d-9070-d1f7870cdd33 None None] The sync data for ids ['9d3a83ae-4e7d-4376-acca-b38bb526552f'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:24:42.432123 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-0f4bd9c9-33a6-40fd-ac8d-164ba8af821a tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'enable_snat': False}}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:42.482301 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 86a0ff95-e5fa-4de8-8e51-aa150f8efb5a completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:24:42.490336 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 86a0ff95-e5fa-4de8-8e51-aa150f8efb5a triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:42.490336 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:42.522010 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e6728361-b2a2-47db-861a-c4b3a1d80b5b tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:42.573226 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-827f6f40-5219-4954-9d5c-04d9e5f89a98 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:42.607574 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6728361-b2a2-47db-861a-c4b3a1d80b5b tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Pushing event deleted for resources: {'Port': ['ID=e7a26dc1-c398-4937-9982-552925915437,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:42.623021 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] device_id is not set on port 7e9cb16a-d643-4b25-a0d6-095eeb56e576 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:24:42.640280 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:42.663849 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 86a0ff95-e5fa-4de8-8e51-aa150f8efb5a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=86a0ff95-e5fa-4de8-8e51-aa150f8efb5a,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:42.677830 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:42.685781 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827f6f40-5219-4954-9d5c-04d9e5f89a98 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:42.698894 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6728361-b2a2-47db-861a-c4b3a1d80b5b tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:42.699239 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6728361-b2a2-47db-861a-c4b3a1d80b5b tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:42.699575 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6728361-b2a2-47db-861a-c4b3a1d80b5b tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:42.699914 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6728361-b2a2-47db-861a-c4b3a1d80b5b tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:42.700380 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6728361-b2a2-47db-861a-c4b3a1d80b5b tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:42.701104 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6728361-b2a2-47db-861a-c4b3a1d80b5b tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:42.701667 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6728361-b2a2-47db-861a-c4b3a1d80b5b tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:42.701789 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6728361-b2a2-47db-861a-c4b3a1d80b5b tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:42.702055 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6728361-b2a2-47db-861a-c4b3a1d80b5b tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:42.702385 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6728361-b2a2-47db-861a-c4b3a1d80b5b tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:42.702839 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6728361-b2a2-47db-861a-c4b3a1d80b5b tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:42.703359 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f6f40-5219-4954-9d5c-04d9e5f89a98 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event updated for resources: {'Port': ['ID=c672fbdb-e8b8-4262-b715-7ca6a6d52227,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:42.705794 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e6728361-b2a2-47db-861a-c4b3a1d80b5b tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:42.707409 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-827f6f40-5219-4954-9d5c-04d9e5f89a98 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:42.709823 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827f6f40-5219-4954-9d5c-04d9e5f89a98 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:24:42.779781 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=86a0ff95-e5fa-4de8-8e51-aa150f8efb5a,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:42.800484 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e6728361-b2a2-47db-861a-c4b3a1d80b5b tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "DELETE /v2.0/ports/e7a26dc1-c398-4937-9982-552925915437 HTTP/1.1" status: 204 len: 168 time: 1.7184970 Apr 29 13:24:42.808351 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54458) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:42.822559 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:42.893062 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:42.895261 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-a46fdc45-1849-47e5-b5f3-5209c1b9e6dc tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Allocated IP 172.26.6.244 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/412bd157-ab3d-4078-8343-39b5ff89387e) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:42.897609 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-083da15f-1dfa-46f9-9552-ae17cdd92dbe tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] DELETE failed (client error): The resource could not be found. Apr 29 13:24:42.898057 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-083da15f-1dfa-46f9-9552-ae17cdd92dbe tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:24:42.900783 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-083da15f-1dfa-46f9-9552-ae17cdd92dbe tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "DELETE /v2.0/subnets/01c83e23-e06c-4f46-8035-4c34e8f70d47 HTTP/1.1" status: 404 len: 337 time: 0.0905936 Apr 29 13:24:42.905007 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54462) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:42.984670 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-827f6f40-5219-4954-9d5c-04d9e5f89a98 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:43.063846 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-827f6f40-5219-4954-9d5c-04d9e5f89a98 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:43.101053 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:43.113071 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.resource_extend [None req-01275007-7030-45be-adb0-75bbdf74a6cd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:24:43.129441 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-01275007-7030-45be-adb0-75bbdf74a6cd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:43.136303 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8a68ea76-ad3a-4b49-91f6-ae9d59e33675 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:43.142280 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-01275007-7030-45be-adb0-75bbdf74a6cd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:43.320861 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01275007-7030-45be-adb0-75bbdf74a6cd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Port': ['ID=fe9d7ece-ac17-45f1-9df3-ef28c109d2d6,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:43.324812 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Pushing event updated for resources: {'Port': ['ID=9293143f-c36c-4028-b5f0-98523b1c360a,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:43.328989 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-01275007-7030-45be-adb0-75bbdf74a6cd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:43.364563 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a46fdc45-1849-47e5-b5f3-5209c1b9e6dc tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:43.443822 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Checking segment: {'id': '62f97821-87d1-438a-a524-59193b420d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '02acdbec-180f-407e-92f4-8a4287c6a5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:24:43.444172 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Network hostable DHCP agents. Network: 02acdbec-180f-407e-92f4-8a4287c6a5b9, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:24:43.528525 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Network 02acdbec-180f-407e-92f4-8a4287c6a5b9 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:24:43.563229 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 02acdbec-180f-407e-92f4-8a4287c6a5b9) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:43.566096 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-827f6f40-5219-4954-9d5c-04d9e5f89a98 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:43.572365 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:24:43.573298 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:43.573529 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20181e80-ed43-4623-9dbd-307baad71a35 None None] Network 02acdbec-180f-407e-92f4-8a4287c6a5b9 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:24:43.611308 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-827f6f40-5219-4954-9d5c-04d9e5f89a98 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:43.646294 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8a68ea76-ad3a-4b49-91f6-ae9d59e33675 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:43.688693 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-8a68ea76-ad3a-4b49-91f6-ae9d59e33675 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef1b972-dc3f-451d-bf60-24957c42cff4']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:43.706536 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Pushing event updated for resources: {'Port': ['ID=7e9cb16a-d643-4b25-a0d6-095eeb56e576,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:43.712830 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-8a68ea76-ad3a-4b49-91f6-ae9d59e33675 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da80959f-09e7-4a53-a97a-fbe9e5bae1c2') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:43.713128 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-8a68ea76-ad3a-4b49-91f6-ae9d59e33675 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da80959f-09e7-4a53-a97a-fbe9e5bae1c2') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:43.733086 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8a68ea76-ad3a-4b49-91f6-ae9d59e33675 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:43.739663 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a46fdc45-1849-47e5-b5f3-5209c1b9e6dc tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:43.809180 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8a68ea76-ad3a-4b49-91f6-ae9d59e33675 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:43.839237 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01275007-7030-45be-adb0-75bbdf74a6cd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network 022d10b5-291f-46a2-b7e3-49f90acb045d is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:43.840227 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a68ea76-ad3a-4b49-91f6-ae9d59e33675 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:24:43.840621 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8a68ea76-ad3a-4b49-91f6-ae9d59e33675 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:24:43.855738 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:24:43.860240 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-01275007-7030-45be-adb0-75bbdf74a6cd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:43.863091 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46fdc45-1849-47e5-b5f3-5209c1b9e6dc tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:43.924727 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-a46fdc45-1849-47e5-b5f3-5209c1b9e6dc tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:43.937094 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-827f6f40-5219-4954-9d5c-04d9e5f89a98 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:43.955081 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f6f40-5219-4954-9d5c-04d9e5f89a98 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event updated for resources: {'Port': ['ID=c672fbdb-e8b8-4262-b715-7ca6a6d52227,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:43.957448 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Checking segment: {'id': '45081263-efd7-45a8-a52a-9407d162c481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '43013142-8871-4a63-a6eb-343cda58810e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:24:43.957802 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Network hostable DHCP agents. Network: 43013142-8871-4a63-a6eb-343cda58810e, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:24:43.980468 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46fdc45-1849-47e5-b5f3-5209c1b9e6dc tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Pushing event updated for resources: {'Port': ['ID=412bd157-ab3d-4078-8343-39b5ff89387e,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:43.983277 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46fdc45-1849-47e5-b5f3-5209c1b9e6dc tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:24:44.124060 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-827f6f40-5219-4954-9d5c-04d9e5f89a98 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:44.125205 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-827f6f40-5219-4954-9d5c-04d9e5f89a98 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1129467 Apr 29 13:24:44.129775 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54466) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:44.139291 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-80f40944-1f24-47a3-a155-1002d43f9335 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Request body: {'port': {'network_id': '65c2f7db-c4cc-460c-823e-a4d381822044', 'name': 'tempest-FloatingIPTestJSON-678862545'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:44.147356 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8a68ea76-ad3a-4b49-91f6-ae9d59e33675 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:44.158869 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-513736c6-e3df-403a-b491-4d8b595594c7 None None] Provisioning complete for port fe9d7ece-ac17-45f1-9df3-ef28c109d2d6 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:44.159209 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-513736c6-e3df-403a-b491-4d8b595594c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:44.159775 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Network 43013142-8871-4a63-a6eb-343cda58810e is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:24:44.194612 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8a68ea76-ad3a-4b49-91f6-ae9d59e33675 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:44.211582 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68ea76-ad3a-4b49-91f6-ae9d59e33675 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Pushing event deleted for resources: {'Network': ['ID=cef1b972-dc3f-451d-bf60-24957c42cff4,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:44.227127 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-513736c6-e3df-403a-b491-4d8b595594c7 None None] Port fe9d7ece-ac17-45f1-9df3-ef28c109d2d6 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:24:44.238367 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 43013142-8871-4a63-a6eb-343cda58810e) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:44.249384 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:24:44.250164 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8959fe-7830-4111-bd2a-836ee99e2ac9 None None] Network 43013142-8871-4a63-a6eb-343cda58810e requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:24:44.253313 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:44.256481 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:44.257161 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:44.276627 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8a68ea76-ad3a-4b49-91f6-ae9d59e33675 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "DELETE /v2.0/networks/cef1b972-dc3f-451d-bf60-24957c42cff4 HTTP/1.1" status: 204 len: 168 time: 1.3684337 Apr 29 13:24:44.280692 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54470) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:44.326467 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 86a0ff95-e5fa-4de8-8e51-aa150f8efb5a up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:24:44.353014 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-211a1349-74f4-4e84-a04c-5676452c381c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.5453951 Apr 29 13:24:44.353476 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54474) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:44.402521 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-270aebc4-7b83-40ad-9dbb-f44cba182731 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Deleting port e2bbc2f3-c686-4933-b912-5b8afdd5a10e {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:44.402770 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-270aebc4-7b83-40ad-9dbb-f44cba182731 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:44.462524 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-80f40944-1f24-47a3-a155-1002d43f9335 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:44.473942 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-80f40944-1f24-47a3-a155-1002d43f9335 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Usage tracker for resource:port and tenant:c6a98024671e406e8c4e9aedab65828f is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:44.479588 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-80f40944-1f24-47a3-a155-1002d43f9335 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:44.491611 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4c2224-7d59-4ae7-a2b7-45c8551a076b tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:44.496081 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4c2224-7d59-4ae7-a2b7-45c8551a076b tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:44.500190 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ab4c2224-7d59-4ae7-a2b7-45c8551a076b tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1434090 Apr 29 13:24:44.500503 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54478) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:44.521372 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-80f40944-1f24-47a3-a155-1002d43f9335 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:44.547191 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0f4bd9c9-33a6-40fd-ac8d-164ba8af821a tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:44.555752 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 86a0ff95-e5fa-4de8-8e51-aa150f8efb5a triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:44.556290 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:44.557115 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f40944-1f24-47a3-a155-1002d43f9335 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Made reservation on behalf of c6a98024671e406e8c4e9aedab65828f for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:24:44.560067 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-80f40944-1f24-47a3-a155-1002d43f9335 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:44.606105 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-a321e76b-b3a1-4f97-8bdc-5d916c380909 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Deleting port 9293143f-c36c-4028-b5f0-98523b1c360a {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:44.606754 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a321e76b-b3a1-4f97-8bdc-5d916c380909 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:44.635394 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a46fdc45-1849-47e5-b5f3-5209c1b9e6dc tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:44.636082 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a46fdc45-1849-47e5-b5f3-5209c1b9e6dc tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:44.670023 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-80f40944-1f24-47a3-a155-1002d43f9335 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] device_id is not set on port eb2ea2e7-c90e-414b-a4d6-7dffc127dbe2 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:24:44.770593 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-270aebc4-7b83-40ad-9dbb-f44cba182731 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:44.842311 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01275007-7030-45be-adb0-75bbdf74a6cd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Router 5abb8401-901f-4c90-8c7f-ee08d5606889 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:24:44.950869 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-270aebc4-7b83-40ad-9dbb-f44cba182731 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Calling delete_port for e2bbc2f3-c686-4933-b912-5b8afdd5a10e owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:45.102042 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-80f40944-1f24-47a3-a155-1002d43f9335 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Allocated IP 172.20.0.8 (65c2f7db-c4cc-460c-823e-a4d381822044/4626135e-9519-43db-bdc6-55665ba72cfb/eb2ea2e7-c90e-414b-a4d6-7dffc127dbe2) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:45.114451 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-270aebc4-7b83-40ad-9dbb-f44cba182731 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:45.191263 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270aebc4-7b83-40ad-9dbb-f44cba182731 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Pushing event deleted for resources: {'Port': ['ID=e2bbc2f3-c686-4933-b912-5b8afdd5a10e,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:45.207193 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a321e76b-b3a1-4f97-8bdc-5d916c380909 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:45.223732 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-270aebc4-7b83-40ad-9dbb-f44cba182731 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:45.251946 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-270aebc4-7b83-40ad-9dbb-f44cba182731 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "DELETE /v2.0/ports/e2bbc2f3-c686-4933-b912-5b8afdd5a10e HTTP/1.1" status: 204 len: 168 time: 0.9680102 Apr 29 13:24:45.255539 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54482) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:45.354547 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-a321e76b-b3a1-4f97-8bdc-5d916c380909 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Calling delete_port for 9293143f-c36c-4028-b5f0-98523b1c360a owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:45.477447 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a321e76b-b3a1-4f97-8bdc-5d916c380909 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:45.502269 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a0c36c6-de0b-469b-8af9-709e1a13f19e tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] DELETE failed (client error): The resource could not be found. Apr 29 13:24:45.502713 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a0c36c6-de0b-469b-8af9-709e1a13f19e tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:24:45.504412 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1a0c36c6-de0b-469b-8af9-709e1a13f19e tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "DELETE /v2.0/subnets/5c48489e-0dd6-4162-beff-fef541d82908 HTTP/1.1" status: 404 len: 337 time: 0.2469022 Apr 29 13:24:45.512265 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54486) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:45.536080 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321e76b-b3a1-4f97-8bdc-5d916c380909 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Pushing event deleted for resources: {'Port': ['ID=9293143f-c36c-4028-b5f0-98523b1c360a,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:45.542678 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01275007-7030-45be-adb0-75bbdf74a6cd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:24:45.557177 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72974053-1190-4b76-a215-a1702f09802b None None] Sync routers for ids ['5abb8401-901f-4c90-8c7f-ee08d5606889'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:24:45.559214 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a321e76b-b3a1-4f97-8bdc-5d916c380909 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:45.563641 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a321e76b-b3a1-4f97-8bdc-5d916c380909 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] 10.222.0.76 "DELETE /v2.0/ports/9293143f-c36c-4028-b5f0-98523b1c360a HTTP/1.1" status: 204 len: 168 time: 1.0622127 Apr 29 13:24:45.566148 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-01275007-7030-45be-adb0-75bbdf74a6cd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "PUT /v2.0/routers/5abb8401-901f-4c90-8c7f-ee08d5606889/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2255859 Apr 29 13:24:45.566729 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54490) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:45.571863 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54492) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:45.575593 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72974053-1190-4b76-a215-a1702f09802b None None] Routers {'5abb8401-901f-4c90-8c7f-ee08d5606889'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:45.576303 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-72974053-1190-4b76-a215-a1702f09802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5abb8401-901f-4c90-8c7f-ee08d5606889'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:45.654498 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-72974053-1190-4b76-a215-a1702f09802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:45.670221 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72974053-1190-4b76-a215-a1702f09802b None None] Routers {'5abb8401-901f-4c90-8c7f-ee08d5606889'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:45.670859 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-72974053-1190-4b76-a215-a1702f09802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5abb8401-901f-4c90-8c7f-ee08d5606889'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:45.719202 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-447b1b70-2603-4524-bfd6-a92b3bafa97a tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Deleting port 7e9cb16a-d643-4b25-a0d6-095eeb56e576 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:45.719523 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-447b1b70-2603-4524-bfd6-a92b3bafa97a tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:45.733715 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-72974053-1190-4b76-a215-a1702f09802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:45.734115 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72974053-1190-4b76-a215-a1702f09802b None None] The sync data for ids ['5abb8401-901f-4c90-8c7f-ee08d5606889'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:24:45.752785 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e4872f-4b1b-49a8-9e1d-2d444bcd2976 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:45.753361 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-11e4872f-4b1b-49a8-9e1d-2d444bcd2976 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Synchronizing usage tracker for tenant:1eeea487b04d4758993c28cdd605ea02 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:24:45.795760 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46fdc45-1849-47e5-b5f3-5209c1b9e6dc tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Router 6098175f-fc45-4bd2-ad39-b970454735a0 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:24:45.824395 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0f4bd9c9-33a6-40fd-ac8d-164ba8af821a tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:45.834634 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-783907bc-9c54-47e0-b415-9ddfbd49e252 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:45.835500 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-11e4872f-4b1b-49a8-9e1d-2d444bcd2976 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Unset dirty status for tenant:1eeea487b04d4758993c28cdd605ea02 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:24:45.837207 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-11e4872f-4b1b-49a8-9e1d-2d444bcd2976 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "GET /v2.0/ports/fe9d7ece-ac17-45f1-9df3-ef28c109d2d6 HTTP/1.1" status: 200 len: 976 time: 0.2353971 Apr 29 13:24:45.846034 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54498) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:45.849775 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0f4bd9c9-33a6-40fd-ac8d-164ba8af821a tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16423525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16423546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16419832'] for router, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:45.912960 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-80f40944-1f24-47a3-a155-1002d43f9335 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:46.096827 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-447b1b70-2603-4524-bfd6-a92b3bafa97a tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:46.219767 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-447b1b70-2603-4524-bfd6-a92b3bafa97a tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Calling delete_port for 7e9cb16a-d643-4b25-a0d6-095eeb56e576 owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:46.254829 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-783907bc-9c54-47e0-b415-9ddfbd49e252 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:46.302933 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-80f40944-1f24-47a3-a155-1002d43f9335 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:46.306606 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-783907bc-9c54-47e0-b415-9ddfbd49e252 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce83cf7-989d-474e-b1bb-c0fd40c71364']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:46.318506 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-447b1b70-2603-4524-bfd6-a92b3bafa97a tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:46.363473 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-783907bc-9c54-47e0-b415-9ddfbd49e252 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97d68f1-fc90-4b94-82d0-20607b127f78') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:46.363712 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-783907bc-9c54-47e0-b415-9ddfbd49e252 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97d68f1-fc90-4b94-82d0-20607b127f78') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:46.368125 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b1b70-2603-4524-bfd6-a92b3bafa97a tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Pushing event deleted for resources: {'Port': ['ID=7e9cb16a-d643-4b25-a0d6-095eeb56e576,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:46.384260 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-447b1b70-2603-4524-bfd6-a92b3bafa97a tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:46.391718 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46fdc45-1849-47e5-b5f3-5209c1b9e6dc tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:24:46.399363 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-447b1b70-2603-4524-bfd6-a92b3bafa97a tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] 10.222.0.76 "DELETE /v2.0/ports/7e9cb16a-d643-4b25-a0d6-095eeb56e576 HTTP/1.1" status: 204 len: 168 time: 0.8269637 Apr 29 13:24:46.401425 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54502) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:46.403224 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391edd2b-6e76-4c1e-9b91-64fe78891759 None None] Sync routers for ids ['6098175f-fc45-4bd2-ad39-b970454735a0'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:24:46.405665 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-783907bc-9c54-47e0-b415-9ddfbd49e252 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:46.415822 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391edd2b-6e76-4c1e-9b91-64fe78891759 None None] Routers {'6098175f-fc45-4bd2-ad39-b970454735a0'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:46.417185 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-391edd2b-6e76-4c1e-9b91-64fe78891759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6098175f-fc45-4bd2-ad39-b970454735a0'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:46.438324 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f40944-1f24-47a3-a155-1002d43f9335 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Network 65c2f7db-c4cc-460c-823e-a4d381822044 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:46.449737 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-31045371-4d7c-4d07-9f9c-93068033c3cb tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Synchronizing usage tracker for tenant:90b8e2d1c7e74c4b92ddfe1575699af2 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:24:46.449940 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-80f40944-1f24-47a3-a155-1002d43f9335 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:46.453810 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a46fdc45-1849-47e5-b5f3-5209c1b9e6dc tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:46.454339 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-783907bc-9c54-47e0-b415-9ddfbd49e252 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:46.458051 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a46fdc45-1849-47e5-b5f3-5209c1b9e6dc tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.4791617 Apr 29 13:24:46.458247 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f40944-1f24-47a3-a155-1002d43f9335 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event updated for resources: {'Port': ['ID=eb2ea2e7-c90e-414b-a4d6-7dffc127dbe2,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:46.458338 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54506) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:46.462243 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f40944-1f24-47a3-a155-1002d43f9335 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:24:46.504746 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-783907bc-9c54-47e0-b415-9ddfbd49e252 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:24:46.505299 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-783907bc-9c54-47e0-b415-9ddfbd49e252 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:24:46.520496 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:24:46.577985 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-31045371-4d7c-4d07-9f9c-93068033c3cb tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Unset dirty status for tenant:90b8e2d1c7e74c4b92ddfe1575699af2 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:24:46.579847 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-31045371-4d7c-4d07-9f9c-93068033c3cb tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1778398 Apr 29 13:24:46.584952 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54510) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:46.592594 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-f8079cab-f6c9-40f7-a02c-c84ad86b7af8 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1251666820'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:46.598888 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f8079cab-f6c9-40f7-a02c-c84ad86b7af8 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:46.604637 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f8079cab-f6c9-40f7-a02c-c84ad86b7af8 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Usage tracker for resource:network and tenant:90b8e2d1c7e74c4b92ddfe1575699af2 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:46.617833 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-391edd2b-6e76-4c1e-9b91-64fe78891759 None None] Set router 6098175f-fc45-4bd2-ad39-b970454735a0 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:24:46.619253 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f8079cab-f6c9-40f7-a02c-c84ad86b7af8 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:46.626979 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f8079cab-f6c9-40f7-a02c-c84ad86b7af8 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:46.645106 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8079cab-f6c9-40f7-a02c-c84ad86b7af8 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Made reservation on behalf of 90b8e2d1c7e74c4b92ddfe1575699af2 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:24:46.647940 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f8079cab-f6c9-40f7-a02c-c84ad86b7af8 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:46.753118 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f40944-1f24-47a3-a155-1002d43f9335 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:46.753830 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-80f40944-1f24-47a3-a155-1002d43f9335 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:46.789439 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-783907bc-9c54-47e0-b415-9ddfbd49e252 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:46.797056 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8079cab-f6c9-40f7-a02c-c84ad86b7af8 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:24:46.810643 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f8079cab-f6c9-40f7-a02c-c84ad86b7af8 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:46.810981 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-f8079cab-f6c9-40f7-a02c-c84ad86b7af8 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Added segment f32cbbe9-e7d3-4319-89cc-ed2c95326fec of type vlan for network 0bb8b509-8845-404a-b5a3-9bcd9b397b1e Apr 29 13:24:46.829506 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-783907bc-9c54-47e0-b415-9ddfbd49e252 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:46.831633 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-783907bc-9c54-47e0-b415-9ddfbd49e252 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "DELETE /v2.0/networks/0ce83cf7-989d-474e-b1bb-c0fd40c71364 HTTP/1.1" status: 204 len: 168 time: 1.3185320 Apr 29 13:24:46.834333 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54514) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:46.841226 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-80f40944-1f24-47a3-a155-1002d43f9335 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7104654 Apr 29 13:24:46.842406 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54518) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:46.845938 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783907bc-9c54-47e0-b415-9ddfbd49e252 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Pushing event deleted for resources: {'Network': ['ID=0ce83cf7-989d-474e-b1bb-c0fd40c71364,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:46.854907 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-98c9dd85-6334-4df0-bfd8-2d6c67d69159 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Request body: {'floatingip': {'port_id': 'eb2ea2e7-c90e-414b-a4d6-7dffc127dbe2'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:46.900993 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f8079cab-f6c9-40f7-a02c-c84ad86b7af8 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:46.944139 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ed5181c5-287e-4039-9e35-a3192025a28e tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "GET /v2.0/routers/6098175f-fc45-4bd2-ad39-b970454735a0 HTTP/1.1" status: 200 len: 908 time: 0.4839234 Apr 29 13:24:46.949282 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54522) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:46.954245 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-98c9dd85-6334-4df0-bfd8-2d6c67d69159 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:46.964566 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-391edd2b-6e76-4c1e-9b91-64fe78891759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6098175f-fc45-4bd2-ad39-b970454735a0', 'name': 'tempest-snat-router-2098661092', 'tenant_id': 'a74e1c7c330243a68a49c651b2ec262f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '412bd157-ab3d-4078-8343-39b5ff89387e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:24:40Z', 'updated_at': '2022-04-29T13:24:44Z', 'revision_number': 3, 'project_id': 'a74e1c7c330243a68a49c651b2ec262f', 'gw_port': {'id': '412bd157-ab3d-4078-8343-39b5ff89387e', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:37:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6098175f-fc45-4bd2-ad39-b970454735a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:24:42Z', 'updated_at': '2022-04-29T13:24:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:46.968645 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391edd2b-6e76-4c1e-9b91-64fe78891759 None None] Checking router: 6098175f-fc45-4bd2-ad39-b970454735a0 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:24:46.969019 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391edd2b-6e76-4c1e-9b91-64fe78891759 None None] Updating router 6098175f-fc45-4bd2-ad39-b970454735a0 port 412bd157-ab3d-4078-8343-39b5ff89387e binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:24:47.024620 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-391edd2b-6e76-4c1e-9b91-64fe78891759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:47.039027 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4bd9c9-33a6-40fd-ac8d-164ba8af821a tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Router 9d3a83ae-4e7d-4376-acca-b38bb526552f has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:24:47.148100 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f8079cab-f6c9-40f7-a02c-c84ad86b7af8 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:47.152042 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8079cab-f6c9-40f7-a02c-c84ad86b7af8 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:47.152563 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f8079cab-f6c9-40f7-a02c-c84ad86b7af8 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:47.311602 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f8079cab-f6c9-40f7-a02c-c84ad86b7af8 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7222300 Apr 29 13:24:47.314678 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54526) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:47.322212 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8079cab-f6c9-40f7-a02c-c84ad86b7af8 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Pushing event updated for resources: {'Network': ['ID=0bb8b509-8845-404a-b5a3-9bcd9b397b1e,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:47.327503 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-c0639236-ff87-43c7-bb92-ad73aa1f2c5c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1255594163'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:47.333566 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e5056b-19dd-4250-ba2d-3d73837b1540 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Deleting subnet 2fe26aed-cf9b-406f-ab1f-cdeeb64e2942 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:24:47.339895 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-c0639236-ff87-43c7-bb92-ad73aa1f2c5c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:47.342307 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-08e5056b-19dd-4250-ba2d-3d73837b1540 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:47.343795 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 0bb8b509-8845-404a-b5a3-9bcd9b397b1e details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:24:47.377746 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-c0639236-ff87-43c7-bb92-ad73aa1f2c5c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Usage tracker for resource:network and tenant:90b8e2d1c7e74c4b92ddfe1575699af2 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:47.387589 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-c0639236-ff87-43c7-bb92-ad73aa1f2c5c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:47.401857 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-c0639236-ff87-43c7-bb92-ad73aa1f2c5c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:47.422407 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-08e5056b-19dd-4250-ba2d-3d73837b1540 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:47.463188 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-391edd2b-6e76-4c1e-9b91-64fe78891759 None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:47.469560 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0639236-ff87-43c7-bb92-ad73aa1f2c5c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Made reservation on behalf of 90b8e2d1c7e74c4b92ddfe1575699af2 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:24:47.473097 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c0639236-ff87-43c7-bb92-ad73aa1f2c5c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:47.481643 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-391edd2b-6e76-4c1e-9b91-64fe78891759 None None] Transition to ACTIVE for port object 412bd157-ab3d-4078-8343-39b5ff89387e will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:24:47.491469 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-391edd2b-6e76-4c1e-9b91-64fe78891759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:47.533807 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0639236-ff87-43c7-bb92-ad73aa1f2c5c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:24:47.562963 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c0639236-ff87-43c7-bb92-ad73aa1f2c5c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:47.563858 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-c0639236-ff87-43c7-bb92-ad73aa1f2c5c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Added segment a8390671-5e43-420e-8b35-21159ac8512e of type vlan for network 9058b8c9-39a4-41de-a6d0-275ede1bf2c7 Apr 29 13:24:47.574983 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-391edd2b-6e76-4c1e-9b91-64fe78891759 None None] Attempting to bind port 412bd157-ab3d-4078-8343-39b5ff89387e on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:24:47.574983 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-391edd2b-6e76-4c1e-9b91-64fe78891759 None None] Attempting to bind port 412bd157-ab3d-4078-8343-39b5ff89387e by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:24:47.576019 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391edd2b-6e76-4c1e-9b91-64fe78891759 None None] Attempting to bind port 412bd157-ab3d-4078-8343-39b5ff89387e on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:24:47.585756 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df18b8c-b71e-41a2-825f-f361af59c46f None None] Pushing event updated for resources: {'Port': ['ID=412bd157-ab3d-4078-8343-39b5ff89387e,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:47.595044 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df18b8c-b71e-41a2-825f-f361af59c46f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:47.595519 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df18b8c-b71e-41a2-825f-f361af59c46f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:47.595936 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df18b8c-b71e-41a2-825f-f361af59c46f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:47.596352 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df18b8c-b71e-41a2-825f-f361af59c46f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:47.596816 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df18b8c-b71e-41a2-825f-f361af59c46f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:47.597201 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df18b8c-b71e-41a2-825f-f361af59c46f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:47.597612 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df18b8c-b71e-41a2-825f-f361af59c46f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:47.598651 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df18b8c-b71e-41a2-825f-f361af59c46f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:47.598651 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df18b8c-b71e-41a2-825f-f361af59c46f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:47.598891 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df18b8c-b71e-41a2-825f-f361af59c46f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:47.599291 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df18b8c-b71e-41a2-825f-f361af59c46f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:24:47.602992 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c0639236-ff87-43c7-bb92-ad73aa1f2c5c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:47.604115 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391edd2b-6e76-4c1e-9b91-64fe78891759 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:24:47.604624 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391edd2b-6e76-4c1e-9b91-64fe78891759 None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:24:47.605104 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-391edd2b-6e76-4c1e-9b91-64fe78891759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:47.605576 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391edd2b-6e76-4c1e-9b91-64fe78891759 None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:24:47.606130 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-391edd2b-6e76-4c1e-9b91-64fe78891759 None None] Bound port: 412bd157-ab3d-4078-8343-39b5ff89387e, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:24:47.606582 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-391edd2b-6e76-4c1e-9b91-64fe78891759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:47.633818 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-08e5056b-19dd-4250-ba2d-3d73837b1540 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:47.668235 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c0639236-ff87-43c7-bb92-ad73aa1f2c5c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:47.672392 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0639236-ff87-43c7-bb92-ad73aa1f2c5c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:47.672630 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c0639236-ff87-43c7-bb92-ad73aa1f2c5c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:47.748210 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-391edd2b-6e76-4c1e-9b91-64fe78891759 None None] For port 412bd157-ab3d-4078-8343-39b5ff89387e, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:24:47.753102 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-391edd2b-6e76-4c1e-9b91-64fe78891759 None None] For port 412bd157-ab3d-4078-8343-39b5ff89387e, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=412bd157-ab3d-4078-8343-39b5ff89387e,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:24:47.760712 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-391edd2b-6e76-4c1e-9b91-64fe78891759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:47.775778 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ac20efe-2375-42b1-bae7-5a0ec57bd0aa tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:47.893701 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df18b8c-b71e-41a2-825f-f361af59c46f None None] Pushing event updated for resources: {'Port': ['ID=412bd157-ab3d-4078-8343-39b5ff89387e,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:47.915260 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391edd2b-6e76-4c1e-9b91-64fe78891759 None None] Routers {'6098175f-fc45-4bd2-ad39-b970454735a0'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:47.916335 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-391edd2b-6e76-4c1e-9b91-64fe78891759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6098175f-fc45-4bd2-ad39-b970454735a0'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:47.927415 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c0639236-ff87-43c7-bb92-ad73aa1f2c5c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6085088 Apr 29 13:24:47.928040 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0639236-ff87-43c7-bb92-ad73aa1f2c5c tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Pushing event updated for resources: {'Network': ['ID=9058b8c9-39a4-41de-a6d0-275ede1bf2c7,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:48.023315 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-08e5056b-19dd-4250-ba2d-3d73837b1540 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:48.041767 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 9058b8c9-39a4-41de-a6d0-275ede1bf2c7 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:24:48.065268 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5056b-19dd-4250-ba2d-3d73837b1540 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Pushing event deleted for resources: {'Subnet': ['ID=2fe26aed-cf9b-406f-ab1f-cdeeb64e2942,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:48.089331 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-08e5056b-19dd-4250-ba2d-3d73837b1540 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:48.091220 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5274022d-8cf8-48d7-b18d-f0feba3ccb11 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:48.102420 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54532) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:48.106931 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-08e5056b-19dd-4250-ba2d-3d73837b1540 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "DELETE /v2.0/subnets/2fe26aed-cf9b-406f-ab1f-cdeeb64e2942 HTTP/1.1" status: 204 len: 168 time: 1.2697585 Apr 29 13:24:48.110994 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-6c499ed0-8e88-4a2e-8301-892fb9d9c4f3 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Request body: {'subnets': [{'network_id': '0bb8b509-8845-404a-b5a3-9bcd9b397b1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1625193875', 'ip_version': 4}, {'network_id': '9058b8c9-39a4-41de-a6d0-275ede1bf2c7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:48.111399 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-6c499ed0-8e88-4a2e-8301-892fb9d9c4f3 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Request body: {'subnet': {'network_id': '0bb8b509-8845-404a-b5a3-9bcd9b397b1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1625193875', 'ip_version': 4}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:48.112052 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-6c499ed0-8e88-4a2e-8301-892fb9d9c4f3 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Request body: {'subnet': {'network_id': '9058b8c9-39a4-41de-a6d0-275ede1bf2c7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:48.129748 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54536) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:48.133317 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc849dd9-1ab1-4fd4-b6f5-78248aa7881d None None] Network be2c3256-dab5-41d3-baa6-33618df2bd52 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:24:48.233278 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-98c9dd85-6334-4df0-bfd8-2d6c67d69159 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:48.235215 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4bd9c9-33a6-40fd-ac8d-164ba8af821a tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:24:48.242121 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0f4bd9c9-33a6-40fd-ac8d-164ba8af821a tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:48.243988 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0f4bd9c9-33a6-40fd-ac8d-164ba8af821a tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "PUT /v2.0/routers/9d3a83ae-4e7d-4376-acca-b38bb526552f HTTP/1.1" status: 200 len: 924 time: 5.8225057 Apr 29 13:24:48.246022 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-98c9dd85-6334-4df0-bfd8-2d6c67d69159 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:48.248726 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe1fac6-8b31-4b85-a051-eb3ed33fc416 None None] Sync routers for ids ['9d3a83ae-4e7d-4376-acca-b38bb526552f'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:24:48.272437 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe1fac6-8b31-4b85-a051-eb3ed33fc416 None None] Routers {'9d3a83ae-4e7d-4376-acca-b38bb526552f'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:48.273298 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-1fe1fac6-8b31-4b85-a051-eb3ed33fc416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['9d3a83ae-4e7d-4376-acca-b38bb526552f'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:48.316164 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54540) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:48.404480 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-1fe1fac6-8b31-4b85-a051-eb3ed33fc416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:48.420533 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe1fac6-8b31-4b85-a051-eb3ed33fc416 None None] Routers {'9d3a83ae-4e7d-4376-acca-b38bb526552f'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:48.421357 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-1fe1fac6-8b31-4b85-a051-eb3ed33fc416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['9d3a83ae-4e7d-4376-acca-b38bb526552f'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:48.489528 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-1fe1fac6-8b31-4b85-a051-eb3ed33fc416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:48.490255 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe1fac6-8b31-4b85-a051-eb3ed33fc416 None None] The sync data for ids ['9d3a83ae-4e7d-4376-acca-b38bb526552f'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:24:48.490851 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-391edd2b-6e76-4c1e-9b91-64fe78891759 None None] Set router 6098175f-fc45-4bd2-ad39-b970454735a0 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:24:48.687031 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eafa0b95-e3bd-48ee-9f35-2e05dd7089c9 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:48.743329 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-eafa0b95-e3bd-48ee-9f35-2e05dd7089c9 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Deleting port 0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:48.743764 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eafa0b95-e3bd-48ee-9f35-2e05dd7089c9 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:48.816939 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-6c499ed0-8e88-4a2e-8301-892fb9d9c4f3 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:48.825580 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-6c499ed0-8e88-4a2e-8301-892fb9d9c4f3 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Usage tracker for resource:subnet and tenant:90b8e2d1c7e74c4b92ddfe1575699af2 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:48.830312 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-6c499ed0-8e88-4a2e-8301-892fb9d9c4f3 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:48.838009 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-6c499ed0-8e88-4a2e-8301-892fb9d9c4f3 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:48.866594 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed5eaca-ec52-4c12-9a7c-277bf6a2585b None None] DHCP port deletion for be2c3256-dab5-41d3-baa6-33618df2bd52 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:24:48.878775 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-5ed5eaca-ec52-4c12-9a7c-277bf6a2585b None None] Deleting port 0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:48.879650 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ed5eaca-ec52-4c12-9a7c-277bf6a2585b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:48.879927 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c499ed0-8e88-4a2e-8301-892fb9d9c4f3 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Made reservation on behalf of 90b8e2d1c7e74c4b92ddfe1575699af2 for: {'subnet': 2} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:24:48.910912 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ac20efe-2375-42b1-bae7-5a0ec57bd0aa tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:49.018031 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-391edd2b-6e76-4c1e-9b91-64fe78891759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6098175f-fc45-4bd2-ad39-b970454735a0', 'name': 'tempest-snat-router-2098661092', 'tenant_id': 'a74e1c7c330243a68a49c651b2ec262f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '412bd157-ab3d-4078-8343-39b5ff89387e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:24:40Z', 'updated_at': '2022-04-29T13:24:44Z', 'revision_number': 3, 'project_id': 'a74e1c7c330243a68a49c651b2ec262f', 'gw_port': {'id': '412bd157-ab3d-4078-8343-39b5ff89387e', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:37:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6098175f-fc45-4bd2-ad39-b970454735a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:24:42Z', 'updated_at': '2022-04-29T13:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:49.020272 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-3ac20efe-2375-42b1-bae7-5a0ec57bd0aa tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Deleting port 412bd157-ab3d-4078-8343-39b5ff89387e {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:49.020872 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ac20efe-2375-42b1-bae7-5a0ec57bd0aa tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:49.036723 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1b7bc5e0-d9ce-4b5b-ad58-43e200569955 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "GET /v2.0/routers/9d3a83ae-4e7d-4376-acca-b38bb526552f HTTP/1.1" status: 200 len: 924 time: 0.6704497 Apr 29 13:24:49.039360 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391edd2b-6e76-4c1e-9b91-64fe78891759 None None] The sync data for ids ['6098175f-fc45-4bd2-ad39-b970454735a0'] in dv-neutron-839027-4-hyperv is: [{'id': '6098175f-fc45-4bd2-ad39-b970454735a0', 'name': 'tempest-snat-router-2098661092', 'tenant_id': 'a74e1c7c330243a68a49c651b2ec262f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '412bd157-ab3d-4078-8343-39b5ff89387e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:24:40Z', 'updated_at': '2022-04-29T13:24:44Z', 'revision_number': 3, 'project_id': 'a74e1c7c330243a68a49c651b2ec262f', 'gw_port': {'id': '412bd157-ab3d-4078-8343-39b5ff89387e', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:37:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6098175f-fc45-4bd2-ad39-b970454735a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:24:42Z', 'updated_at': '2022-04-29T13:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:24:49.040102 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.l3_db [None req-98c9dd85-6334-4df0-bfd8-2d6c67d69159 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Floating IP e015a41e-853a-47c2-88f9-9ba71ce5cbf4 associated. External IP: 172.26.6.197, port: eb2ea2e7-c90e-414b-a4d6-7dffc127dbe2. Apr 29 13:24:49.059267 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54544) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:49.099007 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-5274022d-8cf8-48d7-b18d-f0feba3ccb11 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Deleting port fe9d7ece-ac17-45f1-9df3-ef28c109d2d6 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:49.099569 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5274022d-8cf8-48d7-b18d-f0feba3ccb11 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:49.145448 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-5ed5eaca-ec52-4c12-9a7c-277bf6a2585b None None] For port 0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b,segment=NetworkSegment(36330b96-1e84-4a2f-ad0b-0d1fec884a6e),segment_id=36330b96-1e84-4a2f-ad0b-0d1fec884a6e)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:49.146605 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ed5eaca-ec52-4c12-9a7c-277bf6a2585b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:49.299850 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-5ed5eaca-ec52-4c12-9a7c-277bf6a2585b None None] Calling delete_port for 0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:49.395650 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5274022d-8cf8-48d7-b18d-f0feba3ccb11 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:49.411644 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ed5eaca-ec52-4c12-9a7c-277bf6a2585b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:49.529314 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed5eaca-ec52-4c12-9a7c-277bf6a2585b None None] No DVR routers for this DVR port 0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:24:49.540195 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5eaca-ec52-4c12-9a7c-277bf6a2585b None None] Pushing event deleted for resources: {'Port': ['ID=0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:49.566701 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-5274022d-8cf8-48d7-b18d-f0feba3ccb11 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Calling delete_port for fe9d7ece-ac17-45f1-9df3-ef28c109d2d6 owned by network:router_interface {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:49.572158 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6c499ed0-8e88-4a2e-8301-892fb9d9c4f3 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:49.572499 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6c499ed0-8e88-4a2e-8301-892fb9d9c4f3 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:49.676501 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-eafa0b95-e3bd-48ee-9f35-2e05dd7089c9 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] For port 0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b,segment=NetworkSegment(36330b96-1e84-4a2f-ad0b-0d1fec884a6e),segment_id=36330b96-1e84-4a2f-ad0b-0d1fec884a6e)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:49.676501 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eafa0b95-e3bd-48ee-9f35-2e05dd7089c9 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:49.780310 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-3ac20efe-2375-42b1-bae7-5a0ec57bd0aa tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] For port 412bd157-ab3d-4078-8343-39b5ff89387e, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=412bd157-ab3d-4078-8343-39b5ff89387e,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:49.780958 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ac20efe-2375-42b1-bae7-5a0ec57bd0aa tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:49.790319 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b8d42cac-6e9c-4925-8d7f-e26f3b0f8525 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Synchronizing usage tracker for tenant:3870ddf3f16146999df30560b61bf6aa on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:24:49.862987 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-eafa0b95-e3bd-48ee-9f35-2e05dd7089c9 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Calling delete_port for 0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:49.939062 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5274022d-8cf8-48d7-b18d-f0feba3ccb11 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:49.998233 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274022d-8cf8-48d7-b18d-f0feba3ccb11 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Port': ['ID=fe9d7ece-ac17-45f1-9df3-ef28c109d2d6,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:50.039318 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-3ac20efe-2375-42b1-bae7-5a0ec57bd0aa tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Calling delete_port for 412bd157-ab3d-4078-8343-39b5ff89387e owned by network:router_gateway {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:50.103450 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b8d42cac-6e9c-4925-8d7f-e26f3b0f8525 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Unset dirty status for tenant:3870ddf3f16146999df30560b61bf6aa on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:24:50.107166 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b8d42cac-6e9c-4925-8d7f-e26f3b0f8525 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=3475bcf7-abe6-4964-9326-03174235aecc&device_id=9d3a83ae-4e7d-4376-acca-b38bb526552f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.0442853 Apr 29 13:24:50.108789 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c9dd85-6334-4df0-bfd8-2d6c67d69159 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Router 5b5332d5-d726-47e5-a586-a4c7709412e9 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:24:50.109288 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54550) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:50.190522 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.api [None req-eafa0b95-e3bd-48ee-9f35-2e05dd7089c9 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:24:50.190840 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG oslo_db.api [None req-eafa0b95-e3bd-48ee-9f35-2e05dd7089c9 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:24:50.314564 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 412bd157-ab3d-4078-8343-39b5ff89387e up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:24:50.535043 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 412bd157-ab3d-4078-8343-39b5ff89387e completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:24:50.536020 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ac20efe-2375-42b1-bae7-5a0ec57bd0aa tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:50.539944 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 412bd157-ab3d-4078-8343-39b5ff89387e triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:50.540305 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:50.584429 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Port 412bd157-ab3d-4078-8343-39b5ff89387e was deleted so its status cannot be updated. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 29 13:24:50.596960 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac20efe-2375-42b1-bae7-5a0ec57bd0aa tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Pushing event deleted for resources: {'Port': ['ID=412bd157-ab3d-4078-8343-39b5ff89387e,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:50.650575 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e9f4a3-6ce4-4daa-a34f-6b1371c6121a tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:50.651017 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:24:50.655420 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b4e9f4a3-6ce4-4daa-a34f-6b1371c6121a tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "GET /v2.0/networks/3475bcf7-abe6-4964-9326-03174235aecc HTTP/1.1" status: 200 len: 881 time: 0.5387869 Apr 29 13:24:50.656139 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54554) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:50.660679 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5274022d-8cf8-48d7-b18d-f0feba3ccb11 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:50.685019 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:24:50.685356 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:24:50.711552 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-eafa0b95-e3bd-48ee-9f35-2e05dd7089c9 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Deleting port 0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:50.711968 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eafa0b95-e3bd-48ee-9f35-2e05dd7089c9 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:50.714287 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1d940502-d43a-425e-874e-311205013614 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3a83ae-4e7d-4376-acca-b38bb526552f HTTP/1.1" status: 200 len: 205 time: 0.0554717 Apr 29 13:24:50.716092 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54558) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:50.799083 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-eafa0b95-e3bd-48ee-9f35-2e05dd7089c9 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] The port '0f78bd1e-abb7-4a92-8c5c-b2cf0e91281b' was deleted {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:24:51.108849 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eafa0b95-e3bd-48ee-9f35-2e05dd7089c9 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:51.132202 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ac20efe-2375-42b1-bae7-5a0ec57bd0aa tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:51.227651 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c9dd85-6334-4df0-bfd8-2d6c67d69159 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:24:51.237598 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e89c0d-7a7f-42cc-94e5-aba6ba038a69 None None] Sync routers for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:24:51.252259 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e89c0d-7a7f-42cc-94e5-aba6ba038a69 None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:51.253160 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c3e89c0d-7a7f-42cc-94e5-aba6ba038a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:51.269495 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6c499ed0-8e88-4a2e-8301-892fb9d9c4f3 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:51.281352 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-eafa0b95-e3bd-48ee-9f35-2e05dd7089c9 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be2c3256-dab5-41d3-baa6-33618df2bd52']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:51.308286 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-98c9dd85-6334-4df0-bfd8-2d6c67d69159 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:51.327505 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c3e89c0d-7a7f-42cc-94e5-aba6ba038a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:51.339133 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-eafa0b95-e3bd-48ee-9f35-2e05dd7089c9 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36330b96-1e84-4a2f-ad0b-0d1fec884a6e') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:51.339428 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-eafa0b95-e3bd-48ee-9f35-2e05dd7089c9 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36330b96-1e84-4a2f-ad0b-0d1fec884a6e') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:51.340410 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e89c0d-7a7f-42cc-94e5-aba6ba038a69 None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:51.341257 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c3e89c0d-7a7f-42cc-94e5-aba6ba038a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:51.378366 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-98c9dd85-6334-4df0-bfd8-2d6c67d69159 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "PUT /v2.0/floatingips/e015a41e-853a-47c2-88f9-9ba71ce5cbf4 HTTP/1.1" status: 200 len: 977 time: 4.5298853 Apr 29 13:24:51.382304 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54562) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:51.405902 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c3e89c0d-7a7f-42cc-94e5-aba6ba038a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:51.406606 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e89c0d-7a7f-42cc-94e5-aba6ba038a69 None None] The sync data for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:24:51.419019 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eafa0b95-e3bd-48ee-9f35-2e05dd7089c9 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:51.427305 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d4ec2d2f-bae5-49b3-a30b-ecb0619fb829 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:51.485059 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5274022d-8cf8-48d7-b18d-f0feba3ccb11 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Router 5abb8401-901f-4c90-8c7f-ee08d5606889 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:24:51.518975 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eafa0b95-e3bd-48ee-9f35-2e05dd7089c9 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:51.528063 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c499ed0-8e88-4a2e-8301-892fb9d9c4f3 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Pushing event updated for resources: {'Subnet': ['ID=bc0fe06d-c61c-49de-95d6-88cc610b58dd,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:51.535278 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eafa0b95-e3bd-48ee-9f35-2e05dd7089c9 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:24:51.535674 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eafa0b95-e3bd-48ee-9f35-2e05dd7089c9 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:51.552263 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ac20efe-2375-42b1-bae7-5a0ec57bd0aa tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: util.warn( Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: util.warn( Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: util.warn( Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: util.warn( Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:24:51.553801 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:24:51.576423 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-637f34c9-8f7e-48d4-abe9-17bcd71f2ae3 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Deleting port eb2ea2e7-c90e-414b-a4d6-7dffc127dbe2 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:51.576802 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-637f34c9-8f7e-48d4-abe9-17bcd71f2ae3 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:51.622553 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ac20efe-2375-42b1-bae7-5a0ec57bd0aa tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:51.635413 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c499ed0-8e88-4a2e-8301-892fb9d9c4f3 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Checking segment: {'id': 'f32cbbe9-e7d3-4319-89cc-ed2c95326fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0bb8b509-8845-404a-b5a3-9bcd9b397b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:24:51.635703 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c499ed0-8e88-4a2e-8301-892fb9d9c4f3 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Network hostable DHCP agents. Network: 0bb8b509-8845-404a-b5a3-9bcd9b397b1e, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:24:51.653721 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eafa0b95-e3bd-48ee-9f35-2e05dd7089c9 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:51.658211 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eafa0b95-e3bd-48ee-9f35-2e05dd7089c9 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:51.708790 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa0b95-e3bd-48ee-9f35-2e05dd7089c9 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] Pushing event deleted for resources: {'Network': ['ID=be2c3256-dab5-41d3-baa6-33618df2bd52,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:51.715400 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ac20efe-2375-42b1-bae7-5a0ec57bd0aa tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:51.715400 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac20efe-2375-42b1-bae7-5a0ec57bd0aa tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6098175f-fc45-4bd2-ad39-b970454735a0 {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:24:51.718996 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ac20efe-2375-42b1-bae7-5a0ec57bd0aa tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:51.720145 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3ac20efe-2375-42b1-bae7-5a0ec57bd0aa tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "DELETE /v2.0/routers/6098175f-fc45-4bd2-ad39-b970454735a0 HTTP/1.1" status: 204 len: 168 time: 4.7585578 Apr 29 13:24:51.723498 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-eafa0b95-e3bd-48ee-9f35-2e05dd7089c9 tempest-NetworksIpV6TestAttrs-1008736039 tempest-NetworksIpV6TestAttrs-1008736039-project] 10.222.0.76 "DELETE /v2.0/networks/be2c3256-dab5-41d3-baa6-33618df2bd52 HTTP/1.1" status: 204 len: 168 time: 3.5917580 Apr 29 13:24:51.724633 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54566) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:51.951099 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c499ed0-8e88-4a2e-8301-892fb9d9c4f3 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Network 0bb8b509-8845-404a-b5a3-9bcd9b397b1e is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:24:51.973421 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-6c499ed0-8e88-4a2e-8301-892fb9d9c4f3 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 0bb8b509-8845-404a-b5a3-9bcd9b397b1e) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:51.977485 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6c499ed0-8e88-4a2e-8301-892fb9d9c4f3 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:51.989788 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171b27a3-f01e-48f5-85a6-7f9399fb918f None None] Network 0bb8b509-8845-404a-b5a3-9bcd9b397b1e requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:24:52.066982 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5274022d-8cf8-48d7-b18d-f0feba3ccb11 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:24:52.067378 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54574) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:52.079123 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5274022d-8cf8-48d7-b18d-f0feba3ccb11 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "PUT /v2.0/routers/5abb8401-901f-4c90-8c7f-ee08d5606889/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2315383 Apr 29 13:24:52.082895 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54578) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:52.083704 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8759c9af-5bda-436f-969a-b90a879159e1 None None] Sync routers for ids ['5abb8401-901f-4c90-8c7f-ee08d5606889'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:24:52.086596 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c499ed0-8e88-4a2e-8301-892fb9d9c4f3 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Pushing event updated for resources: {'Subnet': ['ID=baac7c73-e72a-499f-ac2c-8e812d6689f5,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:52.128400 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8759c9af-5bda-436f-969a-b90a879159e1 None None] Routers {'5abb8401-901f-4c90-8c7f-ee08d5606889'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:52.135195 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-8759c9af-5bda-436f-969a-b90a879159e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5abb8401-901f-4c90-8c7f-ee08d5606889'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:52.152281 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-637f34c9-8f7e-48d4-abe9-17bcd71f2ae3 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:52.223940 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c499ed0-8e88-4a2e-8301-892fb9d9c4f3 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Checking segment: {'id': 'a8390671-5e43-420e-8b35-21159ac8512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9058b8c9-39a4-41de-a6d0-275ede1bf2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:24:52.224292 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c499ed0-8e88-4a2e-8301-892fb9d9c4f3 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Network hostable DHCP agents. Network: 9058b8c9-39a4-41de-a6d0-275ede1bf2c7, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:24:52.225194 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-8759c9af-5bda-436f-969a-b90a879159e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:52.259476 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8759c9af-5bda-436f-969a-b90a879159e1 None None] Routers {'5abb8401-901f-4c90-8c7f-ee08d5606889'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:52.260929 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-8759c9af-5bda-436f-969a-b90a879159e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5abb8401-901f-4c90-8c7f-ee08d5606889'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:52.267185 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d4ec2d2f-bae5-49b3-a30b-ecb0619fb829 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:52.293071 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-d4ec2d2f-bae5-49b3-a30b-ecb0619fb829 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Deleting port 36e07317-93d8-436c-a61c-ab652aa7ee73 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:52.293651 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d4ec2d2f-bae5-49b3-a30b-ecb0619fb829 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:52.387450 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-8759c9af-5bda-436f-969a-b90a879159e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:52.388481 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8759c9af-5bda-436f-969a-b90a879159e1 None None] The sync data for ids ['5abb8401-901f-4c90-8c7f-ee08d5606889'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:24:52.409234 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52932ed5-ff36-444e-9221-6302d054f3de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-0bb8b509-8845-404a-b5a3-9bcd9b397b1e', 'network_id': '0bb8b509-8845-404a-b5a3-9bcd9b397b1e', 'tenant_id': '90b8e2d1c7e74c4b92ddfe1575699af2', 'fixed_ips': [{'subnet_id': 'bc0fe06d-c61c-49de-95d6-88cc610b58dd'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:24:52.410382 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-52932ed5-ff36-444e-9221-6302d054f3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:52.466333 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c499ed0-8e88-4a2e-8301-892fb9d9c4f3 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Network 9058b8c9-39a4-41de-a6d0-275ede1bf2c7 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:24:52.484728 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-6c499ed0-8e88-4a2e-8301-892fb9d9c4f3 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 9058b8c9-39a4-41de-a6d0-275ede1bf2c7) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:52.492982 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c499ed0-8e88-4a2e-8301-892fb9d9c4f3 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:52.493360 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c499ed0-8e88-4a2e-8301-892fb9d9c4f3 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:52.493974 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6c499ed0-8e88-4a2e-8301-892fb9d9c4f3 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:52.504341 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e2ba7d-30e2-4289-935c-c691eccd0e5b None None] Network 9058b8c9-39a4-41de-a6d0-275ede1bf2c7 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:24:52.515073 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4f50bf6d-b4ff-4351-acb7-631a7c3ca508 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:52.570624 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6c499ed0-8e88-4a2e-8301-892fb9d9c4f3 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.4636755 Apr 29 13:24:52.602392 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54584) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:52.671544 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5b474dd2-d81b-436a-8f0a-8718a33ebdd5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2264007755474fc1b761805fea4eaa8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5993431 Apr 29 13:24:52.676290 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54588) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:52.696630 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-52932ed5-ff36-444e-9221-6302d054f3de None None] Allocated IP 172.20.0.2 (0bb8b509-8845-404a-b5a3-9bcd9b397b1e/bc0fe06d-c61c-49de-95d6-88cc610b58dd/7a14add3-bbfe-432b-bba4-34b91f160b6d) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:52.710315 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-637f34c9-8f7e-48d4-abe9-17bcd71f2ae3 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:52.711411 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-637f34c9-8f7e-48d4-abe9-17bcd71f2ae3 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:52.711734 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.l3_db [None req-637f34c9-8f7e-48d4-abe9-17bcd71f2ae3 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Floating IP e015a41e-853a-47c2-88f9-9ba71ce5cbf4 disassociated. External IP: 172.26.6.197, port: eb2ea2e7-c90e-414b-a4d6-7dffc127dbe2. Apr 29 13:24:52.712079 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-637f34c9-8f7e-48d4-abe9-17bcd71f2ae3 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Calling delete_port for eb2ea2e7-c90e-414b-a4d6-7dffc127dbe2 owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:52.745872 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-3a2c7d12-95eb-4586-bd6c-d316ea28567e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] remove_router_interface failed (client error): The resource could not be found. Apr 29 13:24:52.749591 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3a2c7d12-95eb-4586-bd6c-d316ea28567e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "PUT /v2.0/routers/5abb8401-901f-4c90-8c7f-ee08d5606889/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6622007 Apr 29 13:24:52.751623 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54592) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:52.808737 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0aa3d763-e580-43f4-947c-449e3d8643f9 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "GET /v2.0/ports?device_id=5abb8401-901f-4c90-8c7f-ee08d5606889 HTTP/1.1" status: 200 len: 205 time: 0.0545242 Apr 29 13:24:52.808985 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d4ec2d2f-bae5-49b3-a30b-ecb0619fb829 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:52.816022 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54596) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:52.881939 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671255e3-b40a-47b9-9272-d47bf3a42d7b tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:52.883277 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671255e3-b40a-47b9-9272-d47bf3a42d7b tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:52.884572 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671255e3-b40a-47b9-9272-d47bf3a42d7b tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:52.885383 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-671255e3-b40a-47b9-9272-d47bf3a42d7b tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Synchronizing usage tracker for tenant:90b8e2d1c7e74c4b92ddfe1575699af2 on resource:subnet {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:24:52.904577 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a392da0b-a28f-421c-867d-62ca94ad3d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-9058b8c9-39a4-41de-a6d0-275ede1bf2c7', 'network_id': '9058b8c9-39a4-41de-a6d0-275ede1bf2c7', 'tenant_id': '90b8e2d1c7e74c4b92ddfe1575699af2', 'fixed_ips': [{'subnet_id': 'baac7c73-e72a-499f-ac2c-8e812d6689f5'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:24:52.905576 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a392da0b-a28f-421c-867d-62ca94ad3d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:52.953387 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-d4ec2d2f-bae5-49b3-a30b-ecb0619fb829 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Calling delete_port for 36e07317-93d8-436c-a61c-ab652aa7ee73 owned by network:router_gateway {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:52.977227 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-671255e3-b40a-47b9-9272-d47bf3a42d7b tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Unset dirty status for tenant:90b8e2d1c7e74c4b92ddfe1575699af2 on resource:subnet {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:24:52.981876 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-671255e3-b40a-47b9-9272-d47bf3a42d7b tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3711188 Apr 29 13:24:52.983364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54600) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:53.031046 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-602b35f8-5f2c-4d28-a8a7-82da5596aaa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:53.050386 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ff0f1f3c-0776-465c-9e89-080eedd8241e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:53.130790 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-602b35f8-5f2c-4d28-a8a7-82da5596aaa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:53.144699 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-52932ed5-ff36-444e-9221-6302d054f3de None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:53.181318 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-a392da0b-a28f-421c-867d-62ca94ad3d7a None None] Allocated IP 172.20.0.18 (9058b8c9-39a4-41de-a6d0-275ede1bf2c7/baac7c73-e72a-499f-ac2c-8e812d6689f5/f17a0c81-043f-4036-afef-6a9e56773bff) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:53.183613 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-01fd2518-aecc-445f-8eea-077ff86f6025 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Deleting subnet bc0fe06d-c61c-49de-95d6-88cc610b58dd {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:24:53.204250 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-52932ed5-ff36-444e-9221-6302d054f3de None None] Transition to ACTIVE for port object 7a14add3-bbfe-432b-bba4-34b91f160b6d will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:24:53.215314 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-637f34c9-8f7e-48d4-abe9-17bcd71f2ae3 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:53.275931 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f34c9-8f7e-48d4-abe9-17bcd71f2ae3 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event deleted for resources: {'Port': ['ID=eb2ea2e7-c90e-414b-a4d6-7dffc127dbe2,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:53.281659 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-602b35f8-5f2c-4d28-a8a7-82da5596aaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:53.484663 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b35f8-5f2c-4d28-a8a7-82da5596aaa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b67c488-dccc-4d06-bb61-c96b6f5584ea,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:53.507012 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a392da0b-a28f-421c-867d-62ca94ad3d7a None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:53.522136 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a392da0b-a28f-421c-867d-62ca94ad3d7a None None] Transition to ACTIVE for port object f17a0c81-043f-4036-afef-6a9e56773bff will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:24:53.543877 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a392da0b-a28f-421c-867d-62ca94ad3d7a None None] Transition to ACTIVE for port object f17a0c81-043f-4036-afef-6a9e56773bff will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:24:53.549234 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a392da0b-a28f-421c-867d-62ca94ad3d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:53.614109 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4f50bf6d-b4ff-4351-acb7-631a7c3ca508 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:53.619380 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a392da0b-a28f-421c-867d-62ca94ad3d7a None None] Network 9058b8c9-39a4-41de-a6d0-275ede1bf2c7 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:53.623335 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-a392da0b-a28f-421c-867d-62ca94ad3d7a None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:53.626375 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a392da0b-a28f-421c-867d-62ca94ad3d7a None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:24:53.627157 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ff0f1f3c-0776-465c-9e89-080eedd8241e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:53.630375 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-602b35f8-5f2c-4d28-a8a7-82da5596aaa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:53.630547 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-4f50bf6d-b4ff-4351-acb7-631a7c3ca508 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Deleting port 86a0ff95-e5fa-4de8-8e51-aa150f8efb5a {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:53.630888 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4f50bf6d-b4ff-4351-acb7-631a7c3ca508 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:53.631629 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-602b35f8-5f2c-4d28-a8a7-82da5596aaa7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8b67c488-dccc-4d06-bb61-c96b6f5584ea HTTP/1.1" status: 204 len: 168 time: 0.9508159 Apr 29 13:24:53.636293 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d4ec2d2f-bae5-49b3-a30b-ecb0619fb829 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:53.659683 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392da0b-a28f-421c-867d-62ca94ad3d7a None None] Pushing event updated for resources: {'Port': ['ID=f17a0c81-043f-4036-afef-6a9e56773bff,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:53.668614 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-52932ed5-ff36-444e-9221-6302d054f3de None None] Transition to ACTIVE for port object 7a14add3-bbfe-432b-bba4-34b91f160b6d will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:24:53.675604 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ff0f1f3c-0776-465c-9e89-080eedd8241e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:53.684842 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-01fd2518-aecc-445f-8eea-077ff86f6025 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:53.690764 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec2d2f-bae5-49b3-a30b-ecb0619fb829 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Pushing event deleted for resources: {'Port': ['ID=36e07317-93d8-436c-a61c-ab652aa7ee73,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:53.712891 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-52932ed5-ff36-444e-9221-6302d054f3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:53.781609 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a392da0b-a28f-421c-867d-62ca94ad3d7a None None] Attempting to bind port f17a0c81-043f-4036-afef-6a9e56773bff on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:24:53.782206 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a392da0b-a28f-421c-867d-62ca94ad3d7a None None] Attempting to bind port f17a0c81-043f-4036-afef-6a9e56773bff by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'a8390671-5e43-420e-8b35-21159ac8512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9058b8c9-39a4-41de-a6d0-275ede1bf2c7'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:24:53.782593 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a392da0b-a28f-421c-867d-62ca94ad3d7a None None] Attempting to bind port f17a0c81-043f-4036-afef-6a9e56773bff on network 9058b8c9-39a4-41de-a6d0-275ede1bf2c7 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:24:53.817449 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a392da0b-a28f-421c-867d-62ca94ad3d7a None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:24:53.817779 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a392da0b-a28f-421c-867d-62ca94ad3d7a None None] Checking segment: {'id': 'a8390671-5e43-420e-8b35-21159ac8512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9058b8c9-39a4-41de-a6d0-275ede1bf2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:24:53.818317 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a392da0b-a28f-421c-867d-62ca94ad3d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:53.818815 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a392da0b-a28f-421c-867d-62ca94ad3d7a None None] Bound using segment: {'id': 'a8390671-5e43-420e-8b35-21159ac8512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9058b8c9-39a4-41de-a6d0-275ede1bf2c7'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:24:53.819379 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a392da0b-a28f-421c-867d-62ca94ad3d7a None None] Bound port: f17a0c81-043f-4036-afef-6a9e56773bff, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8390671-5e43-420e-8b35-21159ac8512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9058b8c9-39a4-41de-a6d0-275ede1bf2c7'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:24:53.820538 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a392da0b-a28f-421c-867d-62ca94ad3d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:53.834306 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52932ed5-ff36-444e-9221-6302d054f3de None None] Network 0bb8b509-8845-404a-b5a3-9bcd9b397b1e is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:53.838644 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-52932ed5-ff36-444e-9221-6302d054f3de None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:53.841642 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52932ed5-ff36-444e-9221-6302d054f3de None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:24:53.852859 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-01fd2518-aecc-445f-8eea-077ff86f6025 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:53.862845 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52932ed5-ff36-444e-9221-6302d054f3de None None] Pushing event updated for resources: {'Port': ['ID=7a14add3-bbfe-432b-bba4-34b91f160b6d,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:53.887924 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ff0f1f3c-0776-465c-9e89-080eedd8241e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:53.888319 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0f1f3c-0776-465c-9e89-080eedd8241e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Fanout notify agent at l3_agent the message router_deleted on router 5abb8401-901f-4c90-8c7f-ee08d5606889 {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:24:53.918045 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ff0f1f3c-0776-465c-9e89-080eedd8241e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:53.919251 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ff0f1f3c-0776-465c-9e89-080eedd8241e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/routers/5abb8401-901f-4c90-8c7f-ee08d5606889 HTTP/1.1" status: 204 len: 168 time: 1.0982473 Apr 29 13:24:53.923519 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54606) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:53.961098 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a392da0b-a28f-421c-867d-62ca94ad3d7a None None] For port f17a0c81-043f-4036-afef-6a9e56773bff, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:24:53.965106 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a392da0b-a28f-421c-867d-62ca94ad3d7a None None] For port f17a0c81-043f-4036-afef-6a9e56773bff, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f17a0c81-043f-4036-afef-6a9e56773bff,segment=NetworkSegment(a8390671-5e43-420e-8b35-21159ac8512e),segment_id=a8390671-5e43-420e-8b35-21159ac8512e)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:24:53.978874 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d4ec2d2f-bae5-49b3-a30b-ecb0619fb829 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:54.010829 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a392da0b-a28f-421c-867d-62ca94ad3d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:54.146252 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-52932ed5-ff36-444e-9221-6302d054f3de None None] Attempting to bind port 7a14add3-bbfe-432b-bba4-34b91f160b6d on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:24:54.146965 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-52932ed5-ff36-444e-9221-6302d054f3de None None] Attempting to bind port 7a14add3-bbfe-432b-bba4-34b91f160b6d by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'f32cbbe9-e7d3-4319-89cc-ed2c95326fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0bb8b509-8845-404a-b5a3-9bcd9b397b1e'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:24:54.146965 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52932ed5-ff36-444e-9221-6302d054f3de None None] Attempting to bind port 7a14add3-bbfe-432b-bba4-34b91f160b6d on network 0bb8b509-8845-404a-b5a3-9bcd9b397b1e {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:24:54.159045 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52932ed5-ff36-444e-9221-6302d054f3de None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:24:54.159416 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52932ed5-ff36-444e-9221-6302d054f3de None None] Checking segment: {'id': 'f32cbbe9-e7d3-4319-89cc-ed2c95326fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0bb8b509-8845-404a-b5a3-9bcd9b397b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:24:54.159786 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-52932ed5-ff36-444e-9221-6302d054f3de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:54.160171 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52932ed5-ff36-444e-9221-6302d054f3de None None] Bound using segment: {'id': 'f32cbbe9-e7d3-4319-89cc-ed2c95326fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0bb8b509-8845-404a-b5a3-9bcd9b397b1e'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:24:54.160644 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-52932ed5-ff36-444e-9221-6302d054f3de None None] Bound port: 7a14add3-bbfe-432b-bba4-34b91f160b6d, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32cbbe9-e7d3-4319-89cc-ed2c95326fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0bb8b509-8845-404a-b5a3-9bcd9b397b1e'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:24:54.161033 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-52932ed5-ff36-444e-9221-6302d054f3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:54.186722 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392da0b-a28f-421c-867d-62ca94ad3d7a None None] Pushing event updated for resources: {'Port': ['ID=f17a0c81-043f-4036-afef-6a9e56773bff,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:54.282471 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-52932ed5-ff36-444e-9221-6302d054f3de None None] For port 7a14add3-bbfe-432b-bba4-34b91f160b6d, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:24:54.286394 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-52932ed5-ff36-444e-9221-6302d054f3de None None] For port 7a14add3-bbfe-432b-bba4-34b91f160b6d, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=7a14add3-bbfe-432b-bba4-34b91f160b6d,segment=NetworkSegment(f32cbbe9-e7d3-4319-89cc-ed2c95326fec),segment_id=f32cbbe9-e7d3-4319-89cc-ed2c95326fec)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:24:54.288681 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d4ec2d2f-bae5-49b3-a30b-ecb0619fb829 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:54.293774 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-52932ed5-ff36-444e-9221-6302d054f3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:54.302696 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d4ec2d2f-bae5-49b3-a30b-ecb0619fb829 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:54.305907 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637f34c9-8f7e-48d4-abe9-17bcd71f2ae3 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Router 5b5332d5-d726-47e5-a586-a4c7709412e9 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:24:54.325817 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-01fd2518-aecc-445f-8eea-077ff86f6025 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:54.419291 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52932ed5-ff36-444e-9221-6302d054f3de None None] Pushing event updated for resources: {'Port': ['ID=7a14add3-bbfe-432b-bba4-34b91f160b6d,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:54.443547 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-4f50bf6d-b4ff-4351-acb7-631a7c3ca508 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] For port 86a0ff95-e5fa-4de8-8e51-aa150f8efb5a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=86a0ff95-e5fa-4de8-8e51-aa150f8efb5a,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:54.443943 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d4ec2d2f-bae5-49b3-a30b-ecb0619fb829 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:54.444058 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4f50bf6d-b4ff-4351-acb7-631a7c3ca508 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:54.444439 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ec2d2f-bae5-49b3-a30b-ecb0619fb829 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Fanout notify agent at l3_agent the message router_deleted on router 9d3a83ae-4e7d-4376-acca-b38bb526552f {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:24:54.455646 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-01fd2518-aecc-445f-8eea-077ff86f6025 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:54.609145 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d4ec2d2f-bae5-49b3-a30b-ecb0619fb829 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:54.611474 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d4ec2d2f-bae5-49b3-a30b-ecb0619fb829 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "DELETE /v2.0/routers/9d3a83ae-4e7d-4376-acca-b38bb526552f HTTP/1.1" status: 204 len: 168 time: 3.8944943 Apr 29 13:24:54.621468 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54618) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:54.639891 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-33369a2f-eb45-48c8-b847-d72e80ad8208 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1970304220', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:54.649104 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-33369a2f-eb45-48c8-b847-d72e80ad8208 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:54.656808 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-33369a2f-eb45-48c8-b847-d72e80ad8208 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Usage tracker for resource:router and tenant:a61f1618e05a4a2daa85afab534f4402 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:54.663661 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-33369a2f-eb45-48c8-b847-d72e80ad8208 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:54.694600 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-33369a2f-eb45-48c8-b847-d72e80ad8208 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:54.700395 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b45a846-f415-47b4-b2f8-67f2b130db02 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Deleting subnet 5d068a90-06ab-4782-89b3-f73fdc52ee61 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:24:54.704107 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0b45a846-f415-47b4-b2f8-67f2b130db02 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:54.732654 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-33369a2f-eb45-48c8-b847-d72e80ad8208 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:54.733724 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-33369a2f-eb45-48c8-b847-d72e80ad8208 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:54.765397 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-4f50bf6d-b4ff-4351-acb7-631a7c3ca508 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Calling delete_port for 86a0ff95-e5fa-4de8-8e51-aa150f8efb5a owned by network:router_gateway {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:54.808079 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd2518-aecc-445f-8eea-077ff86f6025 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Pushing event deleted for resources: {'Subnet': ['ID=bc0fe06d-c61c-49de-95d6-88cc610b58dd,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:54.815507 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-33369a2f-eb45-48c8-b847-d72e80ad8208 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:54.831901 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637f34c9-8f7e-48d4-abe9-17bcd71f2ae3 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:24:54.842807 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c178d355-4d1e-4b23-a587-d173426b96bb None None] Sync routers for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:24:54.859317 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c178d355-4d1e-4b23-a587-d173426b96bb None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:54.859934 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c178d355-4d1e-4b23-a587-d173426b96bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:54.870365 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-01fd2518-aecc-445f-8eea-077ff86f6025 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:54.950121 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0b45a846-f415-47b4-b2f8-67f2b130db02 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:54.988988 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-01fd2518-aecc-445f-8eea-077ff86f6025 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] 10.222.0.76 "DELETE /v2.0/subnets/bc0fe06d-c61c-49de-95d6-88cc610b58dd HTTP/1.1" status: 204 len: 168 time: 2.0045273 Apr 29 13:24:54.989630 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54628) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:54.993079 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c178d355-4d1e-4b23-a587-d173426b96bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:54.993948 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-33369a2f-eb45-48c8-b847-d72e80ad8208 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:55.006187 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c178d355-4d1e-4b23-a587-d173426b96bb None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:24:55.007664 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c178d355-4d1e-4b23-a587-d173426b96bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:55.037771 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-33369a2f-eb45-48c8-b847-d72e80ad8208 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:55.039341 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-33369a2f-eb45-48c8-b847-d72e80ad8208 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4164383 Apr 29 13:24:55.042847 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54632) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:55.051472 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-96eab5cc-120b-4427-aeef-d1dba736f840 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Request body: {'router': {'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:55.099944 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c178d355-4d1e-4b23-a587-d173426b96bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:55.100354 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c178d355-4d1e-4b23-a587-d173426b96bb None None] The sync data for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:24:55.295394 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54638) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:55.304404 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-637f34c9-8f7e-48d4-abe9-17bcd71f2ae3 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:55.307176 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-637f34c9-8f7e-48d4-abe9-17bcd71f2ae3 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "DELETE /v2.0/ports/eb2ea2e7-c90e-414b-a4d6-7dffc127dbe2 HTTP/1.1" status: 204 len: 168 time: 3.9238093 Apr 29 13:24:55.313112 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54644) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:55.433995 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0b45a846-f415-47b4-b2f8-67f2b130db02 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:55.438350 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c46d4d1a-153f-43c3-b32a-599d9843f420 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "GET /v2.0/floatingips/e015a41e-853a-47c2-88f9-9ba71ce5cbf4 HTTP/1.1" status: 200 len: 688 time: 0.1242452 Apr 29 13:24:55.465877 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54648) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:55.524340 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-42a1dc1d-45d7-4707-8adb-620c5a5763aa tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:55.525124 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-42a1dc1d-45d7-4707-8adb-620c5a5763aa tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 13:24:55.531568 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-42a1dc1d-45d7-4707-8adb-620c5a5763aa tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2288513 Apr 29 13:24:55.566210 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54652) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:55.597743 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-40bff339-b149-4a7e-aba1-2bf5daa96308 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group': {'name': 'tempest-secgroup--944220402'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:55.620372 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-267ab154-7c07-4b5e-a08b-dd26c0415026 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Deleting subnet baac7c73-e72a-499f-ac2c-8e812d6689f5 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:24:55.622803 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-40bff339-b149-4a7e-aba1-2bf5daa96308 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:55.633254 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-267ab154-7c07-4b5e-a08b-dd26c0415026 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:55.745918 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-40bff339-b149-4a7e-aba1-2bf5daa96308 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Usage tracker for resource:security_group and tenant:269d8697be8240eea39a5114f3432b04 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:55.784132 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-96eab5cc-120b-4427-aeef-d1dba736f840 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:55.786021 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-40bff339-b149-4a7e-aba1-2bf5daa96308 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:55.802842 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4f50bf6d-b4ff-4351-acb7-631a7c3ca508 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:55.807938 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-40bff339-b149-4a7e-aba1-2bf5daa96308 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:55.869356 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-8280861f-6cf4-4160-ad7b-7bf7a5ce5a91 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Deleting port c672fbdb-e8b8-4262-b715-7ca6a6d52227 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:55.869602 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8280861f-6cf4-4160-ad7b-7bf7a5ce5a91 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:55.904008 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50bf6d-b4ff-4351-acb7-631a7c3ca508 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Pushing event deleted for resources: {'Port': ['ID=86a0ff95-e5fa-4de8-8e51-aa150f8efb5a,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:55.915275 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4f081b-d3a6-4c4c-b5ef-6c902b693631 None None] Network 9058b8c9-39a4-41de-a6d0-275ede1bf2c7 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:24:55.920237 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-267ab154-7c07-4b5e-a08b-dd26c0415026 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:55.989759 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-40bff339-b149-4a7e-aba1-2bf5daa96308 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:56.003152 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0b45a846-f415-47b4-b2f8-67f2b130db02 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:56.026092 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-96eab5cc-120b-4427-aeef-d1dba736f840 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router_gateway, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:56.044101 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2c50b9c2-f3a1-45a6-8e00-408c5367377d None None] Provisioning for port f17a0c81-043f-4036-afef-6a9e56773bff completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:24:56.059252 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-96eab5cc-120b-4427-aeef-d1dba736f840 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:56.081107 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8d68a9-015b-4e1b-b4e1-5fa74dd64c07 None None] Network 022d10b5-291f-46a2-b7e3-49f90acb045d requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:24:56.092591 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0b45a846-f415-47b4-b2f8-67f2b130db02 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:56.112558 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54656) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:56.112795 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0b45a846-f415-47b4-b2f8-67f2b130db02 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/subnets/5d068a90-06ab-4782-89b3-f73fdc52ee61 HTTP/1.1" status: 204 len: 168 time: 2.1879046 Apr 29 13:24:56.179728 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224e1f0d-da22-4cc9-9e2b-78657b7699de None None] Network 0bb8b509-8845-404a-b5a3-9bcd9b397b1e requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:24:56.183172 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-40bff339-b149-4a7e-aba1-2bf5daa96308 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:56.191883 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45a846-f415-47b4-b2f8-67f2b130db02 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Subnet': ['ID=5d068a90-06ab-4782-89b3-f73fdc52ee61,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:56.315105 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-366795d3-afca-4c64-a3a9-5384d639ab69 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:56.338737 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-40bff339-b149-4a7e-aba1-2bf5daa96308 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:56.342973 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-40bff339-b149-4a7e-aba1-2bf5daa96308 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Usage tracker for resource:security_group_rule and tenant:269d8697be8240eea39a5114f3432b04 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:56.345778 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-40bff339-b149-4a7e-aba1-2bf5daa96308 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:56.349785 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-366795d3-afca-4c64-a3a9-5384d639ab69 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Deleting port 875b9e8c-37ff-4118-9f2a-aad085530107 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:56.350237 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-366795d3-afca-4c64-a3a9-5384d639ab69 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:56.352510 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-40bff339-b149-4a7e-aba1-2bf5daa96308 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:56.417267 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-96eab5cc-120b-4427-aeef-d1dba736f840 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Allocated IP 172.26.6.13 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/731ce0fc-25cd-43b9-aa07-bc17547e84b0) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:56.426325 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-40bff339-b149-4a7e-aba1-2bf5daa96308 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:56.452089 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-40bff339-b149-4a7e-aba1-2bf5daa96308 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:56.483924 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 7a14add3-bbfe-432b-bba4-34b91f160b6d up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:24:56.612026 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-40bff339-b149-4a7e-aba1-2bf5daa96308 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:56.614904 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bff339-b149-4a7e-aba1-2bf5daa96308 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=811ff6fb-c1a4-47ef-988f-fd79fe2d1003,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:56.627411 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9e778dbf-8b59-4b9f-a1d6-19df50be49fd None None] Provisioning for port 7a14add3-bbfe-432b-bba4-34b91f160b6d completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:24:56.683048 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-40bff339-b149-4a7e-aba1-2bf5daa96308 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Usage tracker for resource:security_group_rule and tenant:269d8697be8240eea39a5114f3432b04 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:56.696557 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-40bff339-b149-4a7e-aba1-2bf5daa96308 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:56.720041 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-40bff339-b149-4a7e-aba1-2bf5daa96308 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:56.723147 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-366795d3-afca-4c64-a3a9-5384d639ab69 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] For port 875b9e8c-37ff-4118-9f2a-aad085530107, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=875b9e8c-37ff-4118-9f2a-aad085530107,segment=NetworkSegment(9a88910e-aaed-44be-b1b7-021eab6ab9f7),segment_id=9a88910e-aaed-44be-b1b7-021eab6ab9f7)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:56.723907 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-366795d3-afca-4c64-a3a9-5384d639ab69 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:56.726345 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-267ab154-7c07-4b5e-a08b-dd26c0415026 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:56.756182 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8280861f-6cf4-4160-ad7b-7bf7a5ce5a91 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:56.756509 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8280861f-6cf4-4160-ad7b-7bf7a5ce5a91 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:56.825039 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 7a14add3-bbfe-432b-bba4-34b91f160b6d completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:24:56.842614 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4f50bf6d-b4ff-4351-acb7-631a7c3ca508 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:56.848341 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 7a14add3-bbfe-432b-bba4-34b91f160b6d triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:56.848701 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:56.874961 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-366795d3-afca-4c64-a3a9-5384d639ab69 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Calling delete_port for 875b9e8c-37ff-4118-9f2a-aad085530107 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:56.974748 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-8280861f-6cf4-4160-ad7b-7bf7a5ce5a91 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Calling delete_port for c672fbdb-e8b8-4262-b715-7ca6a6d52227 owned by network:floatingip {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:56.991760 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc15e18c-d583-49b1-bd00-8be483c82bf2 None None] DHCP port deletion for 0bb8b509-8845-404a-b5a3-9bcd9b397b1e request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:24:57.001510 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-bc15e18c-d583-49b1-bd00-8be483c82bf2 None None] Deleting port 7a14add3-bbfe-432b-bba4-34b91f160b6d {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:57.001714 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bc15e18c-d583-49b1-bd00-8be483c82bf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:57.057148 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-96eab5cc-120b-4427-aeef-d1dba736f840 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:57.135868 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-96eab5cc-120b-4427-aeef-d1dba736f840 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:57.140247 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-366795d3-afca-4c64-a3a9-5384d639ab69 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:57.186467 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366795d3-afca-4c64-a3a9-5384d639ab69 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] No DVR routers for this DVR port 875b9e8c-37ff-4118-9f2a-aad085530107 on host dv-neutron-839027-4-hyperv {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:24:57.264192 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4665bd-f752-44e8-883b-e681cacc3024 None None] DHCP port deletion for 022d10b5-291f-46a2-b7e3-49f90acb045d request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:24:57.329617 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:57.340151 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eab5cc-120b-4427-aeef-d1dba736f840 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:24:57.347909 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-96eab5cc-120b-4427-aeef-d1dba736f840 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:57.350219 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eab5cc-120b-4427-aeef-d1dba736f840 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:24:57.359320 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-bc15e18c-d583-49b1-bd00-8be483c82bf2 None None] For port 7a14add3-bbfe-432b-bba4-34b91f160b6d, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=7a14add3-bbfe-432b-bba4-34b91f160b6d,segment=NetworkSegment(f32cbbe9-e7d3-4319-89cc-ed2c95326fec),segment_id=f32cbbe9-e7d3-4319-89cc-ed2c95326fec)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:57.359715 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bc15e18c-d583-49b1-bd00-8be483c82bf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:57.401558 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eab5cc-120b-4427-aeef-d1dba736f840 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Pushing event updated for resources: {'Port': ['ID=731ce0fc-25cd-43b9-aa07-bc17547e84b0,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:57.454065 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-366795d3-afca-4c64-a3a9-5384d639ab69 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:57.462875 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366795d3-afca-4c64-a3a9-5384d639ab69 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Port': ['ID=875b9e8c-37ff-4118-9f2a-aad085530107,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:57.499631 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-bc15e18c-d583-49b1-bd00-8be483c82bf2 None None] Calling delete_port for 7a14add3-bbfe-432b-bba4-34b91f160b6d owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:57.517558 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-366795d3-afca-4c64-a3a9-5384d639ab69 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['022d10b5-291f-46a2-b7e3-49f90acb045d']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:57.518204 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-40bff339-b149-4a7e-aba1-2bf5daa96308 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:57.524162 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4f50bf6d-b4ff-4351-acb7-631a7c3ca508 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:57.527208 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-267ab154-7c07-4b5e-a08b-dd26c0415026 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:57.531954 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 7a14add3-bbfe-432b-bba4-34b91f160b6d, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=7a14add3-bbfe-432b-bba4-34b91f160b6d,segment=NetworkSegment(f32cbbe9-e7d3-4319-89cc-ed2c95326fec),segment_id=f32cbbe9-e7d3-4319-89cc-ed2c95326fec)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:57.542425 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-366795d3-afca-4c64-a3a9-5384d639ab69 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a88910e-aaed-44be-b1b7-021eab6ab9f7') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:57.542775 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:57.542909 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-366795d3-afca-4c64-a3a9-5384d639ab69 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a88910e-aaed-44be-b1b7-021eab6ab9f7') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:57.543527 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device f17a0c81-043f-4036-afef-6a9e56773bff up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:24:57.557549 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-40bff339-b149-4a7e-aba1-2bf5daa96308 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:57.564301 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-366795d3-afca-4c64-a3a9-5384d639ab69 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:57.599108 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-366795d3-afca-4c64-a3a9-5384d639ab69 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:57.611561 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366795d3-afca-4c64-a3a9-5384d639ab69 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:24:57.612056 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-366795d3-afca-4c64-a3a9-5384d639ab69 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:57.621339 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ab154-7c07-4b5e-a08b-dd26c0415026 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Pushing event deleted for resources: {'Subnet': ['ID=baac7c73-e72a-499f-ac2c-8e812d6689f5,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:24:57.630644 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:24:57.632810 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4f50bf6d-b4ff-4351-acb7-631a7c3ca508 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:57.685931 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-267ab154-7c07-4b5e-a08b-dd26c0415026 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:57.692048 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba829fd6-a840-41ec-a943-f4c42c0bd410 None None] Network 9058b8c9-39a4-41de-a6d0-275ede1bf2c7 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:24:57.700051 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bff339-b149-4a7e-aba1-2bf5daa96308 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fa177d-2f23-47e1-a8e7-eb64defb0d47,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:57.734698 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-267ab154-7c07-4b5e-a08b-dd26c0415026 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] 10.222.0.76 "DELETE /v2.0/subnets/baac7c73-e72a-499f-ac2c-8e812d6689f5 HTTP/1.1" status: 204 len: 168 time: 2.7263849 Apr 29 13:24:57.735493 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54662) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:57.736043 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-40bff339-b149-4a7e-aba1-2bf5daa96308 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:57.740318 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-40bff339-b149-4a7e-aba1-2bf5daa96308 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.1704926 Apr 29 13:24:57.740476 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54666) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:57.748335 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-c650c0ca-f048-44f7-9fa6-7e9987eeb267 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group_rule': {'security_group_id': 'd4fa177d-2f23-47e1-a8e7-eb64defb0d47', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:57.750021 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8280861f-6cf4-4160-ad7b-7bf7a5ce5a91 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:57.794576 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c650c0ca-f048-44f7-9fa6-7e9987eeb267 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:57.796928 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-366795d3-afca-4c64-a3a9-5384d639ab69 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:57.801725 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-366795d3-afca-4c64-a3a9-5384d639ab69 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:57.820896 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280861f-6cf4-4160-ad7b-7bf7a5ce5a91 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event deleted for resources: {'Port': ['ID=c672fbdb-e8b8-4262-b715-7ca6a6d52227,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:57.822675 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4f50bf6d-b4ff-4351-acb7-631a7c3ca508 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:57.823187 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f50bf6d-b4ff-4351-acb7-631a7c3ca508 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b3ed669-8abe-4496-95af-57b560ace022 {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:24:57.834636 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4f50bf6d-b4ff-4351-acb7-631a7c3ca508 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:57.837453 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c650c0ca-f048-44f7-9fa6-7e9987eeb267 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Usage tracker for resource:security_group_rule and tenant:269d8697be8240eea39a5114f3432b04 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:57.841839 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4f50bf6d-b4ff-4351-acb7-631a7c3ca508 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "DELETE /v2.0/routers/4b3ed669-8abe-4496-95af-57b560ace022 HTTP/1.1" status: 204 len: 168 time: 6.1161788 Apr 29 13:24:57.842541 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54670) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:57.856831 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c650c0ca-f048-44f7-9fa6-7e9987eeb267 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:57.871432 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366795d3-afca-4c64-a3a9-5384d639ab69 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Network': ['ID=022d10b5-291f-46a2-b7e3-49f90acb045d,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:57.878486 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c650c0ca-f048-44f7-9fa6-7e9987eeb267 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:57.902280 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2117a3b4-95b8-4292-8b09-f5ded87d2d89 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:57.904119 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2117a3b4-95b8-4292-8b09-f5ded87d2d89 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1673584 Apr 29 13:24:57.908032 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54674) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:57.915764 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-366795d3-afca-4c64-a3a9-5384d639ab69 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/networks/022d10b5-291f-46a2-b7e3-49f90acb045d HTTP/1.1" status: 204 len: 168 time: 1.8020971 Apr 29 13:24:57.919970 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-92596de3-c536-449c-b0af-82a9f83de3c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1147209288', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}, 'admin_state_up': False}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:57.933950 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=7a14add3-bbfe-432b-bba4-34b91f160b6d,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:57.934129 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54678) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:57.944855 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-92596de3-c536-449c-b0af-82a9f83de3c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:57.952196 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-7e6a8ea3-c4e1-4fcb-90d7-078927b7e6f2 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'network': {'name': 'tempest-RoutersTest-414688104'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:57.957409 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-7e6a8ea3-c4e1-4fcb-90d7-078927b7e6f2 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:57.963124 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-7e6a8ea3-c4e1-4fcb-90d7-078927b7e6f2 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Usage tracker for resource:network and tenant:1eeea487b04d4758993c28cdd605ea02 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:57.966286 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-7e6a8ea3-c4e1-4fcb-90d7-078927b7e6f2 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:57.972895 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-7e6a8ea3-c4e1-4fcb-90d7-078927b7e6f2 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:57.974795 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-bc15e18c-d583-49b1-bd00-8be483c82bf2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:24:57.975167 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-bc15e18c-d583-49b1-bd00-8be483c82bf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:24:58.003777 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c650c0ca-f048-44f7-9fa6-7e9987eeb267 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:58.015649 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:58.029201 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6a8ea3-c4e1-4fcb-90d7-078927b7e6f2 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Made reservation on behalf of 1eeea487b04d4758993c28cdd605ea02 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:24:58.033816 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7e6a8ea3-c4e1-4fcb-90d7-078927b7e6f2 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:58.036983 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port f17a0c81-043f-4036-afef-6a9e56773bff completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:24:58.044661 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port f17a0c81-043f-4036-afef-6a9e56773bff triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:24:58.045209 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:58.061184 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-92596de3-c536-449c-b0af-82a9f83de3c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Usage tracker for resource:router and tenant:a1408fccf3a74b2cb5a41cfcc1315abd is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:58.067815 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-92596de3-c536-449c-b0af-82a9f83de3c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:58.078408 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-96eab5cc-120b-4427-aeef-d1dba736f840 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router_gateway, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:58.083380 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-92596de3-c536-449c-b0af-82a9f83de3c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:58.122968 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e6a8ea3-c4e1-4fcb-90d7-078927b7e6f2 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:24:58.135048 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7e6a8ea3-c4e1-4fcb-90d7-078927b7e6f2 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:58.135048 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-7e6a8ea3-c4e1-4fcb-90d7-078927b7e6f2 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Added segment 2459f057-9abd-4779-a508-0bfb2afa0ccf of type vlan for network faf3410c-51d0-4bef-89fe-9fef415a8299 Apr 29 13:24:58.170489 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7e6a8ea3-c4e1-4fcb-90d7-078927b7e6f2 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:58.186268 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:58.201166 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-92596de3-c536-449c-b0af-82a9f83de3c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:58.202086 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-92596de3-c536-449c-b0af-82a9f83de3c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:58.215196 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8f810a30-594b-4851-ad3d-f12d69cd6677 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:58.221728 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port f17a0c81-043f-4036-afef-6a9e56773bff, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f17a0c81-043f-4036-afef-6a9e56773bff,segment=NetworkSegment(a8390671-5e43-420e-8b35-21159ac8512e),segment_id=a8390671-5e43-420e-8b35-21159ac8512e)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:58.222002 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7e6a8ea3-c4e1-4fcb-90d7-078927b7e6f2 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:58.226096 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:58.226263 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6a8ea3-c4e1-4fcb-90d7-078927b7e6f2 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:58.226876 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7e6a8ea3-c4e1-4fcb-90d7-078927b7e6f2 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:58.234609 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8280861f-6cf4-4160-ad7b-7bf7a5ce5a91 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:58.260581 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-8f810a30-594b-4851-ad3d-f12d69cd6677 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Deleting port f17a0c81-043f-4036-afef-6a9e56773bff {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:58.261020 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8f810a30-594b-4851-ad3d-f12d69cd6677 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:58.300241 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=f17a0c81-043f-4036-afef-6a9e56773bff,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:58.321030 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb67cdb6-32fa-4cf4-ac49-7f550f29af5f None None] DHCP port deletion for 9058b8c9-39a4-41de-a6d0-275ede1bf2c7 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:24:58.326279 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-cb67cdb6-32fa-4cf4-ac49-7f550f29af5f None None] Deleting port f17a0c81-043f-4036-afef-6a9e56773bff {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:58.326658 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cb67cdb6-32fa-4cf4-ac49-7f550f29af5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:58.338859 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c650c0ca-f048-44f7-9fa6-7e9987eeb267 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:58.375976 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a8ea3-c4e1-4fcb-90d7-078927b7e6f2 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Network': ['ID=faf3410c-51d0-4bef-89fe-9fef415a8299,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:58.381292 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c650c0ca-f048-44f7-9fa6-7e9987eeb267 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:58.389756 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-96eab5cc-120b-4427-aeef-d1dba736f840 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:58.406281 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network faf3410c-51d0-4bef-89fe-9fef415a8299 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:24:58.416254 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-92596de3-c536-449c-b0af-82a9f83de3c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:58.434242 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-96eab5cc-120b-4427-aeef-d1dba736f840 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16423525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16423546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16419832'] for router, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:58.444164 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8280861f-6cf4-4160-ad7b-7bf7a5ce5a91 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:58.444858 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650c0ca-f048-44f7-9fa6-7e9987eeb267 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d64f219-dd33-42b6-b8cf-cec4008d1ade,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:58.451378 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8280861f-6cf4-4160-ad7b-7bf7a5ce5a91 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "DELETE /v2.0/floatingips/e015a41e-853a-47c2-88f9-9ba71ce5cbf4 HTTP/1.1" status: 204 len: 168 time: 2.9804268 Apr 29 13:24:58.453947 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54682) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:58.463320 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-5d4ebe8a-3f86-4a1c-8513-0149809b3331 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'port_id': '0938db41-474b-4605-a430-cd30fd49c18a'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:58.464147 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7e6a8ea3-c4e1-4fcb-90d7-078927b7e6f2 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5291309 Apr 29 13:24:58.465068 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54686) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:58.474525 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-b816e47a-efa7-4416-9f4f-e3d7866e8d71 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'subnet': {'network_id': 'faf3410c-51d0-4bef-89fe-9fef415a8299', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:58.502224 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-bc15e18c-d583-49b1-bd00-8be483c82bf2 None None] Deleting port 7a14add3-bbfe-432b-bba4-34b91f160b6d {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:58.502842 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bc15e18c-d583-49b1-bd00-8be483c82bf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:58.540334 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 86a0ff95-e5fa-4de8-8e51-aa150f8efb5a no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:24:58.584212 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-5d4ebe8a-3f86-4a1c-8513-0149809b3331 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:58.587180 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c650c0ca-f048-44f7-9fa6-7e9987eeb267 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:58.588411 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c650c0ca-f048-44f7-9fa6-7e9987eeb267 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8461144 Apr 29 13:24:58.600432 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54690) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:58.606198 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5d4ebe8a-3f86-4a1c-8513-0149809b3331 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Usage tracker for resource:floatingip and tenant:c6a98024671e406e8c4e9aedab65828f is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:58.606458 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 86a0ff95-e5fa-4de8-8e51-aa150f8efb5a {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:24:58.606806 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 86a0ff95-e5fa-4de8-8e51-aa150f8efb5a not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:24:58.607227 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 412bd157-ab3d-4078-8343-39b5ff89387e no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:24:58.627972 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-8595cfba-676b-45d3-ad84-fef675cd1bca tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group_rule': {'security_group_id': 'd4fa177d-2f23-47e1-a8e7-eb64defb0d47', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:58.666888 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5d4ebe8a-3f86-4a1c-8513-0149809b3331 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:58.681662 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-5d4ebe8a-3f86-4a1c-8513-0149809b3331 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:58.687129 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8595cfba-676b-45d3-ad84-fef675cd1bca tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:58.708930 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8595cfba-676b-45d3-ad84-fef675cd1bca tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Usage tracker for resource:security_group_rule and tenant:269d8697be8240eea39a5114f3432b04 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:58.715935 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8595cfba-676b-45d3-ad84-fef675cd1bca tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:58.716817 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-8f810a30-594b-4851-ad3d-f12d69cd6677 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] For port f17a0c81-043f-4036-afef-6a9e56773bff, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f17a0c81-043f-4036-afef-6a9e56773bff,segment=NetworkSegment(a8390671-5e43-420e-8b35-21159ac8512e),segment_id=a8390671-5e43-420e-8b35-21159ac8512e)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:58.717130 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8f810a30-594b-4851-ad3d-f12d69cd6677 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:58.722216 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 412bd157-ab3d-4078-8343-39b5ff89387e {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:24:58.722685 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 412bd157-ab3d-4078-8343-39b5ff89387e not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:24:58.722959 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 875b9e8c-37ff-4118-9f2a-aad085530107 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:24:58.724249 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8595cfba-676b-45d3-ad84-fef675cd1bca tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:58.725329 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5d4ebe8a-3f86-4a1c-8513-0149809b3331 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:58.732872 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b816e47a-efa7-4416-9f4f-e3d7866e8d71 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:58.740442 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b816e47a-efa7-4416-9f4f-e3d7866e8d71 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Usage tracker for resource:subnet and tenant:1eeea487b04d4758993c28cdd605ea02 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:58.748933 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b816e47a-efa7-4416-9f4f-e3d7866e8d71 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:58.764306 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b816e47a-efa7-4416-9f4f-e3d7866e8d71 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:58.776628 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-92596de3-c536-449c-b0af-82a9f83de3c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:58.791322 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8595cfba-676b-45d3-ad84-fef675cd1bca tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:58.800301 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b816e47a-efa7-4416-9f4f-e3d7866e8d71 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Made reservation on behalf of 1eeea487b04d4758993c28cdd605ea02 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:24:58.829714 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 875b9e8c-37ff-4118-9f2a-aad085530107 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:24:58.830084 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 875b9e8c-37ff-4118-9f2a-aad085530107 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:24:58.830463 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 7a14add3-bbfe-432b-bba4-34b91f160b6d no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:24:58.952048 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-cb67cdb6-32fa-4cf4-ac49-7f550f29af5f None None] For port f17a0c81-043f-4036-afef-6a9e56773bff, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f17a0c81-043f-4036-afef-6a9e56773bff,segment=NetworkSegment(a8390671-5e43-420e-8b35-21159ac8512e),segment_id=a8390671-5e43-420e-8b35-21159ac8512e)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:58.952345 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cb67cdb6-32fa-4cf4-ac49-7f550f29af5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:58.987351 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-8f810a30-594b-4851-ad3d-f12d69cd6677 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Calling delete_port for f17a0c81-043f-4036-afef-6a9e56773bff owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:59.019671 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b816e47a-efa7-4416-9f4f-e3d7866e8d71 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:59.099141 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-cb67cdb6-32fa-4cf4-ac49-7f550f29af5f None None] Calling delete_port for f17a0c81-043f-4036-afef-6a9e56773bff owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:59.157310 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8f810a30-594b-4851-ad3d-f12d69cd6677 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:59.214163 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f810a30-594b-4851-ad3d-f12d69cd6677 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Pushing event deleted for resources: {'Port': ['ID=f17a0c81-043f-4036-afef-6a9e56773bff,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:59.237561 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-8595cfba-676b-45d3-ad84-fef675cd1bca tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 13:24:59.238960 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8595cfba-676b-45d3-ad84-fef675cd1bca tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6264338 Apr 29 13:24:59.239072 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f810a30-594b-4851-ad3d-f12d69cd6677 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] No DVR routers for this DVR port f17a0c81-043f-4036-afef-6a9e56773bff on host dv-neutron-839027-4-hyperv {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:24:59.243892 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54694) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:59.295268 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-bc15e18c-d583-49b1-bd00-8be483c82bf2 None None] For port 7a14add3-bbfe-432b-bba4-34b91f160b6d, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=7a14add3-bbfe-432b-bba4-34b91f160b6d,segment=NetworkSegment(f32cbbe9-e7d3-4319-89cc-ed2c95326fec),segment_id=f32cbbe9-e7d3-4319-89cc-ed2c95326fec)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:59.295650 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bc15e18c-d583-49b1-bd00-8be483c82bf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:59.390237 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8f810a30-594b-4851-ad3d-f12d69cd6677 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:59.417744 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-cb67cdb6-32fa-4cf4-ac49-7f550f29af5f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:24:59.418343 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-cb67cdb6-32fa-4cf4-ac49-7f550f29af5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:24:59.419383 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3f40226e-bc67-4da6-a1b2-3c4f11491016 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:59.420607 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5d4ebe8a-3f86-4a1c-8513-0149809b3331 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:59.427957 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-bc15e18c-d583-49b1-bd00-8be483c82bf2 None None] Calling delete_port for 7a14add3-bbfe-432b-bba4-34b91f160b6d owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:24:59.454276 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:59.463190 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-8f810a30-594b-4851-ad3d-f12d69cd6677 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9058b8c9-39a4-41de-a6d0-275ede1bf2c7']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:59.490337 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3f40226e-bc67-4da6-a1b2-3c4f11491016 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:59.494236 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-8f810a30-594b-4851-ad3d-f12d69cd6677 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8390671-5e43-420e-8b35-21159ac8512e') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:59.494542 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-8f810a30-594b-4851-ad3d-f12d69cd6677 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8390671-5e43-420e-8b35-21159ac8512e') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:24:59.514840 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-92596de3-c536-449c-b0af-82a9f83de3c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:59.520075 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 7a14add3-bbfe-432b-bba4-34b91f160b6d, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=7a14add3-bbfe-432b-bba4-34b91f160b6d,segment=NetworkSegment(f32cbbe9-e7d3-4319-89cc-ed2c95326fec),segment_id=f32cbbe9-e7d3-4319-89cc-ed2c95326fec)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:24:59.525680 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8f810a30-594b-4851-ad3d-f12d69cd6677 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:59.544536 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:59.545558 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device f17a0c81-043f-4036-afef-6a9e56773bff no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:24:59.557247 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8f810a30-594b-4851-ad3d-f12d69cd6677 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:59.567677 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-92596de3-c536-449c-b0af-82a9f83de3c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:59.572066 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f810a30-594b-4851-ad3d-f12d69cd6677 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:24:59.572514 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8f810a30-594b-4851-ad3d-f12d69cd6677 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:24:59.588718 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:24:59.613226 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-bc15e18c-d583-49b1-bd00-8be483c82bf2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:24:59.613226 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-bc15e18c-d583-49b1-bd00-8be483c82bf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:24:59.623924 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: f17a0c81-043f-4036-afef-6a9e56773bff {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:24:59.624455 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device f17a0c81-043f-4036-afef-6a9e56773bff not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:24:59.628331 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b816e47a-efa7-4416-9f4f-e3d7866e8d71 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:59.683898 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=7a14add3-bbfe-432b-bba4-34b91f160b6d,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:59.738722 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-5d4ebe8a-3f86-4a1c-8513-0149809b3331 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Allocated IP 172.26.6.172 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/fabf1438-7791-4acd-a680-c4cdd4a3e409) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:24:59.753699 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96eab5cc-120b-4427-aeef-d1dba736f840 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Router a0dc39a8-51aa-4018-943b-b15b10dcd16f is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:24:59.761077 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3f40226e-bc67-4da6-a1b2-3c4f11491016 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:59.763429 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816e47a-efa7-4416-9f4f-e3d7866e8d71 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Subnet': ['ID=de160b73-b254-41e7-b33f-111eb61533ad,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:59.789394 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40226e-bc67-4da6-a1b2-3c4f11491016 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fa177d-2f23-47e1-a8e7-eb64defb0d47,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:59.805662 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b816e47a-efa7-4416-9f4f-e3d7866e8d71 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Checking segment: {'id': '2459f057-9abd-4779-a508-0bfb2afa0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'faf3410c-51d0-4bef-89fe-9fef415a8299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:24:59.806017 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b816e47a-efa7-4416-9f4f-e3d7866e8d71 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network hostable DHCP agents. Network: faf3410c-51d0-4bef-89fe-9fef415a8299, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:24:59.828997 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3f40226e-bc67-4da6-a1b2-3c4f11491016 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:59.833690 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3f40226e-bc67-4da6-a1b2-3c4f11491016 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "DELETE /v2.0/security-groups/d4fa177d-2f23-47e1-a8e7-eb64defb0d47 HTTP/1.1" status: 204 len: 168 time: 0.5868113 Apr 29 13:24:59.843520 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8f810a30-594b-4851-ad3d-f12d69cd6677 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:59.849578 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54700) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:59.860332 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b816e47a-efa7-4416-9f4f-e3d7866e8d71 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network faf3410c-51d0-4bef-89fe-9fef415a8299 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:24:59.875992 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-b816e47a-efa7-4416-9f4f-e3d7866e8d71 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, faf3410c-51d0-4bef-89fe-9fef415a8299) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:24:59.880367 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b816e47a-efa7-4416-9f4f-e3d7866e8d71 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:24:59.880971 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b816e47a-efa7-4416-9f4f-e3d7866e8d71 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:59.887364 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ae779e-7ae4-4a80-97cb-a4045f7de2c9 None None] Network faf3410c-51d0-4bef-89fe-9fef415a8299 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:24:59.917319 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b816e47a-efa7-4416-9f4f-e3d7866e8d71 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4493430 Apr 29 13:24:59.918525 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54704) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:59.924658 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8f810a30-594b-4851-ad3d-f12d69cd6677 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:59.926546 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-b52a8faf-d678-4838-8e86-dc887a0a4896 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-502859250', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:24:59.934413 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b52a8faf-d678-4838-8e86-dc887a0a4896 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:24:59.937930 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f810a30-594b-4851-ad3d-f12d69cd6677 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Pushing event deleted for resources: {'Network': ['ID=9058b8c9-39a4-41de-a6d0-275ede1bf2c7,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:24:59.938919 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b52a8faf-d678-4838-8e86-dc887a0a4896 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Usage tracker for resource:router and tenant:1eeea487b04d4758993c28cdd605ea02 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:24:59.942022 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b52a8faf-d678-4838-8e86-dc887a0a4896 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:24:59.949957 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b52a8faf-d678-4838-8e86-dc887a0a4896 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:24:59.962382 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b52a8faf-d678-4838-8e86-dc887a0a4896 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:59.963323 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b52a8faf-d678-4838-8e86-dc887a0a4896 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:24:59.983306 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8f810a30-594b-4851-ad3d-f12d69cd6677 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] 10.222.0.76 "DELETE /v2.0/networks/9058b8c9-39a4-41de-a6d0-275ede1bf2c7 HTTP/1.1" status: 204 len: 168 time: 2.0691481 Apr 29 13:24:59.983722 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54710) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:24:59.988961 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-cb67cdb6-32fa-4cf4-ac49-7f550f29af5f None None] Deleting port f17a0c81-043f-4036-afef-6a9e56773bff {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:24:59.993274 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cb67cdb6-32fa-4cf4-ac49-7f550f29af5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:00.005016 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b52a8faf-d678-4838-8e86-dc887a0a4896 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:00.109184 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-cb67cdb6-32fa-4cf4-ac49-7f550f29af5f None None] The port 'f17a0c81-043f-4036-afef-6a9e56773bff' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:25:00.152012 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b52a8faf-d678-4838-8e86-dc887a0a4896 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:00.160310 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d660bc28-3aca-4b5d-878c-667c45f9e44b tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3051398 Apr 29 13:25:00.161209 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54716) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:00.167471 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7033e6d6-d912-4044-a809-6d8c36f215c6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:00.186218 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-41705df5-f3c1-4996-8f59-c3847fb8aac3 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group': {'name': 'tempest-secgroup--1173156699'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:00.198047 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-41705df5-f3c1-4996-8f59-c3847fb8aac3 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:00.203499 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5d4ebe8a-3f86-4a1c-8513-0149809b3331 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:00.203834 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b52a8faf-d678-4838-8e86-dc887a0a4896 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:00.207569 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b52a8faf-d678-4838-8e86-dc887a0a4896 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2853885 Apr 29 13:25:00.207569 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-7033e6d6-d912-4044-a809-6d8c36f215c6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Deleting port 7a14add3-bbfe-432b-bba4-34b91f160b6d {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:00.207569 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7033e6d6-d912-4044-a809-6d8c36f215c6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:00.211426 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54720) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:00.212330 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-41705df5-f3c1-4996-8f59-c3847fb8aac3 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Usage tracker for resource:security_group and tenant:269d8697be8240eea39a5114f3432b04 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:00.218932 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-41705df5-f3c1-4996-8f59-c3847fb8aac3 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:00.268289 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b80dce-fffa-429b-9e10-2b55da5faf2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-faf3410c-51d0-4bef-89fe-9fef415a8299', 'network_id': 'faf3410c-51d0-4bef-89fe-9fef415a8299', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'fixed_ips': [{'subnet_id': 'de160b73-b254-41e7-b33f-111eb61533ad'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:25:00.269200 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-18b80dce-fffa-429b-9e10-2b55da5faf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:00.272096 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ca81e-3735-4d00-b9b9-151820ff5b95 req-c0a1c35b-3598-4aaf-a147-6d051a315bed tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:00.273773 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-807ca81e-3735-4d00-b9b9-151820ff5b95 req-c0a1c35b-3598-4aaf-a147-6d051a315bed tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/ports?device_id=53da46ea-d6be-47f2-98b6-91b4c5b08c7a HTTP/1.1" status: 200 len: 945 time: 0.1999016 Apr 29 13:25:00.347520 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-41705df5-f3c1-4996-8f59-c3847fb8aac3 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:00.380369 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-41705df5-f3c1-4996-8f59-c3847fb8aac3 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:00.434116 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-18b80dce-fffa-429b-9e10-2b55da5faf2f None None] Allocated IP 172.20.0.2 (faf3410c-51d0-4bef-89fe-9fef415a8299/de160b73-b254-41e7-b33f-111eb61533ad/3356c391-6914-4ca0-88d6-2a0e52020544) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:25:00.441252 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-807ca81e-3735-4d00-b9b9-151820ff5b95 req-bde324c7-c967-4ad9-af09-98043669cf76 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd8cf9d3-7648-4c94-9cca-44b6de1ac764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414001 Apr 29 13:25:00.467291 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-7033e6d6-d912-4044-a809-6d8c36f215c6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] For port 7a14add3-bbfe-432b-bba4-34b91f160b6d, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=7a14add3-bbfe-432b-bba4-34b91f160b6d,segment=NetworkSegment(f32cbbe9-e7d3-4319-89cc-ed2c95326fec),segment_id=f32cbbe9-e7d3-4319-89cc-ed2c95326fec)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:25:00.467727 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7033e6d6-d912-4044-a809-6d8c36f215c6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:00.585525 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-bc15e18c-d583-49b1-bd00-8be483c82bf2 None None] Deleting port 7a14add3-bbfe-432b-bba4-34b91f160b6d {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:00.586137 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bc15e18c-d583-49b1-bd00-8be483c82bf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:00.596050 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-7033e6d6-d912-4044-a809-6d8c36f215c6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Calling delete_port for 7a14add3-bbfe-432b-bba4-34b91f160b6d owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:00.687501 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5d4ebe8a-3f86-4a1c-8513-0149809b3331 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:00.724053 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-92596de3-c536-449c-b0af-82a9f83de3c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Allocated IP 172.26.6.252 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/87cf06fd-ecc4-4b64-9598-f898be40a67d) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:25:00.740026 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7033e6d6-d912-4044-a809-6d8c36f215c6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:00.777777 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-41705df5-f3c1-4996-8f59-c3847fb8aac3 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:00.808006 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-41705df5-f3c1-4996-8f59-c3847fb8aac3 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Usage tracker for resource:security_group_rule and tenant:269d8697be8240eea39a5114f3432b04 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:00.823249 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-41705df5-f3c1-4996-8f59-c3847fb8aac3 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:00.836671 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-41705df5-f3c1-4996-8f59-c3847fb8aac3 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:00.841512 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ebe8a-3f86-4a1c-8513-0149809b3331 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event updated for resources: {'Port': ['ID=fabf1438-7791-4acd-a680-c4cdd4a3e409,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:00.846088 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4ebe8a-3f86-4a1c-8513-0149809b3331 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:25:00.852154 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-5d4ebe8a-3f86-4a1c-8513-0149809b3331 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:00.864603 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033e6d6-d912-4044-a809-6d8c36f215c6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Pushing event deleted for resources: {'Port': ['ID=7a14add3-bbfe-432b-bba4-34b91f160b6d,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:00.898464 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-18b80dce-fffa-429b-9e10-2b55da5faf2f None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:00.909464 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4ebe8a-3f86-4a1c-8513-0149809b3331 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:25:00.912522 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-bc15e18c-d583-49b1-bd00-8be483c82bf2 None None] For port 7a14add3-bbfe-432b-bba4-34b91f160b6d, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=7a14add3-bbfe-432b-bba4-34b91f160b6d,segment=NetworkSegment(f32cbbe9-e7d3-4319-89cc-ed2c95326fec),segment_id=f32cbbe9-e7d3-4319-89cc-ed2c95326fec)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:25:00.913016 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bc15e18c-d583-49b1-bd00-8be483c82bf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:00.925031 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-18b80dce-fffa-429b-9e10-2b55da5faf2f None None] Transition to ACTIVE for port object 3356c391-6914-4ca0-88d6-2a0e52020544 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:25:00.937492 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7033e6d6-d912-4044-a809-6d8c36f215c6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] No DVR routers for this DVR port 7a14add3-bbfe-432b-bba4-34b91f160b6d on host dv-neutron-839027-4-hyperv {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:25:01.050500 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-bc15e18c-d583-49b1-bd00-8be483c82bf2 None None] Calling delete_port for 7a14add3-bbfe-432b-bba4-34b91f160b6d owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:01.066964 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-92596de3-c536-449c-b0af-82a9f83de3c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:01.094290 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96eab5cc-120b-4427-aeef-d1dba736f840 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:25:01.099481 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7033e6d6-d912-4044-a809-6d8c36f215c6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:01.103399 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-18b80dce-fffa-429b-9e10-2b55da5faf2f None None] Transition to ACTIVE for port object 3356c391-6914-4ca0-88d6-2a0e52020544 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:25:01.120217 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4f8a6f-2911-47a8-a964-9120eb1d940f None None] Sync routers for ids ['a0dc39a8-51aa-4018-943b-b15b10dcd16f'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:25:01.123166 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-18b80dce-fffa-429b-9e10-2b55da5faf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:01.142329 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4f8a6f-2911-47a8-a964-9120eb1d940f None None] Routers {'a0dc39a8-51aa-4018-943b-b15b10dcd16f'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:01.144399 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-1e4f8a6f-2911-47a8-a964-9120eb1d940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['a0dc39a8-51aa-4018-943b-b15b10dcd16f'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:01.204977 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-41705df5-f3c1-4996-8f59-c3847fb8aac3 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:01.209023 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-96eab5cc-120b-4427-aeef-d1dba736f840 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:01.211049 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-96eab5cc-120b-4427-aeef-d1dba736f840 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "PUT /v2.0/routers/a0dc39a8-51aa-4018-943b-b15b10dcd16f HTTP/1.1" status: 200 len: 883 time: 6.1671240 Apr 29 13:25:01.225866 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54728) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:01.226071 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b80dce-fffa-429b-9e10-2b55da5faf2f None None] Pushing event updated for resources: {'Port': ['ID=3356c391-6914-4ca0-88d6-2a0e52020544,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:01.232057 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b80dce-fffa-429b-9e10-2b55da5faf2f None None] Network faf3410c-51d0-4bef-89fe-9fef415a8299 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:25:01.232843 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-bc15e18c-d583-49b1-bd00-8be483c82bf2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:25:01.233195 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-bc15e18c-d583-49b1-bd00-8be483c82bf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:25:01.234835 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-18b80dce-fffa-429b-9e10-2b55da5faf2f None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:01.236156 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-7033e6d6-d912-4044-a809-6d8c36f215c6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb8b509-8845-404a-b5a3-9bcd9b397b1e']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:01.237859 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b80dce-fffa-429b-9e10-2b55da5faf2f None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:25:01.267826 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-7033e6d6-d912-4044-a809-6d8c36f215c6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32cbbe9-e7d3-4319-89cc-ed2c95326fec') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:01.268169 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-7033e6d6-d912-4044-a809-6d8c36f215c6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32cbbe9-e7d3-4319-89cc-ed2c95326fec') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:01.294350 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7033e6d6-d912-4044-a809-6d8c36f215c6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:01.318525 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-41705df5-f3c1-4996-8f59-c3847fb8aac3 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:01.320832 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7033e6d6-d912-4044-a809-6d8c36f215c6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:01.325843 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-1e4f8a6f-2911-47a8-a964-9120eb1d940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:01.330032 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-92596de3-c536-449c-b0af-82a9f83de3c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:01.339188 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7033e6d6-d912-4044-a809-6d8c36f215c6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:25:01.341076 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7033e6d6-d912-4044-a809-6d8c36f215c6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:01.374959 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4f8a6f-2911-47a8-a964-9120eb1d940f None None] Routers {'a0dc39a8-51aa-4018-943b-b15b10dcd16f'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:01.375835 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-1e4f8a6f-2911-47a8-a964-9120eb1d940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['a0dc39a8-51aa-4018-943b-b15b10dcd16f'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:01.399911 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-18b80dce-fffa-429b-9e10-2b55da5faf2f None None] Attempting to bind port 3356c391-6914-4ca0-88d6-2a0e52020544 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:25:01.400912 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-18b80dce-fffa-429b-9e10-2b55da5faf2f None None] Attempting to bind port 3356c391-6914-4ca0-88d6-2a0e52020544 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '2459f057-9abd-4779-a508-0bfb2afa0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'faf3410c-51d0-4bef-89fe-9fef415a8299'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:25:01.402638 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b80dce-fffa-429b-9e10-2b55da5faf2f None None] Attempting to bind port 3356c391-6914-4ca0-88d6-2a0e52020544 on network faf3410c-51d0-4bef-89fe-9fef415a8299 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:25:01.411798 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:25:01.420125 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b80dce-fffa-429b-9e10-2b55da5faf2f None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:25:01.424137 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b80dce-fffa-429b-9e10-2b55da5faf2f None None] Checking segment: {'id': '2459f057-9abd-4779-a508-0bfb2afa0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'faf3410c-51d0-4bef-89fe-9fef415a8299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:25:01.424709 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-18b80dce-fffa-429b-9e10-2b55da5faf2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:01.427334 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b80dce-fffa-429b-9e10-2b55da5faf2f None None] Bound using segment: {'id': '2459f057-9abd-4779-a508-0bfb2afa0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'faf3410c-51d0-4bef-89fe-9fef415a8299'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:25:01.430299 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-18b80dce-fffa-429b-9e10-2b55da5faf2f None None] Bound port: 3356c391-6914-4ca0-88d6-2a0e52020544, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2459f057-9abd-4779-a508-0bfb2afa0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'faf3410c-51d0-4bef-89fe-9fef415a8299'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:25:01.430696 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-18b80dce-fffa-429b-9e10-2b55da5faf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:01.477205 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-1e4f8a6f-2911-47a8-a964-9120eb1d940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:01.477730 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4f8a6f-2911-47a8-a964-9120eb1d940f None None] The sync data for ids ['a0dc39a8-51aa-4018-943b-b15b10dcd16f'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:25:01.521443 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-41705df5-f3c1-4996-8f59-c3847fb8aac3 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:01.522814 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-41705df5-f3c1-4996-8f59-c3847fb8aac3 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3605559 Apr 29 13:25:01.530026 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54734) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:01.530915 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41705df5-f3c1-4996-8f59-c3847fb8aac3 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77ca837c-9fdc-49a7-b9ba-ee279989a654,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:01.536324 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8c0dc3ed-f14a-4c8a-a9f9-a49f3324e59d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:01.551810 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-62b0d007-03bb-4a82-92ef-3bb94671f39f tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group_rule': {'security_group_id': '77ca837c-9fdc-49a7-b9ba-ee279989a654', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:01.552088 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-62b0d007-03bb-4a82-92ef-3bb94671f39f tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:25:01.556145 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-62b0d007-03bb-4a82-92ef-3bb94671f39f tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0197315 Apr 29 13:25:01.556289 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92596de3-c536-449c-b0af-82a9f83de3c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:25:01.557148 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54738) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:01.558387 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92596de3-c536-449c-b0af-82a9f83de3c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Pushing event updated for resources: {'Port': ['ID=87cf06fd-ecc4-4b64-9598-f898be40a67d,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:01.563945 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-92596de3-c536-449c-b0af-82a9f83de3c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:01.579050 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92596de3-c536-449c-b0af-82a9f83de3c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:25:01.588838 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-18b80dce-fffa-429b-9e10-2b55da5faf2f None None] For port 3356c391-6914-4ca0-88d6-2a0e52020544, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:25:01.594447 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-18b80dce-fffa-429b-9e10-2b55da5faf2f None None] For port 3356c391-6914-4ca0-88d6-2a0e52020544, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=3356c391-6914-4ca0-88d6-2a0e52020544,segment=NetworkSegment(2459f057-9abd-4779-a508-0bfb2afa0ccf),segment_id=2459f057-9abd-4779-a508-0bfb2afa0ccf)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:25:01.608023 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-18b80dce-fffa-429b-9e10-2b55da5faf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:01.612875 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7033e6d6-d912-4044-a809-6d8c36f215c6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:01.648279 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7033e6d6-d912-4044-a809-6d8c36f215c6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:01.666112 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033e6d6-d912-4044-a809-6d8c36f215c6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Pushing event deleted for resources: {'Network': ['ID=0bb8b509-8845-404a-b5a3-9bcd9b397b1e,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:01.734688 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7033e6d6-d912-4044-a809-6d8c36f215c6 tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] 10.222.0.76 "DELETE /v2.0/networks/0bb8b509-8845-404a-b5a3-9bcd9b397b1e HTTP/1.1" status: 204 len: 168 time: 1.7478263 Apr 29 13:25:01.741060 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54742) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:01.765379 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b80dce-fffa-429b-9e10-2b55da5faf2f None None] Pushing event updated for resources: {'Port': ['ID=3356c391-6914-4ca0-88d6-2a0e52020544,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:01.978739 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-bc15e18c-d583-49b1-bd00-8be483c82bf2 None None] Deleting port 7a14add3-bbfe-432b-bba4-34b91f160b6d {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:01.979872 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bc15e18c-d583-49b1-bd00-8be483c82bf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:02.060438 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-bc15e18c-d583-49b1-bd00-8be483c82bf2 None None] The port '7a14add3-bbfe-432b-bba4-34b91f160b6d' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:25:02.063589 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a233db01-e0d3-40f7-849d-139df450d235 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:02.136556 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a233db01-e0d3-40f7-849d-139df450d235 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:02.156458 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6cfffe74-3a1e-4b20-82f4-dfb3725353cb tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:02.219474 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cfdfe2-b885-4fc7-b102-b1b8e9581dd7 req-2e53b83b-747a-4353-8c1e-54eea9b92778 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:02.220893 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f3cfdfe2-b885-4fc7-b102-b1b8e9581dd7 req-2e53b83b-747a-4353-8c1e-54eea9b92778 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/ports?device_id=53da46ea-d6be-47f2-98b6-91b4c5b08c7a HTTP/1.1" status: 200 len: 945 time: 0.5472758 Apr 29 13:25:02.297806 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567d22c-da1a-4288-a51b-e8afed116019 req-d95d38ba-7ed4-4528-a6ee-1449b5021596 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:02.299622 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a567d22c-da1a-4288-a51b-e8afed116019 req-d95d38ba-7ed4-4528-a6ee-1449b5021596 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.32 "GET /v2.0/ports?device_id=53da46ea-d6be-47f2-98b6-91b4c5b08c7a HTTP/1.1" status: 200 len: 945 time: 0.5553513 Apr 29 13:25:02.372801 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 3356c391-6914-4ca0-88d6-2a0e52020544 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:25:02.378886 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3b22d-356c-470f-9330-ef273f71622c req-bc443494-aefa-48b0-88c1-32a2dfa0d069 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:02.380498 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-bfd3b22d-356c-470f-9330-ef273f71622c req-bc443494-aefa-48b0-88c1-32a2dfa0d069 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/ports?device_id=7d11cc05-e9be-447d-8acf-be572d0334bd HTTP/1.1" status: 200 len: 945 time: 0.4440880 Apr 29 13:25:02.389574 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a233db01-e0d3-40f7-849d-139df450d235 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:02.455461 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 3356c391-6914-4ca0-88d6-2a0e52020544 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:25:02.473696 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233db01-e0d3-40f7-849d-139df450d235 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ca837c-9fdc-49a7-b9ba-ee279989a654,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:02.476266 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-8c0dc3ed-f14a-4c8a-a9f9-a49f3324e59d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Allocated IP 172.20.0.1 (faf3410c-51d0-4bef-89fe-9fef415a8299/de160b73-b254-41e7-b33f-111eb61533ad/8d7e4272-45d2-449c-a78c-fccb766dc15f) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:25:02.481555 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6cfffe74-3a1e-4b20-82f4-dfb3725353cb tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:02.503077 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a233db01-e0d3-40f7-849d-139df450d235 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:02.507274 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a233db01-e0d3-40f7-849d-139df450d235 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "DELETE /v2.0/security-groups/77ca837c-9fdc-49a7-b9ba-ee279989a654 HTTP/1.1" status: 204 len: 168 time: 0.9431009 Apr 29 13:25:02.517385 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-bfd3b22d-356c-470f-9330-ef273f71622c req-3bff5436-60f5-4ffd-8d80-a99bb68f8c78 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/security-groups?id=45a11f2b-c42d-4215-b1b8-6777cb16cb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208463 Apr 29 13:25:02.521036 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54748) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:02.524620 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-a567d22c-da1a-4288-a51b-e8afed116019 req-d2ad7393-9c61-4527-9888-b88ecd0f479e tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Deleting port b28fd375-dc0b-4f91-b0cf-dc6dc7151594 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:02.525012 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-a567d22c-da1a-4288-a51b-e8afed116019 req-d2ad7393-9c61-4527-9888-b88ecd0f479e tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:02.560851 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f3cfdfe2-b885-4fc7-b102-b1b8e9581dd7 req-e06af32f-9c73-4fbc-b223-4075d016fdc6 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd8cf9d3-7648-4c94-9cca-44b6de1ac764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3109250 Apr 29 13:25:02.575297 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-6cfffe74-3a1e-4b20-82f4-dfb3725353cb tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43013142-8871-4a63-a6eb-343cda58810e']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:02.599189 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-6cfffe74-3a1e-4b20-82f4-dfb3725353cb tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45081263-efd7-45a8-a52a-9407d162c481') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:02.599481 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-6cfffe74-3a1e-4b20-82f4-dfb3725353cb tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45081263-efd7-45a8-a52a-9407d162c481') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:02.616983 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3d168b8c-59e0-40ea-a164-a2c94cd298c9 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "GET /v2.0/routers/a0dc39a8-51aa-4018-943b-b15b10dcd16f HTTP/1.1" status: 200 len: 924 time: 1.3589015 Apr 29 13:25:02.624365 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54752) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:02.625930 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6cfffe74-3a1e-4b20-82f4-dfb3725353cb tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:02.743299 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6cfffe74-3a1e-4b20-82f4-dfb3725353cb tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:02.768021 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5d4ebe8a-3f86-4a1c-8513-0149809b3331 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:02.773256 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cfffe74-3a1e-4b20-82f4-dfb3725353cb tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:25:02.773703 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6cfffe74-3a1e-4b20-82f4-dfb3725353cb tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:25:02.798818 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:25:02.842298 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5d4ebe8a-3f86-4a1c-8513-0149809b3331 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:02.885322 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-dfc9984e-dc39-4eb5-8743-538fae6699de tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Synchronizing usage tracker for tenant:269d8697be8240eea39a5114f3432b04 on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:25:02.888118 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-92596de3-c536-449c-b0af-82a9f83de3c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:02.888932 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-92596de3-c536-449c-b0af-82a9f83de3c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:02.891146 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8c0dc3ed-f14a-4c8a-a9f9-a49f3324e59d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:02.926561 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-8c0dc3ed-f14a-4c8a-a9f9-a49f3324e59d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Transition to ACTIVE for port object 8d7e4272-45d2-449c-a78c-fccb766dc15f will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:25:02.960263 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460493b2-c467-4794-9dc7-0f0af4180ce4 None None] Network faf3410c-51d0-4bef-89fe-9fef415a8299 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:25:03.068194 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8c0dc3ed-f14a-4c8a-a9f9-a49f3324e59d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:03.090208 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7f25d044-8484-47c3-b371-b1c7d9b7b147 None None] Provisioning for port 3356c391-6914-4ca0-88d6-2a0e52020544 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:25:03.107499 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7f25d044-8484-47c3-b371-b1c7d9b7b147 None None] Provisioning complete for port 3356c391-6914-4ca0-88d6-2a0e52020544 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:25:03.108218 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7f25d044-8484-47c3-b371-b1c7d9b7b147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:03.170941 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6cfffe74-3a1e-4b20-82f4-dfb3725353cb tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:03.175505 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0dc3ed-f14a-4c8a-a9f9-a49f3324e59d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network faf3410c-51d0-4bef-89fe-9fef415a8299 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:25:03.181122 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-8c0dc3ed-f14a-4c8a-a9f9-a49f3324e59d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:03.182931 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0dc3ed-f14a-4c8a-a9f9-a49f3324e59d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Port': ['ID=8d7e4272-45d2-449c-a78c-fccb766dc15f,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:03.186039 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0dc3ed-f14a-4c8a-a9f9-a49f3324e59d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:25:03.235159 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-dfc9984e-dc39-4eb5-8743-538fae6699de tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Unset dirty status for tenant:269d8697be8240eea39a5114f3432b04 on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:25:03.236649 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-dfc9984e-dc39-4eb5-8743-538fae6699de tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6861763 Apr 29 13:25:03.245363 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6cfffe74-3a1e-4b20-82f4-dfb3725353cb tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:03.250829 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54756) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:03.256217 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-73b1f37e-104e-467b-96bc-a1082c8de807 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group': {'name': 'tempest-secgroup--63770641'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:03.270388 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfffe74-3a1e-4b20-82f4-dfb3725353cb tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Pushing event deleted for resources: {'Network': ['ID=43013142-8871-4a63-a6eb-343cda58810e,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:03.271144 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-73b1f37e-104e-467b-96bc-a1082c8de807 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:03.283484 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5d4ebe8a-3f86-4a1c-8513-0149809b3331 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:03.290296 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-73b1f37e-104e-467b-96bc-a1082c8de807 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:03.295666 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5d4ebe8a-3f86-4a1c-8513-0149809b3331 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:03.301557 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-827e8468-ed36-4a19-af99-2422e1d38e68 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=3475bcf7-abe6-4964-9326-03174235aecc&device_id=a0dc39a8-51aa-4018-943b-b15b10dcd16f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6657064 Apr 29 13:25:03.306122 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54760) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:03.307613 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6cfffe74-3a1e-4b20-82f4-dfb3725353cb tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] 10.222.0.76 "DELETE /v2.0/networks/43013142-8871-4a63-a6eb-343cda58810e HTTP/1.1" status: 204 len: 168 time: 1.5622218 Apr 29 13:25:03.311335 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54762) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:03.345901 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8c0dc3ed-f14a-4c8a-a9f9-a49f3324e59d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:03.368907 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7f25d044-8484-47c3-b371-b1c7d9b7b147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:03.405292 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-73b1f37e-104e-467b-96bc-a1082c8de807 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:03.411514 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7f25d044-8484-47c3-b371-b1c7d9b7b147 None None] For port 3356c391-6914-4ca0-88d6-2a0e52020544, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=3356c391-6914-4ca0-88d6-2a0e52020544,segment=NetworkSegment(2459f057-9abd-4779-a508-0bfb2afa0ccf),segment_id=2459f057-9abd-4779-a508-0bfb2afa0ccf)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:25:03.418630 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7f25d044-8484-47c3-b371-b1c7d9b7b147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:03.503046 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ebe8a-3f86-4a1c-8513-0149809b3331 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event updated for resources: {'Port': ['ID=fabf1438-7791-4acd-a680-c4cdd4a3e409,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:03.520617 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25d044-8484-47c3-b371-b1c7d9b7b147 None None] Pushing event updated for resources: {'Port': ['ID=3356c391-6914-4ca0-88d6-2a0e52020544,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:03.528032 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-a567d22c-da1a-4288-a51b-e8afed116019 req-d2ad7393-9c61-4527-9888-b88ecd0f479e tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] For port b28fd375-dc0b-4f91-b0cf-dc6dc7151594, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b28fd375-dc0b-4f91-b0cf-dc6dc7151594,segment=NetworkSegment(c18c1e0e-fc25-4a3c-b468-2574dc213ac5),segment_id=c18c1e0e-fc25-4a3c-b468-2574dc213ac5)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:25:03.528399 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-a567d22c-da1a-4288-a51b-e8afed116019 req-d2ad7393-9c61-4527-9888-b88ecd0f479e tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:03.654427 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a957bd61-a82b-40c1-9e81-df1993d994ac tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:03.655191 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60b6d1-5465-4f1b-af26-ced2bb49eb46 req-d5042081-9b25-4f85-9025-072bc5b7a827 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:03.657034 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-7e60b6d1-5465-4f1b-af26-ced2bb49eb46 req-d5042081-9b25-4f85-9025-072bc5b7a827 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d11cc05-e9be-447d-8acf-be572d0334bd HTTP/1.1" status: 200 len: 945 time: 0.2982869 Apr 29 13:25:03.661127 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-73b1f37e-104e-467b-96bc-a1082c8de807 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:03.664531 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5d4ebe8a-3f86-4a1c-8513-0149809b3331 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:03.744033 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6314c0cb-b40b-4301-8922-2652d7a7333f None None] Provisioning complete for port 3356c391-6914-4ca0-88d6-2a0e52020544 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:25:03.744644 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6314c0cb-b40b-4301-8922-2652d7a7333f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:03.829084 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-73b1f37e-104e-467b-96bc-a1082c8de807 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Usage tracker for resource:security_group_rule and tenant:269d8697be8240eea39a5114f3432b04 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:03.851161 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-73b1f37e-104e-467b-96bc-a1082c8de807 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:03.889071 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d71310-213c-4141-ba60-9a8ed87a77b8 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:03.889784 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-49d71310-213c-4141-ba60-9a8ed87a77b8 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Synchronizing usage tracker for tenant:3870ddf3f16146999df30560b61bf6aa on resource:network {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:25:03.925959 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6314c0cb-b40b-4301-8922-2652d7a7333f None None] Provisioning for port 8d7e4272-45d2-449c-a78c-fccb766dc15f completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:25:03.931257 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6314c0cb-b40b-4301-8922-2652d7a7333f None None] Provisioning complete for port 8d7e4272-45d2-449c-a78c-fccb766dc15f triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:25:03.931617 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6314c0cb-b40b-4301-8922-2652d7a7333f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:03.981850 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-73b1f37e-104e-467b-96bc-a1082c8de807 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:03.994893 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [req-7e60b6d1-5465-4f1b-af26-ced2bb49eb46 req-11f3447a-286a-49fb-8b50-1b728914f44a tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Deleting port 60091105-f803-4a75-a4ae-e1af6a660373 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:03.995235 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-7e60b6d1-5465-4f1b-af26-ced2bb49eb46 req-11f3447a-286a-49fb-8b50-1b728914f44a tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:04.026044 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6314c0cb-b40b-4301-8922-2652d7a7333f None None] Port 8d7e4272-45d2-449c-a78c-fccb766dc15f cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:25:04.056703 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8c0dc3ed-f14a-4c8a-a9f9-a49f3324e59d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:04.111970 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a957bd61-a82b-40c1-9e81-df1993d994ac tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:04.150377 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1e79acea-8382-4c77-9a9f-177902de1fa1 None None] Provisioning complete for port 8d7e4272-45d2-449c-a78c-fccb766dc15f triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:25:04.151326 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1e79acea-8382-4c77-9a9f-177902de1fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:04.173507 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-a957bd61-a82b-40c1-9e81-df1993d994ac tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02acdbec-180f-407e-92f4-8a4287c6a5b9']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:04.203407 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2babef82-0a16-417d-81b4-2c1cd29e74bb req-fb9dbb34-0c7e-4760-9c2e-fd2c27d6b3ed tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:04.204971 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2babef82-0a16-417d-81b4-2c1cd29e74bb req-fb9dbb34-0c7e-4760-9c2e-fd2c27d6b3ed tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/ports?device_id=53da46ea-d6be-47f2-98b6-91b4c5b08c7a HTTP/1.1" status: 200 len: 945 time: 0.4804149 Apr 29 13:25:04.205087 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-1e79acea-8382-4c77-9a9f-177902de1fa1 None None] Port 8d7e4272-45d2-449c-a78c-fccb766dc15f cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:25:04.206823 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-a957bd61-a82b-40c1-9e81-df1993d994ac tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f97821-87d1-438a-a524-59193b420d2b') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:04.207107 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-a957bd61-a82b-40c1-9e81-df1993d994ac tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f97821-87d1-438a-a524-59193b420d2b') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:04.229924 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a957bd61-a82b-40c1-9e81-df1993d994ac tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:04.258793 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-a567d22c-da1a-4288-a51b-e8afed116019 req-d2ad7393-9c61-4527-9888-b88ecd0f479e tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:04.259163 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-a567d22c-da1a-4288-a51b-e8afed116019 req-d2ad7393-9c61-4527-9888-b88ecd0f479e tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:04.259487 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.l3_db [req-a567d22c-da1a-4288-a51b-e8afed116019 req-d2ad7393-9c61-4527-9888-b88ecd0f479e tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Floating IP 936c3411-aa5a-498d-b869-4694ab673951 disassociated. External IP: 172.26.6.97, port: b28fd375-dc0b-4f91-b0cf-dc6dc7151594. Apr 29 13:25:04.259825 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-a567d22c-da1a-4288-a51b-e8afed116019 req-d2ad7393-9c61-4527-9888-b88ecd0f479e tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Calling delete_port for b28fd375-dc0b-4f91-b0cf-dc6dc7151594 owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:04.321033 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 3356c391-6914-4ca0-88d6-2a0e52020544 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:25:04.322558 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a957bd61-a82b-40c1-9e81-df1993d994ac tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:04.342677 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a957bd61-a82b-40c1-9e81-df1993d994ac tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:25:04.343122 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a957bd61-a82b-40c1-9e81-df1993d994ac tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:25:04.361316 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:25:04.407421 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 3356c391-6914-4ca0-88d6-2a0e52020544 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:25:04.407787 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:04.455998 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-73b1f37e-104e-467b-96bc-a1082c8de807 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:04.480704 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2babef82-0a16-417d-81b4-2c1cd29e74bb req-7abcfc8b-5255-4283-8c17-121866db3bb4 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd8cf9d3-7648-4c94-9cca-44b6de1ac764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603509 Apr 29 13:25:04.485002 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-49d71310-213c-4141-ba60-9a8ed87a77b8 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Unset dirty status for tenant:3870ddf3f16146999df30560b61bf6aa on resource:network {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:25:04.486181 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-49d71310-213c-4141-ba60-9a8ed87a77b8 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "GET /v2.0/networks/3475bcf7-abe6-4964-9326-03174235aecc HTTP/1.1" status: 200 len: 881 time: 1.1759317 Apr 29 13:25:04.492858 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54774) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:04.574247 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a957bd61-a82b-40c1-9e81-df1993d994ac tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:04.582482 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-01bcf05e-b851-46ce-ba0b-ee8f2fdf43de tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "GET /v2.0/ports?device_id=a0dc39a8-51aa-4018-943b-b15b10dcd16f HTTP/1.1" status: 200 len: 205 time: 0.0887940 Apr 29 13:25:04.610140 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54778) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:04.610526 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fba79-80ae-4ee1-a9ef-45fb07bb37a4 req-d950c98a-6d92-4053-9da9-7873d409b97c tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:04.611980 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-938fba79-80ae-4ee1-a9ef-45fb07bb37a4 req-d950c98a-6d92-4053-9da9-7873d409b97c tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/ports?device_id=7d11cc05-e9be-447d-8acf-be572d0334bd HTTP/1.1" status: 200 len: 945 time: 0.8137560 Apr 29 13:25:04.613716 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-73b1f37e-104e-467b-96bc-a1082c8de807 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:04.614002 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a957bd61-a82b-40c1-9e81-df1993d994ac tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:04.682028 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957bd61-a82b-40c1-9e81-df1993d994ac tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] Pushing event deleted for resources: {'Network': ['ID=02acdbec-180f-407e-92f4-8a4287c6a5b9,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:04.738519 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1f37e-104e-467b-96bc-a1082c8de807 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e92ba7e0-1720-4f8d-93ad-bc90b7571a0e,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:04.793337 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-73b1f37e-104e-467b-96bc-a1082c8de807 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:04.797106 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-73b1f37e-104e-467b-96bc-a1082c8de807 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.5426674 Apr 29 13:25:04.821826 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54782) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:04.880632 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a957bd61-a82b-40c1-9e81-df1993d994ac tempest-BulkNetworkOpsTest-1153903007 tempest-BulkNetworkOpsTest-1153903007-project] 10.222.0.76 "DELETE /v2.0/networks/02acdbec-180f-407e-92f4-8a4287c6a5b9 HTTP/1.1" status: 204 len: 168 time: 1.5642054 Apr 29 13:25:04.881830 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92596de3-c536-449c-b0af-82a9f83de3c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Router 06720203-1c43-43b7-8d7e-46cfb6aed7b5 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:25:04.902522 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-a567d22c-da1a-4288-a51b-e8afed116019 req-d2ad7393-9c61-4527-9888-b88ecd0f479e tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:04.907282 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [req-7e60b6d1-5465-4f1b-af26-ced2bb49eb46 req-11f3447a-286a-49fb-8b50-1b728914f44a tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] For port 60091105-f803-4a75-a4ae-e1af6a660373, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=60091105-f803-4a75-a4ae-e1af6a660373,segment=NetworkSegment(c34f048a-b2fb-4f8d-a587-2dd130398658),segment_id=c34f048a-b2fb-4f8d-a587-2dd130398658)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:25:04.908128 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-7e60b6d1-5465-4f1b-af26-ced2bb49eb46 req-11f3447a-286a-49fb-8b50-1b728914f44a tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:04.919655 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-520dd08c-eb6d-4aea-9f1a-07f43fdab53b tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group_rule': {'security_group_id': 'e92ba7e0-1720-4f8d-93ad-bc90b7571a0e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:04.920421 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-520dd08c-eb6d-4aea-9f1a-07f43fdab53b tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:25:04.924094 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-520dd08c-eb6d-4aea-9f1a-07f43fdab53b tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0968206 Apr 29 13:25:04.931582 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-938fba79-80ae-4ee1-a9ef-45fb07bb37a4 req-3465400d-77de-4e83-a94c-b4f736ef9b1c tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/security-groups?id=45a11f2b-c42d-4215-b1b8-6777cb16cb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2723255 Apr 29 13:25:04.934496 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54788) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:04.986806 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad7393-9c61-4527-9888-b88ecd0f479e tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Pushing event deleted for resources: {'Port': ['ID=b28fd375-dc0b-4f91-b0cf-dc6dc7151594,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:05.177368 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.l3_db [None req-5d4ebe8a-3f86-4a1c-8513-0149809b3331 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Floating IP d9cbd1a7-ac06-4608-86bd-deec95874ead associated. External IP: 172.26.6.172, port: 0938db41-474b-4605-a430-cd30fd49c18a. Apr 29 13:25:05.287371 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54794) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:05.383730 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c16f3b5f-53f2-4cc3-b9e4-04b8c60505d8 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:05.394812 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a6d9d727-7282-45e5-b06f-641da00ab119 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:05.507977 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.db.resource_extend [None req-8c0dc3ed-f14a-4c8a-a9f9-a49f3324e59d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:25:05.522085 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c16f3b5f-53f2-4cc3-b9e4-04b8c60505d8 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:05.540151 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8c0dc3ed-f14a-4c8a-a9f9-a49f3324e59d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:05.569613 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8c0dc3ed-f14a-4c8a-a9f9-a49f3324e59d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:05.629820 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92596de3-c536-449c-b0af-82a9f83de3c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:25:05.641618 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff58734-3c23-42d9-8025-ed06f7363618 None None] Sync routers for ids ['06720203-1c43-43b7-8d7e-46cfb6aed7b5'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:25:05.655510 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-7e60b6d1-5465-4f1b-af26-ced2bb49eb46 req-11f3447a-286a-49fb-8b50-1b728914f44a tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:05.655855 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-7e60b6d1-5465-4f1b-af26-ced2bb49eb46 req-11f3447a-286a-49fb-8b50-1b728914f44a tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:05.656165 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.l3_db [req-7e60b6d1-5465-4f1b-af26-ced2bb49eb46 req-11f3447a-286a-49fb-8b50-1b728914f44a tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Floating IP b818a51a-05d9-4b53-a1a2-b3b1e04c26be disassociated. External IP: 172.26.6.154, port: 60091105-f803-4a75-a4ae-e1af6a660373. Apr 29 13:25:05.656502 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [req-7e60b6d1-5465-4f1b-af26-ced2bb49eb46 req-11f3447a-286a-49fb-8b50-1b728914f44a tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Calling delete_port for 60091105-f803-4a75-a4ae-e1af6a660373 owned by compute:nova {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:05.659688 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b4e73fea-aac4-43aa-a8ad-fa1e410897cd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=90b8e2d1c7e74c4b92ddfe1575699af2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3688927 Apr 29 13:25:05.671226 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff58734-3c23-42d9-8025-ed06f7363618 None None] Routers {'06720203-1c43-43b7-8d7e-46cfb6aed7b5'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:05.681569 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5ff58734-3c23-42d9-8025-ed06f7363618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['06720203-1c43-43b7-8d7e-46cfb6aed7b5'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:05.694663 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54802) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:05.723520 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-92596de3-c536-449c-b0af-82a9f83de3c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:05.727607 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-92596de3-c536-449c-b0af-82a9f83de3c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.8347559 Apr 29 13:25:05.729164 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54806) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:05.734573 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-a7aa43b1-893e-4904-a356-44667880842e req-752f2ede-38f8-456c-85e2-73b06e9cfc41 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Synchronizing usage tracker for tenant:6c8c29596be64b1cbf79cd04762fbea5 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:25:05.749017 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-24318977-9558-45cf-aed9-cc799bebf933 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'enable_snat': False}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:05.783558 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5ff58734-3c23-42d9-8025-ed06f7363618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:05.784808 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8c0dc3ed-f14a-4c8a-a9f9-a49f3324e59d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:05.792617 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0dc3ed-f14a-4c8a-a9f9-a49f3324e59d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Port': ['ID=8d7e4272-45d2-449c-a78c-fccb766dc15f,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:05.808885 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff58734-3c23-42d9-8025-ed06f7363618 None None] Routers {'06720203-1c43-43b7-8d7e-46cfb6aed7b5'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:05.811133 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5ff58734-3c23-42d9-8025-ed06f7363618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['06720203-1c43-43b7-8d7e-46cfb6aed7b5'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:05.811446 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c16f3b5f-53f2-4cc3-b9e4-04b8c60505d8 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:05.842731 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f3b5f-53f2-4cc3-b9e4-04b8c60505d8 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92ba7e0-1720-4f8d-93ad-bc90b7571a0e,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:05.922705 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a567d22c-da1a-4288-a51b-e8afed116019 req-d2ad7393-9c61-4527-9888-b88ecd0f479e tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Router bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:25:05.927853 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5ff58734-3c23-42d9-8025-ed06f7363618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:05.929662 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff58734-3c23-42d9-8025-ed06f7363618 None None] The sync data for ids ['06720203-1c43-43b7-8d7e-46cfb6aed7b5'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:25:05.945490 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-a7aa43b1-893e-4904-a356-44667880842e req-752f2ede-38f8-456c-85e2-73b06e9cfc41 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Unset dirty status for tenant:6c8c29596be64b1cbf79cd04762fbea5 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:25:05.957681 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a7aa43b1-893e-4904-a356-44667880842e req-752f2ede-38f8-456c-85e2-73b06e9cfc41 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/ports?device_id=53da46ea-d6be-47f2-98b6-91b4c5b08c7a HTTP/1.1" status: 200 len: 210 time: 0.3025064 Apr 29 13:25:06.119080 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c16f3b5f-53f2-4cc3-b9e4-04b8c60505d8 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:06.120282 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c16f3b5f-53f2-4cc3-b9e4-04b8c60505d8 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "DELETE /v2.0/security-groups/e92ba7e0-1720-4f8d-93ad-bc90b7571a0e HTTP/1.1" status: 204 len: 168 time: 1.1743195 Apr 29 13:25:06.130101 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54812) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:06.162227 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f97bc7be-1560-4bcf-833d-7b3349408962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:06.235821 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f97bc7be-1560-4bcf-833d-7b3349408962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:06.269573 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-7e60b6d1-5465-4f1b-af26-ced2bb49eb46 req-11f3447a-286a-49fb-8b50-1b728914f44a tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:06.320275 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f12658b2-5535-4548-9581-20f5406a80c8 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1847579 Apr 29 13:25:06.324657 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a6d9d727-7282-45e5-b06f-641da00ab119 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:06.325373 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54816) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:06.344414 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3447a-286a-49fb-8b50-1b728914f44a tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Pushing event deleted for resources: {'Port': ['ID=60091105-f803-4a75-a4ae-e1af6a660373,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:06.346569 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-a6d9d727-7282-45e5-b06f-641da00ab119 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Deleting port 731ce0fc-25cd-43b9-aa07-bc17547e84b0 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:06.346910 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a6d9d727-7282-45e5-b06f-641da00ab119 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:06.350859 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-2c18ac25-ed7c-44aa-ba0b-540d94ef49e6 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group': {'name': 'tempest-secgroup--1878684249'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:06.360822 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0dc3ed-f14a-4c8a-a9f9-a49f3324e59d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network faf3410c-51d0-4bef-89fe-9fef415a8299 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:25:06.415967 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f97bc7be-1560-4bcf-833d-7b3349408962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:06.418881 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2c18ac25-ed7c-44aa-ba0b-540d94ef49e6 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:06.422989 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-8c0dc3ed-f14a-4c8a-a9f9-a49f3324e59d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:06.499709 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2c18ac25-ed7c-44aa-ba0b-540d94ef49e6 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Usage tracker for resource:security_group and tenant:269d8697be8240eea39a5114f3432b04 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:06.508058 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f06595-71ba-4d15-a2a7-a2ee754adcb3 req-bd1aea6b-ee9e-4d47-a4de-afd09374086b tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:06.515402 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d3f06595-71ba-4d15-a2a7-a2ee754adcb3 req-bd1aea6b-ee9e-4d47-a4de-afd09374086b tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/ports?device_id=7d11cc05-e9be-447d-8acf-be572d0334bd HTTP/1.1" status: 200 len: 945 time: 0.4063966 Apr 29 13:25:06.563129 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2c18ac25-ed7c-44aa-ba0b-540d94ef49e6 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:06.650712 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97bc7be-1560-4bcf-833d-7b3349408962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda7b974-cbdf-422d-95f3-9fea3a76cff7,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:06.651863 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2c18ac25-ed7c-44aa-ba0b-540d94ef49e6 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:06.667350 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f97bc7be-1560-4bcf-833d-7b3349408962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:06.691266 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f97bc7be-1560-4bcf-833d-7b3349408962 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cda7b974-cbdf-422d-95f3-9fea3a76cff7 HTTP/1.1" status: 204 len: 168 time: 0.9946091 Apr 29 13:25:06.773745 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fac45da4-7fcc-40b2-a36a-b032a96efc10 None None] Provisioning complete for port 8d7e4272-45d2-449c-a78c-fccb766dc15f triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:25:06.777343 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fac45da4-7fcc-40b2-a36a-b032a96efc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:06.829345 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2c18ac25-ed7c-44aa-ba0b-540d94ef49e6 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:06.850564 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-fac45da4-7fcc-40b2-a36a-b032a96efc10 None None] Port 8d7e4272-45d2-449c-a78c-fccb766dc15f cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:25:06.885715 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device b28fd375-dc0b-4f91-b0cf-dc6dc7151594 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:25:06.905374 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d3f06595-71ba-4d15-a2a7-a2ee754adcb3 req-eec4d990-3149-4262-8fc0-da729e4297c9 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/security-groups?id=45a11f2b-c42d-4215-b1b8-6777cb16cb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3890045 Apr 29 13:25:06.945865 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: b28fd375-dc0b-4f91-b0cf-dc6dc7151594 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:25:06.946344 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device b28fd375-dc0b-4f91-b0cf-dc6dc7151594 not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:25:06.946845 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 60091105-f803-4a75-a4ae-e1af6a660373 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:25:06.978446 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a567d22c-da1a-4288-a51b-e8afed116019 req-d2ad7393-9c61-4527-9888-b88ecd0f479e tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:25:06.992089 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f5a18c-853d-45d0-be5c-db05a1da2842 None None] Sync routers for ids ['bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:25:07.015163 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f5a18c-853d-45d0-be5c-db05a1da2842 None None] Routers {'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:07.015797 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-b2f5a18c-853d-45d0-be5c-db05a1da2842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:07.034466 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: 60091105-f803-4a75-a4ae-e1af6a660373 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:25:07.034682 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 60091105-f803-4a75-a4ae-e1af6a660373 not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:25:07.056607 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a6d9d727-7282-45e5-b06f-641da00ab119 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:07.069742 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2c18ac25-ed7c-44aa-ba0b-540d94ef49e6 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:07.171082 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2c18ac25-ed7c-44aa-ba0b-540d94ef49e6 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Usage tracker for resource:security_group_rule and tenant:269d8697be8240eea39a5114f3432b04 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:07.180134 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2c18ac25-ed7c-44aa-ba0b-540d94ef49e6 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:07.196141 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2c18ac25-ed7c-44aa-ba0b-540d94ef49e6 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:07.342601 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2c18ac25-ed7c-44aa-ba0b-540d94ef49e6 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:07.343108 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-a6d9d727-7282-45e5-b06f-641da00ab119 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Calling delete_port for 731ce0fc-25cd-43b9-aa07-bc17547e84b0 owned by network:router_gateway {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:07.363825 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2c18ac25-ed7c-44aa-ba0b-540d94ef49e6 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:07.401382 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-b2f5a18c-853d-45d0-be5c-db05a1da2842 None None] Set router bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:25:07.445437 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4ebe8a-3f86-4a1c-8513-0149809b3331 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Router 5b5332d5-d726-47e5-a586-a4c7709412e9 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:25:07.454177 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e60b6d1-5465-4f1b-af26-ced2bb49eb46 req-11f3447a-286a-49fb-8b50-1b728914f44a tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Router 6ee152d9-d524-4a86-bcb7-77de14f79e5f has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:25:07.456275 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18ac25-ed7c-44aa-ba0b-540d94ef49e6 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f61f91a9-1010-4f49-b73e-1696a5537c6c,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:07.467075 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2c18ac25-ed7c-44aa-ba0b-540d94ef49e6 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:07.468301 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2c18ac25-ed7c-44aa-ba0b-540d94ef49e6 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1299646 Apr 29 13:25:07.475364 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54832) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:07.483852 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-1f4115ce-d0e2-44c9-8bbc-f49b24f3497f tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group_rule': {'security_group_id': 'f61f91a9-1010-4f49-b73e-1696a5537c6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:07.486869 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-1f4115ce-d0e2-44c9-8bbc-f49b24f3497f tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:25:07.487883 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1f4115ce-d0e2-44c9-8bbc-f49b24f3497f tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0100412 Apr 29 13:25:07.498592 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-a567d22c-da1a-4288-a51b-e8afed116019 req-d2ad7393-9c61-4527-9888-b88ecd0f479e tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] No DVR routers for this DVR port b28fd375-dc0b-4f91-b0cf-dc6dc7151594 on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:25:07.498803 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54838) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:07.515046 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-d75a8c96-e2f5-4c6e-8834-73c9def39777 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group_rule': {'security_group_id': 'f61f91a9-1010-4f49-b73e-1696a5537c6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:07.515777 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-d75a8c96-e2f5-4c6e-8834-73c9def39777 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:25:07.519251 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d75a8c96-e2f5-4c6e-8834-73c9def39777 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0162756 Apr 29 13:25:07.519408 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-a567d22c-da1a-4288-a51b-e8afed116019 req-d2ad7393-9c61-4527-9888-b88ecd0f479e tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:07.520449 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a567d22c-da1a-4288-a51b-e8afed116019 req-d2ad7393-9c61-4527-9888-b88ecd0f479e tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.32 "DELETE /v2.0/ports/b28fd375-dc0b-4f91-b0cf-dc6dc7151594 HTTP/1.1" status: 204 len: 173 time: 5.2119830 Apr 29 13:25:07.522188 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53da46ea-d6be-47f2-98b6-91b4c5b08c7a', 'name': 'network-vif-deleted', 'tag': 'b28fd375-dc0b-4f91-b0cf-dc6dc7151594'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:25:07.528257 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-72fa95e1-01d1-4756-8796-919e52ea0e61 req-2897997c-418c-4111-a18d-1c66ff7c91d0 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/ports?device_id=53da46ea-d6be-47f2-98b6-91b4c5b08c7a HTTP/1.1" status: 200 len: 210 time: 0.3828583 Apr 29 13:25:07.530995 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54842) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:07.538705 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-5ce0b8f5-4f91-418a-b185-8d1f86cd7d42 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group_rule': {'security_group_id': 'f61f91a9-1010-4f49-b73e-1696a5537c6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:07.539580 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-5ce0b8f5-4f91-418a-b185-8d1f86cd7d42 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:25:07.543346 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5ce0b8f5-4f91-418a-b185-8d1f86cd7d42 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080357 Apr 29 13:25:07.544030 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54848) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:07.553875 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-27be1403-df20-4705-9073-916b1e6e58dd tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group_rule': {'security_group_id': 'f61f91a9-1010-4f49-b73e-1696a5537c6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:07.554451 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-27be1403-df20-4705-9073-916b1e6e58dd tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:25:07.559657 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-27be1403-df20-4705-9073-916b1e6e58dd tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0104804 Apr 29 13:25:07.564215 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54852) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:07.643412 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14318be3-d129-412f-b6a8-ee8292decc47'] response: {'server_uuid': '53da46ea-d6be-47f2-98b6-91b4c5b08c7a', 'name': 'network-vif-deleted', 'tag': 'b28fd375-dc0b-4f91-b0cf-dc6dc7151594', 'status': 'completed', 'code': 200} Apr 29 13:25:07.704117 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a6d9d727-7282-45e5-b06f-641da00ab119 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:07.783286 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9d727-7282-45e5-b06f-641da00ab119 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Pushing event deleted for resources: {'Port': ['ID=731ce0fc-25cd-43b9-aa07-bc17547e84b0,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:07.789651 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-198d734e-84f2-4336-9a81-b74dc26fc95e tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:07.826296 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27a483fb-e39d-4770-8b5e-08d3a3a3e4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:07.911715 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-198d734e-84f2-4336-9a81-b74dc26fc95e tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:08.074054 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0dc3ed-f14a-4c8a-a9f9-a49f3324e59d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Router 0fd0affc-5d49-42ec-9bef-6a6e2738d943 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:25:08.253931 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-b2f5a18c-853d-45d0-be5c-db05a1da2842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'name': 'tempest-ServersTestManualDisk-829336071-router', 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '068be9c2-a8d4-4bd5-9c40-82006ab83ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:58Z', 'revision_number': 4, 'project_id': '6c8c29596be64b1cbf79cd04762fbea5', 'gw_port': {'id': '068be9c2-a8d4-4bd5-9c40-82006ab83ca3', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '80415493-cec6-4897-90a3-788cf44d78ba', 'name': '', 'network_id': '5766f20d-f6c2-4c44-9d06-902bc69d7f8a', 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5', 'mac_address': 'fa:16:3e:3d:cc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecbd849-02e4-4ff8-acc4-ec6e20b79dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:54Z', 'updated_at': '2022-04-29T13:23:08Z', 'revision_number': 5, 'project_id': '6c8c29596be64b1cbf79cd04762fbea5', 'subnets': [{'id': '1ecbd849-02e4-4ff8-acc4-ec6e20b79dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:08.262604 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f5a18c-853d-45d0-be5c-db05a1da2842 None None] Checking router: bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:25:08.286825 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f5a18c-853d-45d0-be5c-db05a1da2842 None None] Routers {'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:08.287543 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-b2f5a18c-853d-45d0-be5c-db05a1da2842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:08.440703 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54864) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:08.499351 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:25:08.501130 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e60b6d1-5465-4f1b-af26-ced2bb49eb46 req-11f3447a-286a-49fb-8b50-1b728914f44a tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:25:08.516084 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa8f137-c89f-43b6-b96d-469e101d57bc None None] Sync routers for ids ['6ee152d9-d524-4a86-bcb7-77de14f79e5f'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:25:08.523130 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-198d734e-84f2-4336-9a81-b74dc26fc95e tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:08.541920 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa8f137-c89f-43b6-b96d-469e101d57bc None None] Routers {'6ee152d9-d524-4a86-bcb7-77de14f79e5f'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:08.542946 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-caa8f137-c89f-43b6-b96d-469e101d57bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6ee152d9-d524-4a86-bcb7-77de14f79e5f'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:08.559529 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-b2f5a18c-853d-45d0-be5c-db05a1da2842 None None] Set router bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:25:08.563239 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ceee2a0f-3794-4ade-bf72-ee84640284b9 req-ce7f7670-7d94-4673-b4d9-5592d8567245 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/ports?device_id=7d11cc05-e9be-447d-8acf-be572d0334bd HTTP/1.1" status: 200 len: 210 time: 0.2896802 Apr 29 13:25:08.602385 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d734e-84f2-4336-9a81-b74dc26fc95e tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61f91a9-1010-4f49-b73e-1696a5537c6c,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:08.612992 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a6d9d727-7282-45e5-b06f-641da00ab119 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:08.687876 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-0ef10a13-a9cb-4d3e-8c6d-56b2fc87f99c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1330394202'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:08.734992 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0ef10a13-a9cb-4d3e-8c6d-56b2fc87f99c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:08.739878 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e60b6d1-5465-4f1b-af26-ced2bb49eb46 req-11f3447a-286a-49fb-8b50-1b728914f44a tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] No DVR routers for this DVR port 60091105-f803-4a75-a4ae-e1af6a660373 on host hv-neutron-8390 {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:25:08.750383 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0dc3ed-f14a-4c8a-a9f9-a49f3324e59d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:25:08.753979 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0ef10a13-a9cb-4d3e-8c6d-56b2fc87f99c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Usage tracker for resource:network and tenant:657540fe6ef84325b4d48ead4eeedc47 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:08.756615 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-7e60b6d1-5465-4f1b-af26-ced2bb49eb46 req-11f3447a-286a-49fb-8b50-1b728914f44a tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:08.759249 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-7e60b6d1-5465-4f1b-af26-ced2bb49eb46 req-11f3447a-286a-49fb-8b50-1b728914f44a tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.32 "DELETE /v2.0/ports/60091105-f803-4a75-a4ae-e1af6a660373 HTTP/1.1" status: 204 len: 173 time: 5.0281837 Apr 29 13:25:08.760308 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d11cc05-e9be-447d-8acf-be572d0334bd', 'name': 'network-vif-deleted', 'tag': '60091105-f803-4a75-a4ae-e1af6a660373'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:25:08.774366 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0ef10a13-a9cb-4d3e-8c6d-56b2fc87f99c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:08.780495 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8c0dc3ed-f14a-4c8a-a9f9-a49f3324e59d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "PUT /v2.0/routers/0fd0affc-5d49-42ec-9bef-6a6e2738d943/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5654049 Apr 29 13:25:08.781392 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61157d46-f9d0-40d8-8665-fbf64c82abdc None None] Sync routers for ids ['0fd0affc-5d49-42ec-9bef-6a6e2738d943'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:25:08.801196 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54876) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:08.804562 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0ef10a13-a9cb-4d3e-8c6d-56b2fc87f99c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:08.921552 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4ebe8a-3f86-4a1c-8513-0149809b3331 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:25:08.929033 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8b5d75-3c97-49d0-9c7d-961b418af76b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:08.930084 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2b8b5d75-3c97-49d0-9c7d-961b418af76b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Synchronizing usage tracker for tenant:1eeea487b04d4758993c28cdd605ea02 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:25:08.932806 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54880) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:08.934921 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-caa8f137-c89f-43b6-b96d-469e101d57bc None None] Set router 6ee152d9-d524-4a86-bcb7-77de14f79e5f gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:25:08.941248 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7bb83a4-97ca-4f85-9b53-0255d461cab7'] response: {'server_uuid': '7d11cc05-e9be-447d-8acf-be572d0334bd', 'name': 'network-vif-deleted', 'tag': '60091105-f803-4a75-a4ae-e1af6a660373', 'status': 'completed', 'code': 200} Apr 29 13:25:08.954790 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61157d46-f9d0-40d8-8665-fbf64c82abdc None None] Routers {'0fd0affc-5d49-42ec-9bef-6a6e2738d943'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:08.955556 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-61157d46-f9d0-40d8-8665-fbf64c82abdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['0fd0affc-5d49-42ec-9bef-6a6e2738d943'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:08.972393 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef10a13-a9cb-4d3e-8c6d-56b2fc87f99c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Made reservation on behalf of 657540fe6ef84325b4d48ead4eeedc47 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:25:08.976142 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0ef10a13-a9cb-4d3e-8c6d-56b2fc87f99c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:09.011593 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0ef10a13-a9cb-4d3e-8c6d-56b2fc87f99c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:09.039556 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c0cbc4-b0d9-495f-91fe-a5d4e02e80ac None None] Sync routers for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:25:09.041632 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5d4ebe8a-3f86-4a1c-8513-0149809b3331 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:09.075435 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-61157d46-f9d0-40d8-8665-fbf64c82abdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:09.086200 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2b8b5d75-3c97-49d0-9c7d-961b418af76b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Unset dirty status for tenant:1eeea487b04d4758993c28cdd605ea02 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:25:09.087422 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2b8b5d75-3c97-49d0-9c7d-961b418af76b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "GET /v2.0/ports/8d7e4272-45d2-449c-a78c-fccb766dc15f HTTP/1.1" status: 200 len: 910 time: 0.2852886 Apr 29 13:25:09.090557 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54884) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:09.148642 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61157d46-f9d0-40d8-8665-fbf64c82abdc None None] Routers {'0fd0affc-5d49-42ec-9bef-6a6e2738d943'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:09.149298 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-61157d46-f9d0-40d8-8665-fbf64c82abdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['0fd0affc-5d49-42ec-9bef-6a6e2738d943'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:09.190841 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c0cbc4-b0d9-495f-91fe-a5d4e02e80ac None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:09.191532 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-f9c0cbc4-b0d9-495f-91fe-a5d4e02e80ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:09.198473 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-819c86a3-3f1b-4c5e-b1fd-7de3035b3b82 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:09.203948 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a6d9d727-7282-45e5-b06f-641da00ab119 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:09.210018 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a6d9d727-7282-45e5-b06f-641da00ab119 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:09.225146 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-61157d46-f9d0-40d8-8665-fbf64c82abdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:09.225618 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61157d46-f9d0-40d8-8665-fbf64c82abdc None None] The sync data for ids ['0fd0affc-5d49-42ec-9bef-6a6e2738d943'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:25:09.245285 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-198d734e-84f2-4336-9a81-b74dc26fc95e tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:09.249362 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-198d734e-84f2-4336-9a81-b74dc26fc95e tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "DELETE /v2.0/security-groups/f61f91a9-1010-4f49-b73e-1696a5537c6c HTTP/1.1" status: 204 len: 168 time: 1.6835916 Apr 29 13:25:09.255387 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54888) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:09.264361 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0ef10a13-a9cb-4d3e-8c6d-56b2fc87f99c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:09.274243 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5d4ebe8a-3f86-4a1c-8513-0149809b3331 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 10.8150861 Apr 29 13:25:09.275866 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-b2f5a18c-853d-45d0-be5c-db05a1da2842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'name': 'tempest-ServersTestManualDisk-829336071-router', 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '068be9c2-a8d4-4bd5-9c40-82006ab83ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:58Z', 'revision_number': 4, 'project_id': '6c8c29596be64b1cbf79cd04762fbea5', 'gw_port': {'id': '068be9c2-a8d4-4bd5-9c40-82006ab83ca3', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '80415493-cec6-4897-90a3-788cf44d78ba', 'name': '', 'network_id': '5766f20d-f6c2-4c44-9d06-902bc69d7f8a', 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5', 'mac_address': 'fa:16:3e:3d:cc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecbd849-02e4-4ff8-acc4-ec6e20b79dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:54Z', 'updated_at': '2022-04-29T13:23:08Z', 'revision_number': 5, 'project_id': '6c8c29596be64b1cbf79cd04762fbea5', 'subnets': [{'id': '1ecbd849-02e4-4ff8-acc4-ec6e20b79dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:09.280395 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54892) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:09.280556 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f5a18c-853d-45d0-be5c-db05a1da2842 None None] The sync data for ids ['bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6'] in dv-neutron-839027-4-hyperv is: [{'id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'name': 'tempest-ServersTestManualDisk-829336071-router', 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '068be9c2-a8d4-4bd5-9c40-82006ab83ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:58Z', 'revision_number': 4, 'project_id': '6c8c29596be64b1cbf79cd04762fbea5', 'gw_port': {'id': '068be9c2-a8d4-4bd5-9c40-82006ab83ca3', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '80415493-cec6-4897-90a3-788cf44d78ba', 'name': '', 'network_id': '5766f20d-f6c2-4c44-9d06-902bc69d7f8a', 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5', 'mac_address': 'fa:16:3e:3d:cc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecbd849-02e4-4ff8-acc4-ec6e20b79dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:54Z', 'updated_at': '2022-04-29T13:23:08Z', 'revision_number': 5, 'project_id': '6c8c29596be64b1cbf79cd04762fbea5', 'subnets': [{'id': '1ecbd849-02e4-4ff8-acc4-ec6e20b79dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:25:09.281456 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0ef10a13-a9cb-4d3e-8c6d-56b2fc87f99c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Usage tracker for resource:security_group_rule and tenant:657540fe6ef84325b4d48ead4eeedc47 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:09.293563 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0ef10a13-a9cb-4d3e-8c6d-56b2fc87f99c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:09.313096 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a6d9d727-7282-45e5-b06f-641da00ab119 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:09.313689 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d9d727-7282-45e5-b06f-641da00ab119 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Fanout notify agent at l3_agent the message router_deleted on router a0dc39a8-51aa-4018-943b-b15b10dcd16f {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:25:09.324247 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-1d1916da-bae9-45e7-b31a-1d8973253d63 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1250086260'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:09.329911 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1d1916da-bae9-45e7-b31a-1d8973253d63 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:09.340779 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a6d9d727-7282-45e5-b06f-641da00ab119 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:09.342226 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-819c86a3-3f1b-4c5e-b1fd-7de3035b3b82 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:09.345749 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a6d9d727-7282-45e5-b06f-641da00ab119 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "DELETE /v2.0/routers/a0dc39a8-51aa-4018-943b-b15b10dcd16f HTTP/1.1" status: 204 len: 168 time: 4.7281578 Apr 29 13:25:09.346524 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54896) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:09.356085 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-eb733696-7a27-4135-8edb-f5a852496d99 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-569987716', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:09.372793 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-eb733696-7a27-4135-8edb-f5a852496d99 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:09.385467 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-eb733696-7a27-4135-8edb-f5a852496d99 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Usage tracker for resource:router and tenant:a61f1618e05a4a2daa85afab534f4402 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:09.390229 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-eb733696-7a27-4135-8edb-f5a852496d99 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:09.401616 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-48fc411d-6045-4c6d-9fd2-de2502892ce4 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Synchronizing usage tracker for tenant:269d8697be8240eea39a5114f3432b04 on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:25:09.404037 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-f9c0cbc4-b0d9-495f-91fe-a5d4e02e80ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:09.407322 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-eb733696-7a27-4135-8edb-f5a852496d99 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:09.426088 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1d1916da-bae9-45e7-b31a-1d8973253d63 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Usage tracker for resource:network and tenant:c6a98024671e406e8c4e9aedab65828f is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:09.431077 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0ef10a13-a9cb-4d3e-8c6d-56b2fc87f99c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:09.433206 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c0cbc4-b0d9-495f-91fe-a5d4e02e80ac None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:09.433822 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1d1916da-bae9-45e7-b31a-1d8973253d63 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:09.434271 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-f9c0cbc4-b0d9-495f-91fe-a5d4e02e80ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:09.450687 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-48fc411d-6045-4c6d-9fd2-de2502892ce4 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Unset dirty status for tenant:269d8697be8240eea39a5114f3432b04 on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:25:09.451874 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-48fc411d-6045-4c6d-9fd2-de2502892ce4 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1855893 Apr 29 13:25:09.458021 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54900) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:09.460466 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1d1916da-bae9-45e7-b31a-1d8973253d63 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:09.468631 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-1eafd8cb-b551-4889-8da7-4c00ed02eb66 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group': {'name': 'tempest-secgroup--531073725'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:09.473619 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eb733696-7a27-4135-8edb-f5a852496d99 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:09.476370 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eb733696-7a27-4135-8edb-f5a852496d99 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:09.489102 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1eafd8cb-b551-4889-8da7-4c00ed02eb66 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:09.494684 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1916da-bae9-45e7-b31a-1d8973253d63 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Made reservation on behalf of c6a98024671e406e8c4e9aedab65828f for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:25:09.498109 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d1916da-bae9-45e7-b31a-1d8973253d63 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:09.525809 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1eafd8cb-b551-4889-8da7-4c00ed02eb66 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:09.547542 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-24318977-9558-45cf-aed9-cc799bebf933 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:09.564839 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1eafd8cb-b551-4889-8da7-4c00ed02eb66 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:09.580481 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eb733696-7a27-4135-8edb-f5a852496d99 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:09.622975 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0ef10a13-a9cb-4d3e-8c6d-56b2fc87f99c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:09.643496 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0ef10a13-a9cb-4d3e-8c6d-56b2fc87f99c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:09.661279 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-819c86a3-3f1b-4c5e-b1fd-7de3035b3b82 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:09.671014 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-f9c0cbc4-b0d9-495f-91fe-a5d4e02e80ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:09.671407 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c0cbc4-b0d9-495f-91fe-a5d4e02e80ac None None] The sync data for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:25:09.697566 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19188c3b-d307-4f66-b3fe-6b5ad596ebe4 None None] New status for floating IP 936c3411-aa5a-498d-b869-4694ab673951: DOWN {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:25:09.728903 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eb733696-7a27-4135-8edb-f5a852496d99 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:09.750230 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-caa8f137-c89f-43b6-b96d-469e101d57bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'name': 'tempest-ServersTestJSON-1509948784-router', 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b4906660-a243-4f3e-87c7-2e9f8eb9f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:22:40Z', 'updated_at': '2022-04-29T13:22:48Z', 'revision_number': 4, 'project_id': '5af4e0e2215a466699ba2d581ed2d902', 'gw_port': {'id': 'b4906660-a243-4f3e-87c7-2e9f8eb9f468', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:10:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'b13d88b0-b655-48ef-9192-978600587f01', 'name': '', 'network_id': 'db77dff0-1ec4-4e61-b2c0-fae02c77fce1', 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902', 'mac_address': 'fa:16:3e:ee:a0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb00ce98-f29b-44ee-afb3-87315ac0d956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:45Z', 'updated_at': '2022-04-29T13:23:03Z', 'revision_number': 5, 'project_id': '5af4e0e2215a466699ba2d581ed2d902', 'subnets': [{'id': 'cb00ce98-f29b-44ee-afb3-87315ac0d956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:09.758821 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa8f137-c89f-43b6-b96d-469e101d57bc None None] Checking router: 6ee152d9-d524-4a86-bcb7-77de14f79e5f for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:25:09.768386 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef10a13-a9cb-4d3e-8c6d-56b2fc87f99c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:25:09.775064 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-819c86a3-3f1b-4c5e-b1fd-7de3035b3b82 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:09.776415 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-819c86a3-3f1b-4c5e-b1fd-7de3035b3b82 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "DELETE /v2.0/security-groups/cd8cf9d3-7648-4c94-9cca-44b6de1ac764 HTTP/1.1" status: 204 len: 168 time: 0.8341572 Apr 29 13:25:09.784645 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa8f137-c89f-43b6-b96d-469e101d57bc None None] Routers {'6ee152d9-d524-4a86-bcb7-77de14f79e5f'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:09.785506 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-caa8f137-c89f-43b6-b96d-469e101d57bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:24:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6ee152d9-d524-4a86-bcb7-77de14f79e5f'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:09.786446 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef10a13-a9cb-4d3e-8c6d-56b2fc87f99c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4bc45a-94b5-4394-945c-8bad2d8b5707,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:09.792104 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54908) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:09.793158 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d1916da-bae9-45e7-b31a-1d8973253d63 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:25:09.807653 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54910) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:09.821781 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1eafd8cb-b551-4889-8da7-4c00ed02eb66 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:09.843499 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1eafd8cb-b551-4889-8da7-4c00ed02eb66 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Usage tracker for resource:security_group_rule and tenant:269d8697be8240eea39a5114f3432b04 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:09.851374 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1eafd8cb-b551-4889-8da7-4c00ed02eb66 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:09.871194 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eb733696-7a27-4135-8edb-f5a852496d99 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:09.873588 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-eb733696-7a27-4135-8edb-f5a852496d99 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5220037 Apr 29 13:25:09.895513 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1eafd8cb-b551-4889-8da7-4c00ed02eb66 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:09.900903 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54916) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:09.917021 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c86a3-3f1b-4c5e-b1fd-7de3035b3b82 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8cf9d3-7648-4c94-9cca-44b6de1ac764,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:09.922520 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-a6267cb2-fc2d-4000-abaf-3bf2ce47b9b1 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'enable_snat': True}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:10.004446 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0ef10a13-a9cb-4d3e-8c6d-56b2fc87f99c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:10.004810 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-0ef10a13-a9cb-4d3e-8c6d-56b2fc87f99c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Added segment b0edc35f-df43-4ac0-be33-5a71bba78526 of type vlan for network 3ea82a54-7f12-48d1-a51f-4776ff903471 Apr 29 13:25:10.013656 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d1916da-bae9-45e7-b31a-1d8973253d63 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:10.013656 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-1d1916da-bae9-45e7-b31a-1d8973253d63 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Added segment f8c24ae2-014e-462b-be42-f5b2266dd766 of type vlan for network 9884046d-dafa-4112-b186-34be4876bda4 Apr 29 13:25:10.016396 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-9669afcb-933a-4019-8659-9edbd739f3e2 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] show failed (client error): The resource could not be found. Apr 29 13:25:10.022325 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9669afcb-933a-4019-8659-9edbd739f3e2 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "GET /v2.0/security-groups/cd8cf9d3-7648-4c94-9cca-44b6de1ac764 HTTP/1.1" status: 404 len: 347 time: 0.1479499 Apr 29 13:25:10.032591 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54920) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:10.122336 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b677d51f-cee1-41ff-bed5-ac7bd8e17831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:10.124836 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bcf2438f-a2c4-461f-aec8-ac31ea93e8f5 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:10.139632 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-caa8f137-c89f-43b6-b96d-469e101d57bc None None] Set router 6ee152d9-d524-4a86-bcb7-77de14f79e5f gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:25:10.182747 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1eafd8cb-b551-4889-8da7-4c00ed02eb66 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:10.193348 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bcf2438f-a2c4-461f-aec8-ac31ea93e8f5 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:10.237993 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0ef10a13-a9cb-4d3e-8c6d-56b2fc87f99c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:10.243623 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-21b8009d-de79-4f9a-977c-6213116c0101 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Deleting port 25751f0f-7091-4d33-88bb-18fba35cda4b {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:10.243949 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-21b8009d-de79-4f9a-977c-6213116c0101 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:10.254114 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1eafd8cb-b551-4889-8da7-4c00ed02eb66 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:10.272988 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d1916da-bae9-45e7-b31a-1d8973253d63 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:10.454945 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eafd8cb-b551-4889-8da7-4c00ed02eb66 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d24c82a-4279-4f8f-8e24-bf60523228c3,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:10.457532 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1eafd8cb-b551-4889-8da7-4c00ed02eb66 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:10.458878 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1eafd8cb-b551-4889-8da7-4c00ed02eb66 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9996545 Apr 29 13:25:10.475411 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54924) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:10.482292 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-caa8f137-c89f-43b6-b96d-469e101d57bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'name': 'tempest-ServersTestJSON-1509948784-router', 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b4906660-a243-4f3e-87c7-2e9f8eb9f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:22:40Z', 'updated_at': '2022-04-29T13:22:48Z', 'revision_number': 4, 'project_id': '5af4e0e2215a466699ba2d581ed2d902', 'gw_port': {'id': 'b4906660-a243-4f3e-87c7-2e9f8eb9f468', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:10:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'b13d88b0-b655-48ef-9192-978600587f01', 'name': '', 'network_id': 'db77dff0-1ec4-4e61-b2c0-fae02c77fce1', 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902', 'mac_address': 'fa:16:3e:ee:a0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb00ce98-f29b-44ee-afb3-87315ac0d956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:45Z', 'updated_at': '2022-04-29T13:23:03Z', 'revision_number': 5, 'project_id': '5af4e0e2215a466699ba2d581ed2d902', 'subnets': [{'id': 'cb00ce98-f29b-44ee-afb3-87315ac0d956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:10.487359 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa8f137-c89f-43b6-b96d-469e101d57bc None None] The sync data for ids ['6ee152d9-d524-4a86-bcb7-77de14f79e5f'] in dv-neutron-839027-4-hyperv is: [{'id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'name': 'tempest-ServersTestJSON-1509948784-router', 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b4906660-a243-4f3e-87c7-2e9f8eb9f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:22:40Z', 'updated_at': '2022-04-29T13:22:48Z', 'revision_number': 4, 'project_id': '5af4e0e2215a466699ba2d581ed2d902', 'gw_port': {'id': 'b4906660-a243-4f3e-87c7-2e9f8eb9f468', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:10:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'b13d88b0-b655-48ef-9192-978600587f01', 'name': '', 'network_id': 'db77dff0-1ec4-4e61-b2c0-fae02c77fce1', 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902', 'mac_address': 'fa:16:3e:ee:a0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb00ce98-f29b-44ee-afb3-87315ac0d956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:45Z', 'updated_at': '2022-04-29T13:23:03Z', 'revision_number': 5, 'project_id': '5af4e0e2215a466699ba2d581ed2d902', 'subnets': [{'id': 'cb00ce98-f29b-44ee-afb3-87315ac0d956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:25:10.533885 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-5371675e-ca8b-45bd-a61e-4eae11517d5f tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group_rule': {'security_group_id': '0d24c82a-4279-4f8f-8e24-bf60523228c3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:10.534539 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-5371675e-ca8b-45bd-a61e-4eae11517d5f tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:25:10.535663 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5371675e-ca8b-45bd-a61e-4eae11517d5f tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0553634 Apr 29 13:25:10.536695 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.db.resource_extend [None req-1d1916da-bae9-45e7-b31a-1d8973253d63 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:25:10.539119 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54928) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:10.560951 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-0ac0d8f3-4bd1-4b6e-ba66-8810bcf44fa2 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group_rule': {'security_group_id': '0d24c82a-4279-4f8f-8e24-bf60523228c3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:10.587491 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0ef10a13-a9cb-4d3e-8c6d-56b2fc87f99c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:10.591160 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef10a13-a9cb-4d3e-8c6d-56b2fc87f99c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:10.591704 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0ef10a13-a9cb-4d3e-8c6d-56b2fc87f99c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:10.595404 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d1916da-bae9-45e7-b31a-1d8973253d63 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:10.598908 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1916da-bae9-45e7-b31a-1d8973253d63 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:10.599473 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d1916da-bae9-45e7-b31a-1d8973253d63 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:10.624844 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0ac0d8f3-4bd1-4b6e-ba66-8810bcf44fa2 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:10.644355 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0ac0d8f3-4bd1-4b6e-ba66-8810bcf44fa2 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Usage tracker for resource:security_group_rule and tenant:269d8697be8240eea39a5114f3432b04 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:10.704447 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-93778188-ecaa-4f3f-818b-30359d4f0d03 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:10.748247 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cbdc5e-98b5-4272-afb0-e244933e1ea2 None None] New status for floating IP b818a51a-05d9-4b53-a1a2-b3b1e04c26be: DOWN {{(pid=83906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:25:10.823920 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0ac0d8f3-4bd1-4b6e-ba66-8810bcf44fa2 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:10.842021 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0ac0d8f3-4bd1-4b6e-ba66-8810bcf44fa2 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:10.864604 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bcf2438f-a2c4-461f-aec8-ac31ea93e8f5 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:10.876096 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1d1916da-bae9-45e7-b31a-1d8973253d63 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5916696 Apr 29 13:25:10.882970 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54932) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:10.889391 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0ef10a13-a9cb-4d3e-8c6d-56b2fc87f99c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4474511 Apr 29 13:25:10.900947 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-21b8009d-de79-4f9a-977c-6213116c0101 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:10.901271 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-21b8009d-de79-4f9a-977c-6213116c0101 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:10.914917 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef10a13-a9cb-4d3e-8c6d-56b2fc87f99c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event updated for resources: {'Network': ['ID=3ea82a54-7f12-48d1-a51f-4776ff903471,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:10.915374 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-f9d9d7b1-c94d-4fb1-8461-84470e536a04 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Request body: {'subnet': {'network_id': '9884046d-dafa-4112-b186-34be4876bda4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:10.933889 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 3ea82a54-7f12-48d1-a51f-4776ff903471 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:25:10.952229 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-24318977-9558-45cf-aed9-cc799bebf933 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:10.962128 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-24318977-9558-45cf-aed9-cc799bebf933 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16423525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16423546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16419832'] for router, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:10.973554 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2438f-a2c4-461f-aec8-ac31ea93e8f5 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a11f2b-c42d-4215-b1b8-6777cb16cb4f,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:11.053588 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-21b8009d-de79-4f9a-977c-6213116c0101 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Calling delete_port for 25751f0f-7091-4d33-88bb-18fba35cda4b owned by network:floatingip {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:11.088387 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bcf2438f-a2c4-461f-aec8-ac31ea93e8f5 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:11.090196 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-bcf2438f-a2c4-461f-aec8-ac31ea93e8f5 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "DELETE /v2.0/security-groups/45a11f2b-c42d-4215-b1b8-6777cb16cb4f HTTP/1.1" status: 204 len: 168 time: 1.2749839 Apr 29 13:25:11.092563 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a6267cb2-fc2d-4000-abaf-3bf2ce47b9b1 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:11.103786 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54936) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:11.125519 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-0ac0d8f3-4bd1-4b6e-ba66-8810bcf44fa2 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:25:11.130754 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0ac0d8f3-4bd1-4b6e-ba66-8810bcf44fa2 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5899537 Apr 29 13:25:11.145025 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54940) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:11.165494 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-919dca47-6929-4c6a-b895-c24e564b77da tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group_rule': {'security_group_id': '0d24c82a-4279-4f8f-8e24-bf60523228c3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:11.166125 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-919dca47-6929-4c6a-b895-c24e564b77da tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:25:11.169663 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-919dca47-6929-4c6a-b895-c24e564b77da tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0152977 Apr 29 13:25:11.196559 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54944) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:11.211065 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-a7b49372-0d64-4e1d-ba77-ebad74fb262d tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group_rule': {'security_group_id': '0d24c82a-4279-4f8f-8e24-bf60523228c3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:11.225466 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1916da-bae9-45e7-b31a-1d8973253d63 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event updated for resources: {'Network': ['ID=9884046d-dafa-4112-b186-34be4876bda4,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:11.237700 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 9884046d-dafa-4112-b186-34be4876bda4 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:25:11.244742 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a7b49372-0d64-4e1d-ba77-ebad74fb262d tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:11.252581 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-91f504ed-f165-4cb6-a27e-4a1743628b21 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] show failed (client error): The resource could not be found. Apr 29 13:25:11.253742 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-91f504ed-f165-4cb6-a27e-4a1743628b21 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "GET /v2.0/security-groups/45a11f2b-c42d-4215-b1b8-6777cb16cb4f HTTP/1.1" status: 404 len: 347 time: 0.1486857 Apr 29 13:25:11.260322 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54948) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:11.261695 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a7b49372-0d64-4e1d-ba77-ebad74fb262d tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Usage tracker for resource:security_group_rule and tenant:269d8697be8240eea39a5114f3432b04 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:11.272406 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a7b49372-0d64-4e1d-ba77-ebad74fb262d tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:11.341344 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a7b49372-0d64-4e1d-ba77-ebad74fb262d tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:11.357556 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f9d9d7b1-c94d-4fb1-8461-84470e536a04 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:11.410061 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f9d9d7b1-c94d-4fb1-8461-84470e536a04 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:11.416937 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:11.492208 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:11.513836 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d9d7b1-c94d-4fb1-8461-84470e536a04 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Made reservation on behalf of c6a98024671e406e8c4e9aedab65828f for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:25:11.516936 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-d70335a9-b732-4627-b501-70c5fb65ba34 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Deleting port a0f5fee3-e277-4146-88b1-761a953dafd4 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:11.517383 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d70335a9-b732-4627-b501-70c5fb65ba34 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:11.564097 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-a7b49372-0d64-4e1d-ba77-ebad74fb262d tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:25:11.565159 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a7b49372-0d64-4e1d-ba77-ebad74fb262d tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3674455 Apr 29 13:25:11.578507 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54952) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:11.618507 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-b64388cd-ba1b-438d-9415-db5941796d80 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group_rule': {'security_group_id': '0d24c82a-4279-4f8f-8e24-bf60523228c3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:11.618507 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-b64388cd-ba1b-438d-9415-db5941796d80 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:25:11.619140 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b64388cd-ba1b-438d-9415-db5941796d80 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0147502 Apr 29 13:25:11.624117 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54956) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:11.637939 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-32da3321-9ba5-4077-8b7b-25271c22dc49 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group_rule': {'security_group_id': '0d24c82a-4279-4f8f-8e24-bf60523228c3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:11.647680 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f9d9d7b1-c94d-4fb1-8461-84470e536a04 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:11.661629 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-21b8009d-de79-4f9a-977c-6213116c0101 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:11.665832 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-32da3321-9ba5-4077-8b7b-25271c22dc49 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:11.675239 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-32da3321-9ba5-4077-8b7b-25271c22dc49 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Usage tracker for resource:security_group_rule and tenant:269d8697be8240eea39a5114f3432b04 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:11.681365 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-32da3321-9ba5-4077-8b7b-25271c22dc49 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:11.741723 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-32da3321-9ba5-4077-8b7b-25271c22dc49 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:11.825158 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d70335a9-b732-4627-b501-70c5fb65ba34 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:11.825695 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d70335a9-b732-4627-b501-70c5fb65ba34 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:11.856416 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-32da3321-9ba5-4077-8b7b-25271c22dc49 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:25:11.860195 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-32da3321-9ba5-4077-8b7b-25271c22dc49 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2303085 Apr 29 13:25:11.866054 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54960) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:11.875479 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-0af8e0d9-14bf-4a5e-9e6c-4e537f49e915 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group_rule': {'security_group_id': '0d24c82a-4279-4f8f-8e24-bf60523228c3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:11.876171 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-0af8e0d9-14bf-4a5e-9e6c-4e537f49e915 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:25:11.879710 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0af8e0d9-14bf-4a5e-9e6c-4e537f49e915 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088651 Apr 29 13:25:11.882622 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54964) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:11.893398 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-f8959347-0aa8-457d-9571-a05567a6af3e tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group_rule': {'security_group_id': '0d24c82a-4279-4f8f-8e24-bf60523228c3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:11.897185 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8009d-de79-4f9a-977c-6213116c0101 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Pushing event deleted for resources: {'Port': ['ID=25751f0f-7091-4d33-88bb-18fba35cda4b,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:11.934539 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24318977-9558-45cf-aed9-cc799bebf933 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Router 06720203-1c43-43b7-8d7e-46cfb6aed7b5 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:25:11.939277 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f8959347-0aa8-457d-9571-a05567a6af3e tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:11.968239 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f8959347-0aa8-457d-9571-a05567a6af3e tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Usage tracker for resource:security_group_rule and tenant:269d8697be8240eea39a5114f3432b04 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:11.975722 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f8959347-0aa8-457d-9571-a05567a6af3e tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:11.988580 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f8959347-0aa8-457d-9571-a05567a6af3e tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:12.057391 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a6267cb2-fc2d-4000-abaf-3bf2ce47b9b1 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:12.088260 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-d70335a9-b732-4627-b501-70c5fb65ba34 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Calling delete_port for a0f5fee3-e277-4146-88b1-761a953dafd4 owned by network:floatingip {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:12.146232 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a6267cb2-fc2d-4000-abaf-3bf2ce47b9b1 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:12.310603 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-f8959347-0aa8-457d-9571-a05567a6af3e tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:25:12.314299 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f8959347-0aa8-457d-9571-a05567a6af3e tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4269643 Apr 29 13:25:12.314650 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54968) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:12.326864 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-022a94f7-c354-4888-96b3-784287477385 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group_rule': {'security_group_id': '0d24c82a-4279-4f8f-8e24-bf60523228c3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:12.341799 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-022a94f7-c354-4888-96b3-784287477385 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:12.359248 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-022a94f7-c354-4888-96b3-784287477385 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Usage tracker for resource:security_group_rule and tenant:269d8697be8240eea39a5114f3432b04 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:12.367653 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-022a94f7-c354-4888-96b3-784287477385 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:12.378440 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-21b8009d-de79-4f9a-977c-6213116c0101 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks [] for floatingip, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:12.381968 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-022a94f7-c354-4888-96b3-784287477385 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:12.386218 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f9d9d7b1-c94d-4fb1-8461-84470e536a04 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:12.492742 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-a6267cb2-fc2d-4000-abaf-3bf2ce47b9b1 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Allocated IP 172.26.6.175 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/8459b3fb-1cef-4255-90b4-f964009fd7e6) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:25:12.499396 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9d7b1-c94d-4fb1-8461-84470e536a04 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event updated for resources: {'Subnet': ['ID=72dcc274-f2bc-4892-b010-0013140af28c,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:12.511885 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-21b8009d-de79-4f9a-977c-6213116c0101 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:12.516011 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-21b8009d-de79-4f9a-977c-6213116c0101 tempest-ServersTestManualDisk-778671930 tempest-ServersTestManualDisk-778671930-project] 10.222.0.76 "DELETE /v2.0/floatingips/936c3411-aa5a-498d-b869-4694ab673951 HTTP/1.1" status: 204 len: 168 time: 2.4762530 Apr 29 13:25:12.518756 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54972) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:12.598288 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-022a94f7-c354-4888-96b3-784287477385 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:25:12.602511 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-022a94f7-c354-4888-96b3-784287477385 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2838225 Apr 29 13:25:12.604489 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54976) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:12.635379 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d9d7b1-c94d-4fb1-8461-84470e536a04 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Checking segment: {'id': 'f8c24ae2-014e-462b-be42-f5b2266dd766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9884046d-dafa-4112-b186-34be4876bda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:25:12.636135 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d9d7b1-c94d-4fb1-8461-84470e536a04 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Network hostable DHCP agents. Network: 9884046d-dafa-4112-b186-34be4876bda4, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:25:12.691556 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d70335a9-b732-4627-b501-70c5fb65ba34 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:12.745910 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70335a9-b732-4627-b501-70c5fb65ba34 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Pushing event deleted for resources: {'Port': ['ID=a0f5fee3-e277-4146-88b1-761a953dafd4,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:12.833147 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:12.886683 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d9d7b1-c94d-4fb1-8461-84470e536a04 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Network 9884046d-dafa-4112-b186-34be4876bda4 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:25:12.903253 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a6267cb2-fc2d-4000-abaf-3bf2ce47b9b1 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:12.907021 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-62537345-bfca-4108-939e-aa0babbd5ebc tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:12.926916 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-f9d9d7b1-c94d-4fb1-8461-84470e536a04 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 9884046d-dafa-4112-b186-34be4876bda4) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:12.933544 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24318977-9558-45cf-aed9-cc799bebf933 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:25:12.943871 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d9d7b1-c94d-4fb1-8461-84470e536a04 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:12.944500 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f9d9d7b1-c94d-4fb1-8461-84470e536a04 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:12.949087 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedf3eb1-687d-402a-8ac0-06d9b20cd073 None None] Network 9884046d-dafa-4112-b186-34be4876bda4 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:25:12.954118 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddf3004-d8e4-48cc-858d-e274ccd44725 None None] Sync routers for ids ['06720203-1c43-43b7-8d7e-46cfb6aed7b5'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:25:12.970958 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-62537345-bfca-4108-939e-aa0babbd5ebc tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:12.973822 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddf3004-d8e4-48cc-858d-e274ccd44725 None None] Routers {'06720203-1c43-43b7-8d7e-46cfb6aed7b5'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:12.974449 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-7ddf3004-d8e4-48cc-858d-e274ccd44725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['06720203-1c43-43b7-8d7e-46cfb6aed7b5'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:13.006924 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-24318977-9558-45cf-aed9-cc799bebf933 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:13.008041 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-24318977-9558-45cf-aed9-cc799bebf933 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "PUT /v2.0/routers/06720203-1c43-43b7-8d7e-46cfb6aed7b5 HTTP/1.1" status: 200 len: 922 time: 7.2757158 Apr 29 13:25:13.017174 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54980) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:13.028020 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f9d9d7b1-c94d-4fb1-8461-84470e536a04 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1396914 Apr 29 13:25:13.028794 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54984) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:13.060273 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d70335a9-b732-4627-b501-70c5fb65ba34 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks [] for floatingip, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:13.096507 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-b758bbb6-de55-40db-81f0-5c74b94bf300 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-419372864', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}, 'admin_state_up': False}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:13.111082 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-7ddf3004-d8e4-48cc-858d-e274ccd44725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:13.112768 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b758bbb6-de55-40db-81f0-5c74b94bf300 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:13.125485 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d70335a9-b732-4627-b501-70c5fb65ba34 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:13.126623 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d70335a9-b732-4627-b501-70c5fb65ba34 tempest-ServersTestJSON-1379005669 tempest-ServersTestJSON-1379005669-project] 10.222.0.76 "DELETE /v2.0/floatingips/b818a51a-05d9-4b53-a1a2-b3b1e04c26be HTTP/1.1" status: 204 len: 168 time: 1.8600998 Apr 29 13:25:13.133451 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddf3004-d8e4-48cc-858d-e274ccd44725 None None] Routers {'06720203-1c43-43b7-8d7e-46cfb6aed7b5'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:13.134177 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54988) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:13.135011 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-7ddf3004-d8e4-48cc-858d-e274ccd44725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['06720203-1c43-43b7-8d7e-46cfb6aed7b5'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:13.174958 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b758bbb6-de55-40db-81f0-5c74b94bf300 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Usage tracker for resource:router and tenant:c6a98024671e406e8c4e9aedab65828f is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:13.180130 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b758bbb6-de55-40db-81f0-5c74b94bf300 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:13.188569 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b758bbb6-de55-40db-81f0-5c74b94bf300 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:13.196701 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-62537345-bfca-4108-939e-aa0babbd5ebc tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:13.225358 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a6267cb2-fc2d-4000-abaf-3bf2ce47b9b1 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:13.273919 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62537345-bfca-4108-939e-aa0babbd5ebc tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d24c82a-4279-4f8f-8e24-bf60523228c3,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:13.275980 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b758bbb6-de55-40db-81f0-5c74b94bf300 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:13.277100 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b758bbb6-de55-40db-81f0-5c74b94bf300 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:13.327970 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-62537345-bfca-4108-939e-aa0babbd5ebc tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:13.329126 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-62537345-bfca-4108-939e-aa0babbd5ebc tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "DELETE /v2.0/security-groups/0d24c82a-4279-4f8f-8e24-bf60523228c3 HTTP/1.1" status: 204 len: 168 time: 0.7219770 Apr 29 13:25:13.338513 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 54992) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:13.340245 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6267cb2-fc2d-4000-abaf-3bf2ce47b9b1 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:25:13.349498 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-a6267cb2-fc2d-4000-abaf-3bf2ce47b9b1 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:13.366474 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6267cb2-fc2d-4000-abaf-3bf2ce47b9b1 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Pushing event updated for resources: {'Port': ['ID=8459b3fb-1cef-4255-90b4-f964009fd7e6,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:13.371527 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6267cb2-fc2d-4000-abaf-3bf2ce47b9b1 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:25:13.424671 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b758bbb6-de55-40db-81f0-5c74b94bf300 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:13.425409 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb47be7c-38ea-4858-b91f-83025ecc3d67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-9884046d-dafa-4112-b186-34be4876bda4', 'network_id': '9884046d-dafa-4112-b186-34be4876bda4', 'tenant_id': 'c6a98024671e406e8c4e9aedab65828f', 'fixed_ips': [{'subnet_id': '72dcc274-f2bc-4892-b010-0013140af28c'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:25:13.426459 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb47be7c-38ea-4858-b91f-83025ecc3d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:13.431710 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-7ddf3004-d8e4-48cc-858d-e274ccd44725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:13.432114 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddf3004-d8e4-48cc-858d-e274ccd44725 None None] The sync data for ids ['06720203-1c43-43b7-8d7e-46cfb6aed7b5'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:25:13.627469 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-93778188-ecaa-4f3f-818b-30359d4f0d03 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Deleting port 8d7e4272-45d2-449c-a78c-fccb766dc15f {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:13.627816 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-93778188-ecaa-4f3f-818b-30359d4f0d03 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:13.655345 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-cbe0d842-19d0-4c44-825c-45080bb094e6 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Synchronizing usage tracker for tenant:269d8697be8240eea39a5114f3432b04 on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:25:13.698854 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-eb47be7c-38ea-4858-b91f-83025ecc3d67 None None] Allocated IP 172.20.0.2 (9884046d-dafa-4112-b186-34be4876bda4/72dcc274-f2bc-4892-b010-0013140af28c/1b32c1ed-debf-4e19-9285-5fa5d549f95a) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:25:13.704413 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-cbe0d842-19d0-4c44-825c-45080bb094e6 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Unset dirty status for tenant:269d8697be8240eea39a5114f3432b04 on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:25:13.705704 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-cbe0d842-19d0-4c44-825c-45080bb094e6 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3625596 Apr 29 13:25:13.712229 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 54996) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:13.726094 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b758bbb6-de55-40db-81f0-5c74b94bf300 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:13.726912 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-43110270-e840-401d-acef-bf370b3e3f2d tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group': {'name': 'tempest-secgroup--41894542'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:13.733687 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-43110270-e840-401d-acef-bf370b3e3f2d tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:13.743384 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b943d025-94cd-4d81-8391-3f2cab8508bc tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "GET /v2.0/routers/06720203-1c43-43b7-8d7e-46cfb6aed7b5 HTTP/1.1" status: 200 len: 922 time: 0.7250314 Apr 29 13:25:13.746542 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55000) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:13.871246 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-43110270-e840-401d-acef-bf370b3e3f2d tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:13.890282 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-43110270-e840-401d-acef-bf370b3e3f2d tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:13.946221 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-413fdda6-a248-452e-b985-0c0f63557a5c tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=3475bcf7-abe6-4964-9326-03174235aecc&device_id=06720203-1c43-43b7-8d7e-46cfb6aed7b5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1980851 Apr 29 13:25:13.947973 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a6267cb2-fc2d-4000-abaf-3bf2ce47b9b1 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:13.978830 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55004) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:14.171114 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b758bbb6-de55-40db-81f0-5c74b94bf300 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:14.174370 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-43110270-e840-401d-acef-bf370b3e3f2d tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:14.199312 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55008) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:14.214218 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-58beba54-42df-43dc-a074-3772ce91ef6d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Request body: {'subnet': {'network_id': '3ea82a54-7f12-48d1-a51f-4776ff903471', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:14.221326 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-43110270-e840-401d-acef-bf370b3e3f2d tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Usage tracker for resource:security_group_rule and tenant:269d8697be8240eea39a5114f3432b04 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:14.232783 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb47be7c-38ea-4858-b91f-83025ecc3d67 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:14.242307 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-43110270-e840-401d-acef-bf370b3e3f2d tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:14.246081 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-eb47be7c-38ea-4858-b91f-83025ecc3d67 None None] Transition to ACTIVE for port object 1b32c1ed-debf-4e19-9285-5fa5d549f95a will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:25:14.266723 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-eb47be7c-38ea-4858-b91f-83025ecc3d67 None None] Transition to ACTIVE for port object 1b32c1ed-debf-4e19-9285-5fa5d549f95a will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:25:14.270778 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-43110270-e840-401d-acef-bf370b3e3f2d tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:14.274519 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb47be7c-38ea-4858-b91f-83025ecc3d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:14.279102 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b758bbb6-de55-40db-81f0-5c74b94bf300 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:14.279833 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-93778188-ecaa-4f3f-818b-30359d4f0d03 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:14.288993 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a6267cb2-fc2d-4000-abaf-3bf2ce47b9b1 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:14.345131 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a6267cb2-fc2d-4000-abaf-3bf2ce47b9b1 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16423525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16423546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16419832'] for router, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:14.355674 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb47be7c-38ea-4858-b91f-83025ecc3d67 None None] Network 9884046d-dafa-4112-b186-34be4876bda4 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:25:14.356590 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47be7c-38ea-4858-b91f-83025ecc3d67 None None] Pushing event updated for resources: {'Port': ['ID=1b32c1ed-debf-4e19-9285-5fa5d549f95a,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:14.361016 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-eb47be7c-38ea-4858-b91f-83025ecc3d67 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:14.362991 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f8978a-ec3d-4047-bae7-55f974012015 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:14.363304 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-23f8978a-ec3d-4047-bae7-55f974012015 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Synchronizing usage tracker for tenant:a74e1c7c330243a68a49c651b2ec262f on resource:network {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:25:14.363549 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb47be7c-38ea-4858-b91f-83025ecc3d67 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:25:14.446147 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-93778188-ecaa-4f3f-818b-30359d4f0d03 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Calling delete_port for 8d7e4272-45d2-449c-a78c-fccb766dc15f owned by network:router_interface {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:14.454056 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-eb47be7c-38ea-4858-b91f-83025ecc3d67 None None] Attempting to bind port 1b32c1ed-debf-4e19-9285-5fa5d549f95a on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:25:14.454437 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-eb47be7c-38ea-4858-b91f-83025ecc3d67 None None] Attempting to bind port 1b32c1ed-debf-4e19-9285-5fa5d549f95a by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'f8c24ae2-014e-462b-be42-f5b2266dd766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9884046d-dafa-4112-b186-34be4876bda4'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:25:14.454767 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb47be7c-38ea-4858-b91f-83025ecc3d67 None None] Attempting to bind port 1b32c1ed-debf-4e19-9285-5fa5d549f95a on network 9884046d-dafa-4112-b186-34be4876bda4 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:25:14.462520 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb47be7c-38ea-4858-b91f-83025ecc3d67 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:25:14.462959 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb47be7c-38ea-4858-b91f-83025ecc3d67 None None] Checking segment: {'id': 'f8c24ae2-014e-462b-be42-f5b2266dd766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9884046d-dafa-4112-b186-34be4876bda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:25:14.463341 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb47be7c-38ea-4858-b91f-83025ecc3d67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:14.463733 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb47be7c-38ea-4858-b91f-83025ecc3d67 None None] Bound using segment: {'id': 'f8c24ae2-014e-462b-be42-f5b2266dd766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9884046d-dafa-4112-b186-34be4876bda4'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:25:14.464190 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-eb47be7c-38ea-4858-b91f-83025ecc3d67 None None] Bound port: 1b32c1ed-debf-4e19-9285-5fa5d549f95a, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c24ae2-014e-462b-be42-f5b2266dd766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9884046d-dafa-4112-b186-34be4876bda4'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:25:14.464551 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb47be7c-38ea-4858-b91f-83025ecc3d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:14.562697 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-eb47be7c-38ea-4858-b91f-83025ecc3d67 None None] For port 1b32c1ed-debf-4e19-9285-5fa5d549f95a, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:25:14.565454 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-eb47be7c-38ea-4858-b91f-83025ecc3d67 None None] For port 1b32c1ed-debf-4e19-9285-5fa5d549f95a, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=1b32c1ed-debf-4e19-9285-5fa5d549f95a,segment=NetworkSegment(f8c24ae2-014e-462b-be42-f5b2266dd766),segment_id=f8c24ae2-014e-462b-be42-f5b2266dd766)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:25:14.571559 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb47be7c-38ea-4858-b91f-83025ecc3d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:14.608291 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-58beba54-42df-43dc-a074-3772ce91ef6d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:14.622591 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-58beba54-42df-43dc-a074-3772ce91ef6d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Usage tracker for resource:subnet and tenant:657540fe6ef84325b4d48ead4eeedc47 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:14.626401 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-58beba54-42df-43dc-a074-3772ce91ef6d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:14.638956 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-58beba54-42df-43dc-a074-3772ce91ef6d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:14.664185 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47be7c-38ea-4858-b91f-83025ecc3d67 None None] Pushing event updated for resources: {'Port': ['ID=1b32c1ed-debf-4e19-9285-5fa5d549f95a,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:14.669175 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-23f8978a-ec3d-4047-bae7-55f974012015 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Unset dirty status for tenant:a74e1c7c330243a68a49c651b2ec262f on resource:network {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:25:14.673307 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-23f8978a-ec3d-4047-bae7-55f974012015 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "GET /v2.0/networks/3475bcf7-abe6-4964-9326-03174235aecc HTTP/1.1" status: 200 len: 881 time: 0.6849232 Apr 29 13:25:14.679734 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55012) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:14.697028 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-04a86d47-2542-4de2-88bb-5df275a6e537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:14.748402 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-63e64bec-b25f-4af2-8d6d-f0275a568db3 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "GET /v2.0/ports?device_id=06720203-1c43-43b7-8d7e-46cfb6aed7b5 HTTP/1.1" status: 200 len: 205 time: 0.0666640 Apr 29 13:25:14.756589 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55016) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:14.769487 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-43110270-e840-401d-acef-bf370b3e3f2d tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:14.831869 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-b758bbb6-de55-40db-81f0-5c74b94bf300 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Allocated IP 172.26.6.179 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/42b8259a-13a0-4da1-9b3c-cd9d989565d5) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:25:14.848161 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-43110270-e840-401d-acef-bf370b3e3f2d tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:14.922968 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58beba54-42df-43dc-a074-3772ce91ef6d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Made reservation on behalf of 657540fe6ef84325b4d48ead4eeedc47 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:25:14.982286 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43110270-e840-401d-acef-bf370b3e3f2d tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a1efdc-7e42-4608-9087-3be0d3c8fa55,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:15.005717 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-43110270-e840-401d-acef-bf370b3e3f2d tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:15.007642 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-43110270-e840-401d-acef-bf370b3e3f2d tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.2925985 Apr 29 13:25:15.011763 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55020) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:15.027644 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-b2f590b7-9c95-4475-aec9-4c5c2f97b10a tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group_rule': {'security_group_id': 'e9a1efdc-7e42-4608-9087-3be0d3c8fa55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:15.037693 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b2f590b7-9c95-4475-aec9-4c5c2f97b10a tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:15.054418 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b2f590b7-9c95-4475-aec9-4c5c2f97b10a tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Usage tracker for resource:security_group_rule and tenant:269d8697be8240eea39a5114f3432b04 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:15.060652 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b2f590b7-9c95-4475-aec9-4c5c2f97b10a tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:15.109211 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b2f590b7-9c95-4475-aec9-4c5c2f97b10a tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:15.148371 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-58beba54-42df-43dc-a074-3772ce91ef6d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:15.186319 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-93778188-ecaa-4f3f-818b-30359d4f0d03 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:15.247959 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-b2f590b7-9c95-4475-aec9-4c5c2f97b10a tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] create failed (client error): The resource could not be found. Apr 29 13:25:15.249000 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b2f590b7-9c95-4475-aec9-4c5c2f97b10a tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2318318 Apr 29 13:25:15.250292 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93778188-ecaa-4f3f-818b-30359d4f0d03 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Port': ['ID=8d7e4272-45d2-449c-a78c-fccb766dc15f,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:15.253586 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55024) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:15.296085 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-940eb3c9-84b6-41a2-96ec-96450f045b32 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group_rule': {'security_group_id': 'e9a1efdc-7e42-4608-9087-3be0d3c8fa55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f0320ee6-ece8-4129-bd4c-9d81219c17df'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:15.315568 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-940eb3c9-84b6-41a2-96ec-96450f045b32 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:15.335880 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b758bbb6-de55-40db-81f0-5c74b94bf300 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:15.362723 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-940eb3c9-84b6-41a2-96ec-96450f045b32 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Usage tracker for resource:security_group_rule and tenant:269d8697be8240eea39a5114f3432b04 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:15.370577 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-940eb3c9-84b6-41a2-96ec-96450f045b32 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:15.380316 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b4fecc9e-5a71-4370-b202-0125ca841692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:15.446137 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-940eb3c9-84b6-41a2-96ec-96450f045b32 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:15.507744 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b758bbb6-de55-40db-81f0-5c74b94bf300 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:15.587859 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6267cb2-fc2d-4000-abaf-3bf2ce47b9b1 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Router 7ec85d4c-6287-4bd9-a18f-cb21e5ceb4ad is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:25:15.644928 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b758bbb6-de55-40db-81f0-5c74b94bf300 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:25:15.658048 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fbd354ab-7e24-44e2-9437-6fd19ed300c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:15.731082 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-b758bbb6-de55-40db-81f0-5c74b94bf300 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:15.786129 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b758bbb6-de55-40db-81f0-5c74b94bf300 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:25:15.827706 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758bbb6-de55-40db-81f0-5c74b94bf300 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event updated for resources: {'Port': ['ID=42b8259a-13a0-4da1-9b3c-cd9d989565d5,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:15.836852 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5481ae3e-f946-4866-921d-aaedfd6b5ca7 None None] Network 9884046d-dafa-4112-b186-34be4876bda4 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:25:15.841499 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-58beba54-42df-43dc-a074-3772ce91ef6d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:15.911156 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-940eb3c9-84b6-41a2-96ec-96450f045b32 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] create failed (client error): The resource could not be found. Apr 29 13:25:15.913083 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-940eb3c9-84b6-41a2-96ec-96450f045b32 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6584272 Apr 29 13:25:15.917967 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55028) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:15.989485 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d20d1461-62cc-4d61-9ffa-4ff2fff28e62 None None] Provisioning for port 1b32c1ed-debf-4e19-9285-5fa5d549f95a completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:25:16.037103 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-93778188-ecaa-4f3f-818b-30359d4f0d03 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:16.236435 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58beba54-42df-43dc-a074-3772ce91ef6d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event updated for resources: {'Subnet': ['ID=1bbe64bb-5439-4797-b4d5-857050ef8cfd,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:16.296673 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d8df9205-a422-4509-9c3d-bc185dbc5653 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:16.317105 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58beba54-42df-43dc-a074-3772ce91ef6d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Checking segment: {'id': 'b0edc35f-df43-4ac0-be33-5a71bba78526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3ea82a54-7f12-48d1-a51f-4776ff903471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:25:16.317105 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58beba54-42df-43dc-a074-3772ce91ef6d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Network hostable DHCP agents. Network: 3ea82a54-7f12-48d1-a51f-4776ff903471, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:25:16.367505 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d8df9205-a422-4509-9c3d-bc185dbc5653 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:16.406915 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 1b32c1ed-debf-4e19-9285-5fa5d549f95a up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:25:16.412766 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58beba54-42df-43dc-a074-3772ce91ef6d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Network 3ea82a54-7f12-48d1-a51f-4776ff903471 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:25:16.445311 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-58beba54-42df-43dc-a074-3772ce91ef6d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 3ea82a54-7f12-48d1-a51f-4776ff903471) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:16.454157 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58beba54-42df-43dc-a074-3772ce91ef6d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:16.454716 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-58beba54-42df-43dc-a074-3772ce91ef6d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:16.468500 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09222cc-c8ac-43d2-8337-4a0bf4f55842 None None] Network 3ea82a54-7f12-48d1-a51f-4776ff903471 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:25:16.508779 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fbd354ab-7e24-44e2-9437-6fd19ed300c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:16.519991 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-58beba54-42df-43dc-a074-3772ce91ef6d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3156302 Apr 29 13:25:16.520794 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55032) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:16.532818 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-2b7c05d5-7828-47ab-8798-07fd55c11c9a tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-188235187'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:16.538682 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-fbd354ab-7e24-44e2-9437-6fd19ed300c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Deleting port 87cf06fd-ecc4-4b64-9598-f898be40a67d {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:16.539020 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fbd354ab-7e24-44e2-9437-6fd19ed300c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:16.563296 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-2b7c05d5-7828-47ab-8798-07fd55c11c9a tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:16.570029 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b758bbb6-de55-40db-81f0-5c74b94bf300 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:16.571307 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b758bbb6-de55-40db-81f0-5c74b94bf300 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:16.584423 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-2b7c05d5-7828-47ab-8798-07fd55c11c9a tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Usage tracker for resource:network and tenant:657540fe6ef84325b4d48ead4eeedc47 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:16.594798 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6267cb2-fc2d-4000-abaf-3bf2ce47b9b1 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:25:16.599987 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-2b7c05d5-7828-47ab-8798-07fd55c11c9a tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:16.607488 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a6267cb2-fc2d-4000-abaf-3bf2ce47b9b1 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:16.608931 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a6267cb2-fc2d-4000-abaf-3bf2ce47b9b1 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "PUT /v2.0/routers/7ec85d4c-6287-4bd9-a18f-cb21e5ceb4ad HTTP/1.1" status: 200 len: 918 time: 6.7051072 Apr 29 13:25:16.612871 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55036) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:16.614488 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-2b7c05d5-7828-47ab-8798-07fd55c11c9a tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:16.632571 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0e557b-e882-44bf-8634-38a8312dd7df None None] Sync routers for ids ['7ec85d4c-6287-4bd9-a18f-cb21e5ceb4ad'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:25:16.638265 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 1b32c1ed-debf-4e19-9285-5fa5d549f95a completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:25:16.649026 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 1b32c1ed-debf-4e19-9285-5fa5d549f95a triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:25:16.649612 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:16.744435 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0e557b-e882-44bf-8634-38a8312dd7df None None] Routers {'7ec85d4c-6287-4bd9-a18f-cb21e5ceb4ad'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:16.745083 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8d0e557b-e882-44bf-8634-38a8312dd7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['7ec85d4c-6287-4bd9-a18f-cb21e5ceb4ad'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:16.780700 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d8df9205-a422-4509-9c3d-bc185dbc5653 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:16.817604 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8d0e557b-e882-44bf-8634-38a8312dd7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:16.830492 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7c05d5-7828-47ab-8798-07fd55c11c9a tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Made reservation on behalf of 657540fe6ef84325b4d48ead4eeedc47 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:25:16.833450 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2b7c05d5-7828-47ab-8798-07fd55c11c9a tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:16.897157 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0e557b-e882-44bf-8634-38a8312dd7df None None] Routers {'7ec85d4c-6287-4bd9-a18f-cb21e5ceb4ad'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:16.897764 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8d0e557b-e882-44bf-8634-38a8312dd7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['7ec85d4c-6287-4bd9-a18f-cb21e5ceb4ad'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:16.918919 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b7c05d5-7828-47ab-8798-07fd55c11c9a tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:25:16.920410 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df9205-a422-4509-9c3d-bc185dbc5653 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a1efdc-7e42-4608-9087-3be0d3c8fa55,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:16.926810 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fbd354ab-7e24-44e2-9437-6fd19ed300c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:16.965284 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e642cf4-747c-4976-b126-c31e9f8f7d19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-3ea82a54-7f12-48d1-a51f-4776ff903471', 'network_id': '3ea82a54-7f12-48d1-a51f-4776ff903471', 'tenant_id': '657540fe6ef84325b4d48ead4eeedc47', 'fixed_ips': [{'subnet_id': '1bbe64bb-5439-4797-b4d5-857050ef8cfd'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:25:16.965962 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e642cf4-747c-4976-b126-c31e9f8f7d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:17.001048 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8d0e557b-e882-44bf-8634-38a8312dd7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:17.001501 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0e557b-e882-44bf-8634-38a8312dd7df None None] The sync data for ids ['7ec85d4c-6287-4bd9-a18f-cb21e5ceb4ad'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:25:17.035945 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d8df9205-a422-4509-9c3d-bc185dbc5653 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:17.039499 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d8df9205-a422-4509-9c3d-bc185dbc5653 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "DELETE /v2.0/security-groups/e9a1efdc-7e42-4608-9087-3be0d3c8fa55 HTTP/1.1" status: 204 len: 168 time: 1.1169910 Apr 29 13:25:17.042282 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55040) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:17.057408 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-fbd354ab-7e24-44e2-9437-6fd19ed300c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Calling delete_port for 87cf06fd-ecc4-4b64-9598-f898be40a67d owned by network:router_gateway {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:17.071128 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:17.085194 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2b7c05d5-7828-47ab-8798-07fd55c11c9a tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:17.085194 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-2b7c05d5-7828-47ab-8798-07fd55c11c9a tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Added segment a782626d-263d-4258-92e2-a0ee2dc7e917 of type vlan for network b79490ce-d0fa-4666-93f6-ed4d6d713b91 Apr 29 13:25:17.148121 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2b7c05d5-7828-47ab-8798-07fd55c11c9a tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:17.168521 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 1b32c1ed-debf-4e19-9285-5fa5d549f95a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=1b32c1ed-debf-4e19-9285-5fa5d549f95a,segment=NetworkSegment(f8c24ae2-014e-462b-be42-f5b2266dd766),segment_id=f8c24ae2-014e-462b-be42-f5b2266dd766)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:25:17.176165 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:17.260737 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-2e642cf4-747c-4976-b126-c31e9f8f7d19 None None] Allocated IP 2001:db8:0:ffff::2 (3ea82a54-7f12-48d1-a51f-4776ff903471/1bbe64bb-5439-4797-b4d5-857050ef8cfd/5c0ead20-4119-4e02-a906-1853b7ccc17e) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:25:17.274469 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=1b32c1ed-debf-4e19-9285-5fa5d549f95a,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:17.288004 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93778188-ecaa-4f3f-818b-30359d4f0d03 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Router 0fd0affc-5d49-42ec-9bef-6a6e2738d943 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:25:17.302488 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fbd354ab-7e24-44e2-9437-6fd19ed300c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:17.339715 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2b7c05d5-7828-47ab-8798-07fd55c11c9a tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:17.343166 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7c05d5-7828-47ab-8798-07fd55c11c9a tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:17.343746 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2b7c05d5-7828-47ab-8798-07fd55c11c9a tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:17.385277 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd354ab-7e24-44e2-9437-6fd19ed300c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Pushing event deleted for resources: {'Port': ['ID=87cf06fd-ecc4-4b64-9598-f898be40a67d,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:17.409670 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-722237d8-7431-49a9-9c60-b5a2324d06c7 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Synchronizing usage tracker for tenant:269d8697be8240eea39a5114f3432b04 on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:25:17.519897 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2b7c05d5-7828-47ab-8798-07fd55c11c9a tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9948370 Apr 29 13:25:17.525420 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e642cf4-747c-4976-b126-c31e9f8f7d19 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:17.536459 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2e642cf4-747c-4976-b126-c31e9f8f7d19 None None] Transition to ACTIVE for port object 5c0ead20-4119-4e02-a906-1853b7ccc17e will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:25:17.546516 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55044) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:17.554403 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c05d5-7828-47ab-8798-07fd55c11c9a tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event updated for resources: {'Network': ['ID=b79490ce-d0fa-4666-93f6-ed4d6d713b91,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:17.557124 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2e642cf4-747c-4976-b126-c31e9f8f7d19 None None] Transition to ACTIVE for port object 5c0ead20-4119-4e02-a906-1853b7ccc17e will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:25:17.564383 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-f1751987-ca5b-43c3-a6e5-efdb315ce787 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Request body: {'subnet': {'network_id': 'b79490ce-d0fa-4666-93f6-ed4d6d713b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:17.567784 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e642cf4-747c-4976-b126-c31e9f8f7d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:17.604593 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network b79490ce-d0fa-4666-93f6-ed4d6d713b91 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:25:17.686956 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-722237d8-7431-49a9-9c60-b5a2324d06c7 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Unset dirty status for tenant:269d8697be8240eea39a5114f3432b04 on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:25:17.691907 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-722237d8-7431-49a9-9c60-b5a2324d06c7 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4869196 Apr 29 13:25:17.711236 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55048) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:17.726946 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-d2439ae6-8c38-41eb-a4b2-0eca63846bb0 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group_rule': {'security_group_id': 'd3f1bd70-a82e-43d6-a4b8-3eaef1a16c52', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:17.727585 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e642cf4-747c-4976-b126-c31e9f8f7d19 None None] Network 3ea82a54-7f12-48d1-a51f-4776ff903471 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:25:17.735504 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-d2439ae6-8c38-41eb-a4b2-0eca63846bb0 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:17.737641 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b758bbb6-de55-40db-81f0-5c74b94bf300 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Router cd89741c-1309-45ce-8297-4a03ddb0c7ce is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:25:17.738631 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-2e642cf4-747c-4976-b126-c31e9f8f7d19 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:17.743299 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d2439ae6-8c38-41eb-a4b2-0eca63846bb0 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Usage tracker for resource:security_group_rule and tenant:269d8697be8240eea39a5114f3432b04 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:17.743606 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e642cf4-747c-4976-b126-c31e9f8f7d19 None None] Pushing event updated for resources: {'Port': ['ID=5c0ead20-4119-4e02-a906-1853b7ccc17e,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:17.746908 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d2439ae6-8c38-41eb-a4b2-0eca63846bb0 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:17.747944 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e642cf4-747c-4976-b126-c31e9f8f7d19 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:25:17.749470 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fbd354ab-7e24-44e2-9437-6fd19ed300c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:17.820585 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93778188-ecaa-4f3f-818b-30359d4f0d03 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:25:17.822222 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-04a86d47-2542-4de2-88bb-5df275a6e537 admin admin] Deleting port 80415493-cec6-4897-90a3-788cf44d78ba {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:17.822562 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-04a86d47-2542-4de2-88bb-5df275a6e537 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:17.833066 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa040da-96e6-4e9b-915c-eb461bdfae22 None None] Sync routers for ids ['0fd0affc-5d49-42ec-9bef-6a6e2738d943'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:25:17.853192 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa040da-96e6-4e9b-915c-eb461bdfae22 None None] Routers {'0fd0affc-5d49-42ec-9bef-6a6e2738d943'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:17.853814 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-eaa040da-96e6-4e9b-915c-eb461bdfae22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['0fd0affc-5d49-42ec-9bef-6a6e2738d943'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:17.872205 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-2e642cf4-747c-4976-b126-c31e9f8f7d19 None None] Attempting to bind port 5c0ead20-4119-4e02-a906-1853b7ccc17e on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:25:17.872468 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-2e642cf4-747c-4976-b126-c31e9f8f7d19 None None] Attempting to bind port 5c0ead20-4119-4e02-a906-1853b7ccc17e by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'b0edc35f-df43-4ac0-be33-5a71bba78526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3ea82a54-7f12-48d1-a51f-4776ff903471'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:25:17.873068 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e642cf4-747c-4976-b126-c31e9f8f7d19 None None] Attempting to bind port 5c0ead20-4119-4e02-a906-1853b7ccc17e on network 3ea82a54-7f12-48d1-a51f-4776ff903471 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:25:17.884946 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e642cf4-747c-4976-b126-c31e9f8f7d19 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:25:17.885685 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e642cf4-747c-4976-b126-c31e9f8f7d19 None None] Checking segment: {'id': 'b0edc35f-df43-4ac0-be33-5a71bba78526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3ea82a54-7f12-48d1-a51f-4776ff903471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:25:17.886325 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e642cf4-747c-4976-b126-c31e9f8f7d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:17.886946 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e642cf4-747c-4976-b126-c31e9f8f7d19 None None] Bound using segment: {'id': 'b0edc35f-df43-4ac0-be33-5a71bba78526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3ea82a54-7f12-48d1-a51f-4776ff903471'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:25:17.887652 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-2e642cf4-747c-4976-b126-c31e9f8f7d19 None None] Bound port: 5c0ead20-4119-4e02-a906-1853b7ccc17e, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0edc35f-df43-4ac0-be33-5a71bba78526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3ea82a54-7f12-48d1-a51f-4776ff903471'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:25:17.888247 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e642cf4-747c-4976-b126-c31e9f8f7d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:17.888898 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f1751987-ca5b-43c3-a6e5-efdb315ce787 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:17.893803 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f1751987-ca5b-43c3-a6e5-efdb315ce787 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Usage tracker for resource:subnet and tenant:657540fe6ef84325b4d48ead4eeedc47 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:17.897949 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f1751987-ca5b-43c3-a6e5-efdb315ce787 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:17.906010 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f1751987-ca5b-43c3-a6e5-efdb315ce787 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:17.932404 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-eaa040da-96e6-4e9b-915c-eb461bdfae22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:17.942365 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-93778188-ecaa-4f3f-818b-30359d4f0d03 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "PUT /v2.0/routers/0fd0affc-5d49-42ec-9bef-6a6e2738d943/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8465466 Apr 29 13:25:17.947784 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa040da-96e6-4e9b-915c-eb461bdfae22 None None] Routers {'0fd0affc-5d49-42ec-9bef-6a6e2738d943'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:17.948575 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-eaa040da-96e6-4e9b-915c-eb461bdfae22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['0fd0affc-5d49-42ec-9bef-6a6e2738d943'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:17.958534 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55052) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:17.966559 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ec9ebeae-03b1-4c8e-9f16-c81074aef055 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "GET /v2.0/routers/7ec85d4c-6287-4bd9-a18f-cb21e5ceb4ad HTTP/1.1" status: 200 len: 924 time: 1.3215115 Apr 29 13:25:17.972937 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1751987-ca5b-43c3-a6e5-efdb315ce787 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Made reservation on behalf of 657540fe6ef84325b4d48ead4eeedc47 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:25:17.990627 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55054) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:17.991547 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-d2439ae6-8c38-41eb-a4b2-0eca63846bb0 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:17.998260 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-2e642cf4-747c-4976-b126-c31e9f8f7d19 None None] For port 5c0ead20-4119-4e02-a906-1853b7ccc17e, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:25:18.001800 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-2e642cf4-747c-4976-b126-c31e9f8f7d19 None None] For port 5c0ead20-4119-4e02-a906-1853b7ccc17e, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=5c0ead20-4119-4e02-a906-1853b7ccc17e,segment=NetworkSegment(b0edc35f-df43-4ac0-be33-5a71bba78526),segment_id=b0edc35f-df43-4ac0-be33-5a71bba78526)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:25:18.008663 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e642cf4-747c-4976-b126-c31e9f8f7d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:18.019347 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-eaa040da-96e6-4e9b-915c-eb461bdfae22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:18.019746 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa040da-96e6-4e9b-915c-eb461bdfae22 None None] The sync data for ids ['0fd0affc-5d49-42ec-9bef-6a6e2738d943'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:25:18.101802 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e642cf4-747c-4976-b126-c31e9f8f7d19 None None] Pushing event updated for resources: {'Port': ['ID=5c0ead20-4119-4e02-a906-1853b7ccc17e,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:18.149609 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-99cbab12-0e07-4974-b23b-e0b36ba71c04 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Synchronizing usage tracker for tenant:1eeea487b04d4758993c28cdd605ea02 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:25:18.232308 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f1751987-ca5b-43c3-a6e5-efdb315ce787 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:18.333185 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-99cbab12-0e07-4974-b23b-e0b36ba71c04 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Unset dirty status for tenant:1eeea487b04d4758993c28cdd605ea02 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:25:18.333185 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-99cbab12-0e07-4974-b23b-e0b36ba71c04 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fd0affc-5d49-42ec-9bef-6a6e2738d943 HTTP/1.1" status: 200 len: 205 time: 0.2776802 Apr 29 13:25:18.336518 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55060) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:18.372817 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fbd354ab-7e24-44e2-9437-6fd19ed300c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:18.407298 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fbd354ab-7e24-44e2-9437-6fd19ed300c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:18.412635 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-d2439ae6-8c38-41eb-a4b2-0eca63846bb0 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] create failed (client error): The resource could not be found. Apr 29 13:25:18.420563 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d2439ae6-8c38-41eb-a4b2-0eca63846bb0 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7061508 Apr 29 13:25:18.421166 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55064) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:18.433412 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-4b5e5536-2eee-4fe2-a897-8af2b791b5f5 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group': {'name': 'tempest-secgroup--1916932461'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:18.443059 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-fb1f1f06-9b38-407d-9462-750eeaa67035 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=3475bcf7-abe6-4964-9326-03174235aecc&device_id=7ec85d4c-6287-4bd9-a18f-cb21e5ceb4ad&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4468641 Apr 29 13:25:18.445121 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4b5e5536-2eee-4fe2-a897-8af2b791b5f5 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:18.447182 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55068) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:18.481555 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4b5e5536-2eee-4fe2-a897-8af2b791b5f5 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:18.509317 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 1b32c1ed-debf-4e19-9285-5fa5d549f95a up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:25:18.570850 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4b5e5536-2eee-4fe2-a897-8af2b791b5f5 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:18.589560 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fbd354ab-7e24-44e2-9437-6fd19ed300c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:18.590426 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd354ab-7e24-44e2-9437-6fd19ed300c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Fanout notify agent at l3_agent the message router_deleted on router 06720203-1c43-43b7-8d7e-46cfb6aed7b5 {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:25:18.591336 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 1b32c1ed-debf-4e19-9285-5fa5d549f95a triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:25:18.592519 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:18.618895 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fbd354ab-7e24-44e2-9437-6fd19ed300c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:18.623664 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-fbd354ab-7e24-44e2-9437-6fd19ed300c0 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "DELETE /v2.0/routers/06720203-1c43-43b7-8d7e-46cfb6aed7b5 HTTP/1.1" status: 204 len: 168 time: 3.8622866 Apr 29 13:25:18.625225 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-04a86d47-2542-4de2-88bb-5df275a6e537 admin admin] For port 80415493-cec6-4897-90a3-788cf44d78ba, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=80415493-cec6-4897-90a3-788cf44d78ba,segment=NetworkSegment(c18c1e0e-fc25-4a3c-b468-2574dc213ac5),segment_id=c18c1e0e-fc25-4a3c-b468-2574dc213ac5)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:25:18.625743 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-04a86d47-2542-4de2-88bb-5df275a6e537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:18.635007 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55072) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:18.649271 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-d1a0821d-a4d9-44bd-bb12-8b1b800a5a0e tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1951585051', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:18.664975 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-d1a0821d-a4d9-44bd-bb12-8b1b800a5a0e tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:18.687597 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d1a0821d-a4d9-44bd-bb12-8b1b800a5a0e tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Usage tracker for resource:router and tenant:a1408fccf3a74b2cb5a41cfcc1315abd is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:18.695070 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d1a0821d-a4d9-44bd-bb12-8b1b800a5a0e tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:18.704741 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44715d5c-e270-49cd-bfa6-45e998cf6299 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:18.706172 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-44715d5c-e270-49cd-bfa6-45e998cf6299 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "GET /v2.0/networks/3475bcf7-abe6-4964-9326-03174235aecc HTTP/1.1" status: 200 len: 881 time: 0.2569830 Apr 29 13:25:18.707970 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4b5e5536-2eee-4fe2-a897-8af2b791b5f5 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:18.710933 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-d1a0821d-a4d9-44bd-bb12-8b1b800a5a0e tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:18.713762 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2d79557e-093f-4788-94fe-e447a208d776 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:18.714007 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55076) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:18.719569 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4b5e5536-2eee-4fe2-a897-8af2b791b5f5 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Usage tracker for resource:security_group_rule and tenant:269d8697be8240eea39a5114f3432b04 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:18.725283 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 5c0ead20-4119-4e02-a906-1853b7ccc17e up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:25:18.753347 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4b5e5536-2eee-4fe2-a897-8af2b791b5f5 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:18.782068 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4b5e5536-2eee-4fe2-a897-8af2b791b5f5 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:18.792484 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ad753dcf-1da5-4c70-8961-2ef8f4277014 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ec85d4c-6287-4bd9-a18f-cb21e5ceb4ad HTTP/1.1" status: 200 len: 205 time: 0.0738454 Apr 29 13:25:18.793719 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55080) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:18.804521 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d1a0821d-a4d9-44bd-bb12-8b1b800a5a0e tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:18.805441 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d1a0821d-a4d9-44bd-bb12-8b1b800a5a0e tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:18.805841 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 5c0ead20-4119-4e02-a906-1853b7ccc17e completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:25:18.963338 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-04a86d47-2542-4de2-88bb-5df275a6e537 admin admin] Calling delete_port for 80415493-cec6-4897-90a3-788cf44d78ba owned by network:router_interface {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:18.989623 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b758bbb6-de55-40db-81f0-5c74b94bf300 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:25:19.003740 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d854cee4-861f-4266-9dc5-093233fb70d0 None None] Sync routers for ids ['cd89741c-1309-45ce-8297-4a03ddb0c7ce'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:25:19.029828 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d854cee4-861f-4266-9dc5-093233fb70d0 None None] Routers {'cd89741c-1309-45ce-8297-4a03ddb0c7ce'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:19.030820 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d854cee4-861f-4266-9dc5-093233fb70d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['cd89741c-1309-45ce-8297-4a03ddb0c7ce'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:19.053198 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d1a0821d-a4d9-44bd-bb12-8b1b800a5a0e tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:19.080749 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4b5e5536-2eee-4fe2-a897-8af2b791b5f5 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:19.094221 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4b5e5536-2eee-4fe2-a897-8af2b791b5f5 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:19.117567 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b758bbb6-de55-40db-81f0-5c74b94bf300 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:19.120632 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d854cee4-861f-4266-9dc5-093233fb70d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:19.121899 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b758bbb6-de55-40db-81f0-5c74b94bf300 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.0355101 Apr 29 13:25:19.122717 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55084) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:19.131000 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d1a0821d-a4d9-44bd-bb12-8b1b800a5a0e tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:19.135603 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d854cee4-861f-4266-9dc5-093233fb70d0 None None] Routers {'cd89741c-1309-45ce-8297-4a03ddb0c7ce'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:19.136550 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d854cee4-861f-4266-9dc5-093233fb70d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['cd89741c-1309-45ce-8297-4a03ddb0c7ce'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:19.211460 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d854cee4-861f-4266-9dc5-093233fb70d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:19.212172 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d854cee4-861f-4266-9dc5-093233fb70d0 None None] The sync data for ids ['cd89741c-1309-45ce-8297-4a03ddb0c7ce'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:25:19.251313 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d530679b-516b-4742-ad1e-a9ea6b70fd3e None None] Network 3ea82a54-7f12-48d1-a51f-4776ff903471 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:25:19.287086 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4b5e5536-2eee-4fe2-a897-8af2b791b5f5 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:19.288285 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4b5e5536-2eee-4fe2-a897-8af2b791b5f5 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8640020 Apr 29 13:25:19.294681 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55088) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:19.297839 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e5536-2eee-4fe2-a897-8af2b791b5f5 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a067814-10e4-42de-9263-e99bc46e7472,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:19.303369 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d1a0821d-a4d9-44bd-bb12-8b1b800a5a0e tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:19.307134 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d1a0821d-a4d9-44bd-bb12-8b1b800a5a0e tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6709945 Apr 29 13:25:19.307933 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55092) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:19.312310 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-1d4a43ae-ecad-4efc-a459-70e2022ffca4 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group': {'name': 'tempest-secgroup--1360629944'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:19.317333 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-b6c1e0ea-6051-4a3a-b57a-ec2d87a640be tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Request body: {'router': {'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:19.331141 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1d4a43ae-ecad-4efc-a459-70e2022ffca4 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:19.373199 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2f5cd9ca-9495-4063-a35b-26a79a50f875 None None] Provisioning for port 5c0ead20-4119-4e02-a906-1853b7ccc17e completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:25:19.390179 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2f5cd9ca-9495-4063-a35b-26a79a50f875 None None] Provisioning complete for port 5c0ead20-4119-4e02-a906-1853b7ccc17e triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:25:19.390607 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2f5cd9ca-9495-4063-a35b-26a79a50f875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:19.490681 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1d4a43ae-ecad-4efc-a459-70e2022ffca4 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:19.528421 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-b4fecc9e-5a71-4370-b202-0125ca841692 admin admin] Deleting port b13d88b0-b655-48ef-9192-978600587f01 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:19.529004 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b4fecc9e-5a71-4370-b202-0125ca841692 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:19.553812 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-04a86d47-2542-4de2-88bb-5df275a6e537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:19.613560 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2f5cd9ca-9495-4063-a35b-26a79a50f875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:19.632218 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d4a43ae-ecad-4efc-a459-70e2022ffca4 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:19.649115 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a86d47-2542-4de2-88bb-5df275a6e537 admin admin] Pushing event deleted for resources: {'Port': ['ID=80415493-cec6-4897-90a3-788cf44d78ba,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:19.658850 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-2f5cd9ca-9495-4063-a35b-26a79a50f875 None None] For port 5c0ead20-4119-4e02-a906-1853b7ccc17e, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=5c0ead20-4119-4e02-a906-1853b7ccc17e,segment=NetworkSegment(b0edc35f-df43-4ac0-be33-5a71bba78526),segment_id=b0edc35f-df43-4ac0-be33-5a71bba78526)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:25:19.671456 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2f5cd9ca-9495-4063-a35b-26a79a50f875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:19.767865 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5cd9ca-9495-4063-a35b-26a79a50f875 None None] Pushing event updated for resources: {'Port': ['ID=5c0ead20-4119-4e02-a906-1853b7ccc17e,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:19.827149 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fe099be-9e47-40e4-af04-c3f4193a4f9e tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:19.942461 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2d79557e-093f-4788-94fe-e447a208d776 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:19.944474 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f1751987-ca5b-43c3-a6e5-efdb315ce787 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:19.999907 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f340df1c-45e3-482c-83d3-808aeb05ed6b None None] Provisioning complete for port 5c0ead20-4119-4e02-a906-1853b7ccc17e triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:25:20.000738 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f340df1c-45e3-482c-83d3-808aeb05ed6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:20.059338 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2d79557e-093f-4788-94fe-e447a208d776 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:20.089858 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1d4a43ae-ecad-4efc-a459-70e2022ffca4 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:20.121507 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1d4a43ae-ecad-4efc-a459-70e2022ffca4 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Usage tracker for resource:security_group_rule and tenant:269d8697be8240eea39a5114f3432b04 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:20.127231 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1d4a43ae-ecad-4efc-a459-70e2022ffca4 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:20.192253 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1751987-ca5b-43c3-a6e5-efdb315ce787 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event updated for resources: {'Subnet': ['ID=171f11b9-3799-46b0-8f6d-2188be00f3d5,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:20.198781 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1d4a43ae-ecad-4efc-a459-70e2022ffca4 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:20.283520 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b6c1e0ea-6051-4a3a-b57a-ec2d87a640be tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:20.303206 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-b4fecc9e-5a71-4370-b202-0125ca841692 admin admin] For port b13d88b0-b655-48ef-9192-978600587f01, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b13d88b0-b655-48ef-9192-978600587f01,segment=NetworkSegment(c34f048a-b2fb-4f8d-a587-2dd130398658),segment_id=c34f048a-b2fb-4f8d-a587-2dd130398658)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:25:20.303580 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b4fecc9e-5a71-4370-b202-0125ca841692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:20.398046 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 5c0ead20-4119-4e02-a906-1853b7ccc17e up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:25:20.470103 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 5c0ead20-4119-4e02-a906-1853b7ccc17e triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:25:20.470562 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:20.504127 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fe099be-9e47-40e4-af04-c3f4193a4f9e tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:20.508611 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2d79557e-093f-4788-94fe-e447a208d776 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:20.508811 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d79557e-093f-4788-94fe-e447a208d776 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Fanout notify agent at l3_agent the message router_deleted on router 0fd0affc-5d49-42ec-9bef-6a6e2738d943 {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:25:20.531028 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-2fe099be-9e47-40e4-af04-c3f4193a4f9e tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Deleting port 8459b3fb-1cef-4255-90b4-f964009fd7e6 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:20.531380 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fe099be-9e47-40e4-af04-c3f4193a4f9e tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:20.569972 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1751987-ca5b-43c3-a6e5-efdb315ce787 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Checking segment: {'id': 'a782626d-263d-4258-92e2-a0ee2dc7e917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b79490ce-d0fa-4666-93f6-ed4d6d713b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:25:20.570349 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1751987-ca5b-43c3-a6e5-efdb315ce787 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Network hostable DHCP agents. Network: b79490ce-d0fa-4666-93f6-ed4d6d713b91, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:25:20.583150 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-b4fecc9e-5a71-4370-b202-0125ca841692 admin admin] Calling delete_port for b13d88b0-b655-48ef-9192-978600587f01 owned by network:router_interface {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:20.723080 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d4a43ae-ecad-4efc-a459-70e2022ffca4 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:20.742131 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d4a43ae-ecad-4efc-a459-70e2022ffca4 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:20.773199 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1751987-ca5b-43c3-a6e5-efdb315ce787 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Network b79490ce-d0fa-4666-93f6-ed4d6d713b91 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:25:20.807573 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2d79557e-093f-4788-94fe-e447a208d776 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:20.811232 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2d79557e-093f-4788-94fe-e447a208d776 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/routers/0fd0affc-5d49-42ec-9bef-6a6e2738d943 HTTP/1.1" status: 204 len: 168 time: 2.4648798 Apr 29 13:25:20.814290 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55096) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:20.814858 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-f1751987-ca5b-43c3-a6e5-efdb315ce787 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, b79490ce-d0fa-4666-93f6-ed4d6d713b91) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:20.816451 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d4a43ae-ecad-4efc-a459-70e2022ffca4 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:20.817585 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1d4a43ae-ecad-4efc-a459-70e2022ffca4 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5138524 Apr 29 13:25:20.818361 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a43ae-ecad-4efc-a459-70e2022ffca4 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e128504a-c511-4485-a60b-c91509779e18,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:20.825701 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55098) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:20.834364 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1751987-ca5b-43c3-a6e5-efdb315ce787 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:20.835203 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f1751987-ca5b-43c3-a6e5-efdb315ce787 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:20.845579 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-55bb2526-5d19-40fc-9a30-30a32925ac82 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group_rule': {'security_group_id': '6a067814-10e4-42de-9263-e99bc46e7472', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e128504a-c511-4485-a60b-c91509779e18'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:20.853707 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ada1012-72f9-439f-bdce-f2232d213c49 None None] Network b79490ce-d0fa-4666-93f6-ed4d6d713b91 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:25:20.869205 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b6c1e0ea-6051-4a3a-b57a-ec2d87a640be tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:20.898609 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-55bb2526-5d19-40fc-9a30-30a32925ac82 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:20.934180 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b6c1e0ea-6051-4a3a-b57a-ec2d87a640be tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:20.940021 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-55bb2526-5d19-40fc-9a30-30a32925ac82 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Usage tracker for resource:security_group_rule and tenant:269d8697be8240eea39a5114f3432b04 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:20.964392 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f1751987-ca5b-43c3-a6e5-efdb315ce787 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.4144154 Apr 29 13:25:20.985558 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55104) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:20.989732 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-55bb2526-5d19-40fc-9a30-30a32925ac82 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:21.011152 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-55bb2526-5d19-40fc-9a30-30a32925ac82 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:21.024879 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fe099be-9e47-40e4-af04-c3f4193a4f9e tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:21.098853 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c27a661-c395-4adf-b1b6-c75a51187415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-b79490ce-d0fa-4666-93f6-ed4d6d713b91', 'network_id': 'b79490ce-d0fa-4666-93f6-ed4d6d713b91', 'tenant_id': '657540fe6ef84325b4d48ead4eeedc47', 'fixed_ips': [{'subnet_id': '171f11b9-3799-46b0-8f6d-2188be00f3d5'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:25:21.100605 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3c27a661-c395-4adf-b1b6-c75a51187415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:21.167572 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b4fecc9e-5a71-4370-b202-0125ca841692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:21.241666 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fecc9e-5a71-4370-b202-0125ca841692 admin admin] Pushing event deleted for resources: {'Port': ['ID=b13d88b0-b655-48ef-9192-978600587f01,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:21.270604 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-3c27a661-c395-4adf-b1b6-c75a51187415 None None] Allocated IP 2001:db8::1 (b79490ce-d0fa-4666-93f6-ed4d6d713b91/171f11b9-3799-46b0-8f6d-2188be00f3d5/6de8615c-146b-44c3-8e45-7cf6bcdff649) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:25:21.328496 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-04a86d47-2542-4de2-88bb-5df275a6e537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:21.347539 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-2fe099be-9e47-40e4-af04-c3f4193a4f9e tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Calling delete_port for 8459b3fb-1cef-4255-90b4-f964009fd7e6 owned by network:router_gateway {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:21.367833 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b3e500-bf1b-459e-9bab-0df016af3744 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Deleting subnet de160b73-b254-41e7-b33f-111eb61533ad {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:25:21.383152 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-03b3e500-bf1b-459e-9bab-0df016af3744 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:21.439776 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:21.454266 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-55bb2526-5d19-40fc-9a30-30a32925ac82 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:25:21.455305 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-55bb2526-5d19-40fc-9a30-30a32925ac82 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.6164529 Apr 29 13:25:21.460017 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55108) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:21.522971 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-b6c1e0ea-6051-4a3a-b57a-ec2d87a640be tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Allocated IP 172.26.6.208 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/e4a9171d-bb8c-4cd3-a745-a63e781506b2) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:25:21.547786 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-03b3e500-bf1b-459e-9bab-0df016af3744 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:21.585367 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3c27a661-c395-4adf-b1b6-c75a51187415 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:21.596631 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3c27a661-c395-4adf-b1b6-c75a51187415 None None] Transition to ACTIVE for port object 6de8615c-146b-44c3-8e45-7cf6bcdff649 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:25:21.618283 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3c27a661-c395-4adf-b1b6-c75a51187415 None None] Transition to ACTIVE for port object 6de8615c-146b-44c3-8e45-7cf6bcdff649 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:25:21.625837 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3c27a661-c395-4adf-b1b6-c75a51187415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:21.711782 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27a661-c395-4adf-b1b6-c75a51187415 None None] Pushing event updated for resources: {'Port': ['ID=6de8615c-146b-44c3-8e45-7cf6bcdff649,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:21.716606 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c27a661-c395-4adf-b1b6-c75a51187415 None None] Network b79490ce-d0fa-4666-93f6-ed4d6d713b91 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:25:21.717906 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-3c27a661-c395-4adf-b1b6-c75a51187415 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:21.720563 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c27a661-c395-4adf-b1b6-c75a51187415 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:25:21.774255 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Deleting port 6de8615c-146b-44c3-8e45-7cf6bcdff649 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:21.774794 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:21.823355 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-3c27a661-c395-4adf-b1b6-c75a51187415 None None] Attempting to bind port 6de8615c-146b-44c3-8e45-7cf6bcdff649 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:25:21.824348 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-3c27a661-c395-4adf-b1b6-c75a51187415 None None] Attempting to bind port 6de8615c-146b-44c3-8e45-7cf6bcdff649 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'a782626d-263d-4258-92e2-a0ee2dc7e917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b79490ce-d0fa-4666-93f6-ed4d6d713b91'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:25:21.825093 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c27a661-c395-4adf-b1b6-c75a51187415 None None] Attempting to bind port 6de8615c-146b-44c3-8e45-7cf6bcdff649 on network b79490ce-d0fa-4666-93f6-ed4d6d713b91 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:25:21.832115 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c27a661-c395-4adf-b1b6-c75a51187415 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:25:21.832612 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c27a661-c395-4adf-b1b6-c75a51187415 None None] Checking segment: {'id': 'a782626d-263d-4258-92e2-a0ee2dc7e917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b79490ce-d0fa-4666-93f6-ed4d6d713b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:25:21.833121 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3c27a661-c395-4adf-b1b6-c75a51187415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:21.833773 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c27a661-c395-4adf-b1b6-c75a51187415 None None] Bound using segment: {'id': 'a782626d-263d-4258-92e2-a0ee2dc7e917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b79490ce-d0fa-4666-93f6-ed4d6d713b91'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:25:21.834397 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-3c27a661-c395-4adf-b1b6-c75a51187415 None None] Bound port: 6de8615c-146b-44c3-8e45-7cf6bcdff649, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a782626d-263d-4258-92e2-a0ee2dc7e917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b79490ce-d0fa-4666-93f6-ed4d6d713b91'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:25:21.834847 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3c27a661-c395-4adf-b1b6-c75a51187415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:21.876841 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b6c1e0ea-6051-4a3a-b57a-ec2d87a640be tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:21.879662 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fe099be-9e47-40e4-af04-c3f4193a4f9e tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:21.933708 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3c27a661-c395-4adf-b1b6-c75a51187415 None None] For port 6de8615c-146b-44c3-8e45-7cf6bcdff649, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:25:21.937544 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3c27a661-c395-4adf-b1b6-c75a51187415 None None] For port 6de8615c-146b-44c3-8e45-7cf6bcdff649, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=6de8615c-146b-44c3-8e45-7cf6bcdff649,segment=NetworkSegment(a782626d-263d-4258-92e2-a0ee2dc7e917),segment_id=a782626d-263d-4258-92e2-a0ee2dc7e917)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:25:21.940354 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe099be-9e47-40e4-af04-c3f4193a4f9e tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Pushing event deleted for resources: {'Port': ['ID=8459b3fb-1cef-4255-90b4-f964009fd7e6,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:21.943906 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3c27a661-c395-4adf-b1b6-c75a51187415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:22.026435 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27a661-c395-4adf-b1b6-c75a51187415 None None] Pushing event updated for resources: {'Port': ['ID=6de8615c-146b-44c3-8e45-7cf6bcdff649,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:22.111977 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-be219df2-72b0-4e83-8731-b4e76fb59092 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:22.242962 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-99dcc0af-04c4-4217-88d5-134a67e0a377 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:22.273795 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-03b3e500-bf1b-459e-9bab-0df016af3744 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:22.319358 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b6c1e0ea-6051-4a3a-b57a-ec2d87a640be tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:22.360591 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-99dcc0af-04c4-4217-88d5-134a67e0a377 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:22.462174 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 6de8615c-146b-44c3-8e45-7cf6bcdff649 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:25:22.466708 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] For port 6de8615c-146b-44c3-8e45-7cf6bcdff649, host dv-neutron-839027-4-hyperv, got binding levels [] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:25:22.467099 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:22.508713 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fe099be-9e47-40e4-af04-c3f4193a4f9e tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:22.543906 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 6de8615c-146b-44c3-8e45-7cf6bcdff649 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:25:22.568202 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1e0ea-6051-4a3a-b57a-ec2d87a640be tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Pushing event updated for resources: {'Port': ['ID=e4a9171d-bb8c-4cd3-a745-a63e781506b2,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:22.573211 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c1e0ea-6051-4a3a-b57a-ec2d87a640be tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:25:22.581090 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-b6c1e0ea-6051-4a3a-b57a-ec2d87a640be tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:22.604941 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-03b3e500-bf1b-459e-9bab-0df016af3744 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:22.613919 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Calling delete_port for 6de8615c-146b-44c3-8e45-7cf6bcdff649 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:22.644010 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c1e0ea-6051-4a3a-b57a-ec2d87a640be tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:25:22.692045 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-99dcc0af-04c4-4217-88d5-134a67e0a377 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:22.725278 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3e500-bf1b-459e-9bab-0df016af3744 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Subnet': ['ID=de160b73-b254-41e7-b33f-111eb61533ad,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:22.739120 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dcc0af-04c4-4217-88d5-134a67e0a377 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e128504a-c511-4485-a60b-c91509779e18,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:22.749674 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52a3482-d4c9-47f6-bc24-73f71282af89 None None] Network faf3410c-51d0-4bef-89fe-9fef415a8299 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:25:22.752986 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-03b3e500-bf1b-459e-9bab-0df016af3744 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:22.786935 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-99dcc0af-04c4-4217-88d5-134a67e0a377 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:22.788141 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-99dcc0af-04c4-4217-88d5-134a67e0a377 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "DELETE /v2.0/security-groups/e128504a-c511-4485-a60b-c91509779e18 HTTP/1.1" status: 204 len: 168 time: 1.2769437 Apr 29 13:25:22.792197 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-03b3e500-bf1b-459e-9bab-0df016af3744 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/subnets/de160b73-b254-41e7-b33f-111eb61533ad HTTP/1.1" status: 204 len: 168 time: 1.9714756 Apr 29 13:25:22.792842 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55112) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:22.797609 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55114) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:22.984008 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.db.api [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:25:22.984549 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG oslo_db.api [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:25:23.062058 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b4fecc9e-5a71-4370-b202-0125ca841692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:23.099184 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fe099be-9e47-40e4-af04-c3f4193a4f9e tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:23.133800 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fe099be-9e47-40e4-af04-c3f4193a4f9e tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:23.141023 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef6ec25-fb51-46d4-954f-81d1a97d5227 None None] DHCP port deletion for faf3410c-51d0-4bef-89fe-9fef415a8299 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:25:23.148396 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7ef6ec25-fb51-46d4-954f-81d1a97d5227 None None] Deleting port 3356c391-6914-4ca0-88d6-2a0e52020544 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:23.148742 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7ef6ec25-fb51-46d4-954f-81d1a97d5227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:23.194907 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76191bb2-0fae-4989-a106-3a92751968fd None None] Network b79490ce-d0fa-4666-93f6-ed4d6d713b91 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:25:23.200797 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-744e4c26-863f-41f1-8ae0-50184bccd9c1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:23.243213 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fe099be-9e47-40e4-af04-c3f4193a4f9e tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:23.243796 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe099be-9e47-40e4-af04-c3f4193a4f9e tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Fanout notify agent at l3_agent the message router_deleted on router 7ec85d4c-6287-4bd9-a18f-cb21e5ceb4ad {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:25:23.291448 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-bfed8415-e5b0-4e92-95c4-7b53a5835f31 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Synchronizing usage tracker for tenant:269d8697be8240eea39a5114f3432b04 on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:25:23.316856 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-744e4c26-863f-41f1-8ae0-50184bccd9c1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Deleting port 3356c391-6914-4ca0-88d6-2a0e52020544 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:23.317227 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-744e4c26-863f-41f1-8ae0-50184bccd9c1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:23.321412 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fe099be-9e47-40e4-af04-c3f4193a4f9e tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:23.326560 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2fe099be-9e47-40e4-af04-c3f4193a4f9e tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "DELETE /v2.0/routers/7ec85d4c-6287-4bd9-a18f-cb21e5ceb4ad HTTP/1.1" status: 204 len: 168 time: 4.5251553 Apr 29 13:25:23.327875 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55120) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:23.335968 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-3c2bfb77-c823-4c62-a10c-3a12945a501b tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1132238882', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:23.348633 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3c2bfb77-c823-4c62-a10c-3a12945a501b tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:23.357536 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ca84680c-c5e7-4f08-ae98-37e06b5e6a73 None None] Provisioning for port 6de8615c-146b-44c3-8e45-7cf6bcdff649 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:25:23.359914 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3c2bfb77-c823-4c62-a10c-3a12945a501b tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Usage tracker for resource:router and tenant:a61f1618e05a4a2daa85afab534f4402 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:23.363131 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3c2bfb77-c823-4c62-a10c-3a12945a501b tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:23.372242 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-be219df2-72b0-4e83-8731-b4e76fb59092 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Allocated IP 172.20.0.1 (9884046d-dafa-4112-b186-34be4876bda4/72dcc274-f2bc-4892-b010-0013140af28c/109d2c7e-5111-441d-9d8f-96a6e044a546) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:25:23.375406 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3c2bfb77-c823-4c62-a10c-3a12945a501b tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:23.386091 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ca84680c-c5e7-4f08-ae98-37e06b5e6a73 None None] Provisioning complete for port 6de8615c-146b-44c3-8e45-7cf6bcdff649 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:25:23.386623 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ca84680c-c5e7-4f08-ae98-37e06b5e6a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:23.410760 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3c2bfb77-c823-4c62-a10c-3a12945a501b tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:23.411728 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3c2bfb77-c823-4c62-a10c-3a12945a501b tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:23.438245 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-bfed8415-e5b0-4e92-95c4-7b53a5835f31 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Unset dirty status for tenant:269d8697be8240eea39a5114f3432b04 on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:25:23.442050 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-bfed8415-e5b0-4e92-95c4-7b53a5835f31 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.6438508 Apr 29 13:25:23.451363 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55124) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:23.488040 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b6c1e0ea-6051-4a3a-b57a-ec2d87a640be tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:23.502353 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Deleting port 6de8615c-146b-44c3-8e45-7cf6bcdff649 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:23.502711 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:23.634577 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3c2bfb77-c823-4c62-a10c-3a12945a501b tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:23.642144 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7ef6ec25-fb51-46d4-954f-81d1a97d5227 None None] For port 3356c391-6914-4ca0-88d6-2a0e52020544, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=3356c391-6914-4ca0-88d6-2a0e52020544,segment=NetworkSegment(2459f057-9abd-4779-a508-0bfb2afa0ccf),segment_id=2459f057-9abd-4779-a508-0bfb2afa0ccf)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:25:23.642465 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7ef6ec25-fb51-46d4-954f-81d1a97d5227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:23.698341 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3c2bfb77-c823-4c62-a10c-3a12945a501b tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:23.731675 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-be219df2-72b0-4e83-8731-b4e76fb59092 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:23.773055 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-be219df2-72b0-4e83-8731-b4e76fb59092 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Transition to ACTIVE for port object 109d2c7e-5111-441d-9d8f-96a6e044a546 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:25:23.780788 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3c2bfb77-c823-4c62-a10c-3a12945a501b tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:23.785570 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3c2bfb77-c823-4c62-a10c-3a12945a501b tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4539793 Apr 29 13:25:23.785570 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b6c1e0ea-6051-4a3a-b57a-ec2d87a640be tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:23.785938 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7ef6ec25-fb51-46d4-954f-81d1a97d5227 None None] Calling delete_port for 3356c391-6914-4ca0-88d6-2a0e52020544 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:23.788095 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55128) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:23.795331 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-6c98dff0-7871-432e-9980-8291585c5463 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'enable_snat': False}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:23.860324 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b6c1e0ea-6051-4a3a-b57a-ec2d87a640be tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16423525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16423546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16419832'] for router, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:23.915132 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ca84680c-c5e7-4f08-ae98-37e06b5e6a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:23.989973 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-ca84680c-c5e7-4f08-ae98-37e06b5e6a73 None None] For port 6de8615c-146b-44c3-8e45-7cf6bcdff649, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=6de8615c-146b-44c3-8e45-7cf6bcdff649,segment=NetworkSegment(a782626d-263d-4258-92e2-a0ee2dc7e917),segment_id=a782626d-263d-4258-92e2-a0ee2dc7e917)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:25:23.996750 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ca84680c-c5e7-4f08-ae98-37e06b5e6a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:24.048167 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7ef6ec25-fb51-46d4-954f-81d1a97d5227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:24.068777 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-be219df2-72b0-4e83-8731-b4e76fb59092 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:24.085539 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-efd1593d-1923-425c-9034-0a76529f88e3 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:24.087744 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef6ec25-fb51-46d4-954f-81d1a97d5227 None None] No DVR routers for this DVR port 3356c391-6914-4ca0-88d6-2a0e52020544 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:25:24.105499 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca84680c-c5e7-4f08-ae98-37e06b5e6a73 None None] Pushing event updated for resources: {'Port': ['ID=6de8615c-146b-44c3-8e45-7cf6bcdff649,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:24.107213 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-744e4c26-863f-41f1-8ae0-50184bccd9c1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] For port 3356c391-6914-4ca0-88d6-2a0e52020544, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=3356c391-6914-4ca0-88d6-2a0e52020544,segment=NetworkSegment(2459f057-9abd-4779-a508-0bfb2afa0ccf),segment_id=2459f057-9abd-4779-a508-0bfb2afa0ccf)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:25:24.107965 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-744e4c26-863f-41f1-8ae0-50184bccd9c1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:24.163703 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6ec25-fb51-46d4-954f-81d1a97d5227 None None] Pushing event deleted for resources: {'Port': ['ID=3356c391-6914-4ca0-88d6-2a0e52020544,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:24.300730 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-744e4c26-863f-41f1-8ae0-50184bccd9c1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Calling delete_port for 3356c391-6914-4ca0-88d6-2a0e52020544 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:24.331544 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-efd1593d-1923-425c-9034-0a76529f88e3 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:24.334051 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-61622c68-8a4b-4364-be12-5da2529f8cea None None] Provisioning complete for port 6de8615c-146b-44c3-8e45-7cf6bcdff649 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:25:24.334420 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-61622c68-8a4b-4364-be12-5da2529f8cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:24.367629 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 6de8615c-146b-44c3-8e45-7cf6bcdff649 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:25:24.425356 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be219df2-72b0-4e83-8731-b4e76fb59092 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Network 9884046d-dafa-4112-b186-34be4876bda4 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:25:24.437277 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-be219df2-72b0-4e83-8731-b4e76fb59092 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:24.439862 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be219df2-72b0-4e83-8731-b4e76fb59092 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:25:24.452890 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] For port 6de8615c-146b-44c3-8e45-7cf6bcdff649, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=6de8615c-146b-44c3-8e45-7cf6bcdff649,segment=NetworkSegment(a782626d-263d-4258-92e2-a0ee2dc7e917),segment_id=a782626d-263d-4258-92e2-a0ee2dc7e917)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:25:24.453245 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:24.476750 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be219df2-72b0-4e83-8731-b4e76fb59092 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event updated for resources: {'Port': ['ID=109d2c7e-5111-441d-9d8f-96a6e044a546,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:24.501476 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 6de8615c-146b-44c3-8e45-7cf6bcdff649 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:25:24.501854 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:24.527787 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-be219df2-72b0-4e83-8731-b4e76fb59092 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:24.615366 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Calling delete_port for 6de8615c-146b-44c3-8e45-7cf6bcdff649 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:24.718329 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-efd1593d-1923-425c-9034-0a76529f88e3 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:24.734317 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6c98dff0-7871-432e-9980-8291585c5463 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:24.741926 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 3356c391-6914-4ca0-88d6-2a0e52020544 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:25:24.781562 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 3356c391-6914-4ca0-88d6-2a0e52020544 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:25:24.782229 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 3356c391-6914-4ca0-88d6-2a0e52020544 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:25:24.804568 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-33c2aa6b-1582-4f38-bf7c-81ba7278c89a None None] Provisioning for port 109d2c7e-5111-441d-9d8f-96a6e044a546 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:25:24.807555 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.db.api [None req-744e4c26-863f-41f1-8ae0-50184bccd9c1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:25:24.807875 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG oslo_db.api [None req-744e4c26-863f-41f1-8ae0-50184bccd9c1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:25:24.810449 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-33c2aa6b-1582-4f38-bf7c-81ba7278c89a None None] Provisioning complete for port 109d2c7e-5111-441d-9d8f-96a6e044a546 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:25:24.811255 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-33c2aa6b-1582-4f38-bf7c-81ba7278c89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:24.819947 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-be219df2-72b0-4e83-8731-b4e76fb59092 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:24.828544 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1593d-1923-425c-9034-0a76529f88e3 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a067814-10e4-42de-9263-e99bc46e7472,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:24.897785 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-33c2aa6b-1582-4f38-bf7c-81ba7278c89a None None] Port 109d2c7e-5111-441d-9d8f-96a6e044a546 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:25:24.912727 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-efd1593d-1923-425c-9034-0a76529f88e3 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:24.914017 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-efd1593d-1923-425c-9034-0a76529f88e3 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "DELETE /v2.0/security-groups/6a067814-10e4-42de-9263-e99bc46e7472 HTTP/1.1" status: 204 len: 168 time: 1.4196014 Apr 29 13:25:24.917714 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a86d47-2542-4de2-88bb-5df275a6e537 admin admin] Router bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:25:24.918332 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55132) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:24.928002 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.db.api [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:25:24.928307 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG oslo_db.api [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:25:25.179363 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c1e0ea-6051-4a3a-b57a-ec2d87a640be tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Router cfc09c17-b153-4cbe-b945-19b2f989f5d1 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:25:25.215881 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2cd624a8-2d51-4b01-9d95-35701a66429c tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Synchronizing usage tracker for tenant:269d8697be8240eea39a5114f3432b04 on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:25:25.383770 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-744e4c26-863f-41f1-8ae0-50184bccd9c1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Deleting port 3356c391-6914-4ca0-88d6-2a0e52020544 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:25.384106 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-744e4c26-863f-41f1-8ae0-50184bccd9c1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:25.426056 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2cd624a8-2d51-4b01-9d95-35701a66429c tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Unset dirty status for tenant:269d8697be8240eea39a5114f3432b04 on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:25:25.432459 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2cd624a8-2d51-4b01-9d95-35701a66429c tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5053356 Apr 29 13:25:25.439964 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55136) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:25.450847 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-461f6163-d70a-4384-8e5f-54a0aceb5004 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group': {'name': 'tempest-secgroup--866057366'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:25.460401 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-744e4c26-863f-41f1-8ae0-50184bccd9c1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] The port '3356c391-6914-4ca0-88d6-2a0e52020544' was deleted {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:25:25.467345 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-461f6163-d70a-4384-8e5f-54a0aceb5004 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:25.500776 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-461f6163-d70a-4384-8e5f-54a0aceb5004 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:25.569847 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-461f6163-d70a-4384-8e5f-54a0aceb5004 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:25.609788 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-744e4c26-863f-41f1-8ae0-50184bccd9c1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:25.642186 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6c98dff0-7871-432e-9980-8291585c5463 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:25.644985 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-744e4c26-863f-41f1-8ae0-50184bccd9c1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf3410c-51d0-4bef-89fe-9fef415a8299']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:25.676276 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-744e4c26-863f-41f1-8ae0-50184bccd9c1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2459f057-9abd-4779-a508-0bfb2afa0ccf') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:25.676571 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-744e4c26-863f-41f1-8ae0-50184bccd9c1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2459f057-9abd-4779-a508-0bfb2afa0ccf') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:25.688004 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-be219df2-72b0-4e83-8731-b4e76fb59092 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:25.691200 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6c98dff0-7871-432e-9980-8291585c5463 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:25.702810 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-744e4c26-863f-41f1-8ae0-50184bccd9c1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:25.725926 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-744e4c26-863f-41f1-8ae0-50184bccd9c1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:25.732343 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-be219df2-72b0-4e83-8731-b4e76fb59092 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:25.736457 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744e4c26-863f-41f1-8ae0-50184bccd9c1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:25:25.737054 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-744e4c26-863f-41f1-8ae0-50184bccd9c1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: util.warn( Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: util.warn( Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: util.warn( Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: util.warn( Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:25:25.751316 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:25:25.762264 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-461f6163-d70a-4384-8e5f-54a0aceb5004 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:25.804495 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a86d47-2542-4de2-88bb-5df275a6e537 admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:25:25.813810 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-461f6163-d70a-4384-8e5f-54a0aceb5004 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Usage tracker for resource:security_group_rule and tenant:269d8697be8240eea39a5114f3432b04 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:25.820404 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d1fc37-a016-4a17-8e2e-bb58f24fd714 None None] Sync routers for ids ['bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:25:25.833013 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4fecc9e-5a71-4370-b202-0125ca841692 admin admin] Router 6ee152d9-d524-4a86-bcb7-77de14f79e5f has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:25:25.846612 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-04a86d47-2542-4de2-88bb-5df275a6e537 admin admin] 10.222.0.76 "PUT /v2.0/routers/bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3246682 Apr 29 13:25:25.847079 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-461f6163-d70a-4384-8e5f-54a0aceb5004 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:25.847239 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55140) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:25.849161 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d1fc37-a016-4a17-8e2e-bb58f24fd714 None None] Routers {'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:25.850071 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-a0d1fc37-a016-4a17-8e2e-bb58f24fd714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:25.881410 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-461f6163-d70a-4384-8e5f-54a0aceb5004 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:25.905282 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Deleting port 6de8615c-146b-44c3-8e45-7cf6bcdff649 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:25.905601 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:25.913947 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-be219df2-72b0-4e83-8731-b4e76fb59092 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:25.929027 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be219df2-72b0-4e83-8731-b4e76fb59092 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event updated for resources: {'Port': ['ID=109d2c7e-5111-441d-9d8f-96a6e044a546,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:26.007265 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-744e4c26-863f-41f1-8ae0-50184bccd9c1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:26.092511 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-744e4c26-863f-41f1-8ae0-50184bccd9c1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:26.103734 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-a0d1fc37-a016-4a17-8e2e-bb58f24fd714 None None] Set router bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:25:26.128978 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e4c26-863f-41f1-8ae0-50184bccd9c1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Network': ['ID=faf3410c-51d0-4bef-89fe-9fef415a8299,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:26.134301 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-744e4c26-863f-41f1-8ae0-50184bccd9c1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/networks/faf3410c-51d0-4bef-89fe-9fef415a8299 HTTP/1.1" status: 204 len: 168 time: 3.3348398 Apr 29 13:25:26.142123 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55144) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:26.215193 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-d0db1ebb-8d41-43a7-8001-81aaef6e063b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1788827343', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}, 'admin_state_up': False}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:26.233697 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-d0db1ebb-8d41-43a7-8001-81aaef6e063b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:26.254989 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d0db1ebb-8d41-43a7-8001-81aaef6e063b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Usage tracker for resource:router and tenant:1eeea487b04d4758993c28cdd605ea02 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:26.262036 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d0db1ebb-8d41-43a7-8001-81aaef6e063b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:26.274341 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-6c98dff0-7871-432e-9980-8291585c5463 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Allocated IP 172.26.6.219 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/989f536c-9245-4000-b897-3e5039f40d10) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:25:26.283852 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-d0db1ebb-8d41-43a7-8001-81aaef6e063b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:26.306794 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-461f6163-d70a-4384-8e5f-54a0aceb5004 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:26.330381 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-461f6163-d70a-4384-8e5f-54a0aceb5004 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:26.353642 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d0db1ebb-8d41-43a7-8001-81aaef6e063b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:26.354768 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d0db1ebb-8d41-43a7-8001-81aaef6e063b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:26.358686 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c1e0ea-6051-4a3a-b57a-ec2d87a640be tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:25:26.385752 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8a372e-2ffb-4531-b0a8-d8e1c8d83d4d None None] Sync routers for ids ['cfc09c17-b153-4cbe-b945-19b2f989f5d1'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:25:26.415627 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8a372e-2ffb-4531-b0a8-d8e1c8d83d4d None None] Routers {'cfc09c17-b153-4cbe-b945-19b2f989f5d1'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:26.416746 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8b8a372e-2ffb-4531-b0a8-d8e1c8d83d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['cfc09c17-b153-4cbe-b945-19b2f989f5d1'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:26.440877 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] For port 6de8615c-146b-44c3-8e45-7cf6bcdff649, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=6de8615c-146b-44c3-8e45-7cf6bcdff649,segment=NetworkSegment(a782626d-263d-4258-92e2-a0ee2dc7e917),segment_id=a782626d-263d-4258-92e2-a0ee2dc7e917)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:25:26.441439 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:26.475328 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-a0d1fc37-a016-4a17-8e2e-bb58f24fd714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'name': 'tempest-ServersTestManualDisk-829336071-router', 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '068be9c2-a8d4-4bd5-9c40-82006ab83ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:25:19Z', 'revision_number': 5, 'project_id': '6c8c29596be64b1cbf79cd04762fbea5', 'gw_port': {'id': '068be9c2-a8d4-4bd5-9c40-82006ab83ca3', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:26.483030 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d1fc37-a016-4a17-8e2e-bb58f24fd714 None None] Checking router: bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:25:26.501302 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d1fc37-a016-4a17-8e2e-bb58f24fd714 None None] Routers {'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:26.502155 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-a0d1fc37-a016-4a17-8e2e-bb58f24fd714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:26.521253 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f6163-d70a-4384-8e5f-54a0aceb5004 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd095a3-3a3f-49d9-ab4c-ab2b40eac016,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:26.527466 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be219df2-72b0-4e83-8731-b4e76fb59092 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Network 9884046d-dafa-4112-b186-34be4876bda4 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:25:26.533733 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8b8a372e-2ffb-4531-b0a8-d8e1c8d83d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:26.535202 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b6c1e0ea-6051-4a3a-b57a-ec2d87a640be tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:26.539451 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b6c1e0ea-6051-4a3a-b57a-ec2d87a640be tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "PUT /v2.0/routers/cfc09c17-b153-4cbe-b945-19b2f989f5d1 HTTP/1.1" status: 200 len: 880 time: 7.2289691 Apr 29 13:25:26.540487 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-461f6163-d70a-4384-8e5f-54a0aceb5004 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:26.544595 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-461f6163-d70a-4384-8e5f-54a0aceb5004 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1007802 Apr 29 13:25:26.544595 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-be219df2-72b0-4e83-8731-b4e76fb59092 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:26.557579 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55148) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:26.557919 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55150) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:26.561504 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8a372e-2ffb-4531-b0a8-d8e1c8d83d4d None None] Routers {'cfc09c17-b153-4cbe-b945-19b2f989f5d1'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:26.562212 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8b8a372e-2ffb-4531-b0a8-d8e1c8d83d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['cfc09c17-b153-4cbe-b945-19b2f989f5d1'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:26.599545 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Calling delete_port for 6de8615c-146b-44c3-8e45-7cf6bcdff649 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:26.637778 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8b8a372e-2ffb-4531-b0a8-d8e1c8d83d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:26.638182 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8a372e-2ffb-4531-b0a8-d8e1c8d83d4d None None] The sync data for ids ['cfc09c17-b153-4cbe-b945-19b2f989f5d1'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:25:26.696309 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-b7f7fa32-18ec-4dd3-b2a4-e6a05f13e14d tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:26.702125 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-b7f7fa32-18ec-4dd3-b2a4-e6a05f13e14d tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] update failed (client error): There was a conflict when trying to complete your request. Apr 29 13:25:26.703919 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b7f7fa32-18ec-4dd3-b2a4-e6a05f13e14d tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "PUT /v2.0/security-groups/5dd095a3-3a3f-49d9-ab4c-ab2b40eac016 HTTP/1.1" status: 409 len: 330 time: 0.1430204 Apr 29 13:25:26.718571 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55156) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:26.726417 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-090b7ebf-987d-4b06-8177-66ea5fe809f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:26.778252 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-a0d1fc37-a016-4a17-8e2e-bb58f24fd714 None None] Set router bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:25:26.804839 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d0db1ebb-8d41-43a7-8001-81aaef6e063b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:26.812782 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fecc9e-5a71-4370-b202-0125ca841692 admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:25:26.846070 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2be8aeeb-8764-4e8e-80d2-7c7ae620130c None None] Provisioning complete for port 109d2c7e-5111-441d-9d8f-96a6e044a546 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:25:26.846378 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2be8aeeb-8764-4e8e-80d2-7c7ae620130c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:26.931099 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-2be8aeeb-8764-4e8e-80d2-7c7ae620130c None None] Port 109d2c7e-5111-441d-9d8f-96a6e044a546 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:25:26.932846 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6c98dff0-7871-432e-9980-8291585c5463 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:26.968252 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1a89e8-6e55-4a82-89ce-cb9eadea3105 None None] Sync routers for ids ['6ee152d9-d524-4a86-bcb7-77de14f79e5f'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:25:27.085499 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1a89e8-6e55-4a82-89ce-cb9eadea3105 None None] Routers {'6ee152d9-d524-4a86-bcb7-77de14f79e5f'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:27.086508 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-5f1a89e8-6e55-4a82-89ce-cb9eadea3105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6ee152d9-d524-4a86-bcb7-77de14f79e5f'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:27.185432 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b4fecc9e-5a71-4370-b202-0125ca841692 admin admin] 10.222.0.76 "PUT /v2.0/routers/6ee152d9-d524-4a86-bcb7-77de14f79e5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0451703 Apr 29 13:25:27.192171 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55162) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:27.195703 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-694378ab-395f-4c9f-8807-25319d0a3eee tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:27.258471 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d0db1ebb-8d41-43a7-8001-81aaef6e063b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:27.266347 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6c98dff0-7871-432e-9980-8291585c5463 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:27.339331 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-5f1a89e8-6e55-4a82-89ce-cb9eadea3105 None None] Set router 6ee152d9-d524-4a86-bcb7-77de14f79e5f gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:25:27.356525 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:27.360845 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-694378ab-395f-4c9f-8807-25319d0a3eee tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:27.374513 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c98dff0-7871-432e-9980-8291585c5463 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:25:27.380581 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-a0d1fc37-a016-4a17-8e2e-bb58f24fd714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'name': 'tempest-ServersTestManualDisk-829336071-router', 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '068be9c2-a8d4-4bd5-9c40-82006ab83ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:25:19Z', 'revision_number': 5, 'project_id': '6c8c29596be64b1cbf79cd04762fbea5', 'gw_port': {'id': '068be9c2-a8d4-4bd5-9c40-82006ab83ca3', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:27.384675 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-6c98dff0-7871-432e-9980-8291585c5463 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:27.389199 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d1fc37-a016-4a17-8e2e-bb58f24fd714 None None] The sync data for ids ['bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6'] in dv-neutron-839027-4-hyperv is: [{'id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'name': 'tempest-ServersTestManualDisk-829336071-router', 'tenant_id': '6c8c29596be64b1cbf79cd04762fbea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '068be9c2-a8d4-4bd5-9c40-82006ab83ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:25:19Z', 'revision_number': 5, 'project_id': '6c8c29596be64b1cbf79cd04762fbea5', 'gw_port': {'id': '068be9c2-a8d4-4bd5-9c40-82006ab83ca3', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:25:27.392402 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c98dff0-7871-432e-9980-8291585c5463 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:25:27.421835 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98dff0-7871-432e-9980-8291585c5463 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Pushing event updated for resources: {'Port': ['ID=989f536c-9245-4000-b897-3e5039f40d10,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:27.434315 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event deleted for resources: {'Port': ['ID=6de8615c-146b-44c3-8e45-7cf6bcdff649,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:27.546952 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cd20cb-637e-43b4-ab1f-d82ac92881af None None] DHCP port deletion for b79490ce-d0fa-4666-93f6-ed4d6d713b91 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:25:27.574565 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] No DVR routers for this DVR port 6de8615c-146b-44c3-8e45-7cf6bcdff649 on host dv-neutron-839027-4-hyperv {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:25:27.587495 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ccbf08-b4c7-486c-b6e4-bc6e3353f58a None None] get_active_networks_info from dv-neutron-839027-4-hyperv {{(pid=83906) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 13:25:27.650889 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-694378ab-395f-4c9f-8807-25319d0a3eee tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:27.700421 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694378ab-395f-4c9f-8807-25319d0a3eee tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd095a3-3a3f-49d9-ab4c-ab2b40eac016,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:27.716847 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:27.729947 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-5f1a89e8-6e55-4a82-89ce-cb9eadea3105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'name': 'tempest-ServersTestJSON-1509948784-router', 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b4906660-a243-4f3e-87c7-2e9f8eb9f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:22:40Z', 'updated_at': '2022-04-29T13:25:20Z', 'revision_number': 5, 'project_id': '5af4e0e2215a466699ba2d581ed2d902', 'gw_port': {'id': 'b4906660-a243-4f3e-87c7-2e9f8eb9f468', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:10:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:27.734633 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1a89e8-6e55-4a82-89ce-cb9eadea3105 None None] Checking router: 6ee152d9-d524-4a86-bcb7-77de14f79e5f for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:25:27.746958 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1a89e8-6e55-4a82-89ce-cb9eadea3105 None None] Routers {'6ee152d9-d524-4a86-bcb7-77de14f79e5f'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:27.747813 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-5f1a89e8-6e55-4a82-89ce-cb9eadea3105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6ee152d9-d524-4a86-bcb7-77de14f79e5f'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:27.799893 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e1a6f4d9-738e-4c6c-b387-77a070df8416 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "GET /v2.0/routers/cfc09c17-b153-4cbe-b945-19b2f989f5d1 HTTP/1.1" status: 200 len: 921 time: 1.2404194 Apr 29 13:25:27.804936 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55166) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:27.816582 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-694378ab-395f-4c9f-8807-25319d0a3eee tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:27.821144 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-694378ab-395f-4c9f-8807-25319d0a3eee tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "DELETE /v2.0/security-groups/5dd095a3-3a3f-49d9-ab4c-ab2b40eac016 HTTP/1.1" status: 204 len: 168 time: 1.0988748 Apr 29 13:25:27.823099 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55170) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:27.891632 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ccbf08-b4c7-486c-b6e4-bc6e3353f58a None None] Resources bound (agent type, host, resource id): {{(pid=83906) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 13:25:27.899257 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:27.965779 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d0a48780-0dc4-4acf-95a8-2ee4b79c07ad tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Synchronizing usage tracker for tenant:269d8697be8240eea39a5114f3432b04 on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:25:27.979756 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:28.020335 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be219df2-72b0-4e83-8731-b4e76fb59092 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Router cd89741c-1309-45ce-8297-4a03ddb0c7ce has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:25:28.027996 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6503a19f-386d-4341-a30b-3e33027a30f5 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=3475bcf7-abe6-4964-9326-03174235aecc&device_id=cfc09c17-b153-4cbe-b945-19b2f989f5d1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2182760 Apr 29 13:25:28.030681 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55174) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:28.040734 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-090b7ebf-987d-4b06-8177-66ea5fe809f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:28.043404 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event deleted for resources: {'Subnet': ['ID=171f11b9-3799-46b0-8f6d-2188be00f3d5,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:28.055110 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-16a98aae-5ab7-4300-9612-89df5320e123 admin admin] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:28.085239 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-5f1a89e8-6e55-4a82-89ce-cb9eadea3105 None None] Set router 6ee152d9-d524-4a86-bcb7-77de14f79e5f gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:25:28.093469 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d0db1ebb-8d41-43a7-8001-81aaef6e063b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:28.115876 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d0a48780-0dc4-4acf-95a8-2ee4b79c07ad tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] Unset dirty status for tenant:269d8697be8240eea39a5114f3432b04 on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:25:28.117383 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d0a48780-0dc4-4acf-95a8-2ee4b79c07ad tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2897575 Apr 29 13:25:28.122548 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55178) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:28.184942 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-090b7ebf-987d-4b06-8177-66ea5fe809f0 admin admin] Deleting port 068be9c2-a8d4-4bd5-9c40-82006ab83ca3 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:28.185496 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-090b7ebf-987d-4b06-8177-66ea5fe809f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:28.204358 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d0db1ebb-8d41-43a7-8001-81aaef6e063b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:28.273924 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-eb510556-35e8-4dc8-b4af-746918cfcdcd tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] delete failed (client error): The resource could not be found. Apr 29 13:25:28.275003 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-eb510556-35e8-4dc8-b4af-746918cfcdcd tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "DELETE /v2.0/security-groups/5f26f3d9-1fa6-49e5-8f79-f9675ffc0af1 HTTP/1.1" status: 404 len: 347 time: 0.1406457 Apr 29 13:25:28.281294 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55182) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:28.343483 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:28.351829 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-f585199c-41d3-40cb-a572-7ac85b367865 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] show failed (client error): The resource could not be found. Apr 29 13:25:28.356368 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f585199c-41d3-40cb-a572-7ac85b367865 tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "GET /v2.0/security-groups/6b317c75-46fa-4f69-9c05-8ee93e573abe HTTP/1.1" status: 404 len: 347 time: 0.0704367 Apr 29 13:25:28.365853 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55186) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:28.399106 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 80415493-cec6-4897-90a3-788cf44d78ba no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:25:28.443034 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 80415493-cec6-4897-90a3-788cf44d78ba {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:25:28.443337 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 80415493-cec6-4897-90a3-788cf44d78ba not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:25:28.443858 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 6de8615c-146b-44c3-8e45-7cf6bcdff649 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:25:28.474415 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b79490ce-d0fa-4666-93f6-ed4d6d713b91']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:28.493650 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-a54fe67b-5872-4c36-8f97-1b1f519c51cb tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] show failed (client error): The resource could not be found. Apr 29 13:25:28.494654 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a54fe67b-5872-4c36-8f97-1b1f519c51cb tempest-NegativeSecGroupTest-817410585 tempest-NegativeSecGroupTest-817410585-project] 10.222.0.76 "GET /v2.0/security-group-rules/2b034210-188c-47b3-a4a8-b310a5080252 HTTP/1.1" status: 404 len: 356 time: 0.1030915 Apr 29 13:25:28.506331 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 6de8615c-146b-44c3-8e45-7cf6bcdff649 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:25:28.506929 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 6de8615c-146b-44c3-8e45-7cf6bcdff649 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:25:28.509061 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56701814-786a-4ebd-aac7-bef31a66ec52 None None] Network b79490ce-d0fa-4666-93f6-ed4d6d713b91 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:25:28.512624 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a782626d-263d-4258-92e2-a0ee2dc7e917') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:28.512940 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a782626d-263d-4258-92e2-a0ee2dc7e917') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:28.514109 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6c98dff0-7871-432e-9980-8291585c5463 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:28.522754 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-5f1a89e8-6e55-4a82-89ce-cb9eadea3105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'name': 'tempest-ServersTestJSON-1509948784-router', 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b4906660-a243-4f3e-87c7-2e9f8eb9f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:22:40Z', 'updated_at': '2022-04-29T13:25:20Z', 'revision_number': 5, 'project_id': '5af4e0e2215a466699ba2d581ed2d902', 'gw_port': {'id': 'b4906660-a243-4f3e-87c7-2e9f8eb9f468', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:10:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:28.527612 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1a89e8-6e55-4a82-89ce-cb9eadea3105 None None] The sync data for ids ['6ee152d9-d524-4a86-bcb7-77de14f79e5f'] in dv-neutron-839027-4-hyperv is: [{'id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'name': 'tempest-ServersTestJSON-1509948784-router', 'tenant_id': '5af4e0e2215a466699ba2d581ed2d902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.85'}], 'enable_snat': True}, 'gw_port_id': 'b4906660-a243-4f3e-87c7-2e9f8eb9f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:22:40Z', 'updated_at': '2022-04-29T13:25:20Z', 'revision_number': 5, 'project_id': '5af4e0e2215a466699ba2d581ed2d902', 'gw_port': {'id': 'b4906660-a243-4f3e-87c7-2e9f8eb9f468', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:10:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee152d9-d524-4a86-bcb7-77de14f79e5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:22:41Z', 'updated_at': '2022-04-29T13:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:25:28.557190 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:28.599437 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:28.612336 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:25:28.612664 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:25:28.635957 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:25:28.665477 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b20ef8-4b52-4c03-b132-0eb6f493415e tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:28.666043 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-76b20ef8-4b52-4c03-b132-0eb6f493415e tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Synchronizing usage tracker for tenant:a74e1c7c330243a68a49c651b2ec262f on resource:network {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:25:28.694962 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-090b7ebf-987d-4b06-8177-66ea5fe809f0 admin admin] For port 068be9c2-a8d4-4bd5-9c40-82006ab83ca3, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=068be9c2-a8d4-4bd5-9c40-82006ab83ca3,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:25:28.695304 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-090b7ebf-987d-4b06-8177-66ea5fe809f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:28.753512 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-76b20ef8-4b52-4c03-b132-0eb6f493415e tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Unset dirty status for tenant:a74e1c7c330243a68a49c651b2ec262f on resource:network {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:25:28.755263 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-76b20ef8-4b52-4c03-b132-0eb6f493415e tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "GET /v2.0/networks/3475bcf7-abe6-4964-9326-03174235aecc HTTP/1.1" status: 200 len: 881 time: 0.7229397 Apr 29 13:25:28.763858 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55192) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:28.790380 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b77c734-861b-4126-98de-ecc88749241c None None] DHCP port deletion for b79490ce-d0fa-4666-93f6-ed4d6d713b91 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:25:28.836745 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-597f9fcb-4727-4321-a920-d7f5092cd74c tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfc09c17-b153-4cbe-b945-19b2f989f5d1 HTTP/1.1" status: 200 len: 205 time: 0.0696769 Apr 29 13:25:28.851795 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-d0db1ebb-8d41-43a7-8001-81aaef6e063b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Allocated IP 172.26.6.175 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/46a268b5-b4ec-42e3-b5e3-4f0f5f3db2b6) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:25:28.854029 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55196) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:28.971198 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-090b7ebf-987d-4b06-8177-66ea5fe809f0 admin admin] Calling delete_port for 068be9c2-a8d4-4bd5-9c40-82006ab83ca3 owned by network:router_gateway {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:29.003623 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6c98dff0-7871-432e-9980-8291585c5463 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:29.027505 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:29.045476 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6c98dff0-7871-432e-9980-8291585c5463 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16423525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16423546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16419832'] for router, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:29.056498 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:29.082420 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event deleted for resources: {'Network': ['ID=b79490ce-d0fa-4666-93f6-ed4d6d713b91,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:29.100483 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-13a54bfa-a283-4355-96c5-77567c6477e6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "DELETE /v2.0/networks/b79490ce-d0fa-4666-93f6-ed4d6d713b91 HTTP/1.1" status: 204 len: 168 time: 8.1062574 Apr 29 13:25:29.103982 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55202) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:29.111114 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55204) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:29.126006 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-7e12ef8e-07bd-4a21-b6e9-df659c2aac57 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-753178109'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:29.147864 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7e12ef8e-07bd-4a21-b6e9-df659c2aac57 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:29.161253 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7e12ef8e-07bd-4a21-b6e9-df659c2aac57 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Usage tracker for resource:network and tenant:657540fe6ef84325b4d48ead4eeedc47 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:29.166570 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7e12ef8e-07bd-4a21-b6e9-df659c2aac57 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:29.175363 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7e12ef8e-07bd-4a21-b6e9-df659c2aac57 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:29.195871 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-16a98aae-5ab7-4300-9612-89df5320e123 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:29.211352 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e12ef8e-07bd-4a21-b6e9-df659c2aac57 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Made reservation on behalf of 657540fe6ef84325b4d48ead4eeedc47 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:25:29.214458 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7e12ef8e-07bd-4a21-b6e9-df659c2aac57 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:29.228676 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-16a98aae-5ab7-4300-9612-89df5320e123 admin admin] Deleting port b4906660-a243-4f3e-87c7-2e9f8eb9f468 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:29.228970 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-16a98aae-5ab7-4300-9612-89df5320e123 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:29.429786 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e12ef8e-07bd-4a21-b6e9-df659c2aac57 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:25:29.477232 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-090b7ebf-987d-4b06-8177-66ea5fe809f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:29.484314 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7e12ef8e-07bd-4a21-b6e9-df659c2aac57 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:29.484622 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-7e12ef8e-07bd-4a21-b6e9-df659c2aac57 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Added segment 8c53f8bb-3c23-49db-9e53-b175ecd4eafe of type vlan for network 6e0e02d0-c0b4-42d9-adab-ab89bbc90e6f Apr 29 13:25:29.504099 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d0db1ebb-8d41-43a7-8001-81aaef6e063b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:29.526676 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be219df2-72b0-4e83-8731-b4e76fb59092 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:25:29.544270 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7b3624-65dc-49bf-9f79-1997981074ca None None] Sync routers for ids ['cd89741c-1309-45ce-8297-4a03ddb0c7ce'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:25:29.550771 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b7ebf-987d-4b06-8177-66ea5fe809f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=068be9c2-a8d4-4bd5-9c40-82006ab83ca3,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:29.553259 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-be219df2-72b0-4e83-8731-b4e76fb59092 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "PUT /v2.0/routers/cd89741c-1309-45ce-8297-4a03ddb0c7ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4245396 Apr 29 13:25:29.556669 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55212) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:29.564060 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7b3624-65dc-49bf-9f79-1997981074ca None None] Routers {'cd89741c-1309-45ce-8297-4a03ddb0c7ce'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:29.565001 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-cd7b3624-65dc-49bf-9f79-1997981074ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['cd89741c-1309-45ce-8297-4a03ddb0c7ce'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:29.585300 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-05614d67-80d0-424a-8fb7-3ba0120e7b0a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Request body: {'port': {'network_id': '9884046d-dafa-4112-b186-34be4876bda4', 'name': 'tempest-FloatingIPTestJSON-1673882708'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:29.603815 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d0db1ebb-8d41-43a7-8001-81aaef6e063b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:29.625684 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-cd7b3624-65dc-49bf-9f79-1997981074ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:29.636627 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7b3624-65dc-49bf-9f79-1997981074ca None None] Routers {'cd89741c-1309-45ce-8297-4a03ddb0c7ce'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:29.637266 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-cd7b3624-65dc-49bf-9f79-1997981074ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['cd89741c-1309-45ce-8297-4a03ddb0c7ce'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:29.667069 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-387889f4-5095-406a-82e8-542362aa248c tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:29.699731 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-cd7b3624-65dc-49bf-9f79-1997981074ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:29.700123 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7b3624-65dc-49bf-9f79-1997981074ca None None] The sync data for ids ['cd89741c-1309-45ce-8297-4a03ddb0c7ce'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:25:29.710273 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7e12ef8e-07bd-4a21-b6e9-df659c2aac57 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:29.729362 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-372a4143-1d3b-4986-a893-d6f2c06f9e93 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=269d8697be8240eea39a5114f3432b04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5994320 Apr 29 13:25:29.739418 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55216) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:29.798706 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-16a98aae-5ab7-4300-9612-89df5320e123 admin admin] For port b4906660-a243-4f3e-87c7-2e9f8eb9f468, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b4906660-a243-4f3e-87c7-2e9f8eb9f468,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:25:29.799225 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-16a98aae-5ab7-4300-9612-89df5320e123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:29.831721 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0db1ebb-8d41-43a7-8001-81aaef6e063b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:25:29.839627 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-d0db1ebb-8d41-43a7-8001-81aaef6e063b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:29.842532 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0db1ebb-8d41-43a7-8001-81aaef6e063b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:25:29.881947 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db1ebb-8d41-43a7-8001-81aaef6e063b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Port': ['ID=46a268b5-b4ec-42e3-b5e3-4f0f5f3db2b6,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:29.958367 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-16a98aae-5ab7-4300-9612-89df5320e123 admin admin] Calling delete_port for b4906660-a243-4f3e-87c7-2e9f8eb9f468 owned by network:router_gateway {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:30.041429 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-273ae03a-fc28-441b-b0fc-d75292b9e16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:30.072730 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7e12ef8e-07bd-4a21-b6e9-df659c2aac57 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:30.076343 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e12ef8e-07bd-4a21-b6e9-df659c2aac57 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:30.076940 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7e12ef8e-07bd-4a21-b6e9-df659c2aac57 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:30.102275 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-273ae03a-fc28-441b-b0fc-d75292b9e16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:30.120278 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c98dff0-7871-432e-9980-8291585c5463 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Router 5ceedccc-d019-4938-ac35-46078e66f14c is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:25:30.257005 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-05614d67-80d0-424a-8fb7-3ba0120e7b0a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:30.290910 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-05614d67-80d0-424a-8fb7-3ba0120e7b0a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Usage tracker for resource:port and tenant:c6a98024671e406e8c4e9aedab65828f is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:30.294248 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7e12ef8e-07bd-4a21-b6e9-df659c2aac57 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1847537 Apr 29 13:25:30.298777 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-05614d67-80d0-424a-8fb7-3ba0120e7b0a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:30.301387 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-090b7ebf-987d-4b06-8177-66ea5fe809f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:30.309972 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55220) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:30.322930 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-448d1fcb-7668-4cac-84a4-70aeaef1752c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Request body: {'subnet': {'network_id': '6e0e02d0-c0b4-42d9-adab-ab89bbc90e6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:30.359714 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b13d88b0-b655-48ef-9192-978600587f01 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:25:30.400609 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: b13d88b0-b655-48ef-9192-978600587f01 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:25:30.401078 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b13d88b0-b655-48ef-9192-978600587f01 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:25:30.426212 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-273ae03a-fc28-441b-b0fc-d75292b9e16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:30.474164 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-05614d67-80d0-424a-8fb7-3ba0120e7b0a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:30.477487 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12ef8e-07bd-4a21-b6e9-df659c2aac57 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event updated for resources: {'Network': ['ID=6e0e02d0-c0b4-42d9-adab-ab89bbc90e6f,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:30.480803 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ae03a-fc28-441b-b0fc-d75292b9e16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811ff6fb-c1a4-47ef-988f-fd79fe2d1003,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:30.482640 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-387889f4-5095-406a-82e8-542362aa248c tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:30.492991 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 6e0e02d0-c0b4-42d9-adab-ab89bbc90e6f details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:25:30.512067 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-387889f4-5095-406a-82e8-542362aa248c tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Deleting port e4a9171d-bb8c-4cd3-a745-a63e781506b2 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:30.512401 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-387889f4-5095-406a-82e8-542362aa248c tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:30.539678 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-448d1fcb-7668-4cac-84a4-70aeaef1752c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:30.547851 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-273ae03a-fc28-441b-b0fc-d75292b9e16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:30.548893 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-273ae03a-fc28-441b-b0fc-d75292b9e16f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/811ff6fb-c1a4-47ef-988f-fd79fe2d1003 HTTP/1.1" status: 204 len: 168 time: 0.7987068 Apr 29 13:25:30.559839 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-448d1fcb-7668-4cac-84a4-70aeaef1752c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Usage tracker for resource:subnet and tenant:657540fe6ef84325b4d48ead4eeedc47 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:30.561515 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05614d67-80d0-424a-8fb7-3ba0120e7b0a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Made reservation on behalf of c6a98024671e406e8c4e9aedab65828f for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:25:30.564606 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-05614d67-80d0-424a-8fb7-3ba0120e7b0a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:30.566284 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-448d1fcb-7668-4cac-84a4-70aeaef1752c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:30.581551 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d0db1ebb-8d41-43a7-8001-81aaef6e063b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:30.582389 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d0db1ebb-8d41-43a7-8001-81aaef6e063b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:30.584604 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-448d1fcb-7668-4cac-84a4-70aeaef1752c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:30.690234 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448d1fcb-7668-4cac-84a4-70aeaef1752c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Made reservation on behalf of 657540fe6ef84325b4d48ead4eeedc47 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:25:30.721714 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-090b7ebf-987d-4b06-8177-66ea5fe809f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:30.728982 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-05614d67-80d0-424a-8fb7-3ba0120e7b0a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] device_id is not set on port 3b1be24f-b27f-484b-8a5a-32a8ac64926c yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:25:30.763793 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-090b7ebf-987d-4b06-8177-66ea5fe809f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:30.930621 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-090b7ebf-987d-4b06-8177-66ea5fe809f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:30.931143 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090b7ebf-987d-4b06-8177-66ea5fe809f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6 {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:25:30.945375 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-16a98aae-5ab7-4300-9612-89df5320e123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:30.983508 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-448d1fcb-7668-4cac-84a4-70aeaef1752c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:31.012697 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a98aae-5ab7-4300-9612-89df5320e123 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4906660-a243-4f3e-87c7-2e9f8eb9f468,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:31.028662 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-090b7ebf-987d-4b06-8177-66ea5fe809f0 admin admin] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:31.029757 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-090b7ebf-987d-4b06-8177-66ea5fe809f0 admin admin] 10.222.0.76 "DELETE /v2.0/routers/bf4abf8d-d14e-4b53-a5cf-7c7a0288f3d6 HTTP/1.1" status: 204 len: 168 time: 5.1816332 Apr 29 13:25:31.064679 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-05614d67-80d0-424a-8fb7-3ba0120e7b0a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Allocated IP 172.20.0.9 (9884046d-dafa-4112-b186-34be4876bda4/72dcc274-f2bc-4892-b010-0013140af28c/3b1be24f-b27f-484b-8a5a-32a8ac64926c) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:25:31.066649 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55232) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:31.202608 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-387889f4-5095-406a-82e8-542362aa248c tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:31.209222 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c0d3ac-7a9f-4bcf-8d42-e12d8e1ac9bd admin admin] Deleting subnet 1ecbd849-02e4-4ff8-acc4-ec6e20b79dd5 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:25:31.220629 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e2c0d3ac-7a9f-4bcf-8d42-e12d8e1ac9bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:31.359276 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-387889f4-5095-406a-82e8-542362aa248c tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Calling delete_port for e4a9171d-bb8c-4cd3-a745-a63e781506b2 owned by network:router_gateway {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:31.431166 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c98dff0-7871-432e-9980-8291585c5463 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:25:31.436389 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6c98dff0-7871-432e-9980-8291585c5463 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:31.439547 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6c98dff0-7871-432e-9980-8291585c5463 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "PUT /v2.0/routers/5ceedccc-d019-4938-ac35-46078e66f14c HTTP/1.1" status: 200 len: 920 time: 7.6491659 Apr 29 13:25:31.448521 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d12afb9-ca96-4c54-b3ef-677c862f18c6 None None] Sync routers for ids ['5ceedccc-d019-4938-ac35-46078e66f14c'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:25:31.467946 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55244) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:31.471429 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d12afb9-ca96-4c54-b3ef-677c862f18c6 None None] Routers {'5ceedccc-d019-4938-ac35-46078e66f14c'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:31.472279 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-7d12afb9-ca96-4c54-b3ef-677c862f18c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5ceedccc-d019-4938-ac35-46078e66f14c'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:31.497309 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-16a98aae-5ab7-4300-9612-89df5320e123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:31.571184 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-7d12afb9-ca96-4c54-b3ef-677c862f18c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:31.583980 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d12afb9-ca96-4c54-b3ef-677c862f18c6 None None] Routers {'5ceedccc-d019-4938-ac35-46078e66f14c'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:31.585745 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-7d12afb9-ca96-4c54-b3ef-677c862f18c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5ceedccc-d019-4938-ac35-46078e66f14c'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:31.651998 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-7d12afb9-ca96-4c54-b3ef-677c862f18c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:31.652680 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d12afb9-ca96-4c54-b3ef-677c862f18c6 None None] The sync data for ids ['5ceedccc-d019-4938-ac35-46078e66f14c'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:25:31.683080 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e2c0d3ac-7a9f-4bcf-8d42-e12d8e1ac9bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:31.696710 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55250) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:31.758528 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-387889f4-5095-406a-82e8-542362aa248c tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:31.816151 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387889f4-5095-406a-82e8-542362aa248c tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Pushing event deleted for resources: {'Port': ['ID=e4a9171d-bb8c-4cd3-a745-a63e781506b2,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:31.870097 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-448d1fcb-7668-4cac-84a4-70aeaef1752c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:31.916562 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f41dfc4a-3d1d-43dd-ae91-670f8306f671 tempest-ServiceProvidersTest-439208840 tempest-ServiceProvidersTest-439208840-project] 10.222.0.76 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2165630 Apr 29 13:25:32.005354 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d1fcb-7668-4cac-84a4-70aeaef1752c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event updated for resources: {'Subnet': ['ID=056435d0-ce8f-475b-8ec8-098039b54634,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:32.144139 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-16a98aae-5ab7-4300-9612-89df5320e123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:32.152296 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-05614d67-80d0-424a-8fb7-3ba0120e7b0a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:32.169211 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-16a98aae-5ab7-4300-9612-89df5320e123 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:32.184318 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-05614d67-80d0-424a-8fb7-3ba0120e7b0a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Transition to ACTIVE for port object 3b1be24f-b27f-484b-8a5a-32a8ac64926c will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:25:32.188334 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e2c0d3ac-7a9f-4bcf-8d42-e12d8e1ac9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:32.190499 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-387889f4-5095-406a-82e8-542362aa248c tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:32.241540 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448d1fcb-7668-4cac-84a4-70aeaef1752c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Checking segment: {'id': '8c53f8bb-3c23-49db-9e53-b175ecd4eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6e0e02d0-c0b4-42d9-adab-ab89bbc90e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:25:32.241890 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448d1fcb-7668-4cac-84a4-70aeaef1752c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Network hostable DHCP agents. Network: 6e0e02d0-c0b4-42d9-adab-ab89bbc90e6f, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:25:32.268617 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55260) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:32.297451 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-16a98aae-5ab7-4300-9612-89df5320e123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:32.297976 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a98aae-5ab7-4300-9612-89df5320e123 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ee152d9-d524-4a86-bcb7-77de14f79e5f {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:25:32.313049 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-05614d67-80d0-424a-8fb7-3ba0120e7b0a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:32.332480 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e2c0d3ac-7a9f-4bcf-8d42-e12d8e1ac9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:32.336593 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0db1ebb-8d41-43a7-8001-81aaef6e063b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Router df6385c4-56e3-4093-8315-e1771e25a48a is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:25:32.419020 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0d3ac-7a9f-4bcf-8d42-e12d8e1ac9bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ecbd849-02e4-4ff8-acc4-ec6e20b79dd5,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:32.421747 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-16a98aae-5ab7-4300-9612-89df5320e123 admin admin] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:32.425434 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-16a98aae-5ab7-4300-9612-89df5320e123 admin admin] 10.222.0.76 "DELETE /v2.0/routers/6ee152d9-d524-4a86-bcb7-77de14f79e5f HTTP/1.1" status: 204 len: 168 time: 5.2251406 Apr 29 13:25:32.432639 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55266) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:32.433378 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 068be9c2-a8d4-4bd5-9c40-82006ab83ca3 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:25:32.482038 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-387889f4-5095-406a-82e8-542362aa248c tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:32.487953 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448d1fcb-7668-4cac-84a4-70aeaef1752c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Network 6e0e02d0-c0b4-42d9-adab-ab89bbc90e6f is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:25:32.495180 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-387889f4-5095-406a-82e8-542362aa248c tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:32.510881 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e2c0d3ac-7a9f-4bcf-8d42-e12d8e1ac9bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:32.512655 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e2c0d3ac-7a9f-4bcf-8d42-e12d8e1ac9bd admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1ecbd849-02e4-4ff8-acc4-ec6e20b79dd5 HTTP/1.1" status: 204 len: 168 time: 1.4402578 Apr 29 13:25:32.519560 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55270) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:32.528883 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3faba934-4c6c-453a-b595-c09da14f20d9 None None] Network 5766f20d-f6c2-4c44-9d06-902bc69d7f8a requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:25:32.545389 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 068be9c2-a8d4-4bd5-9c40-82006ab83ca3 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:25:32.545734 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 068be9c2-a8d4-4bd5-9c40-82006ab83ca3 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:25:32.556058 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05614d67-80d0-424a-8fb7-3ba0120e7b0a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Network 9884046d-dafa-4112-b186-34be4876bda4 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:25:32.558013 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05614d67-80d0-424a-8fb7-3ba0120e7b0a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event updated for resources: {'Port': ['ID=3b1be24f-b27f-484b-8a5a-32a8ac64926c,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:32.562115 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2592016-6701-4931-97bf-6c4a55e196a7 admin admin] Deleting subnet cb00ce98-f29b-44ee-afb3-87315ac0d956 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:25:32.570046 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-05614d67-80d0-424a-8fb7-3ba0120e7b0a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:32.573188 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-448d1fcb-7668-4cac-84a4-70aeaef1752c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 6e0e02d0-c0b4-42d9-adab-ab89bbc90e6f) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:32.578520 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448d1fcb-7668-4cac-84a4-70aeaef1752c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:32.579116 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-448d1fcb-7668-4cac-84a4-70aeaef1752c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:32.585547 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05614d67-80d0-424a-8fb7-3ba0120e7b0a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:25:32.616518 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e2592016-6701-4931-97bf-6c4a55e196a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:32.622456 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbe1a9a-3c24-4660-b0b0-ef7a643392a5 None None] Network 6e0e02d0-c0b4-42d9-adab-ab89bbc90e6f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:25:32.708537 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-387889f4-5095-406a-82e8-542362aa248c tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:32.709196 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387889f4-5095-406a-82e8-542362aa248c tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Fanout notify agent at l3_agent the message router_deleted on router cfc09c17-b153-4cbe-b945-19b2f989f5d1 {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:25:32.716222 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-387889f4-5095-406a-82e8-542362aa248c tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:32.717559 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-387889f4-5095-406a-82e8-542362aa248c tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "DELETE /v2.0/routers/cfc09c17-b153-4cbe-b945-19b2f989f5d1 HTTP/1.1" status: 204 len: 168 time: 3.8624907 Apr 29 13:25:32.722130 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55274) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:32.726061 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-448d1fcb-7668-4cac-84a4-70aeaef1752c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4086368 Apr 29 13:25:32.729517 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55278) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:32.734706 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-58281f00-589c-43e0-9845-20c8fe899ec7 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-839712192', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:32.744064 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-536f93a0-4ca3-492e-8ee9-813737e4cddd tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-804899905'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:32.753969 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-58281f00-589c-43e0-9845-20c8fe899ec7 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:32.759439 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-536f93a0-4ca3-492e-8ee9-813737e4cddd tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:32.762457 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-58281f00-589c-43e0-9845-20c8fe899ec7 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Usage tracker for resource:router and tenant:a1408fccf3a74b2cb5a41cfcc1315abd is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:32.766788 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-58281f00-589c-43e0-9845-20c8fe899ec7 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:32.774637 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-536f93a0-4ca3-492e-8ee9-813737e4cddd tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Usage tracker for resource:network and tenant:657540fe6ef84325b4d48ead4eeedc47 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:32.779310 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-536f93a0-4ca3-492e-8ee9-813737e4cddd tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:32.782361 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-58281f00-589c-43e0-9845-20c8fe899ec7 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:32.789255 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-536f93a0-4ca3-492e-8ee9-813737e4cddd tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:32.798314 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8b4ab2f1-b680-4870-a25c-940ea5bc3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:32.805614 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-33d60b7a-8cab-4615-8798-1f80d0a034da admin admin] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:32.817706 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-58281f00-589c-43e0-9845-20c8fe899ec7 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:32.818969 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-58281f00-589c-43e0-9845-20c8fe899ec7 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:32.826161 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-385ce5b7-c99c-4098-9359-ca0df662dbb9 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "GET /v2.0/routers/5ceedccc-d019-4938-ac35-46078e66f14c HTTP/1.1" status: 200 len: 926 time: 1.3312428 Apr 29 13:25:32.827211 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55282) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:32.875669 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05614d67-80d0-424a-8fb7-3ba0120e7b0a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:32.876540 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-05614d67-80d0-424a-8fb7-3ba0120e7b0a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:32.906931 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bba4605-5543-4659-a512-d2a4792358e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-6e0e02d0-c0b4-42d9-adab-ab89bbc90e6f', 'network_id': '6e0e02d0-c0b4-42d9-adab-ab89bbc90e6f', 'tenant_id': '657540fe6ef84325b4d48ead4eeedc47', 'fixed_ips': [{'subnet_id': '056435d0-ce8f-475b-8ec8-098039b54634'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:25:32.907870 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0bba4605-5543-4659-a512-d2a4792358e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:32.920865 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-05614d67-80d0-424a-8fb7-3ba0120e7b0a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3579223 Apr 29 13:25:32.924395 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55286) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:32.955992 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-33d60b7a-8cab-4615-8798-1f80d0a034da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:32.961282 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-33d60b7a-8cab-4615-8798-1f80d0a034da admin admin] Usage tracker for resource:security_group_rule and tenant:3d41f356e3cb42bea172496fe7b91832 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:32.964896 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-33d60b7a-8cab-4615-8798-1f80d0a034da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:32.971765 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-33d60b7a-8cab-4615-8798-1f80d0a034da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:32.980620 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-df374b45-abf4-4fab-83fd-6c07fe9e8307 None None] Provisioning for port 3b1be24f-b27f-484b-8a5a-32a8ac64926c completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:25:32.992467 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-df374b45-abf4-4fab-83fd-6c07fe9e8307 None None] Provisioning complete for port 3b1be24f-b27f-484b-8a5a-32a8ac64926c triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:25:32.993003 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-df374b45-abf4-4fab-83fd-6c07fe9e8307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:33.016200 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536f93a0-4ca3-492e-8ee9-813737e4cddd tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Made reservation on behalf of 657540fe6ef84325b4d48ead4eeedc47 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:25:33.023266 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-536f93a0-4ca3-492e-8ee9-813737e4cddd tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:33.051686 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-33d60b7a-8cab-4615-8798-1f80d0a034da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:33.063753 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-551977f2-fff2-46d1-b5ca-b9bc22de3877 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Request body: {'floatingip': {'port_id': '3b1be24f-b27f-484b-8a5a-32a8ac64926c'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:33.094330 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-536f93a0-4ca3-492e-8ee9-813737e4cddd tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:25:33.109382 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-58281f00-589c-43e0-9845-20c8fe899ec7 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:33.122107 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0db1ebb-8d41-43a7-8001-81aaef6e063b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:25:33.127888 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-536f93a0-4ca3-492e-8ee9-813737e4cddd tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:33.128229 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-536f93a0-4ca3-492e-8ee9-813737e4cddd tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Added segment 71762f8c-d9a1-487a-9997-f8dd8b11a35a of type vlan for network 315f267f-742f-4ab1-90d1-f37e1b3813fa Apr 29 13:25:33.134111 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4b62b4-c2c3-41a4-82e6-e80db9e90dfc None None] Sync routers for ids ['df6385c4-56e3-4093-8315-e1771e25a48a'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:25:33.140795 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-df374b45-abf4-4fab-83fd-6c07fe9e8307 None None] Port 3b1be24f-b27f-484b-8a5a-32a8ac64926c cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:25:33.185308 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-58281f00-589c-43e0-9845-20c8fe899ec7 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:33.195039 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d0db1ebb-8d41-43a7-8001-81aaef6e063b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:33.198766 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d0db1ebb-8d41-43a7-8001-81aaef6e063b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 7.0462193 Apr 29 13:25:33.198766 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-536f93a0-4ca3-492e-8ee9-813737e4cddd tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:33.202294 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-8b4ab2f1-b680-4870-a25c-940ea5bc3d44 admin admin] Deleting port 4a101d47-e132-4b5a-8542-687da002c597 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:33.202862 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8b4ab2f1-b680-4870-a25c-940ea5bc3d44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:33.205605 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4b62b4-c2c3-41a4-82e6-e80db9e90dfc None None] Routers {'df6385c4-56e3-4093-8315-e1771e25a48a'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:33.206346 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-4d4b62b4-c2c3-41a4-82e6-e80db9e90dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['df6385c4-56e3-4093-8315-e1771e25a48a'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:33.207023 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55294) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:33.268619 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-551977f2-fff2-46d1-b5ca-b9bc22de3877 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:33.275628 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-4d4b62b4-c2c3-41a4-82e6-e80db9e90dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:33.277114 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e26ead6a-57e2-47f0-89d3-3da370a25532 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=3475bcf7-abe6-4964-9326-03174235aecc&device_id=5ceedccc-d019-4938-ac35-46078e66f14c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4459963 Apr 29 13:25:33.284940 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-58281f00-589c-43e0-9845-20c8fe899ec7 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:33.286709 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-58281f00-589c-43e0-9845-20c8fe899ec7 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5633671 Apr 29 13:25:33.288407 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55298) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:33.306106 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-0bba4605-5543-4659-a512-d2a4792358e6 None None] Allocated IP 2001:db8::1 (6e0e02d0-c0b4-42d9-adab-ab89bbc90e6f/056435d0-ce8f-475b-8ec8-098039b54634/a23b0de0-f644-4655-9a2f-b7d2a3865f49) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:25:33.310615 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4b62b4-c2c3-41a4-82e6-e80db9e90dfc None None] Routers {'df6385c4-56e3-4093-8315-e1771e25a48a'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:33.311228 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-4d4b62b4-c2c3-41a4-82e6-e80db9e90dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['df6385c4-56e3-4093-8315-e1771e25a48a'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:33.337419 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55300) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:33.350112 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.resource_extend [None req-536f93a0-4ca3-492e-8ee9-813737e4cddd tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:25:33.389050 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-6f57e614-3db1-446b-ab69-4ac6045be70d tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'enable_snat': True}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:33.389309 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-33d60b7a-8cab-4615-8798-1f80d0a034da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:33.415452 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3deba19d-69a8-4266-857a-e6ab743a4741 None None] DHCP port deletion for 5766f20d-f6c2-4c44-9d06-902bc69d7f8a request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:25:33.418735 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e2592016-6701-4931-97bf-6c4a55e196a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:33.419030 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-4d4b62b4-c2c3-41a4-82e6-e80db9e90dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:33.419427 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4b62b4-c2c3-41a4-82e6-e80db9e90dfc None None] The sync data for ids ['df6385c4-56e3-4093-8315-e1771e25a48a'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:25:33.424855 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3deba19d-69a8-4266-857a-e6ab743a4741 None None] Deleting port 4a101d47-e132-4b5a-8542-687da002c597 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:33.425224 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3deba19d-69a8-4266-857a-e6ab743a4741 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:33.536682 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e2592016-6701-4931-97bf-6c4a55e196a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:33.573308 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-536f93a0-4ca3-492e-8ee9-813737e4cddd tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:33.577907 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536f93a0-4ca3-492e-8ee9-813737e4cddd tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:33.577907 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-536f93a0-4ca3-492e-8ee9-813737e4cddd tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:33.626536 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d60b7a-8cab-4615-8798-1f80d0a034da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95538f2d-1512-47e5-924e-cf9c01258c4b,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:33.707940 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-536f93a0-4ca3-492e-8ee9-813737e4cddd tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9746597 Apr 29 13:25:33.710380 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55306) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:33.731887 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f93a0-4ca3-492e-8ee9-813737e4cddd tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event updated for resources: {'Network': ['ID=315f267f-742f-4ab1-90d1-f37e1b3813fa,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:33.748968 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 315f267f-742f-4ab1-90d1-f37e1b3813fa details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:25:33.815709 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad63e32-557c-4843-a9b2-082d56aeddb1 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:33.817676 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2ad63e32-557c-4843-a9b2-082d56aeddb1 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "GET /v2.0/networks/3475bcf7-abe6-4964-9326-03174235aecc HTTP/1.1" status: 200 len: 881 time: 0.4807870 Apr 29 13:25:33.826054 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55310) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:33.875329 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3deba19d-69a8-4266-857a-e6ab743a4741 None None] For port 4a101d47-e132-4b5a-8542-687da002c597, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=4a101d47-e132-4b5a-8542-687da002c597,segment=NetworkSegment(c18c1e0e-fc25-4a3c-b468-2574dc213ac5),segment_id=c18c1e0e-fc25-4a3c-b468-2574dc213ac5)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:25:33.875978 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3deba19d-69a8-4266-857a-e6ab743a4741 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:33.880256 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-33d60b7a-8cab-4615-8798-1f80d0a034da admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3d41f356e3cb42bea172496fe7b91832&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6076620 Apr 29 13:25:33.884944 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55314) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:33.886571 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-e35f20ba-a803-4844-a782-14f19c925ff2 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Request body: {'subnet': {'network_id': '315f267f-742f-4ab1-90d1-f37e1b3813fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:33.950969 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-98621998-8e17-453b-90e7-75e16f10c6a2 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ceedccc-d019-4938-ac35-46078e66f14c HTTP/1.1" status: 200 len: 205 time: 0.0749383 Apr 29 13:25:33.959458 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55318) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:33.960869 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0bba4605-5543-4659-a512-d2a4792358e6 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:34.030721 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3deba19d-69a8-4266-857a-e6ab743a4741 None None] Calling delete_port for 4a101d47-e132-4b5a-8542-687da002c597 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:34.064520 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0bba4605-5543-4659-a512-d2a4792358e6 None None] Transition to ACTIVE for port object a23b0de0-f644-4655-9a2f-b7d2a3865f49 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:25:34.100446 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0bba4605-5543-4659-a512-d2a4792358e6 None None] Transition to ACTIVE for port object a23b0de0-f644-4655-9a2f-b7d2a3865f49 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:25:34.114783 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e2592016-6701-4931-97bf-6c4a55e196a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:34.118894 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0bba4605-5543-4659-a512-d2a4792358e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:34.124749 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-8b4ab2f1-b680-4870-a25c-940ea5bc3d44 admin admin] For port 4a101d47-e132-4b5a-8542-687da002c597, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=4a101d47-e132-4b5a-8542-687da002c597,segment=NetworkSegment(c18c1e0e-fc25-4a3c-b468-2574dc213ac5),segment_id=c18c1e0e-fc25-4a3c-b468-2574dc213ac5)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:25:34.125257 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8b4ab2f1-b680-4870-a25c-940ea5bc3d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:34.164650 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e35f20ba-a803-4844-a782-14f19c925ff2 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:34.191278 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3deba19d-69a8-4266-857a-e6ab743a4741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:34.202400 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bba4605-5543-4659-a512-d2a4792358e6 None None] Network 6e0e02d0-c0b4-42d9-adab-ab89bbc90e6f is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:25:34.208164 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba4605-5543-4659-a512-d2a4792358e6 None None] Pushing event updated for resources: {'Port': ['ID=a23b0de0-f644-4655-9a2f-b7d2a3865f49,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:34.210630 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-0bba4605-5543-4659-a512-d2a4792358e6 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:34.235034 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e35f20ba-a803-4844-a782-14f19c925ff2 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Usage tracker for resource:subnet and tenant:657540fe6ef84325b4d48ead4eeedc47 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:34.239779 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e35f20ba-a803-4844-a782-14f19c925ff2 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:34.240159 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bba4605-5543-4659-a512-d2a4792358e6 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:25:34.255264 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deba19d-69a8-4266-857a-e6ab743a4741 None None] Pushing event deleted for resources: {'Port': ['ID=4a101d47-e132-4b5a-8542-687da002c597,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:34.260722 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deba19d-69a8-4266-857a-e6ab743a4741 None None] No DVR routers for this DVR port 4a101d47-e132-4b5a-8542-687da002c597 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:25:34.312410 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2592016-6701-4931-97bf-6c4a55e196a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb00ce98-f29b-44ee-afb3-87315ac0d956,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:34.325882 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-8b4ab2f1-b680-4870-a25c-940ea5bc3d44 admin admin] Calling delete_port for 4a101d47-e132-4b5a-8542-687da002c597 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:34.356403 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e35f20ba-a803-4844-a782-14f19c925ff2 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:34.367933 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 4a101d47-e132-4b5a-8542-687da002c597 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:25:34.385989 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e2592016-6701-4931-97bf-6c4a55e196a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:34.400720 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e2592016-6701-4931-97bf-6c4a55e196a7 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/cb00ce98-f29b-44ee-afb3-87315ac0d956 HTTP/1.1" status: 204 len: 168 time: 1.9637513 Apr 29 13:25:34.403793 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7736d65-54c3-49b3-91d5-8668c5e891b5 None None] Network db77dff0-1ec4-4e61-b2c0-fae02c77fce1 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:25:34.412579 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55322) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:34.425022 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0bba4605-5543-4659-a512-d2a4792358e6 None None] Attempting to bind port a23b0de0-f644-4655-9a2f-b7d2a3865f49 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:25:34.425389 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0bba4605-5543-4659-a512-d2a4792358e6 None None] Attempting to bind port a23b0de0-f644-4655-9a2f-b7d2a3865f49 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '8c53f8bb-3c23-49db-9e53-b175ecd4eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6e0e02d0-c0b4-42d9-adab-ab89bbc90e6f'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:25:34.425746 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bba4605-5543-4659-a512-d2a4792358e6 None None] Attempting to bind port a23b0de0-f644-4655-9a2f-b7d2a3865f49 on network 6e0e02d0-c0b4-42d9-adab-ab89bbc90e6f {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:25:34.429251 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 4a101d47-e132-4b5a-8542-687da002c597 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:25:34.429594 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 4a101d47-e132-4b5a-8542-687da002c597 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:25:34.429999 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b4906660-a243-4f3e-87c7-2e9f8eb9f468 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:25:34.455078 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c29c6c4f-aab7-4b6b-853c-3c3a8503c183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:34.468595 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: b4906660-a243-4f3e-87c7-2e9f8eb9f468 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:25:34.469127 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b4906660-a243-4f3e-87c7-2e9f8eb9f468 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:25:34.514742 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35f20ba-a803-4844-a782-14f19c925ff2 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Made reservation on behalf of 657540fe6ef84325b4d48ead4eeedc47 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:25:34.538634 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bba4605-5543-4659-a512-d2a4792358e6 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:25:34.539274 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bba4605-5543-4659-a512-d2a4792358e6 None None] Checking segment: {'id': '8c53f8bb-3c23-49db-9e53-b175ecd4eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6e0e02d0-c0b4-42d9-adab-ab89bbc90e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:25:34.539680 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0bba4605-5543-4659-a512-d2a4792358e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:34.540073 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bba4605-5543-4659-a512-d2a4792358e6 None None] Bound using segment: {'id': '8c53f8bb-3c23-49db-9e53-b175ecd4eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6e0e02d0-c0b4-42d9-adab-ab89bbc90e6f'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:25:34.540552 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0bba4605-5543-4659-a512-d2a4792358e6 None None] Bound port: a23b0de0-f644-4655-9a2f-b7d2a3865f49, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c53f8bb-3c23-49db-9e53-b175ecd4eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6e0e02d0-c0b4-42d9-adab-ab89bbc90e6f'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:25:34.541116 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0bba4605-5543-4659-a512-d2a4792358e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:34.559877 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7ec4005f-64a7-4303-97f4-cc9a626d7daa tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "GET /v2.0/routers/df6385c4-56e3-4093-8315-e1771e25a48a HTTP/1.1" status: 200 len: 881 time: 1.3491654 Apr 29 13:25:34.573359 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6f57e614-3db1-446b-ab69-4ac6045be70d tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:34.579312 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55326) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:34.588360 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c29c6c4f-aab7-4b6b-853c-3c3a8503c183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:34.665553 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b34ee523-7da0-47b4-8910-3f71a9e0cac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:34.680220 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e35f20ba-a803-4844-a782-14f19c925ff2 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:34.699606 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.db.api [None req-8b4ab2f1-b680-4870-a25c-940ea5bc3d44 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:25:34.699894 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG oslo_db.api [None req-8b4ab2f1-b680-4870-a25c-940ea5bc3d44 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:25:34.734334 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-0bba4605-5543-4659-a512-d2a4792358e6 None None] For port a23b0de0-f644-4655-9a2f-b7d2a3865f49, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:25:34.747852 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-0bba4605-5543-4659-a512-d2a4792358e6 None None] For port a23b0de0-f644-4655-9a2f-b7d2a3865f49, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a23b0de0-f644-4655-9a2f-b7d2a3865f49,segment=NetworkSegment(8c53f8bb-3c23-49db-9e53-b175ecd4eafe),segment_id=8c53f8bb-3c23-49db-9e53-b175ecd4eafe)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:25:34.759794 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0bba4605-5543-4659-a512-d2a4792358e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:34.848612 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c29c6c4f-aab7-4b6b-853c-3c3a8503c183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:34.856295 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.ipam_backend_mixin [None req-e35f20ba-a803-4844-a782-14f19c925ff2 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Performing IP validity checks on allocation pools {{(pid=83905) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 29 13:25:34.856913 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.ipam_backend_mixin [None req-e35f20ba-a803-4844-a782-14f19c925ff2 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83905) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 29 13:25:34.885093 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba4605-5543-4659-a512-d2a4792358e6 None None] Pushing event updated for resources: {'Port': ['ID=a23b0de0-f644-4655-9a2f-b7d2a3865f49,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:34.920234 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc964ffd-5af5-459f-af43-976f484cebc8 None None] DHCP port deletion for db77dff0-1ec4-4e61-b2c0-fae02c77fce1 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:25:34.924856 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-fc964ffd-5af5-459f-af43-976f484cebc8 None None] Deleting port 5fc1068d-b9b8-45bf-a600-ab858ec91266 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:34.925389 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fc964ffd-5af5-459f-af43-976f484cebc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:34.967181 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-b34ee523-7da0-47b4-8910-3f71a9e0cac6 admin admin] Deleting port 5fc1068d-b9b8-45bf-a600-ab858ec91266 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:34.967532 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b34ee523-7da0-47b4-8910-3f71a9e0cac6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:35.028093 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c6c4f-aab7-4b6b-853c-3c3a8503c183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95538f2d-1512-47e5-924e-cf9c01258c4b,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:35.071410 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c29c6c4f-aab7-4b6b-853c-3c3a8503c183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:35.087506 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c29c6c4f-aab7-4b6b-853c-3c3a8503c183 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/95538f2d-1512-47e5-924e-cf9c01258c4b HTTP/1.1" status: 204 len: 168 time: 1.1589596 Apr 29 13:25:35.162108 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e35f20ba-a803-4844-a782-14f19c925ff2 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:35.223779 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-8b4ab2f1-b680-4870-a25c-940ea5bc3d44 admin admin] Deleting port 4a101d47-e132-4b5a-8542-687da002c597 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:35.224245 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8b4ab2f1-b680-4870-a25c-940ea5bc3d44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:35.330971 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-8b4ab2f1-b680-4870-a25c-940ea5bc3d44 admin admin] The port '4a101d47-e132-4b5a-8542-687da002c597' was deleted {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:25:35.340748 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-fc964ffd-5af5-459f-af43-976f484cebc8 None None] For port 5fc1068d-b9b8-45bf-a600-ab858ec91266, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=5fc1068d-b9b8-45bf-a600-ab858ec91266,segment=NetworkSegment(c34f048a-b2fb-4f8d-a587-2dd130398658),segment_id=c34f048a-b2fb-4f8d-a587-2dd130398658)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:25:35.341158 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fc964ffd-5af5-459f-af43-976f484cebc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:35.396692 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3f6efe9c-899e-44a9-8b00-c8b40642b785 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:35.530358 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-fc964ffd-5af5-459f-af43-976f484cebc8 None None] Calling delete_port for 5fc1068d-b9b8-45bf-a600-ab858ec91266 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:35.579475 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-b34ee523-7da0-47b4-8910-3f71a9e0cac6 admin admin] For port 5fc1068d-b9b8-45bf-a600-ab858ec91266, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=5fc1068d-b9b8-45bf-a600-ab858ec91266,segment=NetworkSegment(c34f048a-b2fb-4f8d-a587-2dd130398658),segment_id=c34f048a-b2fb-4f8d-a587-2dd130398658)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:25:35.580072 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b34ee523-7da0-47b4-8910-3f71a9e0cac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:35.621670 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8b4ab2f1-b680-4870-a25c-940ea5bc3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:35.638550 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-551977f2-fff2-46d1-b5ca-b9bc22de3877 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:35.639642 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f20ba-a803-4844-a782-14f19c925ff2 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event updated for resources: {'Subnet': ['ID=58074c36-3af3-4039-8570-f62f0a7f4ea1,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:35.640369 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fc964ffd-5af5-459f-af43-976f484cebc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:35.666981 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-551977f2-fff2-46d1-b5ca-b9bc22de3877 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:35.713330 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc964ffd-5af5-459f-af43-976f484cebc8 None None] Pushing event deleted for resources: {'Port': ['ID=5fc1068d-b9b8-45bf-a600-ab858ec91266,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:35.717408 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-8b4ab2f1-b680-4870-a25c-940ea5bc3d44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5766f20d-f6c2-4c44-9d06-902bc69d7f8a']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:35.720182 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc964ffd-5af5-459f-af43-976f484cebc8 None None] No DVR routers for this DVR port 5fc1068d-b9b8-45bf-a600-ab858ec91266 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:25:35.771462 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-b34ee523-7da0-47b4-8910-3f71a9e0cac6 admin admin] Calling delete_port for 5fc1068d-b9b8-45bf-a600-ab858ec91266 owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:35.800884 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-8b4ab2f1-b680-4870-a25c-940ea5bc3d44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c18c1e0e-fc25-4a3c-b468-2574dc213ac5') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:35.801715 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-8b4ab2f1-b680-4870-a25c-940ea5bc3d44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c18c1e0e-fc25-4a3c-b468-2574dc213ac5') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:35.831654 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8b4ab2f1-b680-4870-a25c-940ea5bc3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:35.839257 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-310b3966-bd99-4f14-af37-7518723582d1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Synchronizing usage tracker for tenant:1eeea487b04d4758993c28cdd605ea02 on resource:router {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:25:35.858356 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35f20ba-a803-4844-a782-14f19c925ff2 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Checking segment: {'id': '71762f8c-d9a1-487a-9997-f8dd8b11a35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '315f267f-742f-4ab1-90d1-f37e1b3813fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:25:35.858356 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35f20ba-a803-4844-a782-14f19c925ff2 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Network hostable DHCP agents. Network: 315f267f-742f-4ab1-90d1-f37e1b3813fa, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:25:35.866175 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8b4ab2f1-b680-4870-a25c-940ea5bc3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:35.875374 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4ab2f1-b680-4870-a25c-940ea5bc3d44 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:25:35.875778 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8b4ab2f1-b680-4870-a25c-940ea5bc3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: util.warn( Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: util.warn( Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: util.warn( Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: util.warn( Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:25:35.893322 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:25:35.935857 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-310b3966-bd99-4f14-af37-7518723582d1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Unset dirty status for tenant:1eeea487b04d4758993c28cdd605ea02 on resource:router {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:25:35.941173 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-310b3966-bd99-4f14-af37-7518723582d1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.3518004 Apr 29 13:25:35.950317 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55344) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:35.976132 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-b5fbbaf7-f042-4a00-934e-cb844d260df1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1788827343'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:35.995097 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35f20ba-a803-4844-a782-14f19c925ff2 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Network 315f267f-742f-4ab1-90d1-f37e1b3813fa is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:25:36.006843 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8b4ab2f1-b680-4870-a25c-940ea5bc3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:36.041277 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8b4ab2f1-b680-4870-a25c-940ea5bc3d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:36.070145 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ab2f1-b680-4870-a25c-940ea5bc3d44 admin admin] Pushing event deleted for resources: {'Network': ['ID=5766f20d-f6c2-4c44-9d06-902bc69d7f8a,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:36.073346 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-e35f20ba-a803-4844-a782-14f19c925ff2 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 315f267f-742f-4ab1-90d1-f37e1b3813fa) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:36.079970 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8b4ab2f1-b680-4870-a25c-940ea5bc3d44 admin admin] 10.222.0.76 "DELETE /v2.0/networks/5766f20d-f6c2-4c44-9d06-902bc69d7f8a HTTP/1.1" status: 204 len: 168 time: 3.5580723 Apr 29 13:25:36.083139 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35f20ba-a803-4844-a782-14f19c925ff2 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:36.083733 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e35f20ba-a803-4844-a782-14f19c925ff2 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:36.085886 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e38f29a-0266-4464-97da-71d35108596f None None] Network 315f267f-742f-4ab1-90d1-f37e1b3813fa requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:25:36.116380 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e35f20ba-a803-4844-a782-14f19c925ff2 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.4027874 Apr 29 13:25:36.123982 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55354) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:36.208286 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6f57e614-3db1-446b-ab69-4ac6045be70d tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:36.276790 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.l3_db [None req-551977f2-fff2-46d1-b5ca-b9bc22de3877 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Floating IP d9cbd1a7-ac06-4608-86bd-deec95874ead associated. External IP: 172.26.6.172, port: 0938db41-474b-4605-a430-cd30fd49c18a. Apr 29 13:25:36.336435 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.api [None req-b34ee523-7da0-47b4-8910-3f71a9e0cac6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:25:36.336773 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG oslo_db.api [None req-b34ee523-7da0-47b4-8910-3f71a9e0cac6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:25:36.340118 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6f57e614-3db1-446b-ab69-4ac6045be70d tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:36.411810 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c2bfbc-7768-4c1c-ab61-52dc60190ef8 None None] Network 6e0e02d0-c0b4-42d9-adab-ab89bbc90e6f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:25:36.523708 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55362) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:36.591311 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a23b0de0-f644-4655-9a2f-b7d2a3865f49 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:25:36.637227 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ea4b893e-9bcf-4f0e-82c7-4c1c23bdae59 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:36.679046 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-421e02be-156e-4bb1-b97a-5747cdc3bb81 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6c8c29596be64b1cbf79cd04762fbea5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1547904 Apr 29 13:25:36.686338 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55368) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:36.736520 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3f6efe9c-899e-44a9-8b00-c8b40642b785 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:36.748678 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-66817f93-1f2a-4371-9a74-d6c3b3119576 None None] Provisioning for port a23b0de0-f644-4655-9a2f-b7d2a3865f49 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:25:36.831249 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e276a14-32ac-48a1-be58-caadce7fd338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-315f267f-742f-4ab1-90d1-f37e1b3813fa', 'network_id': '315f267f-742f-4ab1-90d1-f37e1b3813fa', 'tenant_id': '657540fe6ef84325b4d48ead4eeedc47', 'fixed_ips': [{'subnet_id': '58074c36-3af3-4039-8570-f62f0a7f4ea1'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:25:36.832044 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e276a14-32ac-48a1-be58-caadce7fd338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:36.838762 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ea4b893e-9bcf-4f0e-82c7-4c1c23bdae59 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:36.932364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-b34ee523-7da0-47b4-8910-3f71a9e0cac6 admin admin] Deleting port 5fc1068d-b9b8-45bf-a600-ab858ec91266 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:36.932699 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b34ee523-7da0-47b4-8910-3f71a9e0cac6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:36.936235 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e0bfba11-17cb-44d5-9a58-442e838e3b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:36.948149 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port a23b0de0-f644-4655-9a2f-b7d2a3865f49 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:25:36.958390 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port a23b0de0-f644-4655-9a2f-b7d2a3865f49 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:25:36.958805 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:36.986740 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-6f57e614-3db1-446b-ab69-4ac6045be70d tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Allocated IP 172.26.6.214 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/c25351ff-e6bf-4406-80a5-c0b20ead574b) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:25:37.001461 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e0bfba11-17cb-44d5-9a58-442e838e3b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:37.029212 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ea4b893e-9bcf-4f0e-82c7-4c1c23bdae59 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server [None req-7e276a14-32ac-48a1-be58-caadce7fd338 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 58074c36-3af3-4039-8570-f62f0a7f4ea1: This subnet is being modified by another concurrent operation. Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 13:25:37.057350 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise exception Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 58074c36-3af3-4039-8570-f62f0a7f4ea1: This subnet is being modified by another concurrent operation. Apr 29 13:25:37.062074 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server Apr 29 13:25:37.117907 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e7dfc1-285b-45df-acf2-bd9e0bd88955 None None] Network 315f267f-742f-4ab1-90d1-f37e1b3813fa requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:25:37.120593 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b893e-9bcf-4f0e-82c7-4c1c23bdae59 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event deleted for resources: {'Subnet': ['ID=58074c36-3af3-4039-8570-f62f0a7f4ea1,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:37.256367 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6f57e614-3db1-446b-ab69-4ac6045be70d tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:37.270908 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:37.275718 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-3f6efe9c-899e-44a9-8b00-c8b40642b785 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Deleting port 989f536c-9245-4000-b897-3e5039f40d10 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:37.276119 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3f6efe9c-899e-44a9-8b00-c8b40642b785 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:37.388699 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ea4b893e-9bcf-4f0e-82c7-4c1c23bdae59 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:37.392891 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-b34ee523-7da0-47b4-8910-3f71a9e0cac6 admin admin] The port '5fc1068d-b9b8-45bf-a600-ab858ec91266' was deleted {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:25:37.412116 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e0bfba11-17cb-44d5-9a58-442e838e3b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:37.442467 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3a654a13-1f07-413f-90ef-3eb5bb245277 None None] Provisioning complete for port a23b0de0-f644-4655-9a2f-b7d2a3865f49 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:25:37.442467 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3a654a13-1f07-413f-90ef-3eb5bb245277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:37.503238 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5daed0-7c47-4a26-b86d-4cfc66c44393 None None] get_active_networks_info from dv-neutron-839027-4-hyperv {{(pid=83906) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 13:25:37.584007 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bfba11-17cb-44d5-9a58-442e838e3b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17955e7-ed50-4d33-bc56-5d60bac2c14c,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:37.594118 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-ea4b893e-9bcf-4f0e-82c7-4c1c23bdae59 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['315f267f-742f-4ab1-90d1-f37e1b3813fa']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:37.615495 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-ea4b893e-9bcf-4f0e-82c7-4c1c23bdae59 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71762f8c-d9a1-487a-9997-f8dd8b11a35a') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:37.616132 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-ea4b893e-9bcf-4f0e-82c7-4c1c23bdae59 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71762f8c-d9a1-487a-9997-f8dd8b11a35a') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:37.620705 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6f57e614-3db1-446b-ab69-4ac6045be70d tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:37.629744 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5daed0-7c47-4a26-b86d-4cfc66c44393 None None] Resources bound (agent type, host, resource id): {{(pid=83906) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 13:25:37.636194 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e0bfba11-17cb-44d5-9a58-442e838e3b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:37.637625 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e0bfba11-17cb-44d5-9a58-442e838e3b85 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c17955e7-ed50-4d33-bc56-5d60bac2c14c HTTP/1.1" status: 204 len: 168 time: 0.9501843 Apr 29 13:25:37.639574 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ea4b893e-9bcf-4f0e-82c7-4c1c23bdae59 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:37.666088 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ea4b893e-9bcf-4f0e-82c7-4c1c23bdae59 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:37.686138 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port a23b0de0-f644-4655-9a2f-b7d2a3865f49, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a23b0de0-f644-4655-9a2f-b7d2a3865f49,segment=NetworkSegment(8c53f8bb-3c23-49db-9e53-b175ecd4eafe),segment_id=8c53f8bb-3c23-49db-9e53-b175ecd4eafe)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:25:37.693978 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea4b893e-9bcf-4f0e-82c7-4c1c23bdae59 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:25:37.693978 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ea4b893e-9bcf-4f0e-82c7-4c1c23bdae59 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:37.705312 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57e614-3db1-446b-ab69-4ac6045be70d tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Pushing event updated for resources: {'Port': ['ID=c25351ff-e6bf-4406-80a5-c0b20ead574b,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:37.715920 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b34ee523-7da0-47b4-8910-3f71a9e0cac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:25:37.746679 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:25:37.786117 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f57e614-3db1-446b-ab69-4ac6045be70d tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:25:37.796478 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-b34ee523-7da0-47b4-8910-3f71a9e0cac6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db77dff0-1ec4-4e61-b2c0-fae02c77fce1']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:37.806968 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-6f57e614-3db1-446b-ab69-4ac6045be70d tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:37.828376 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f57e614-3db1-446b-ab69-4ac6045be70d tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:25:37.928876 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-b34ee523-7da0-47b4-8910-3f71a9e0cac6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c34f048a-b2fb-4f8d-a587-2dd130398658') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:37.929176 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-b34ee523-7da0-47b4-8910-3f71a9e0cac6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c34f048a-b2fb-4f8d-a587-2dd130398658') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:37.933590 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ea4b893e-9bcf-4f0e-82c7-4c1c23bdae59 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:37.970479 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ea4b893e-9bcf-4f0e-82c7-4c1c23bdae59 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:37.975741 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b893e-9bcf-4f0e-82c7-4c1c23bdae59 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event deleted for resources: {'Network': ['ID=315f267f-742f-4ab1-90d1-f37e1b3813fa,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:37.994839 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551977f2-fff2-46d1-b5ca-b9bc22de3877 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Router 5b5332d5-d726-47e5-a586-a4c7709412e9 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:25:37.996947 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ea4b893e-9bcf-4f0e-82c7-4c1c23bdae59 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "DELETE /v2.0/networks/315f267f-742f-4ab1-90d1-f37e1b3813fa HTTP/1.1" status: 204 len: 168 time: 1.8587596 Apr 29 13:25:38.002090 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55394) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:38.021754 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-ad8a7ae0-251a-4e95-bb19-10056f1ec101 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2040462419'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:38.029239 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ad8a7ae0-251a-4e95-bb19-10056f1ec101 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:38.042743 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ad8a7ae0-251a-4e95-bb19-10056f1ec101 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Usage tracker for resource:network and tenant:657540fe6ef84325b4d48ead4eeedc47 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:38.054262 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ad8a7ae0-251a-4e95-bb19-10056f1ec101 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:38.072540 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3f6efe9c-899e-44a9-8b00-c8b40642b785 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:38.107330 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b34ee523-7da0-47b4-8910-3f71a9e0cac6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:38.147381 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ad8a7ae0-251a-4e95-bb19-10056f1ec101 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:38.196362 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:38.253757 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8a7ae0-251a-4e95-bb19-10056f1ec101 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Made reservation on behalf of 657540fe6ef84325b4d48ead4eeedc47 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:25:38.257099 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ad8a7ae0-251a-4e95-bb19-10056f1ec101 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:38.314853 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad8a7ae0-251a-4e95-bb19-10056f1ec101 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:25:38.328821 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ad8a7ae0-251a-4e95-bb19-10056f1ec101 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:38.329163 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-ad8a7ae0-251a-4e95-bb19-10056f1ec101 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Added segment 2259743b-ad4f-4645-b726-c0a0e069a6ef of type vlan for network 2893f4f2-4f86-463a-b758-192d2e1f104f Apr 29 13:25:38.332645 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e6558dc0-6790-4a52-8caa-29152d38cecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:38.338106 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 5fc1068d-b9b8-45bf-a600-ab858ec91266 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:25:38.363153 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ad8a7ae0-251a-4e95-bb19-10056f1ec101 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:38.413307 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 5fc1068d-b9b8-45bf-a600-ab858ec91266 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:25:38.413721 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 5fc1068d-b9b8-45bf-a600-ab858ec91266 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:25:38.420246 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ad8a7ae0-251a-4e95-bb19-10056f1ec101 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:38.423471 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8a7ae0-251a-4e95-bb19-10056f1ec101 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:38.425307 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ad8a7ae0-251a-4e95-bb19-10056f1ec101 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:38.433256 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=a23b0de0-f644-4655-9a2f-b7d2a3865f49,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:38.448424 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551977f2-fff2-46d1-b5ca-b9bc22de3877 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:25:38.461111 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c1e80b-fcbf-426c-a73a-ae428f165063 None None] Sync routers for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:25:38.483448 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c1e80b-fcbf-426c-a73a-ae428f165063 None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:38.485054 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-d6c1e80b-fcbf-426c-a73a-ae428f165063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:38.548403 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-3f6efe9c-899e-44a9-8b00-c8b40642b785 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Calling delete_port for 989f536c-9245-4000-b897-3e5039f40d10 owned by network:router_gateway {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:38.619226 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a23b0de0-f644-4655-9a2f-b7d2a3865f49 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:25:38.681061 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-d6c1e80b-fcbf-426c-a73a-ae428f165063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:38.694813 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b34ee523-7da0-47b4-8910-3f71a9e0cac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:38.704959 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34ee523-7da0-47b4-8910-3f71a9e0cac6 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:25:38.706271 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b34ee523-7da0-47b4-8910-3f71a9e0cac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:38.710866 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c1e80b-fcbf-426c-a73a-ae428f165063 None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:38.713738 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-d6c1e80b-fcbf-426c-a73a-ae428f165063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:38.721724 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ad8a7ae0-251a-4e95-bb19-10056f1ec101 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7166750 Apr 29 13:25:38.723976 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a7ae0-251a-4e95-bb19-10056f1ec101 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event updated for resources: {'Network': ['ID=2893f4f2-4f86-463a-b758-192d2e1f104f,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:38.726046 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55408) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:38.733851 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-9de96cd4-f961-4709-9978-33cbb2bdbb34 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Request body: {'subnet': {'network_id': '2893f4f2-4f86-463a-b758-192d2e1f104f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:38.738100 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 2893f4f2-4f86-463a-b758-192d2e1f104f details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:25:38.839473 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-d6c1e80b-fcbf-426c-a73a-ae428f165063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:38.840209 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c1e80b-fcbf-426c-a73a-ae428f165063 None None] The sync data for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:25:38.930003 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port a23b0de0-f644-4655-9a2f-b7d2a3865f49 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:25:38.930718 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:38.962666 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-9de96cd4-f961-4709-9978-33cbb2bdbb34 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:38.971983 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55414) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:38.975837 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-9de96cd4-f961-4709-9978-33cbb2bdbb34 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Usage tracker for resource:subnet and tenant:657540fe6ef84325b4d48ead4eeedc47 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:38.982101 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-747e8569-83ce-4dc5-8022-5da8fb37fe2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1860544167', 'description': 'tempest-secgroup-smoke-1860544167 description', 'project_id': 'b3dd10e1defa4a4db8e298797b127deb'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:38.988056 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-9de96cd4-f961-4709-9978-33cbb2bdbb34 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:38.996779 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-747e8569-83ce-4dc5-8022-5da8fb37fe2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:38.999165 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-9de96cd4-f961-4709-9978-33cbb2bdbb34 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:39.007847 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-747e8569-83ce-4dc5-8022-5da8fb37fe2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Usage tracker for resource:security_group and tenant:b3dd10e1defa4a4db8e298797b127deb is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:39.011320 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-747e8569-83ce-4dc5-8022-5da8fb37fe2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:39.022095 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-747e8569-83ce-4dc5-8022-5da8fb37fe2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:39.036633 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de96cd4-f961-4709-9978-33cbb2bdbb34 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Made reservation on behalf of 657540fe6ef84325b4d48ead4eeedc47 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:25:39.038738 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:25:39.065745 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b34ee523-7da0-47b4-8910-3f71a9e0cac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:39.070858 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b34ee523-7da0-47b4-8910-3f71a9e0cac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:39.100747 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ee523-7da0-47b4-8910-3f71a9e0cac6 admin admin] Pushing event deleted for resources: {'Network': ['ID=db77dff0-1ec4-4e61-b2c0-fae02c77fce1,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:39.109852 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-747e8569-83ce-4dc5-8022-5da8fb37fe2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:39.136536 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b34ee523-7da0-47b4-8910-3f71a9e0cac6 admin admin] 10.222.0.76 "DELETE /v2.0/networks/db77dff0-1ec4-4e61-b2c0-fae02c77fce1 HTTP/1.1" status: 204 len: 168 time: 4.7187703 Apr 29 13:25:39.145272 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-747e8569-83ce-4dc5-8022-5da8fb37fe2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:39.189537 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9de96cd4-f961-4709-9978-33cbb2bdbb34 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:39.255307 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6f57e614-3db1-446b-ab69-4ac6045be70d tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:39.302558 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-747e8569-83ce-4dc5-8022-5da8fb37fe2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:39.369518 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-747e8569-83ce-4dc5-8022-5da8fb37fe2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Usage tracker for resource:security_group_rule and tenant:b3dd10e1defa4a4db8e298797b127deb is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:39.381011 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-747e8569-83ce-4dc5-8022-5da8fb37fe2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:39.436474 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55426) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:39.453520 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-747e8569-83ce-4dc5-8022-5da8fb37fe2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:39.514295 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3f6efe9c-899e-44a9-8b00-c8b40642b785 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:39.588115 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6efe9c-899e-44a9-8b00-c8b40642b785 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Pushing event deleted for resources: {'Port': ['ID=989f536c-9245-4000-b897-3e5039f40d10,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:39.612003 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c3fd4ea8-c38a-4498-b35a-0fc7fa6c8253 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5af4e0e2215a466699ba2d581ed2d902&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1689582 Apr 29 13:25:39.613714 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55432) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:39.844421 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-747e8569-83ce-4dc5-8022-5da8fb37fe2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:39.859526 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6f57e614-3db1-446b-ab69-4ac6045be70d tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:39.861580 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-747e8569-83ce-4dc5-8022-5da8fb37fe2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:39.938005 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9de96cd4-f961-4709-9978-33cbb2bdbb34 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:39.939833 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6f57e614-3db1-446b-ab69-4ac6045be70d tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16423525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16423546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16419832'] for router, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:39.946884 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-747e8569-83ce-4dc5-8022-5da8fb37fe2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:39.981380 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e8569-83ce-4dc5-8022-5da8fb37fe2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dce08b6-b706-42e0-bc82-b06e42b629c3,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:39.991434 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-747e8569-83ce-4dc5-8022-5da8fb37fe2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Usage tracker for resource:security_group_rule and tenant:b3dd10e1defa4a4db8e298797b127deb is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:39.995849 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-747e8569-83ce-4dc5-8022-5da8fb37fe2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:40.004906 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-834b07a8-90e8-4140-bc29-07a92390d22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:40.013736 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-747e8569-83ce-4dc5-8022-5da8fb37fe2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:40.080111 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-834b07a8-90e8-4140-bc29-07a92390d22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:40.107566 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de96cd4-f961-4709-9978-33cbb2bdbb34 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event updated for resources: {'Subnet': ['ID=f70995ba-b7c2-4a94-b61d-31d2f90efaff,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:40.116063 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c25c7b1f-c4a5-430e-bcf3-2b006ee6bbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:40.170815 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3f6efe9c-899e-44a9-8b00-c8b40642b785 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:40.184054 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de96cd4-f961-4709-9978-33cbb2bdbb34 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Checking segment: {'id': '2259743b-ad4f-4645-b726-c0a0e069a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2893f4f2-4f86-463a-b758-192d2e1f104f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:25:40.184417 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de96cd4-f961-4709-9978-33cbb2bdbb34 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Network hostable DHCP agents. Network: 2893f4f2-4f86-463a-b758-192d2e1f104f, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:25:40.196610 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551977f2-fff2-46d1-b5ca-b9bc22de3877 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Router cd89741c-1309-45ce-8297-4a03ddb0c7ce has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:25:40.218227 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-747e8569-83ce-4dc5-8022-5da8fb37fe2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:40.230761 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-747e8569-83ce-4dc5-8022-5da8fb37fe2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:40.244263 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-834b07a8-90e8-4140-bc29-07a92390d22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:40.337305 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b5fbbaf7-f042-4a00-934e-cb844d260df1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:40.364254 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de96cd4-f961-4709-9978-33cbb2bdbb34 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Network 2893f4f2-4f86-463a-b758-192d2e1f104f is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:25:40.425287 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55450) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:40.426153 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e8569-83ce-4dc5-8022-5da8fb37fe2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb329a9-f78f-4829-aadb-04df719ccc2c,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:40.430422 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-747e8569-83ce-4dc5-8022-5da8fb37fe2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:40.434459 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-747e8569-83ce-4dc5-8022-5da8fb37fe2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.4583945 Apr 29 13:25:40.450409 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-9de96cd4-f961-4709-9978-33cbb2bdbb34 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 2893f4f2-4f86-463a-b758-192d2e1f104f) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:40.452219 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-834b07a8-90e8-4140-bc29-07a92390d22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:40.453320 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-834b07a8-90e8-4140-bc29-07a92390d22b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c0500f95-c516-4efa-b690-8722cf17a2a2 HTTP/1.1" status: 204 len: 168 time: 0.8367610 Apr 29 13:25:40.453933 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55454) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:40.464317 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99607d6-dfbd-4abe-a6a7-129b8a4965c1 None None] Network 2893f4f2-4f86-463a-b758-192d2e1f104f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:25:40.465087 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de96cd4-f961-4709-9978-33cbb2bdbb34 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:40.465684 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9de96cd4-f961-4709-9978-33cbb2bdbb34 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:40.478650 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-b2d35bb9-2906-4295-ac97-8cebecabfbc3 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Request body: {'security_group_rule': {'security_group_id': '0cb329a9-f78f-4829-aadb-04df719ccc2c', 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:40.482816 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b07a8-90e8-4140-bc29-07a92390d22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0500f95-c516-4efa-b690-8722cf17a2a2,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:40.494338 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b2d35bb9-2906-4295-ac97-8cebecabfbc3 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:40.496201 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3f6efe9c-899e-44a9-8b00-c8b40642b785 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:40.501732 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b2d35bb9-2906-4295-ac97-8cebecabfbc3 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Usage tracker for resource:security_group_rule and tenant:b3dd10e1defa4a4db8e298797b127deb is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:40.501945 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b5fbbaf7-f042-4a00-934e-cb844d260df1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16423525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16423546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16419832'] for router, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:40.507809 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3f6efe9c-899e-44a9-8b00-c8b40642b785 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:40.514293 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b2d35bb9-2906-4295-ac97-8cebecabfbc3 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:40.525802 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9de96cd4-f961-4709-9978-33cbb2bdbb34 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7955892 Apr 29 13:25:40.525802 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b2d35bb9-2906-4295-ac97-8cebecabfbc3 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:40.527521 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55462) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:40.634561 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b2d35bb9-2906-4295-ac97-8cebecabfbc3 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:40.735820 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-81ee358e-4cd5-4061-8911-959a981134a1 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:40.763040 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b2d35bb9-2906-4295-ac97-8cebecabfbc3 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:40.813854 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b2d35bb9-2906-4295-ac97-8cebecabfbc3 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:40.829656 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3f6efe9c-899e-44a9-8b00-c8b40642b785 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:40.830364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6efe9c-899e-44a9-8b00-c8b40642b785 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Fanout notify agent at l3_agent the message router_deleted on router 5ceedccc-d019-4938-ac35-46078e66f14c {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:25:40.855195 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d35bb9-2906-4295-ac97-8cebecabfbc3 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c3e3377-929e-4d92-9c0a-65fdb1e90304,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:40.871272 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85750b0-d590-4521-9838-e0a7a6548604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-2893f4f2-4f86-463a-b758-192d2e1f104f', 'network_id': '2893f4f2-4f86-463a-b758-192d2e1f104f', 'tenant_id': '657540fe6ef84325b4d48ead4eeedc47', 'fixed_ips': [{'subnet_id': 'f70995ba-b7c2-4a94-b61d-31d2f90efaff'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:25:40.872091 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b85750b0-d590-4521-9838-e0a7a6548604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:40.874903 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-81ee358e-4cd5-4061-8911-959a981134a1 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:40.888698 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3f6efe9c-899e-44a9-8b00-c8b40642b785 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:40.890268 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3f6efe9c-899e-44a9-8b00-c8b40642b785 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "DELETE /v2.0/routers/5ceedccc-d019-4938-ac35-46078e66f14c HTTP/1.1" status: 204 len: 168 time: 6.9299240 Apr 29 13:25:40.895675 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55466) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:40.903767 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-4da9838f-24aa-4f1d-b957-e8181bedbd2c tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-429457323', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}, 'admin_state_up': False}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:40.911211 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b2d35bb9-2906-4295-ac97-8cebecabfbc3 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:40.912277 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b2d35bb9-2906-4295-ac97-8cebecabfbc3 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4508605 Apr 29 13:25:40.916166 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55470) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:40.925616 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4da9838f-24aa-4f1d-b957-e8181bedbd2c tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:40.927873 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551977f2-fff2-46d1-b5ca-b9bc22de3877 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:25:40.932845 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-a405c887-377b-43b2-aa5e-99b1c08f587c tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Request body: {'security_group_rule': {'security_group_id': '0cb329a9-f78f-4829-aadb-04df719ccc2c', 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:40.933691 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-551977f2-fff2-46d1-b5ca-b9bc22de3877 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:40.940022 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-a405c887-377b-43b2-aa5e-99b1c08f587c tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:40.945324 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-a405c887-377b-43b2-aa5e-99b1c08f587c tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Usage tracker for resource:security_group_rule and tenant:b3dd10e1defa4a4db8e298797b127deb is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:40.948973 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-a405c887-377b-43b2-aa5e-99b1c08f587c tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:40.955232 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-a405c887-377b-43b2-aa5e-99b1c08f587c tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:40.964036 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50977036-dbdc-43fb-ad25-7ee30aae5600 None None] Sync routers for ids ['cd89741c-1309-45ce-8297-4a03ddb0c7ce'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:25:41.005656 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4da9838f-24aa-4f1d-b957-e8181bedbd2c tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Usage tracker for resource:router and tenant:a61f1618e05a4a2daa85afab534f4402 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:41.037418 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4da9838f-24aa-4f1d-b957-e8181bedbd2c tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:41.043755 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4da9838f-24aa-4f1d-b957-e8181bedbd2c tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:41.050275 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-2fcab6d4-a9ef-4ab6-97e8-8d10c93f7ead tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-122772885'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:41.059028 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a405c887-377b-43b2-aa5e-99b1c08f587c tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:41.059426 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2fcab6d4-a9ef-4ab6-97e8-8d10c93f7ead tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:41.070421 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50977036-dbdc-43fb-ad25-7ee30aae5600 None None] Routers {'cd89741c-1309-45ce-8297-4a03ddb0c7ce'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:41.072218 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-50977036-dbdc-43fb-ad25-7ee30aae5600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['cd89741c-1309-45ce-8297-4a03ddb0c7ce'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:41.074361 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2fcab6d4-a9ef-4ab6-97e8-8d10c93f7ead tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Usage tracker for resource:network and tenant:94f7552777a040ea80d5286d0c2601c1 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:41.079018 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2fcab6d4-a9ef-4ab6-97e8-8d10c93f7ead tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:41.079599 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4da9838f-24aa-4f1d-b957-e8181bedbd2c tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:41.080558 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4da9838f-24aa-4f1d-b957-e8181bedbd2c tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:41.089484 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-81ee358e-4cd5-4061-8911-959a981134a1 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:41.093372 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2fcab6d4-a9ef-4ab6-97e8-8d10c93f7ead tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:41.103548 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4da9838f-24aa-4f1d-b957-e8181bedbd2c tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:41.122707 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-551977f2-fff2-46d1-b5ca-b9bc22de3877 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "PUT /v2.0/floatingips/d9cbd1a7-ac06-4608-86bd-deec95874ead HTTP/1.1" status: 200 len: 978 time: 8.0670295 Apr 29 13:25:41.131386 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55476) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:41.135619 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee358e-4cd5-4061-8911-959a981134a1 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event deleted for resources: {'Subnet': ['ID=f70995ba-b7c2-4a94-b61d-31d2f90efaff,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server [None req-b85750b0-d590-4521-9838-e0a7a6548604 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f70995ba-b7c2-4a94-b61d-31d2f90efaff: This subnet is being modified by another concurrent operation. Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 13:25:41.162139 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise exception Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f70995ba-b7c2-4a94-b61d-31d2f90efaff: This subnet is being modified by another concurrent operation. Apr 29 13:25:41.165731 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server Apr 29 13:25:41.171045 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee358e-4cd5-4061-8911-959a981134a1 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:41.171384 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee358e-4cd5-4061-8911-959a981134a1 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:41.171714 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee358e-4cd5-4061-8911-959a981134a1 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:41.172041 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee358e-4cd5-4061-8911-959a981134a1 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:41.172365 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee358e-4cd5-4061-8911-959a981134a1 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:41.172684 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee358e-4cd5-4061-8911-959a981134a1 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:41.173048 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee358e-4cd5-4061-8911-959a981134a1 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:41.173346 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee358e-4cd5-4061-8911-959a981134a1 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:41.173664 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee358e-4cd5-4061-8911-959a981134a1 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:41.173977 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee358e-4cd5-4061-8911-959a981134a1 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:41.174287 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee358e-4cd5-4061-8911-959a981134a1 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:41.174939 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-50977036-dbdc-43fb-ad25-7ee30aae5600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:41.181422 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcab6d4-a9ef-4ab6-97e8-8d10c93f7ead tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Made reservation on behalf of 94f7552777a040ea80d5286d0c2601c1 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:25:41.184298 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2fcab6d4-a9ef-4ab6-97e8-8d10c93f7ead tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:41.193704 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbf74f3-eae7-4c5d-a102-4241b92d8ec7 None None] Network 2893f4f2-4f86-463a-b758-192d2e1f104f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:25:41.216995 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50977036-dbdc-43fb-ad25-7ee30aae5600 None None] Routers {'cd89741c-1309-45ce-8297-4a03ddb0c7ce'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:41.217710 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-50977036-dbdc-43fb-ad25-7ee30aae5600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['cd89741c-1309-45ce-8297-4a03ddb0c7ce'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:41.256851 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2fcab6d4-a9ef-4ab6-97e8-8d10c93f7ead tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:41.279380 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-81ee358e-4cd5-4061-8911-959a981134a1 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:41.320623 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-81ee358e-4cd5-4061-8911-959a981134a1 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2893f4f2-4f86-463a-b758-192d2e1f104f']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:41.339884 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2fcab6d4-a9ef-4ab6-97e8-8d10c93f7ead tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:41.345354 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2fcab6d4-a9ef-4ab6-97e8-8d10c93f7ead tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Usage tracker for resource:security_group_rule and tenant:94f7552777a040ea80d5286d0c2601c1 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:41.351168 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2fcab6d4-a9ef-4ab6-97e8-8d10c93f7ead tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:41.355137 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-81ee358e-4cd5-4061-8911-959a981134a1 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2259743b-ad4f-4645-b726-c0a0e069a6ef') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:41.355497 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-81ee358e-4cd5-4061-8911-959a981134a1 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2259743b-ad4f-4645-b726-c0a0e069a6ef') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:41.369165 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2fcab6d4-a9ef-4ab6-97e8-8d10c93f7ead tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:41.375633 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-81ee358e-4cd5-4061-8911-959a981134a1 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:41.404272 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-81ee358e-4cd5-4061-8911-959a981134a1 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:41.418601 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ee358e-4cd5-4061-8911-959a981134a1 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:25:41.419350 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-81ee358e-4cd5-4061-8911-959a981134a1 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:25:41.436710 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:25:41.445024 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-2a231957-768a-4d22-8539-62649100324a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Deleting port 3b1be24f-b27f-484b-8a5a-32a8ac64926c {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:41.446044 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2a231957-768a-4d22-8539-62649100324a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:41.460205 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-50977036-dbdc-43fb-ad25-7ee30aae5600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:41.461101 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50977036-dbdc-43fb-ad25-7ee30aae5600 None None] The sync data for ids ['cd89741c-1309-45ce-8297-4a03ddb0c7ce'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:25:41.540724 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a405c887-377b-43b2-aa5e-99b1c08f587c tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:41.547451 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4da9838f-24aa-4f1d-b957-e8181bedbd2c tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:41.555095 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:41.556801 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:41.561493 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e370f3d-2408-473f-804c-1c3ab6bb19dd None None] get_active_networks_info from dv-neutron-839027-4-hyperv {{(pid=83906) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 13:25:41.574051 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-81ee358e-4cd5-4061-8911-959a981134a1 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:41.586101 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a405c887-377b-43b2-aa5e-99b1c08f587c tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:41.603772 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-81ee358e-4cd5-4061-8911-959a981134a1 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:41.637447 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405c887-377b-43b2-aa5e-99b1c08f587c tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d05d6afa-362c-4e39-8818-106a128bd94f,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:41.639203 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f57e614-3db1-446b-ab69-4ac6045be70d tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Router 61481d3b-8853-4dfc-8551-291e802e0752 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:25:41.647647 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee358e-4cd5-4061-8911-959a981134a1 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event deleted for resources: {'Network': ['ID=2893f4f2-4f86-463a-b758-192d2e1f104f,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:41.654468 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2fcab6d4-a9ef-4ab6-97e8-8d10c93f7ead tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:41.660465 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-81ee358e-4cd5-4061-8911-959a981134a1 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "DELETE /v2.0/networks/2893f4f2-4f86-463a-b758-192d2e1f104f HTTP/1.1" status: 204 len: 168 time: 1.1309822 Apr 29 13:25:41.661474 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55490) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:41.667334 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-7f6f410e-0514-492a-a022-93010541e93c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1423980644'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:41.672279 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7f6f410e-0514-492a-a022-93010541e93c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:41.674342 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2fcab6d4-a9ef-4ab6-97e8-8d10c93f7ead tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:41.688237 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7f6f410e-0514-492a-a022-93010541e93c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Usage tracker for resource:network and tenant:657540fe6ef84325b4d48ead4eeedc47 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:41.695351 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7f6f410e-0514-492a-a022-93010541e93c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:41.711103 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e370f3d-2408-473f-804c-1c3ab6bb19dd None None] Resources bound (agent type, host, resource id): {{(pid=83906) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 13:25:41.718557 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fcab6d4-a9ef-4ab6-97e8-8d10c93f7ead tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:25:41.720922 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7f6f410e-0514-492a-a022-93010541e93c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:41.740441 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2fcab6d4-a9ef-4ab6-97e8-8d10c93f7ead tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:41.740802 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-2fcab6d4-a9ef-4ab6-97e8-8d10c93f7ead tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Added segment b2e5b0be-3cab-4b69-94cc-82e8dbdd9013 of type vlan for network 636d172d-7855-4739-90cc-16cb4b611b55 Apr 29 13:25:41.742083 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcab6d4-a9ef-4ab6-97e8-8d10c93f7ead tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39890a79-b5d8-42b0-a274-e4c2f9e8db33,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:41.758714 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6f410e-0514-492a-a022-93010541e93c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Made reservation on behalf of 657540fe6ef84325b4d48ead4eeedc47 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:25:41.762642 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7f6f410e-0514-492a-a022-93010541e93c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:41.853958 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2fcab6d4-a9ef-4ab6-97e8-8d10c93f7ead tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:41.867612 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f6f410e-0514-492a-a022-93010541e93c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:25:41.879595 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fbbaf7-f042-4a00-934e-cb844d260df1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Router df6385c4-56e3-4093-8315-e1771e25a48a has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:25:41.887958 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2a231957-768a-4d22-8539-62649100324a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:41.901344 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7f6f410e-0514-492a-a022-93010541e93c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:41.901692 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-7f6f410e-0514-492a-a022-93010541e93c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Added segment 0f77fb2b-e3b5-4923-a015-015e46782393 of type vlan for network 4dfd1acc-cef7-493d-b701-8e958909abe1 Apr 29 13:25:41.903110 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a405c887-377b-43b2-aa5e-99b1c08f587c tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:41.904289 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a405c887-377b-43b2-aa5e-99b1c08f587c tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9846470 Apr 29 13:25:41.914304 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55498) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:41.923602 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-7f5b5d28-3fa9-41ba-b940-f82436c76273 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Request body: {'security_group_rule': {'security_group_id': '0cb329a9-f78f-4829-aadb-04df719ccc2c', 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:41.936265 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7f5b5d28-3fa9-41ba-b940-f82436c76273 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:41.954514 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7f6f410e-0514-492a-a022-93010541e93c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:41.959103 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7f5b5d28-3fa9-41ba-b940-f82436c76273 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Usage tracker for resource:security_group_rule and tenant:b3dd10e1defa4a4db8e298797b127deb is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:41.963845 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7f5b5d28-3fa9-41ba-b940-f82436c76273 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:41.971863 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7f5b5d28-3fa9-41ba-b940-f82436c76273 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:41.974272 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2fcab6d4-a9ef-4ab6-97e8-8d10c93f7ead tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:41.978112 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcab6d4-a9ef-4ab6-97e8-8d10c93f7ead tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:41.978701 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2fcab6d4-a9ef-4ab6-97e8-8d10c93f7ead tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:42.010228 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55502) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:42.110720 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2fcab6d4-a9ef-4ab6-97e8-8d10c93f7ead tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6815572 Apr 29 13:25:42.114350 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55508) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:42.116557 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7f5b5d28-3fa9-41ba-b940-f82436c76273 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:42.131370 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcab6d4-a9ef-4ab6-97e8-8d10c93f7ead tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Pushing event updated for resources: {'Network': ['ID=636d172d-7855-4739-90cc-16cb4b611b55,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:42.133485 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7f6f410e-0514-492a-a022-93010541e93c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:42.137064 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6f410e-0514-492a-a022-93010541e93c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:42.137635 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7f6f410e-0514-492a-a022-93010541e93c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:42.201703 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 636d172d-7855-4739-90cc-16cb4b611b55 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:25:42.354748 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7f6f410e-0514-492a-a022-93010541e93c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6922114 Apr 29 13:25:42.367380 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55514) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:42.380878 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-e7e12bda-5e21-4b2f-be6f-3350d9c7610c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Request body: {'subnet': {'network_id': '4dfd1acc-cef7-493d-b701-8e958909abe1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:42.421051 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f410e-0514-492a-a022-93010541e93c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event updated for resources: {'Network': ['ID=4dfd1acc-cef7-493d-b701-8e958909abe1,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:42.435284 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 4dfd1acc-cef7-493d-b701-8e958909abe1 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:25:42.498767 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-1eff885a-ffd2-4f57-8c6c-d4df9ab03458 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1999992650-network', 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:42.508471 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7f5b5d28-3fa9-41ba-b940-f82436c76273 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:42.512005 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-79e823ce-ff77-41a6-b922-69ee16d400cd tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Request body: {'network': {'name': 'tempest-network--107994763', 'router:external': True}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:42.527293 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-79e823ce-ff77-41a6-b922-69ee16d400cd tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:42.531464 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7f5b5d28-3fa9-41ba-b940-f82436c76273 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:42.531908 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1eff885a-ffd2-4f57-8c6c-d4df9ab03458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:42.541621 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1eff885a-ffd2-4f57-8c6c-d4df9ab03458 admin admin] Usage tracker for resource:network and tenant:0952490f6c5340cc87f108a8ce4f0048 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:42.546408 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-79e823ce-ff77-41a6-b922-69ee16d400cd tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Usage tracker for resource:network and tenant:9d423b9651fd4201aad53b2bea7036a1 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:42.553042 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1eff885a-ffd2-4f57-8c6c-d4df9ab03458 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:42.555511 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-79e823ce-ff77-41a6-b922-69ee16d400cd tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:42.563081 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e7e12bda-5e21-4b2f-be6f-3350d9c7610c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:42.563371 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1eff885a-ffd2-4f57-8c6c-d4df9ab03458 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:42.579470 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e7e12bda-5e21-4b2f-be6f-3350d9c7610c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Usage tracker for resource:subnet and tenant:657540fe6ef84325b4d48ead4eeedc47 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:42.581708 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-79e823ce-ff77-41a6-b922-69ee16d400cd tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:42.584739 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b5d28-3fa9-41ba-b940-f82436c76273 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae5a4dce-7ac2-4675-8351-8b3033018d45,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:42.592069 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e7e12bda-5e21-4b2f-be6f-3350d9c7610c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:42.603561 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e7e12bda-5e21-4b2f-be6f-3350d9c7610c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:42.605816 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7f5b5d28-3fa9-41ba-b940-f82436c76273 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:42.607119 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7f5b5d28-3fa9-41ba-b940-f82436c76273 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6919467 Apr 29 13:25:42.609209 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e823ce-ff77-41a6-b922-69ee16d400cd tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Made reservation on behalf of 9d423b9651fd4201aad53b2bea7036a1 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:25:42.611377 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-79e823ce-ff77-41a6-b922-69ee16d400cd tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:42.627483 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55518) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:42.637172 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-4f37ccdf-7b72-445d-af72-441ea767cebd tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Request body: {'security_group_rule': {'security_group_id': '0cb329a9-f78f-4829-aadb-04df719ccc2c', 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:42.641451 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-79e823ce-ff77-41a6-b922-69ee16d400cd tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:42.652805 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e12bda-5e21-4b2f-be6f-3350d9c7610c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Made reservation on behalf of 657540fe6ef84325b4d48ead4eeedc47 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:25:42.671131 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-4f37ccdf-7b72-445d-af72-441ea767cebd tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:42.681066 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eff885a-ffd2-4f57-8c6c-d4df9ab03458 admin admin] Made reservation on behalf of 0952490f6c5340cc87f108a8ce4f0048 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:25:42.683317 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1eff885a-ffd2-4f57-8c6c-d4df9ab03458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:42.724247 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-4f37ccdf-7b72-445d-af72-441ea767cebd tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Usage tracker for resource:security_group_rule and tenant:b3dd10e1defa4a4db8e298797b127deb is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:42.724803 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1eff885a-ffd2-4f57-8c6c-d4df9ab03458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:42.732826 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-4f37ccdf-7b72-445d-af72-441ea767cebd tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:42.752996 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-4f37ccdf-7b72-445d-af72-441ea767cebd tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:42.779674 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2a231957-768a-4d22-8539-62649100324a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:42.780050 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2a231957-768a-4d22-8539-62649100324a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:42.780343 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.l3_db [None req-2a231957-768a-4d22-8539-62649100324a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Floating IP d9cbd1a7-ac06-4608-86bd-deec95874ead disassociated. External IP: 172.26.6.172, port: 3b1be24f-b27f-484b-8a5a-32a8ac64926c. Apr 29 13:25:42.780678 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-2a231957-768a-4d22-8539-62649100324a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Calling delete_port for 3b1be24f-b27f-484b-8a5a-32a8ac64926c owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:42.795661 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-79e823ce-ff77-41a6-b922-69ee16d400cd tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:42.808455 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e7e12bda-5e21-4b2f-be6f-3350d9c7610c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:42.819420 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:42.823967 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-79e823ce-ff77-41a6-b922-69ee16d400cd tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Usage tracker for resource:security_group_rule and tenant:9d423b9651fd4201aad53b2bea7036a1 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:42.829374 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-79e823ce-ff77-41a6-b922-69ee16d400cd tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:42.834225 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4f37ccdf-7b72-445d-af72-441ea767cebd tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:42.875552 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1eff885a-ffd2-4f57-8c6c-d4df9ab03458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:42.889813 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-79e823ce-ff77-41a6-b922-69ee16d400cd tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:42.896119 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1eff885a-ffd2-4f57-8c6c-d4df9ab03458 admin admin] Usage tracker for resource:security_group_rule and tenant:0952490f6c5340cc87f108a8ce4f0048 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:42.901789 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1eff885a-ffd2-4f57-8c6c-d4df9ab03458 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:42.955640 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1eff885a-ffd2-4f57-8c6c-d4df9ab03458 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:42.974454 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4da9838f-24aa-4f1d-b957-e8181bedbd2c tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:43.032983 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4f37ccdf-7b72-445d-af72-441ea767cebd tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:43.046631 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4f37ccdf-7b72-445d-af72-441ea767cebd tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:43.058628 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4da9838f-24aa-4f1d-b957-e8181bedbd2c tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:43.121114 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f57e614-3db1-446b-ab69-4ac6045be70d tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:25:43.129748 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37ccdf-7b72-445d-af72-441ea767cebd tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ba95d6-1e74-4018-930c-e54dcb9878ed,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:43.133907 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-79e823ce-ff77-41a6-b922-69ee16d400cd tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:43.134267 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3500f083-8b88-4c30-bb13-9373b310933c None None] Sync routers for ids ['61481d3b-8853-4dfc-8551-291e802e0752'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:25:43.149945 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-79e823ce-ff77-41a6-b922-69ee16d400cd tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:43.154792 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3500f083-8b88-4c30-bb13-9373b310933c None None] Routers {'61481d3b-8853-4dfc-8551-291e802e0752'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:43.155594 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-3500f083-8b88-4c30-bb13-9373b310933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['61481d3b-8853-4dfc-8551-291e802e0752'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:43.184078 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4f37ccdf-7b72-445d-af72-441ea767cebd tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:43.187924 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4f37ccdf-7b72-445d-af72-441ea767cebd tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5569530 Apr 29 13:25:43.187924 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e823ce-ff77-41a6-b922-69ee16d400cd tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:25:43.202277 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55522) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:43.221838 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-3500f083-8b88-4c30-bb13-9373b310933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:43.224290 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-08a2026a-887e-4646-82e7-739cc8110f20 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Request body: {'security_group_rule': {'security_group_id': '0cb329a9-f78f-4829-aadb-04df719ccc2c', 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:43.234837 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3500f083-8b88-4c30-bb13-9373b310933c None None] Routers {'61481d3b-8853-4dfc-8551-291e802e0752'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:43.235699 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-3500f083-8b88-4c30-bb13-9373b310933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['61481d3b-8853-4dfc-8551-291e802e0752'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:43.236891 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e823ce-ff77-41a6-b922-69ee16d400cd tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf7d1b3-37db-49cf-aaf6-b70d04071b3e,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:43.241111 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-79e823ce-ff77-41a6-b922-69ee16d400cd tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:43.241623 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-08a2026a-887e-4646-82e7-739cc8110f20 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:43.241804 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-79e823ce-ff77-41a6-b922-69ee16d400cd tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Added segment 44b2d134-f64f-4d50-876b-cfe3cd5d2f89 of type vlan for network 32ea4183-73bc-41a3-85d3-373e60486ea4 Apr 29 13:25:43.247618 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2a231957-768a-4d22-8539-62649100324a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:43.256727 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e7e12bda-5e21-4b2f-be6f-3350d9c7610c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:43.288966 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-08a2026a-887e-4646-82e7-739cc8110f20 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Usage tracker for resource:security_group_rule and tenant:b3dd10e1defa4a4db8e298797b127deb is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:43.295702 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-3500f083-8b88-4c30-bb13-9373b310933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:43.296313 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3500f083-8b88-4c30-bb13-9373b310933c None None] The sync data for ids ['61481d3b-8853-4dfc-8551-291e802e0752'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:25:43.298223 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6f57e614-3db1-446b-ab69-4ac6045be70d tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:43.302724 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6f57e614-3db1-446b-ab69-4ac6045be70d tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "PUT /v2.0/routers/61481d3b-8853-4dfc-8551-291e802e0752 HTTP/1.1" status: 200 len: 914 time: 9.9417956 Apr 29 13:25:43.312380 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55526) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:43.334308 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fbbaf7-f042-4a00-934e-cb844d260df1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:25:43.343709 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bc4f0c-be33-432f-9af0-d96f547d72e8 None None] Sync routers for ids ['df6385c4-56e3-4093-8315-e1771e25a48a'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:25:43.349131 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-08a2026a-887e-4646-82e7-739cc8110f20 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:43.357990 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bc4f0c-be33-432f-9af0-d96f547d72e8 None None] Routers {'df6385c4-56e3-4093-8315-e1771e25a48a'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:43.358787 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-77bc4f0c-be33-432f-9af0-d96f547d72e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['df6385c4-56e3-4093-8315-e1771e25a48a'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:43.365078 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1eff885a-ffd2-4f57-8c6c-d4df9ab03458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:43.374685 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a231957-768a-4d22-8539-62649100324a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event deleted for resources: {'Port': ['ID=3b1be24f-b27f-484b-8a5a-32a8ac64926c,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:43.381432 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-08a2026a-887e-4646-82e7-739cc8110f20 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:43.383288 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1eff885a-ffd2-4f57-8c6c-d4df9ab03458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:43.406874 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b5fbbaf7-f042-4a00-934e-cb844d260df1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:43.412371 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b5fbbaf7-f042-4a00-934e-cb844d260df1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "PUT /v2.0/routers/df6385c4-56e3-4093-8315-e1771e25a48a HTTP/1.1" status: 200 len: 888 time: 7.4563742 Apr 29 13:25:43.413422 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-79e823ce-ff77-41a6-b922-69ee16d400cd tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:43.416623 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55530) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:43.443378 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a231957-768a-4d22-8539-62649100324a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:43.444071 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a231957-768a-4d22-8539-62649100324a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:43.444472 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-77bc4f0c-be33-432f-9af0-d96f547d72e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:43.444702 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a231957-768a-4d22-8539-62649100324a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:43.445268 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a231957-768a-4d22-8539-62649100324a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:43.445734 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a231957-768a-4d22-8539-62649100324a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:43.446209 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a231957-768a-4d22-8539-62649100324a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:43.446808 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a231957-768a-4d22-8539-62649100324a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:43.447430 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a231957-768a-4d22-8539-62649100324a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:43.447905 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a231957-768a-4d22-8539-62649100324a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:43.448372 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a231957-768a-4d22-8539-62649100324a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:43.448900 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a231957-768a-4d22-8539-62649100324a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:43.451886 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.securitygroups_db [None req-08a2026a-887e-4646-82e7-739cc8110f20 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Project b3dd10e1defa4a4db8e298797b127deb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:25:43.458767 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-4da9838f-24aa-4f1d-b957-e8181bedbd2c tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Allocated IP 172.26.6.29 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/0fc4cef0-2842-4277-bd58-5f68655099aa) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:25:43.459586 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bc4f0c-be33-432f-9af0-d96f547d72e8 None None] Routers {'df6385c4-56e3-4093-8315-e1771e25a48a'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:43.460318 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-77bc4f0c-be33-432f-9af0-d96f547d72e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['df6385c4-56e3-4093-8315-e1771e25a48a'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:43.475698 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eff885a-ffd2-4f57-8c6c-d4df9ab03458 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:25:43.485630 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-08a2026a-887e-4646-82e7-739cc8110f20 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:43.515729 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff885a-ffd2-4f57-8c6c-d4df9ab03458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e9c8cd-8b5c-49f7-babe-3a1e0161867b,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:43.552653 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-77bc4f0c-be33-432f-9af0-d96f547d72e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:43.553233 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bc4f0c-be33-432f-9af0-d96f547d72e8 None None] The sync data for ids ['df6385c4-56e3-4093-8315-e1771e25a48a'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:25:43.588648 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1eff885a-ffd2-4f57-8c6c-d4df9ab03458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:43.589370 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-1eff885a-ffd2-4f57-8c6c-d4df9ab03458 admin admin] Added segment 55ed5e1f-94d1-471a-a5a2-c8b5f5417041 of type vlan for network 9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6 Apr 29 13:25:43.599491 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e12bda-5e21-4b2f-be6f-3350d9c7610c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event updated for resources: {'Subnet': ['ID=b6bb535e-8f88-43fc-9b23-398a9b3c8895,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:43.739757 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e12bda-5e21-4b2f-be6f-3350d9c7610c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Checking segment: {'id': '0f77fb2b-e3b5-4923-a015-015e46782393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4dfd1acc-cef7-493d-b701-8e958909abe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:25:43.740057 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e12bda-5e21-4b2f-be6f-3350d9c7610c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Network hostable DHCP agents. Network: 4dfd1acc-cef7-493d-b701-8e958909abe1, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:25:43.750614 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-79e823ce-ff77-41a6-b922-69ee16d400cd tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:43.751462 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e823ce-ff77-41a6-b922-69ee16d400cd tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:43.752019 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-79e823ce-ff77-41a6-b922-69ee16d400cd tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:43.795350 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1eff885a-ffd2-4f57-8c6c-d4df9ab03458 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:43.869661 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-08a2026a-887e-4646-82e7-739cc8110f20 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:43.884032 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-79e823ce-ff77-41a6-b922-69ee16d400cd tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.7686617 Apr 29 13:25:43.887087 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e823ce-ff77-41a6-b922-69ee16d400cd tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Pushing event updated for resources: {'Network': ['ID=32ea4183-73bc-41a3-85d3-373e60486ea4,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:43.889150 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-08a2026a-887e-4646-82e7-739cc8110f20 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:43.892811 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55534) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:43.900867 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 32ea4183-73bc-41a3-85d3-373e60486ea4 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:25:43.926304 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e12bda-5e21-4b2f-be6f-3350d9c7610c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Network 4dfd1acc-cef7-493d-b701-8e958909abe1 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:25:43.937720 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1eff885a-ffd2-4f57-8c6c-d4df9ab03458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:43.938979 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eff885a-ffd2-4f57-8c6c-d4df9ab03458 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:43.939553 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1eff885a-ffd2-4f57-8c6c-d4df9ab03458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:43.945111 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4da9838f-24aa-4f1d-b957-e8181bedbd2c tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:43.961280 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2026a-887e-4646-82e7-739cc8110f20 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ecf9da-874e-4760-8eee-fb542d70f477,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:44.060534 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-08a2026a-887e-4646-82e7-739cc8110f20 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:44.064636 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-08a2026a-887e-4646-82e7-739cc8110f20 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8581827 Apr 29 13:25:44.069826 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55538) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:44.076726 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1eff885a-ffd2-4f57-8c6c-d4df9ab03458 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0570822 Apr 29 13:25:44.080404 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-9c292837-0507-479d-9883-5bddb07b145a tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Request body: {'security_group_rule': {'security_group_id': '0cb329a9-f78f-4829-aadb-04df719ccc2c', 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:44.090090 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55542) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:44.095582 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-9c292837-0507-479d-9883-5bddb07b145a tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:44.100388 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff885a-ffd2-4f57-8c6c-d4df9ab03458 admin admin] Pushing event updated for resources: {'Network': ['ID=9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:44.106996 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-6769f556-cf83-4c03-9fd2-854d39405f3d admin admin] Request body: {'subnet': {'network_id': '9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1999992650-subnet', 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:44.112973 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-e7e12bda-5e21-4b2f-be6f-3350d9c7610c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 4dfd1acc-cef7-493d-b701-8e958909abe1) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:44.114610 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-9c292837-0507-479d-9883-5bddb07b145a tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Usage tracker for resource:security_group_rule and tenant:b3dd10e1defa4a4db8e298797b127deb is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:44.114751 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:25:44.119995 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-6769f556-cf83-4c03-9fd2-854d39405f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:44.122348 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-9c292837-0507-479d-9883-5bddb07b145a tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:44.132120 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-6769f556-cf83-4c03-9fd2-854d39405f3d admin admin] Usage tracker for resource:subnet and tenant:0952490f6c5340cc87f108a8ce4f0048 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:44.132347 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e12bda-5e21-4b2f-be6f-3350d9c7610c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:44.132693 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e7e12bda-5e21-4b2f-be6f-3350d9c7610c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:44.135635 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-9c292837-0507-479d-9883-5bddb07b145a tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:44.137895 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0437d2-c30e-4beb-8b19-24dc9417639b None None] Network 4dfd1acc-cef7-493d-b701-8e958909abe1 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:25:44.139323 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-6769f556-cf83-4c03-9fd2-854d39405f3d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:44.150860 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-6769f556-cf83-4c03-9fd2-854d39405f3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:44.155525 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1092e3bd-a0c2-4af0-a4cb-414211c06c64 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:44.172136 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.securitygroups_db [None req-9c292837-0507-479d-9883-5bddb07b145a tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Project b3dd10e1defa4a4db8e298797b127deb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:25:44.178195 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4da9838f-24aa-4f1d-b957-e8181bedbd2c tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:44.185304 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e7e12bda-5e21-4b2f-be6f-3350d9c7610c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8114369 Apr 29 13:25:44.186408 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55546) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:44.218261 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6769f556-cf83-4c03-9fd2-854d39405f3d admin admin] Made reservation on behalf of 0952490f6c5340cc87f108a8ce4f0048 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:25:44.220111 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6769f556-cf83-4c03-9fd2-854d39405f3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:44.245055 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9c292837-0507-479d-9883-5bddb07b145a tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:44.374091 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da9838f-24aa-4f1d-b957-e8181bedbd2c tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:25:44.386805 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9838f-24aa-4f1d-b957-e8181bedbd2c tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Pushing event updated for resources: {'Port': ['ID=0fc4cef0-2842-4277-bd58-5f68655099aa,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:44.389302 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-4da9838f-24aa-4f1d-b957-e8181bedbd2c tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:44.393679 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da9838f-24aa-4f1d-b957-e8181bedbd2c tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:25:44.400134 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-994c607c-1dbb-45d8-bd8c-cd654fa02fbf tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "GET /v2.0/routers/61481d3b-8853-4dfc-8551-291e802e0752 HTTP/1.1" status: 200 len: 920 time: 1.0841773 Apr 29 13:25:44.409050 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55550) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:44.452093 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0402c137-84b5-437f-87a4-fbea4a938843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-4dfd1acc-cef7-493d-b701-8e958909abe1', 'network_id': '4dfd1acc-cef7-493d-b701-8e958909abe1', 'tenant_id': '657540fe6ef84325b4d48ead4eeedc47', 'fixed_ips': [{'subnet_id': 'b6bb535e-8f88-43fc-9b23-398a9b3c8895'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:25:44.453539 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0402c137-84b5-437f-87a4-fbea4a938843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:44.473035 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a231957-768a-4d22-8539-62649100324a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Router cd89741c-1309-45ce-8297-4a03ddb0c7ce has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:25:44.490731 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9c292837-0507-479d-9883-5bddb07b145a tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:44.494701 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-662d4bca-f680-4ef3-a012-d70a20ce94d0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "GET /v2.0/routers/df6385c4-56e3-4093-8315-e1771e25a48a HTTP/1.1" status: 200 len: 888 time: 1.0738430 Apr 29 13:25:44.494701 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1092e3bd-a0c2-4af0-a4cb-414211c06c64 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:44.496171 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55554) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:44.549218 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-1092e3bd-a0c2-4af0-a4cb-414211c06c64 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ea4183-73bc-41a3-85d3-373e60486ea4']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:44.570773 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:44.578707 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-1092e3bd-a0c2-4af0-a4cb-414211c06c64 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b2d134-f64f-4d50-876b-cfe3cd5d2f89') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:44.578944 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-1092e3bd-a0c2-4af0-a4cb-414211c06c64 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b2d134-f64f-4d50-876b-cfe3cd5d2f89') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:44.597124 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1092e3bd-a0c2-4af0-a4cb-414211c06c64 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:44.640921 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-0402c137-84b5-437f-87a4-fbea4a938843 None None] Allocated IP 2001:db8::1 (4dfd1acc-cef7-493d-b701-8e958909abe1/b6bb535e-8f88-43fc-9b23-398a9b3c8895/a4fb8f2a-5c97-4d03-9075-e3fc77fac6c5) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:25:44.647339 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1092e3bd-a0c2-4af0-a4cb-414211c06c64 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:44.670094 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1092e3bd-a0c2-4af0-a4cb-414211c06c64 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:25:44.670485 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1092e3bd-a0c2-4af0-a4cb-414211c06c64 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:44.671361 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9c292837-0507-479d-9883-5bddb07b145a tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:25:44.684930 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:25:44.687213 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0a70762d-60ba-40a2-b5a1-03667e0fade9 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Synchronizing usage tracker for tenant:a74e1c7c330243a68a49c651b2ec262f on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:25:44.737199 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c4532e61-cb5d-4368-880a-3b3553c2ea73 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "GET /v2.0/ports?device_id=df6385c4-56e3-4093-8315-e1771e25a48a HTTP/1.1" status: 200 len: 205 time: 0.2403147 Apr 29 13:25:44.743770 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55558) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:44.757438 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c292837-0507-479d-9883-5bddb07b145a tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e89eace-f913-4972-aed8-bf81642efdfc,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:44.837421 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:44.870723 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9c292837-0507-479d-9883-5bddb07b145a tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:44.871925 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9c292837-0507-479d-9883-5bddb07b145a tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8011553 Apr 29 13:25:44.889696 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55562) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:44.948176 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0402c137-84b5-437f-87a4-fbea4a938843 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:44.965608 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0a70762d-60ba-40a2-b5a1-03667e0fade9 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Unset dirty status for tenant:a74e1c7c330243a68a49c651b2ec262f on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:25:44.966928 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0a70762d-60ba-40a2-b5a1-03667e0fade9 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=3475bcf7-abe6-4964-9326-03174235aecc&device_id=61481d3b-8853-4dfc-8551-291e802e0752&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5568047 Apr 29 13:25:44.972125 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55566) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:44.981631 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-a32ff53e-25cb-4257-a9bc-aa4f1e832ea0 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Request body: {'network': {'name': 'tempest-network-smoke--1007753966', 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'port_security_enabled': True}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:44.998987 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0402c137-84b5-437f-87a4-fbea4a938843 None None] Transition to ACTIVE for port object a4fb8f2a-5c97-4d03-9075-e3fc77fac6c5 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:25:44.999552 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a32ff53e-25cb-4257-a9bc-aa4f1e832ea0 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:45.007623 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1092e3bd-a0c2-4af0-a4cb-414211c06c64 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:45.012121 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1092e3bd-a0c2-4af0-a4cb-414211c06c64 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 32ea4183-73bc-41a3-85d3-373e60486ea4 {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 13:25:45.014729 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1092e3bd-a0c2-4af0-a4cb-414211c06c64 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:45.024451 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a32ff53e-25cb-4257-a9bc-aa4f1e832ea0 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Usage tracker for resource:network and tenant:b3dd10e1defa4a4db8e298797b127deb is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:45.028233 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0402c137-84b5-437f-87a4-fbea4a938843 None None] Transition to ACTIVE for port object a4fb8f2a-5c97-4d03-9075-e3fc77fac6c5 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:25:45.036595 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0402c137-84b5-437f-87a4-fbea4a938843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:45.048214 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a32ff53e-25cb-4257-a9bc-aa4f1e832ea0 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:45.056095 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092e3bd-a0c2-4af0-a4cb-414211c06c64 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Pushing event deleted for resources: {'Network': ['ID=32ea4183-73bc-41a3-85d3-373e60486ea4,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:45.077684 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a32ff53e-25cb-4257-a9bc-aa4f1e832ea0 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:45.082729 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1092e3bd-a0c2-4af0-a4cb-414211c06c64 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] 10.222.0.76 "DELETE /v2.0/networks/32ea4183-73bc-41a3-85d3-373e60486ea4 HTTP/1.1" status: 204 len: 168 time: 1.1870306 Apr 29 13:25:45.092929 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55570) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:45.101964 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-af3dffc6-6c97-4d27-a43a-7faca2463c0e tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:45.120259 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-af3dffc6-6c97-4d27-a43a-7faca2463c0e tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:45.128643 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6769f556-cf83-4c03-9fd2-854d39405f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:45.129921 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32ff53e-25cb-4257-a9bc-aa4f1e832ea0 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Made reservation on behalf of b3dd10e1defa4a4db8e298797b127deb for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:25:45.130465 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0402c137-84b5-437f-87a4-fbea4a938843 None None] Network 4dfd1acc-cef7-493d-b701-8e958909abe1 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:25:45.134368 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a32ff53e-25cb-4257-a9bc-aa4f1e832ea0 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:45.134605 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-0402c137-84b5-437f-87a4-fbea4a938843 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:45.139614 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0402c137-84b5-437f-87a4-fbea4a938843 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:25:45.146334 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402c137-84b5-437f-87a4-fbea4a938843 None None] Pushing event updated for resources: {'Port': ['ID=a4fb8f2a-5c97-4d03-9075-e3fc77fac6c5,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:45.166126 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-af3dffc6-6c97-4d27-a43a-7faca2463c0e tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Usage tracker for resource:network and tenant:9d423b9651fd4201aad53b2bea7036a1 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:45.175680 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-af3dffc6-6c97-4d27-a43a-7faca2463c0e tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:45.185898 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-af3dffc6-6c97-4d27-a43a-7faca2463c0e tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:45.192851 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:45.250851 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d18418-2264-4e3b-bf0a-c6f2b9fb3286 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:45.252269 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-18d18418-2264-4e3b-bf0a-c6f2b9fb3286 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "GET /v2.0/networks/3475bcf7-abe6-4964-9326-03174235aecc HTTP/1.1" status: 200 len: 881 time: 0.2766175 Apr 29 13:25:45.256821 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55574) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:45.259216 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32ff53e-25cb-4257-a9bc-aa4f1e832ea0 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:25:45.266326 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event deleted for resources: {'Subnet': ['ID=b6bb535e-8f88-43fc-9b23-398a9b3c8895,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:45.266666 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769f556-cf83-4c03-9fd2-854d39405f3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=95ef32f0-4ffe-4053-ad89-1f8d7234cbbd,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:45.268791 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0402c137-84b5-437f-87a4-fbea4a938843 None None] Attempting to bind port a4fb8f2a-5c97-4d03-9075-e3fc77fac6c5 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:25:45.269281 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0402c137-84b5-437f-87a4-fbea4a938843 None None] Attempting to bind port a4fb8f2a-5c97-4d03-9075-e3fc77fac6c5 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '0f77fb2b-e3b5-4923-a015-015e46782393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4dfd1acc-cef7-493d-b701-8e958909abe1'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:25:45.270452 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402c137-84b5-437f-87a4-fbea4a938843 None None] Attempting to bind port a4fb8f2a-5c97-4d03-9075-e3fc77fac6c5 on network 4dfd1acc-cef7-493d-b701-8e958909abe1 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:25:45.279454 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402c137-84b5-437f-87a4-fbea4a938843 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:25:45.280018 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402c137-84b5-437f-87a4-fbea4a938843 None None] Checking segment: {'id': '0f77fb2b-e3b5-4923-a015-015e46782393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4dfd1acc-cef7-493d-b701-8e958909abe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:25:45.281040 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0402c137-84b5-437f-87a4-fbea4a938843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:45.282114 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402c137-84b5-437f-87a4-fbea4a938843 None None] Bound using segment: {'id': '0f77fb2b-e3b5-4923-a015-015e46782393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4dfd1acc-cef7-493d-b701-8e958909abe1'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:25:45.282588 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0402c137-84b5-437f-87a4-fbea4a938843 None None] Bound port: a4fb8f2a-5c97-4d03-9075-e3fc77fac6c5, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f77fb2b-e3b5-4923-a015-015e46782393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4dfd1acc-cef7-493d-b701-8e958909abe1'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:25:45.283180 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0402c137-84b5-437f-87a4-fbea4a938843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:45.296732 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6769f556-cf83-4c03-9fd2-854d39405f3d admin admin] Checking segment: {'id': '55ed5e1f-94d1-471a-a5a2-c8b5f5417041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:25:45.297105 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6769f556-cf83-4c03-9fd2-854d39405f3d admin admin] Network hostable DHCP agents. Network: 9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:25:45.311347 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4da9838f-24aa-4f1d-b957-e8181bedbd2c tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:45.312070 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4da9838f-24aa-4f1d-b957-e8181bedbd2c tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:45.370676 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3dffc6-6c97-4d27-a43a-7faca2463c0e tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Made reservation on behalf of 9d423b9651fd4201aad53b2bea7036a1 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:25:45.373495 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-af3dffc6-6c97-4d27-a43a-7faca2463c0e tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:45.399676 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a32ff53e-25cb-4257-a9bc-aa4f1e832ea0 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:45.400114 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-a32ff53e-25cb-4257-a9bc-aa4f1e832ea0 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Added segment 54435c81-be5a-435a-89e7-d7e4b8cb5a34 of type vlan for network fd1e5aaf-1b26-4dda-a00a-9ea5743f747d Apr 29 13:25:45.403688 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-0402c137-84b5-437f-87a4-fbea4a938843 None None] For port a4fb8f2a-5c97-4d03-9075-e3fc77fac6c5, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:25:45.406771 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-0402c137-84b5-437f-87a4-fbea4a938843 None None] For port a4fb8f2a-5c97-4d03-9075-e3fc77fac6c5, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a4fb8f2a-5c97-4d03-9075-e3fc77fac6c5,segment=NetworkSegment(0f77fb2b-e3b5-4923-a015-015e46782393),segment_id=0f77fb2b-e3b5-4923-a015-015e46782393)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:25:45.411881 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0402c137-84b5-437f-87a4-fbea4a938843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:45.414457 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af3dffc6-6c97-4d27-a43a-7faca2463c0e tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:25:45.424865 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-af3dffc6-6c97-4d27-a43a-7faca2463c0e tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:45.425430 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-af3dffc6-6c97-4d27-a43a-7faca2463c0e tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Added segment 1307a88b-b772-44ba-83d1-7c621c3d88a0 of type vlan for network 4091972c-04d6-43ae-8ddb-35c890b3b094 Apr 29 13:25:45.459113 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-af3dffc6-6c97-4d27-a43a-7faca2463c0e tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:45.470608 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6769f556-cf83-4c03-9fd2-854d39405f3d admin admin] Network 9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:25:45.481973 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:25:45.486852 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a231957-768a-4d22-8539-62649100324a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:25:45.512003 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ba6fe3fd-bbe3-4073-a551-f052596119ea tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "GET /v2.0/ports?device_id=61481d3b-8853-4dfc-8551-291e802e0752 HTTP/1.1" status: 200 len: 205 time: 0.2469609 Apr 29 13:25:45.516741 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55578) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:45.530146 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-6769f556-cf83-4c03-9fd2-854d39405f3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:45.536152 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402c137-84b5-437f-87a4-fbea4a938843 None None] Pushing event updated for resources: {'Port': ['ID=a4fb8f2a-5c97-4d03-9075-e3fc77fac6c5,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:45.573229 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7c871b-fa1e-47c6-bc97-b660e8c95bed None None] Network 9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:25:45.580467 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-af3dffc6-6c97-4d27-a43a-7faca2463c0e tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:45.581447 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3dffc6-6c97-4d27-a43a-7faca2463c0e tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:45.582913 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-af3dffc6-6c97-4d27-a43a-7faca2463c0e tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:45.627155 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6769f556-cf83-4c03-9fd2-854d39405f3d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:45.627728 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6769f556-cf83-4c03-9fd2-854d39405f3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:45.713170 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d1f4fd-2010-4433-b82a-6a3f90f01ed1 None None] Network 4dfd1acc-cef7-493d-b701-8e958909abe1 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:25:45.730994 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6769f556-cf83-4c03-9fd2-854d39405f3d admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6343923 Apr 29 13:25:45.731572 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3dffc6-6c97-4d27-a43a-7faca2463c0e tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Pushing event updated for resources: {'Network': ['ID=4091972c-04d6-43ae-8ddb-35c890b3b094,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:45.736576 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55582) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:45.739269 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-af3dffc6-6c97-4d27-a43a-7faca2463c0e tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6446710 Apr 29 13:25:45.742010 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55584) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:45.747715 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-e5cf820f-a4a9-44a3-87c1-8f9b5a0cd89d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1999992650-router', 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:45.752049 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 4091972c-04d6-43ae-8ddb-35c890b3b094 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:25:45.763526 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:45.770479 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-d7b17de9-6592-4528-9256-e30fa078bc25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Request body: {'subnet': {'network_id': '4091972c-04d6-43ae-8ddb-35c890b3b094', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:45.777184 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2a231957-768a-4d22-8539-62649100324a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:45.779006 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2a231957-768a-4d22-8539-62649100324a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "DELETE /v2.0/ports/3b1be24f-b27f-484b-8a5a-32a8ac64926c HTTP/1.1" status: 204 len: 168 time: 4.6381242 Apr 29 13:25:45.782388 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e5cf820f-a4a9-44a3-87c1-8f9b5a0cd89d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:45.784310 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55590) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:45.786364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-d7b17de9-6592-4528-9256-e30fa078bc25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:45.786852 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a32ff53e-25cb-4257-a9bc-aa4f1e832ea0 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:45.793693 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e5cf820f-a4a9-44a3-87c1-8f9b5a0cd89d admin admin] Usage tracker for resource:router and tenant:0952490f6c5340cc87f108a8ce4f0048 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:45.798552 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d7b17de9-6592-4528-9256-e30fa078bc25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Usage tracker for resource:subnet and tenant:9d423b9651fd4201aad53b2bea7036a1 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:45.801159 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e5cf820f-a4a9-44a3-87c1-8f9b5a0cd89d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:45.805920 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d7b17de9-6592-4528-9256-e30fa078bc25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:45.806114 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16e4a5b-1b88-4f1c-ab58-91465e69bd7f None None] Sync routers for ids ['cd89741c-1309-45ce-8297-4a03ddb0c7ce'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:25:45.815235 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e5cf820f-a4a9-44a3-87c1-8f9b5a0cd89d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:45.819415 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-d7b17de9-6592-4528-9256-e30fa078bc25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:45.825759 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16e4a5b-1b88-4f1c-ab58-91465e69bd7f None None] Routers {'cd89741c-1309-45ce-8297-4a03ddb0c7ce'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:45.826618 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-a16e4a5b-1b88-4f1c-ab58-91465e69bd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['cd89741c-1309-45ce-8297-4a03ddb0c7ce'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:45.838396 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e5cf820f-a4a9-44a3-87c1-8f9b5a0cd89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:45.839321 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e5cf820f-a4a9-44a3-87c1-8f9b5a0cd89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:45.848865 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b17de9-6592-4528-9256-e30fa078bc25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Made reservation on behalf of 9d423b9651fd4201aad53b2bea7036a1 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:25:45.851102 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d7b17de9-6592-4528-9256-e30fa078bc25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:45.948260 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-a16e4a5b-1b88-4f1c-ab58-91465e69bd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:45.955413 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dfd1acc-cef7-493d-b701-8e958909abe1']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:45.967425 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16e4a5b-1b88-4f1c-ab58-91465e69bd7f None None] Routers {'cd89741c-1309-45ce-8297-4a03ddb0c7ce'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:45.969018 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-a16e4a5b-1b88-4f1c-ab58-91465e69bd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['cd89741c-1309-45ce-8297-4a03ddb0c7ce'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:45.984447 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e5cf820f-a4a9-44a3-87c1-8f9b5a0cd89d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:46.053481 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f77fb2b-e3b5-4923-a015-015e46782393') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:46.054094 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f77fb2b-e3b5-4923-a015-015e46782393') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:46.063655 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0b26ada3-d34a-4605-aa6c-7e9028c119d5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:46.069871 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-a16e4a5b-1b88-4f1c-ab58-91465e69bd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:46.070465 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16e4a5b-1b88-4f1c-ab58-91465e69bd7f None None] The sync data for ids ['cd89741c-1309-45ce-8297-4a03ddb0c7ce'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:25:46.202242 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e176d73a-2089-4bdd-911c-922ddd735f52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6', 'network_id': '9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6', 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048', 'fixed_ips': [{'subnet_id': '95ef32f0-4ffe-4053-ad89-1f8d7234cbbd'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:25:46.202997 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e176d73a-2089-4bdd-911c-922ddd735f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:46.275966 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:46.370742 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fc9d0a7-850c-41e5-baef-03f705b7c55d tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:46.370959 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a32ff53e-25cb-4257-a9bc-aa4f1e832ea0 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:46.374754 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32ff53e-25cb-4257-a9bc-aa4f1e832ea0 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:46.375389 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-e176d73a-2089-4bdd-911c-922ddd735f52 None None] Allocated IP 172.20.0.2 (9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6/95ef32f0-4ffe-4053-ad89-1f8d7234cbbd/aec53745-164d-4740-962e-f5c019fba68b) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:25:46.375566 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a32ff53e-25cb-4257-a9bc-aa4f1e832ea0 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:46.383475 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:46.418774 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:25:46.419317 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:46.433660 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da9838f-24aa-4f1d-b957-e8181bedbd2c tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Router 05b6e102-36e7-4385-b57c-7cc90d757093 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:25:46.438981 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:25:46.501527 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e5cf820f-a4a9-44a3-87c1-8f9b5a0cd89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:46.581352 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a32ff53e-25cb-4257-a9bc-aa4f1e832ea0 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6357756 Apr 29 13:25:46.595127 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e176d73a-2089-4bdd-911c-922ddd735f52 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:46.608302 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e176d73a-2089-4bdd-911c-922ddd735f52 None None] Transition to ACTIVE for port object aec53745-164d-4740-962e-f5c019fba68b will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:25:46.609503 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55594) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:46.619583 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-964c3c56-c4b9-41c3-90ba-3069a7dd34c5 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2016343287', 'admin_state_up': True, 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:46.631651 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-964c3c56-c4b9-41c3-90ba-3069a7dd34c5 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:46.632006 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e176d73a-2089-4bdd-911c-922ddd735f52 None None] Transition to ACTIVE for port object aec53745-164d-4740-962e-f5c019fba68b will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:25:46.635120 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ff53e-25cb-4257-a9bc-aa4f1e832ea0 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Pushing event updated for resources: {'Network': ['ID=fd1e5aaf-1b26-4dda-a00a-9ea5743f747d,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:46.643544 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e176d73a-2089-4bdd-911c-922ddd735f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:46.643963 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.db.api [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 13:25:46.643963 dv-neutron-839027-4-hyperv neutron-server[83905]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 13:25:46.643963 dv-neutron-839027-4-hyperv neutron-server[83905]: [parameters: {'id': '4dfd1acc-cef7-493d-b701-8e958909abe1'}] Apr 29 13:25:46.643963 dv-neutron-839027-4-hyperv neutron-server[83905]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:25:46.645492 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG oslo_db.api [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:25:46.648065 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-964c3c56-c4b9-41c3-90ba-3069a7dd34c5 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Usage tracker for resource:router and tenant:b3dd10e1defa4a4db8e298797b127deb is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:46.651965 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-964c3c56-c4b9-41c3-90ba-3069a7dd34c5 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:46.667981 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-964c3c56-c4b9-41c3-90ba-3069a7dd34c5 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:46.681935 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network fd1e5aaf-1b26-4dda-a00a-9ea5743f747d details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:25:46.691901 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-964c3c56-c4b9-41c3-90ba-3069a7dd34c5 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:46.693000 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-964c3c56-c4b9-41c3-90ba-3069a7dd34c5 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:46.745925 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-964c3c56-c4b9-41c3-90ba-3069a7dd34c5 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:46.801264 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e176d73a-2089-4bdd-911c-922ddd735f52 None None] Network 9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:25:46.806790 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-e176d73a-2089-4bdd-911c-922ddd735f52 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:46.817500 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176d73a-2089-4bdd-911c-922ddd735f52 None None] Pushing event updated for resources: {'Port': ['ID=aec53745-164d-4740-962e-f5c019fba68b,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:46.822896 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e176d73a-2089-4bdd-911c-922ddd735f52 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:25:46.958247 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e176d73a-2089-4bdd-911c-922ddd735f52 None None] Attempting to bind port aec53745-164d-4740-962e-f5c019fba68b on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:25:46.958616 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e176d73a-2089-4bdd-911c-922ddd735f52 None None] Attempting to bind port aec53745-164d-4740-962e-f5c019fba68b by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '55ed5e1f-94d1-471a-a5a2-c8b5f5417041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:25:46.958966 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e176d73a-2089-4bdd-911c-922ddd735f52 None None] Attempting to bind port aec53745-164d-4740-962e-f5c019fba68b on network 9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:25:46.965919 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e176d73a-2089-4bdd-911c-922ddd735f52 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:25:46.966283 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e176d73a-2089-4bdd-911c-922ddd735f52 None None] Checking segment: {'id': '55ed5e1f-94d1-471a-a5a2-c8b5f5417041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:25:46.966676 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e176d73a-2089-4bdd-911c-922ddd735f52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:46.967059 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e176d73a-2089-4bdd-911c-922ddd735f52 None None] Bound using segment: {'id': '55ed5e1f-94d1-471a-a5a2-c8b5f5417041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:25:46.967506 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e176d73a-2089-4bdd-911c-922ddd735f52 None None] Bound port: aec53745-164d-4740-962e-f5c019fba68b, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ed5e1f-94d1-471a-a5a2-c8b5f5417041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:25:46.967868 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e176d73a-2089-4bdd-911c-922ddd735f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:47.072972 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e176d73a-2089-4bdd-911c-922ddd735f52 None None] For port aec53745-164d-4740-962e-f5c019fba68b, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:25:47.076416 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e176d73a-2089-4bdd-911c-922ddd735f52 None None] For port aec53745-164d-4740-962e-f5c019fba68b, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=aec53745-164d-4740-962e-f5c019fba68b,segment=NetworkSegment(55ed5e1f-94d1-471a-a5a2-c8b5f5417041),segment_id=55ed5e1f-94d1-471a-a5a2-c8b5f5417041)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:25:47.081951 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e176d73a-2089-4bdd-911c-922ddd735f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:47.088909 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0b26ada3-d34a-4605-aa6c-7e9028c119d5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:47.110583 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fc9d0a7-850c-41e5-baef-03f705b7c55d tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:47.117647 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-0b26ada3-d34a-4605-aa6c-7e9028c119d5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Deleting port 46a268b5-b4ec-42e3-b5e3-4f0f5f3db2b6 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:47.118131 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0b26ada3-d34a-4605-aa6c-7e9028c119d5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:47.121492 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.objects.ports [None req-d7b17de9-6592-4528-9256-e30fa078bc25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83904) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 13:25:47.121950 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d7b17de9-6592-4528-9256-e30fa078bc25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:47.156314 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:47.165709 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-2fc9d0a7-850c-41e5-baef-03f705b7c55d tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Deleting port c25351ff-e6bf-4406-80a5-c0b20ead574b {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:47.166047 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fc9d0a7-850c-41e5-baef-03f705b7c55d tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:47.171286 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176d73a-2089-4bdd-911c-922ddd735f52 None None] Pushing event updated for resources: {'Port': ['ID=aec53745-164d-4740-962e-f5c019fba68b,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:47.172804 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-964c3c56-c4b9-41c3-90ba-3069a7dd34c5 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:47.189977 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e5cf820f-a4a9-44a3-87c1-8f9b5a0cd89d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:47.212032 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Deleting port a4fb8f2a-5c97-4d03-9075-e3fc77fac6c5 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:47.212388 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:47.262273 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e5cf820f-a4a9-44a3-87c1-8f9b5a0cd89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:47.309029 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da9838f-24aa-4f1d-b957-e8181bedbd2c tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:25:47.328449 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad700fa5-791b-418f-89fe-c753cec9b145 None None] Sync routers for ids ['05b6e102-36e7-4385-b57c-7cc90d757093'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:25:47.336020 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b17de9-6592-4528-9256-e30fa078bc25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0c85ba44-9536-4e4c-80cd-90336def6a73,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:47.363805 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad700fa5-791b-418f-89fe-c753cec9b145 None None] Routers {'05b6e102-36e7-4385-b57c-7cc90d757093'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:47.365311 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ad700fa5-791b-418f-89fe-c753cec9b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['05b6e102-36e7-4385-b57c-7cc90d757093'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:47.449627 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ad700fa5-791b-418f-89fe-c753cec9b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:47.464125 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad700fa5-791b-418f-89fe-c753cec9b145 None None] Routers {'05b6e102-36e7-4385-b57c-7cc90d757093'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:47.465041 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ad700fa5-791b-418f-89fe-c753cec9b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['05b6e102-36e7-4385-b57c-7cc90d757093'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:47.516849 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4da9838f-24aa-4f1d-b957-e8181bedbd2c tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:47.521210 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4da9838f-24aa-4f1d-b957-e8181bedbd2c tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.6235099 Apr 29 13:25:47.531841 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55598) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:47.546255 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-b64cd9d6-07c8-423c-9e5e-1ab9f5bd7631 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:47.558261 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b17de9-6592-4528-9256-e30fa078bc25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Checking segment: {'id': '1307a88b-b772-44ba-83d1-7c621c3d88a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4091972c-04d6-43ae-8ddb-35c890b3b094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:25:47.558768 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b17de9-6592-4528-9256-e30fa078bc25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Network hostable DHCP agents. Network: 4091972c-04d6-43ae-8ddb-35c890b3b094, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:25:47.562644 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ad700fa5-791b-418f-89fe-c753cec9b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:47.563211 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad700fa5-791b-418f-89fe-c753cec9b145 None None] The sync data for ids ['05b6e102-36e7-4385-b57c-7cc90d757093'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:25:47.635922 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fc9d0a7-850c-41e5-baef-03f705b7c55d tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:47.660687 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0b26ada3-d34a-4605-aa6c-7e9028c119d5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:47.662163 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-e5cf820f-a4a9-44a3-87c1-8f9b5a0cd89d admin admin] Allocated IP 172.26.6.87 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/e7e37690-3229-4928-8b7b-7d2b1112e8da) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:25:47.913062 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-2fc9d0a7-850c-41e5-baef-03f705b7c55d tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Calling delete_port for c25351ff-e6bf-4406-80a5-c0b20ead574b owned by network:router_gateway {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:47.939075 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b17de9-6592-4528-9256-e30fa078bc25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Network 4091972c-04d6-43ae-8ddb-35c890b3b094 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:25:48.034074 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-d7b17de9-6592-4528-9256-e30fa078bc25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 4091972c-04d6-43ae-8ddb-35c890b3b094) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:48.044415 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-0b26ada3-d34a-4605-aa6c-7e9028c119d5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Calling delete_port for 46a268b5-b4ec-42e3-b5e3-4f0f5f3db2b6 owned by network:router_gateway {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:48.046510 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750515f9-dea0-4105-a1d5-bbb8464ee278 None None] Network 4091972c-04d6-43ae-8ddb-35c890b3b094 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:25:48.054739 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b17de9-6592-4528-9256-e30fa078bc25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:48.055330 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d7b17de9-6592-4528-9256-e30fa078bc25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:48.137480 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] For port a4fb8f2a-5c97-4d03-9075-e3fc77fac6c5, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a4fb8f2a-5c97-4d03-9075-e3fc77fac6c5,segment=NetworkSegment(0f77fb2b-e3b5-4923-a015-015e46782393),segment_id=0f77fb2b-e3b5-4923-a015-015e46782393)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:25:48.137969 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:48.146390 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d7b17de9-6592-4528-9256-e30fa078bc25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4027343 Apr 29 13:25:48.149880 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55602) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:48.182042 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-61056846-94f4-44ae-b496-1d89b2d5f709 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Request body: {'floatingip': {'floating_network_id': '4091972c-04d6-43ae-8ddb-35c890b3b094'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:48.286919 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Calling delete_port for a4fb8f2a-5c97-4d03-9075-e3fc77fac6c5 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:48.343787 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e5cf820f-a4a9-44a3-87c1-8f9b5a0cd89d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:48.385602 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fc9d0a7-850c-41e5-baef-03f705b7c55d tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:48.394983 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-61056846-94f4-44ae-b496-1d89b2d5f709 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:48.395178 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:48.401083 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b64effd-a896-412f-afdd-9438359d7054 None None] Network 4091972c-04d6-43ae-8ddb-35c890b3b094 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:25:48.470058 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9d0a7-850c-41e5-baef-03f705b7c55d tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Pushing event deleted for resources: {'Port': ['ID=c25351ff-e6bf-4406-80a5-c0b20ead574b,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:48.477304 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e5cf820f-a4a9-44a3-87c1-8f9b5a0cd89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:48.479482 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event deleted for resources: {'Port': ['ID=a4fb8f2a-5c97-4d03-9075-e3fc77fac6c5,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:48.498110 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-84d060ba-2158-4c73-a569-be58141cda18 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:48.537778 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-61056846-94f4-44ae-b496-1d89b2d5f709 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Usage tracker for resource:floatingip and tenant:9d423b9651fd4201aad53b2bea7036a1 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:48.541743 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-61056846-94f4-44ae-b496-1d89b2d5f709 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:48.548901 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-61056846-94f4-44ae-b496-1d89b2d5f709 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:48.575969 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5eb16d-5cc4-4cec-8d05-f0a3243725bf None None] Network 9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:25:48.580907 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cf820f-a4a9-44a3-87c1-8f9b5a0cd89d admin admin] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:25:48.615652 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-61056846-94f4-44ae-b496-1d89b2d5f709 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:48.645964 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-e5cf820f-a4a9-44a3-87c1-8f9b5a0cd89d admin admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:48.664157 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device aec53745-164d-4740-962e-f5c019fba68b up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:25:48.668266 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cf820f-a4a9-44a3-87c1-8f9b5a0cd89d admin admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:25:48.707839 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] No DVR routers for this DVR port a4fb8f2a-5c97-4d03-9075-e3fc77fac6c5 on host dv-neutron-839027-4-hyperv {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:25:48.740141 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0b26ada3-d34a-4605-aa6c-7e9028c119d5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:48.833433 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf820f-a4a9-44a3-87c1-8f9b5a0cd89d admin admin] Pushing event updated for resources: {'Port': ['ID=e7e37690-3229-4928-8b7b-7d2b1112e8da,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:48.856922 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-bf710d3c-6094-4a83-a1d3-ccdcf86c636f None None] Provisioning for port aec53745-164d-4740-962e-f5c019fba68b completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:25:48.930047 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26ada3-d34a-4605-aa6c-7e9028c119d5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Port': ['ID=46a268b5-b4ec-42e3-b5e3-4f0f5f3db2b6,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:48.932502 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port aec53745-164d-4740-962e-f5c019fba68b completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:25:48.942190 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port aec53745-164d-4740-962e-f5c019fba68b triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:25:48.942560 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:49.059962 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fc9d0a7-850c-41e5-baef-03f705b7c55d tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:49.117961 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:49.124559 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:49.156431 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port aec53745-164d-4740-962e-f5c019fba68b, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=aec53745-164d-4740-962e-f5c019fba68b,segment=NetworkSegment(55ed5e1f-94d1-471a-a5a2-c8b5f5417041),segment_id=55ed5e1f-94d1-471a-a5a2-c8b5f5417041)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:25:49.162926 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:49.211451 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dfd1acc-cef7-493d-b701-8e958909abe1']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:49.229418 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-964c3c56-c4b9-41c3-90ba-3069a7dd34c5 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for router_gateway, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:49.244793 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=aec53745-164d-4740-962e-f5c019fba68b,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:49.255123 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:49.255460 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:49.255794 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:49.256161 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:49.256540 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:49.256893 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:49.257350 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:49.257915 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:49.258100 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:49.258419 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:49.258736 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:49.271535 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f77fb2b-e3b5-4923-a015-015e46782393') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:49.271953 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f77fb2b-e3b5-4923-a015-015e46782393') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:49.345338 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-964c3c56-c4b9-41c3-90ba-3069a7dd34c5 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:49.364831 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fc9d0a7-850c-41e5-baef-03f705b7c55d tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:49.373243 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378e0bf6-7e86-46ca-a5f9-ff189d92eeb5 None None] get_active_networks_info from dv-neutron-839027-4-hyperv {{(pid=83906) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 13:25:49.376013 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fc9d0a7-850c-41e5-baef-03f705b7c55d tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:49.392953 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-61056846-94f4-44ae-b496-1d89b2d5f709 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:49.446327 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-300f8246-4bcd-4f3f-bb20-dfbdead913c2 None None] Provisioning complete for port aec53745-164d-4740-962e-f5c019fba68b triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:25:49.446786 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-300f8246-4bcd-4f3f-bb20-dfbdead913c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:49.566066 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:49.573263 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378e0bf6-7e86-46ca-a5f9-ff189d92eeb5 None None] Resources bound (agent type, host, resource id): {{(pid=83906) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 13:25:49.584699 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:49.590193 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fc9d0a7-850c-41e5-baef-03f705b7c55d tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:49.590695 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc9d0a7-850c-41e5-baef-03f705b7c55d tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Fanout notify agent at l3_agent the message router_deleted on router 61481d3b-8853-4dfc-8551-291e802e0752 {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:25:49.591020 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:25:49.591416 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:49.611774 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0b26ada3-d34a-4605-aa6c-7e9028c119d5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:49.658031 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fc9d0a7-850c-41e5-baef-03f705b7c55d tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:49.663323 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2fc9d0a7-850c-41e5-baef-03f705b7c55d tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "DELETE /v2.0/routers/61481d3b-8853-4dfc-8551-291e802e0752 HTTP/1.1" status: 204 len: 168 time: 4.1363156 Apr 29 13:25:49.663492 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55606) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:49.670719 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-87f2bc21-1f07-4fb0-9d04-ed9c694082d2 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2033531052', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:25:49.672897 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:25:49.681290 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-87f2bc21-1f07-4fb0-9d04-ed9c694082d2 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:49.683700 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e5cf820f-a4a9-44a3-87c1-8f9b5a0cd89d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:49.684437 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e5cf820f-a4a9-44a3-87c1-8f9b5a0cd89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:49.695997 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-87f2bc21-1f07-4fb0-9d04-ed9c694082d2 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Usage tracker for resource:router and tenant:a1408fccf3a74b2cb5a41cfcc1315abd is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:49.702578 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-87f2bc21-1f07-4fb0-9d04-ed9c694082d2 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:49.705833 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-61056846-94f4-44ae-b496-1d89b2d5f709 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Allocated IP 172.20.0.4 (4091972c-04d6-43ae-8ddb-35c890b3b094/0c85ba44-9536-4e4c-80cd-90336def6a73/cf39a732-d94e-414a-a9bd-42ed6573dea3) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:25:49.771997 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-87f2bc21-1f07-4fb0-9d04-ed9c694082d2 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:49.869105 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-87f2bc21-1f07-4fb0-9d04-ed9c694082d2 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:49.869933 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-87f2bc21-1f07-4fb0-9d04-ed9c694082d2 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:49.989331 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-87f2bc21-1f07-4fb0-9d04-ed9c694082d2 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:50.041017 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-61056846-94f4-44ae-b496-1d89b2d5f709 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:50.045880 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-87f2bc21-1f07-4fb0-9d04-ed9c694082d2 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:50.068200 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:50.073270 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:50.079864 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-87f2bc21-1f07-4fb0-9d04-ed9c694082d2 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:50.084089 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-87f2bc21-1f07-4fb0-9d04-ed9c694082d2 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4166431 Apr 29 13:25:50.084949 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55610) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:50.094064 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-2fd830e7-36dd-4d8c-be84-b5f6954f5d2e tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'enable_snat': False}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:50.146051 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0b26ada3-d34a-4605-aa6c-7e9028c119d5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:50.156877 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event deleted for resources: {'Network': ['ID=4dfd1acc-cef7-493d-b701-8e958909abe1,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:50.182500 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c7034c96-e89f-448c-872f-cbee709aeb4f tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "DELETE /v2.0/networks/4dfd1acc-cef7-493d-b701-8e958909abe1 HTTP/1.1" status: 204 len: 168 time: 5.9950881 Apr 29 13:25:50.185168 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0b26ada3-d34a-4605-aa6c-7e9028c119d5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:50.193580 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55614) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:50.204116 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-feb84838-9e89-4f51-9688-66b43c440c3c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-303000274'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:50.243602 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-61056846-94f4-44ae-b496-1d89b2d5f709 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:50.282110 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-feb84838-9e89-4f51-9688-66b43c440c3c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:50.309781 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-feb84838-9e89-4f51-9688-66b43c440c3c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Usage tracker for resource:network and tenant:657540fe6ef84325b4d48ead4eeedc47 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:50.313240 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-964c3c56-c4b9-41c3-90ba-3069a7dd34c5 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Allocated IP 172.26.6.61 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/66b41e9f-37c9-43d7-8280-e1a3a056141a) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:25:50.321665 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-feb84838-9e89-4f51-9688-66b43c440c3c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:50.402275 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-feb84838-9e89-4f51-9688-66b43c440c3c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:50.443823 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0b26ada3-d34a-4605-aa6c-7e9028c119d5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:50.444290 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b26ada3-d34a-4605-aa6c-7e9028c119d5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Fanout notify agent at l3_agent the message router_deleted on router df6385c4-56e3-4093-8315-e1771e25a48a {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:25:50.459338 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61056846-94f4-44ae-b496-1d89b2d5f709 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Network 4091972c-04d6-43ae-8ddb-35c890b3b094 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:25:50.460628 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61056846-94f4-44ae-b496-1d89b2d5f709 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Pushing event updated for resources: {'Port': ['ID=cf39a732-d94e-414a-a9bd-42ed6573dea3,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:50.467940 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-61056846-94f4-44ae-b496-1d89b2d5f709 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:50.473347 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61056846-94f4-44ae-b496-1d89b2d5f709 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:25:50.498989 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb84838-9e89-4f51-9688-66b43c440c3c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Made reservation on behalf of 657540fe6ef84325b4d48ead4eeedc47 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:25:50.501949 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-feb84838-9e89-4f51-9688-66b43c440c3c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:50.573038 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0b26ada3-d34a-4605-aa6c-7e9028c119d5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:50.574132 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0b26ada3-d34a-4605-aa6c-7e9028c119d5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/routers/df6385c4-56e3-4093-8315-e1771e25a48a HTTP/1.1" status: 204 len: 168 time: 5.8257718 Apr 29 13:25:50.585386 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device aec53745-164d-4740-962e-f5c019fba68b up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:25:50.602389 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55618) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:50.615614 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-e4227805-a3a1-4f6f-aa54-c6a8629c615c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'network': {'name': 'tempest-RoutersTest-283842898'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:50.659608 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port aec53745-164d-4740-962e-f5c019fba68b triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:25:50.660333 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:50.665875 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb84838-9e89-4f51-9688-66b43c440c3c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:25:50.678151 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cf820f-a4a9-44a3-87c1-8f9b5a0cd89d admin admin] Router 2a9feabf-767e-40df-a080-b455641c9ebd is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:25:50.682003 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e4227805-a3a1-4f6f-aa54-c6a8629c615c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:50.694393 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e4227805-a3a1-4f6f-aa54-c6a8629c615c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Usage tracker for resource:network and tenant:1eeea487b04d4758993c28cdd605ea02 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:50.705408 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e4227805-a3a1-4f6f-aa54-c6a8629c615c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:50.719003 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e4227805-a3a1-4f6f-aa54-c6a8629c615c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:50.747427 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-feb84838-9e89-4f51-9688-66b43c440c3c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:50.747779 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-feb84838-9e89-4f51-9688-66b43c440c3c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Added segment a23644d0-6012-4808-ad9c-7175d9b2f90a of type vlan for network fde0a8d7-3412-4aba-aecd-3fceb7d9708f Apr 29 13:25:50.797486 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fd830e7-36dd-4d8c-be84-b5f6954f5d2e tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:50.810046 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4227805-a3a1-4f6f-aa54-c6a8629c615c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Made reservation on behalf of 1eeea487b04d4758993c28cdd605ea02 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:25:50.812955 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e4227805-a3a1-4f6f-aa54-c6a8629c615c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:50.842646 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-964c3c56-c4b9-41c3-90ba-3069a7dd34c5 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:50.855986 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-feb84838-9e89-4f51-9688-66b43c440c3c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:51.018606 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-feb84838-9e89-4f51-9688-66b43c440c3c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:51.024938 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb84838-9e89-4f51-9688-66b43c440c3c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:51.025840 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-feb84838-9e89-4f51-9688-66b43c440c3c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:51.202904 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4227805-a3a1-4f6f-aa54-c6a8629c615c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:25:51.209285 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-61056846-94f4-44ae-b496-1d89b2d5f709 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:51.302719 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e4227805-a3a1-4f6f-aa54-c6a8629c615c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:51.302973 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-e4227805-a3a1-4f6f-aa54-c6a8629c615c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Added segment 8fc9b62a-5be5-44b0-9ed1-bc4a896e1d04 of type vlan for network b6563704-747a-4a0d-901b-5dfa00160317 Apr 29 13:25:51.312067 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-964c3c56-c4b9-41c3-90ba-3069a7dd34c5 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:51.349192 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-feb84838-9e89-4f51-9688-66b43c440c3c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1535950 Apr 29 13:25:51.359365 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55622) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:51.370234 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-61056846-94f4-44ae-b496-1d89b2d5f709 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:51.398668 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb84838-9e89-4f51-9688-66b43c440c3c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event updated for resources: {'Network': ['ID=fde0a8d7-3412-4aba-aecd-3fceb7d9708f,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:51.403424 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-f32b56cf-4bd5-47ea-83d9-aa5529ee0683 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Request body: {'subnet': {'network_id': 'fde0a8d7-3412-4aba-aecd-3fceb7d9708f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:51.411547 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network fde0a8d7-3412-4aba-aecd-3fceb7d9708f details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:25:51.423072 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e4227805-a3a1-4f6f-aa54-c6a8629c615c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:51.548093 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964c3c56-c4b9-41c3-90ba-3069a7dd34c5 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:25:51.553771 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-964c3c56-c4b9-41c3-90ba-3069a7dd34c5 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:51.564682 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964c3c56-c4b9-41c3-90ba-3069a7dd34c5 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:25:51.594430 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e4227805-a3a1-4f6f-aa54-c6a8629c615c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:51.597971 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c3c56-c4b9-41c3-90ba-3069a7dd34c5 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Pushing event updated for resources: {'Port': ['ID=66b41e9f-37c9-43d7-8280-e1a3a056141a,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:51.598986 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4227805-a3a1-4f6f-aa54-c6a8629c615c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:51.600119 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e4227805-a3a1-4f6f-aa54-c6a8629c615c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:51.607041 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f32b56cf-4bd5-47ea-83d9-aa5529ee0683 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:51.698407 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f32b56cf-4bd5-47ea-83d9-aa5529ee0683 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Usage tracker for resource:subnet and tenant:657540fe6ef84325b4d48ead4eeedc47 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:51.717921 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f32b56cf-4bd5-47ea-83d9-aa5529ee0683 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:51.799948 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f32b56cf-4bd5-47ea-83d9-aa5529ee0683 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:51.839108 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e4227805-a3a1-4f6f-aa54-c6a8629c615c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2355819 Apr 29 13:25:51.850907 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55626) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:51.856547 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32b56cf-4bd5-47ea-83d9-aa5529ee0683 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Made reservation on behalf of 657540fe6ef84325b4d48ead4eeedc47 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:25:51.871582 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4227805-a3a1-4f6f-aa54-c6a8629c615c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Network': ['ID=b6563704-747a-4a0d-901b-5dfa00160317,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:51.876784 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-331ea097-312a-4404-bbe3-d282ee5e5254 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'subnet': {'network_id': 'b6563704-747a-4a0d-901b-5dfa00160317', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:51.882905 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network b6563704-747a-4a0d-901b-5dfa00160317 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:25:51.895129 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b64cd9d6-07c8-423c-9e5e-1ab9f5bd7631 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:51.908432 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-84d060ba-2158-4c73-a569-be58141cda18 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Deleting port 109d2c7e-5111-441d-9d8f-96a6e044a546 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:51.908772 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-84d060ba-2158-4c73-a569-be58141cda18 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:51.968135 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-964c3c56-c4b9-41c3-90ba-3069a7dd34c5 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for router_gateway, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:51.968861 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-964c3c56-c4b9-41c3-90ba-3069a7dd34c5 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:51.995363 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b64cd9d6-07c8-423c-9e5e-1ab9f5bd7631 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:52.122666 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-b64cd9d6-07c8-423c-9e5e-1ab9f5bd7631 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Deleting port 0fc4cef0-2842-4277-bd58-5f68655099aa {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:52.122921 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b64cd9d6-07c8-423c-9e5e-1ab9f5bd7631 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:52.132686 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cf820f-a4a9-44a3-87c1-8f9b5a0cd89d admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:25:52.145363 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6945f05c-ef0a-4811-b29b-f67097eeb75e None None] Sync routers for ids ['2a9feabf-767e-40df-a080-b455641c9ebd'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:25:52.158230 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6945f05c-ef0a-4811-b29b-f67097eeb75e None None] Routers {'2a9feabf-767e-40df-a080-b455641c9ebd'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:52.159136 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-6945f05c-ef0a-4811-b29b-f67097eeb75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['2a9feabf-767e-40df-a080-b455641c9ebd'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:52.168077 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f32b56cf-4bd5-47ea-83d9-aa5529ee0683 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:52.249688 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-331ea097-312a-4404-bbe3-d282ee5e5254 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:52.259262 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fd830e7-36dd-4d8c-be84-b5f6954f5d2e tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:52.298224 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e5cf820f-a4a9-44a3-87c1-8f9b5a0cd89d admin admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:52.299439 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e5cf820f-a4a9-44a3-87c1-8f9b5a0cd89d admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5619252 Apr 29 13:25:52.304446 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-84d060ba-2158-4c73-a569-be58141cda18 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:52.308202 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-331ea097-312a-4404-bbe3-d282ee5e5254 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Usage tracker for resource:subnet and tenant:1eeea487b04d4758993c28cdd605ea02 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:52.314121 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55630) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:52.315088 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fd830e7-36dd-4d8c-be84-b5f6954f5d2e tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:52.322014 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.resource_extend [None req-61056846-94f4-44ae-b496-1d89b2d5f709 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:25:52.330648 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-331ea097-312a-4404-bbe3-d282ee5e5254 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:52.343597 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-6945f05c-ef0a-4811-b29b-f67097eeb75e None None] Set router 2a9feabf-767e-40df-a080-b455641c9ebd gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:25:52.398464 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-331ea097-312a-4404-bbe3-d282ee5e5254 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:52.455402 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-61056846-94f4-44ae-b496-1d89b2d5f709 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:52.492200 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-84d060ba-2158-4c73-a569-be58141cda18 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Calling delete_port for 109d2c7e-5111-441d-9d8f-96a6e044a546 owned by network:router_interface {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:52.532806 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-61056846-94f4-44ae-b496-1d89b2d5f709 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:52.598451 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331ea097-312a-4404-bbe3-d282ee5e5254 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Made reservation on behalf of 1eeea487b04d4758993c28cdd605ea02 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:25:52.604550 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b64cd9d6-07c8-423c-9e5e-1ab9f5bd7631 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:52.645834 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-6945f05c-ef0a-4811-b29b-f67097eeb75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'name': 'tempest-ServerActionsTestJSON-1999992650-router', 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.87'}], 'enable_snat': True}, 'gw_port_id': 'e7e37690-3229-4928-8b7b-7d2b1112e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:25:45Z', 'updated_at': '2022-04-29T13:25:49Z', 'revision_number': 3, 'project_id': '0952490f6c5340cc87f108a8ce4f0048', 'gw_port': {'id': 'e7e37690-3229-4928-8b7b-7d2b1112e8da', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:47Z', 'updated_at': '2022-04-29T13:25:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:52.650168 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6945f05c-ef0a-4811-b29b-f67097eeb75e None None] Checking router: 2a9feabf-767e-40df-a080-b455641c9ebd for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:25:52.650440 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6945f05c-ef0a-4811-b29b-f67097eeb75e None None] Updating router 2a9feabf-767e-40df-a080-b455641c9ebd port e7e37690-3229-4928-8b7b-7d2b1112e8da binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:25:52.704240 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-6945f05c-ef0a-4811-b29b-f67097eeb75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:52.879282 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-b64cd9d6-07c8-423c-9e5e-1ab9f5bd7631 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Calling delete_port for 0fc4cef0-2842-4277-bd58-5f68655099aa owned by network:router_gateway {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:52.960566 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61056846-94f4-44ae-b496-1d89b2d5f709 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Pushing event updated for resources: {'Port': ['ID=cf39a732-d94e-414a-a9bd-42ed6573dea3,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:53.041177 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-331ea097-312a-4404-bbe3-d282ee5e5254 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:53.082223 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-61056846-94f4-44ae-b496-1d89b2d5f709 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:53.087372 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-84d060ba-2158-4c73-a569-be58141cda18 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:53.139006 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-2fd830e7-36dd-4d8c-be84-b5f6954f5d2e tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Allocated IP 172.26.6.93 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/ed39861e-0202-4b5a-902d-780c28741f09) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:25:53.139415 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d060ba-2158-4c73-a569-be58141cda18 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event deleted for resources: {'Port': ['ID=109d2c7e-5111-441d-9d8f-96a6e044a546,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:53.186411 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964c3c56-c4b9-41c3-90ba-3069a7dd34c5 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Router dbbd48fc-93c3-4ee5-96c0-bbc843deeffd is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:25:53.301828 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b64cd9d6-07c8-423c-9e5e-1ab9f5bd7631 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:53.314944 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-61056846-94f4-44ae-b496-1d89b2d5f709 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:53.319343 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-61056846-94f4-44ae-b496-1d89b2d5f709 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.1652062 Apr 29 13:25:53.333719 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55634) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:53.424413 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64cd9d6-07c8-423c-9e5e-1ab9f5bd7631 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Pushing event deleted for resources: {'Port': ['ID=0fc4cef0-2842-4277-bd58-5f68655099aa,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:53.440973 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f32b56cf-4bd5-47ea-83d9-aa5529ee0683 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:53.501265 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-2acd7665-fb70-47cd-b244-174ea2674990 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Synchronizing usage tracker for tenant:9d423b9651fd4201aad53b2bea7036a1 on resource:floatingip {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:25:53.639429 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-2acd7665-fb70-47cd-b244-174ea2674990 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Unset dirty status for tenant:9d423b9651fd4201aad53b2bea7036a1 on resource:floatingip {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:25:53.640584 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2acd7665-fb70-47cd-b244-174ea2674990 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] 10.222.0.76 "GET /v2.0/floatingips?floating_network_id=4091972c-04d6-43ae-8ddb-35c890b3b094 HTTP/1.1" status: 200 len: 689 time: 0.2984281 Apr 29 13:25:53.645898 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55638) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:53.646541 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b56cf-4bd5-47ea-83d9-aa5529ee0683 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event updated for resources: {'Subnet': ['ID=742454d8-8908-4898-9507-d9836ddb2336,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:53.653563 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fd830e7-36dd-4d8c-be84-b5f6954f5d2e tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:53.731901 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32b56cf-4bd5-47ea-83d9-aa5529ee0683 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Checking segment: {'id': 'a23644d0-6012-4808-ad9c-7175d9b2f90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fde0a8d7-3412-4aba-aecd-3fceb7d9708f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:25:53.732399 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32b56cf-4bd5-47ea-83d9-aa5529ee0683 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Network hostable DHCP agents. Network: fde0a8d7-3412-4aba-aecd-3fceb7d9708f, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:25:53.742544 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-331ea097-312a-4404-bbe3-d282ee5e5254 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:53.954745 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fd830e7-36dd-4d8c-be84-b5f6954f5d2e tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:53.986427 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ea097-312a-4404-bbe3-d282ee5e5254 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Subnet': ['ID=09f90d4d-54af-4129-b700-7c9fdf8f000c,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:54.016917 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bbd42694-9e46-4108-8fcd-e553d3954b06 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:54.022127 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b64cd9d6-07c8-423c-9e5e-1ab9f5bd7631 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:54.043253 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32b56cf-4bd5-47ea-83d9-aa5529ee0683 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Network fde0a8d7-3412-4aba-aecd-3fceb7d9708f is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:25:54.080113 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd830e7-36dd-4d8c-be84-b5f6954f5d2e tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:25:54.080878 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-f32b56cf-4bd5-47ea-83d9-aa5529ee0683 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, fde0a8d7-3412-4aba-aecd-3fceb7d9708f) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:54.086459 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32b56cf-4bd5-47ea-83d9-aa5529ee0683 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:54.087099 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f32b56cf-4bd5-47ea-83d9-aa5529ee0683 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:54.093223 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f417349-5d90-428b-9f19-4f9e50462187 None None] Network fde0a8d7-3412-4aba-aecd-3fceb7d9708f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:25:54.093800 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd830e7-36dd-4d8c-be84-b5f6954f5d2e tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Pushing event updated for resources: {'Port': ['ID=ed39861e-0202-4b5a-902d-780c28741f09,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:54.097324 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331ea097-312a-4404-bbe3-d282ee5e5254 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Checking segment: {'id': '8fc9b62a-5be5-44b0-9ed1-bc4a896e1d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b6563704-747a-4a0d-901b-5dfa00160317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:25:54.097825 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331ea097-312a-4404-bbe3-d282ee5e5254 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network hostable DHCP agents. Network: b6563704-747a-4a0d-901b-5dfa00160317, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:25:54.102517 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-2fd830e7-36dd-4d8c-be84-b5f6954f5d2e tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:54.105258 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd830e7-36dd-4d8c-be84-b5f6954f5d2e tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:25:54.161886 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-6945f05c-ef0a-4811-b29b-f67097eeb75e None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:54.174459 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-6945f05c-ef0a-4811-b29b-f67097eeb75e None None] Transition to ACTIVE for port object e7e37690-3229-4928-8b7b-7d2b1112e8da will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:25:54.183496 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-6945f05c-ef0a-4811-b29b-f67097eeb75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:54.197287 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f32b56cf-4bd5-47ea-83d9-aa5529ee0683 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8346169 Apr 29 13:25:54.197932 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55642) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:54.213052 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-1e05c928-3ede-447f-9e14-d939e194f7f8 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Request body: {'subnet': {'network_id': 'fde0a8d7-3412-4aba-aecd-3fceb7d9708f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:54.261035 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43bc29e-5424-424b-af0a-326aa5d2e003 None None] Pushing event updated for resources: {'Port': ['ID=e7e37690-3229-4928-8b7b-7d2b1112e8da,revision_number=2']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:54.274187 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bc29e-5424-424b-af0a-326aa5d2e003 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:54.274799 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bc29e-5424-424b-af0a-326aa5d2e003 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:54.275275 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bc29e-5424-424b-af0a-326aa5d2e003 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:54.275758 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bc29e-5424-424b-af0a-326aa5d2e003 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:54.276993 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bc29e-5424-424b-af0a-326aa5d2e003 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:54.277463 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bc29e-5424-424b-af0a-326aa5d2e003 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:54.277945 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bc29e-5424-424b-af0a-326aa5d2e003 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:54.278411 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bc29e-5424-424b-af0a-326aa5d2e003 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:54.278870 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bc29e-5424-424b-af0a-326aa5d2e003 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:54.279341 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bc29e-5424-424b-af0a-326aa5d2e003 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:54.279799 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43bc29e-5424-424b-af0a-326aa5d2e003 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:25:54.306375 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-6945f05c-ef0a-4811-b29b-f67097eeb75e None None] Attempting to bind port e7e37690-3229-4928-8b7b-7d2b1112e8da on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:25:54.306959 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-6945f05c-ef0a-4811-b29b-f67097eeb75e None None] Attempting to bind port e7e37690-3229-4928-8b7b-7d2b1112e8da by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:25:54.307490 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6945f05c-ef0a-4811-b29b-f67097eeb75e None None] Attempting to bind port e7e37690-3229-4928-8b7b-7d2b1112e8da on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:25:54.315208 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6945f05c-ef0a-4811-b29b-f67097eeb75e None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:25:54.316572 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6945f05c-ef0a-4811-b29b-f67097eeb75e None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:25:54.317306 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-6945f05c-ef0a-4811-b29b-f67097eeb75e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:54.317835 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6945f05c-ef0a-4811-b29b-f67097eeb75e None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:25:54.318440 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-6945f05c-ef0a-4811-b29b-f67097eeb75e None None] Bound port: e7e37690-3229-4928-8b7b-7d2b1112e8da, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:25:54.319510 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-6945f05c-ef0a-4811-b29b-f67097eeb75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:54.354454 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331ea097-312a-4404-bbe3-d282ee5e5254 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network b6563704-747a-4a0d-901b-5dfa00160317 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:25:54.375546 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b64cd9d6-07c8-423c-9e5e-1ab9f5bd7631 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:54.382474 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-bbd42694-9e46-4108-8fcd-e553d3954b06 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Deleting port cf39a732-d94e-414a-a9bd-42ed6573dea3 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:54.382808 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-331ea097-312a-4404-bbe3-d282ee5e5254 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, b6563704-747a-4a0d-901b-5dfa00160317) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:54.382918 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bbd42694-9e46-4108-8fcd-e553d3954b06 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:54.408151 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-6945f05c-ef0a-4811-b29b-f67097eeb75e None None] For port e7e37690-3229-4928-8b7b-7d2b1112e8da, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:25:54.415387 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-6945f05c-ef0a-4811-b29b-f67097eeb75e None None] For port e7e37690-3229-4928-8b7b-7d2b1112e8da, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e7e37690-3229-4928-8b7b-7d2b1112e8da,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:25:54.421001 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-6945f05c-ef0a-4811-b29b-f67097eeb75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:54.426730 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b64cd9d6-07c8-423c-9e5e-1ab9f5bd7631 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16423525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16423546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16419832'] for router, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:54.433548 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331ea097-312a-4404-bbe3-d282ee5e5254 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:54.434213 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-331ea097-312a-4404-bbe3-d282ee5e5254 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:54.452785 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86207637-4c4f-480d-a99c-ff8cc64d0caa None None] Network b6563704-747a-4a0d-901b-5dfa00160317 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:25:54.481716 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1e05c928-3ede-447f-9e14-d939e194f7f8 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:54.491642 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1e05c928-3ede-447f-9e14-d939e194f7f8 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Usage tracker for resource:subnet and tenant:657540fe6ef84325b4d48ead4eeedc47 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:54.504046 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1e05c928-3ede-447f-9e14-d939e194f7f8 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:54.518985 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1e05c928-3ede-447f-9e14-d939e194f7f8 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:54.522478 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-331ea097-312a-4404-bbe3-d282ee5e5254 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6702683 Apr 29 13:25:54.527680 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55646) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:54.537289 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-9c621402-927a-4092-bb9c-f63bcb555af1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1309905933', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:54.544669 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-9c621402-927a-4092-bb9c-f63bcb555af1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:54.549137 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-9c621402-927a-4092-bb9c-f63bcb555af1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Usage tracker for resource:router and tenant:1eeea487b04d4758993c28cdd605ea02 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:54.553047 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-9c621402-927a-4092-bb9c-f63bcb555af1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:54.559456 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-9c621402-927a-4092-bb9c-f63bcb555af1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:54.576276 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9c621402-927a-4092-bb9c-f63bcb555af1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:54.578005 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9c621402-927a-4092-bb9c-f63bcb555af1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:54.593902 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e05c928-3ede-447f-9e14-d939e194f7f8 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Made reservation on behalf of 657540fe6ef84325b4d48ead4eeedc47 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:25:54.598487 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1e05c928-3ede-447f-9e14-d939e194f7f8 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:54.627053 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43bc29e-5424-424b-af0a-326aa5d2e003 None None] Pushing event updated for resources: {'Port': ['ID=e7e37690-3229-4928-8b7b-7d2b1112e8da,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:54.661871 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc2d8f4-5c7d-4d18-8ae6-cbe2bb95e791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-fde0a8d7-3412-4aba-aecd-3fceb7d9708f', 'network_id': 'fde0a8d7-3412-4aba-aecd-3fceb7d9708f', 'tenant_id': '657540fe6ef84325b4d48ead4eeedc47', 'fixed_ips': [{'subnet_id': '742454d8-8908-4898-9507-d9836ddb2336'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:25:54.662810 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1cc2d8f4-5c7d-4d18-8ae6-cbe2bb95e791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:54.672382 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6945f05c-ef0a-4811-b29b-f67097eeb75e None None] Routers {'2a9feabf-767e-40df-a080-b455641c9ebd'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:54.673264 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-6945f05c-ef0a-4811-b29b-f67097eeb75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['2a9feabf-767e-40df-a080-b455641c9ebd'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:54.721674 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964c3c56-c4b9-41c3-90ba-3069a7dd34c5 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:25:54.725239 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-84d060ba-2158-4c73-a569-be58141cda18 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:54.763913 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-964c3c56-c4b9-41c3-90ba-3069a7dd34c5 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:54.768398 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-964c3c56-c4b9-41c3-90ba-3069a7dd34c5 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 8.1548321 Apr 29 13:25:54.784332 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55650) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:54.826441 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557eaf97-2c42-40ed-b8c3-ecf27a1bf88c None None] Sync routers for ids ['dbbd48fc-93c3-4ee5-96c0-bbc843deeffd'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:25:54.835886 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6708b4a-3686-4b9a-8704-7c9d39014486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-b6563704-747a-4a0d-901b-5dfa00160317', 'network_id': 'b6563704-747a-4a0d-901b-5dfa00160317', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'fixed_ips': [{'subnet_id': '09f90d4d-54af-4129-b700-7c9fdf8f000c'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:25:54.837766 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f6708b4a-3686-4b9a-8704-7c9d39014486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:54.888018 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64cd9d6-07c8-423c-9e5e-1ab9f5bd7631 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Router 05b6e102-36e7-4385-b57c-7cc90d757093 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:25:54.889790 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bbd42694-9e46-4108-8fcd-e553d3954b06 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:54.890114 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bbd42694-9e46-4108-8fcd-e553d3954b06 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:55.035603 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-6945f05c-ef0a-4811-b29b-f67097eeb75e None None] Set router 2a9feabf-767e-40df-a080-b455641c9ebd gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:25:55.113396 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9c621402-927a-4092-bb9c-f63bcb555af1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:55.147081 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-f6708b4a-3686-4b9a-8704-7c9d39014486 None None] Allocated IP 172.20.0.2 (b6563704-747a-4a0d-901b-5dfa00160317/09f90d4d-54af-4129-b700-7c9fdf8f000c/8fc764b5-9f7f-4307-9160-6b93281d5dc9) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:25:55.158602 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-bbd42694-9e46-4108-8fcd-e553d3954b06 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Calling delete_port for cf39a732-d94e-414a-a9bd-42ed6573dea3 owned by network:floatingip {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:25:55.204911 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9c621402-927a-4092-bb9c-f63bcb555af1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:55.206487 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6630023d-8db6-46b2-a518-0eaac400b623 tempest-TestNetworkAdvancedServerOps-990869453 tempest-TestNetworkAdvancedServerOps-990869453-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=b3dd10e1defa4a4db8e298797b127deb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4202762 Apr 29 13:25:55.217303 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55656) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:55.259776 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fd830e7-36dd-4d8c-be84-b5f6954f5d2e tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:55.414522 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557eaf97-2c42-40ed-b8c3-ecf27a1bf88c None None] Routers {'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:55.415241 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-557eaf97-2c42-40ed-b8c3-ecf27a1bf88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['dbbd48fc-93c3-4ee5-96c0-bbc843deeffd'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:55.447800 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9c621402-927a-4092-bb9c-f63bcb555af1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:55.449940 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9c621402-927a-4092-bb9c-f63bcb555af1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9186890 Apr 29 13:25:55.455750 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55660) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:55.538755 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f6708b4a-3686-4b9a-8704-7c9d39014486 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:55.566823 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-6945f05c-ef0a-4811-b29b-f67097eeb75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'name': 'tempest-ServerActionsTestJSON-1999992650-router', 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.87'}], 'enable_snat': True}, 'gw_port_id': 'e7e37690-3229-4928-8b7b-7d2b1112e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:25:45Z', 'updated_at': '2022-04-29T13:25:49Z', 'revision_number': 3, 'project_id': '0952490f6c5340cc87f108a8ce4f0048', 'gw_port': {'id': 'e7e37690-3229-4928-8b7b-7d2b1112e8da', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:47Z', 'updated_at': '2022-04-29T13:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:55.570327 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-1cc2d8f4-5c7d-4d18-8ae6-cbe2bb95e791 None None] Allocated IP 2001:db8::2 (fde0a8d7-3412-4aba-aecd-3fceb7d9708f/742454d8-8908-4898-9507-d9836ddb2336/5a5278ef-f522-4b9c-a0b2-7811522e4630) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:25:55.575194 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6945f05c-ef0a-4811-b29b-f67097eeb75e None None] The sync data for ids ['2a9feabf-767e-40df-a080-b455641c9ebd'] in dv-neutron-839027-4-hyperv is: [{'id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'name': 'tempest-ServerActionsTestJSON-1999992650-router', 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.87'}], 'enable_snat': True}, 'gw_port_id': 'e7e37690-3229-4928-8b7b-7d2b1112e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:25:45Z', 'updated_at': '2022-04-29T13:25:49Z', 'revision_number': 3, 'project_id': '0952490f6c5340cc87f108a8ce4f0048', 'gw_port': {'id': 'e7e37690-3229-4928-8b7b-7d2b1112e8da', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:47Z', 'updated_at': '2022-04-29T13:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:25:55.590544 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f6708b4a-3686-4b9a-8704-7c9d39014486 None None] Transition to ACTIVE for port object 8fc764b5-9f7f-4307-9160-6b93281d5dc9 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:25:55.740023 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64cd9d6-07c8-423c-9e5e-1ab9f5bd7631 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:25:55.744501 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9a8afe-79aa-41ec-aab4-e178547d25ec tempest-TestNetworkAdvancedServerOps-990869453 tempest-TestNetworkAdvancedServerOps-990869453-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:55.744894 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9a8afe-79aa-41ec-aab4-e178547d25ec tempest-TestNetworkAdvancedServerOps-990869453 tempest-TestNetworkAdvancedServerOps-990869453-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:55.746972 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8a9a8afe-79aa-41ec-aab4-e178547d25ec tempest-TestNetworkAdvancedServerOps-990869453 tempest-TestNetworkAdvancedServerOps-990869453-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1555 time: 0.5282025 Apr 29 13:25:55.754216 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55664) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:55.763489 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ef4676-bfe7-4b18-b0c3-788a6eb8dc2c None None] Sync routers for ids ['05b6e102-36e7-4385-b57c-7cc90d757093'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:25:55.791126 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ef4676-bfe7-4b18-b0c3-788a6eb8dc2c None None] Routers {'05b6e102-36e7-4385-b57c-7cc90d757093'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:55.791760 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-19ef4676-bfe7-4b18-b0c3-788a6eb8dc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['05b6e102-36e7-4385-b57c-7cc90d757093'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:55.801938 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-557eaf97-2c42-40ed-b8c3-ecf27a1bf88c None None] Set router dbbd48fc-93c3-4ee5-96c0-bbc843deeffd gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:25:55.827952 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bbd42694-9e46-4108-8fcd-e553d3954b06 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:55.854281 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f6708b4a-3686-4b9a-8704-7c9d39014486 None None] Transition to ACTIVE for port object 8fc764b5-9f7f-4307-9160-6b93281d5dc9 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:25:55.885162 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f6708b4a-3686-4b9a-8704-7c9d39014486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:55.894890 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-19ef4676-bfe7-4b18-b0c3-788a6eb8dc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:55.964657 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ef4676-bfe7-4b18-b0c3-788a6eb8dc2c None None] Routers {'05b6e102-36e7-4385-b57c-7cc90d757093'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:55.965742 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-19ef4676-bfe7-4b18-b0c3-788a6eb8dc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['05b6e102-36e7-4385-b57c-7cc90d757093'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:55.970886 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd42694-9e46-4108-8fcd-e553d3954b06 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf39a732-d94e-414a-a9bd-42ed6573dea3,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:55.984544 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8f22649e-949b-4cb6-93c1-15f5ff9cbe8e tempest-TestNetworkAdvancedServerOps-990869453 tempest-TestNetworkAdvancedServerOps-990869453-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3475bcf7-abe6-4964-9326-03174235aecc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2250559 Apr 29 13:25:55.996604 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55668) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:56.006096 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b64cd9d6-07c8-423c-9e5e-1ab9f5bd7631 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:56.009776 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b64cd9d6-07c8-423c-9e5e-1ab9f5bd7631 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "PUT /v2.0/routers/05b6e102-36e7-4385-b57c-7cc90d757093 HTTP/1.1" status: 200 len: 709 time: 8.4705563 Apr 29 13:25:56.031935 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55672) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:56.043452 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fd830e7-36dd-4d8c-be84-b5f6954f5d2e tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:56.059255 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6708b4a-3686-4b9a-8704-7c9d39014486 None None] Network b6563704-747a-4a0d-901b-5dfa00160317 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:25:56.090403 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-19ef4676-bfe7-4b18-b0c3-788a6eb8dc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:56.091071 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ef4676-bfe7-4b18-b0c3-788a6eb8dc2c None None] The sync data for ids ['05b6e102-36e7-4385-b57c-7cc90d757093'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:25:56.105373 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6708b4a-3686-4b9a-8704-7c9d39014486 None None] Pushing event updated for resources: {'Port': ['ID=8fc764b5-9f7f-4307-9160-6b93281d5dc9,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:56.107964 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-f6708b4a-3686-4b9a-8704-7c9d39014486 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:56.117403 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6708b4a-3686-4b9a-8704-7c9d39014486 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:25:56.281967 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fd830e7-36dd-4d8c-be84-b5f6954f5d2e tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16423525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16423546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16419832'] for router, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:56.308709 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f29c1dc-96d0-4255-b5e3-289cdd72085a tempest-TestNetworkAdvancedServerOps-990869453 tempest-TestNetworkAdvancedServerOps-990869453-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:56.311346 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2f29c1dc-96d0-4255-b5e3-289cdd72085a tempest-TestNetworkAdvancedServerOps-990869453 tempest-TestNetworkAdvancedServerOps-990869453-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=4091972c-04d6-43ae-8ddb-35c890b3b094&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.3112981 Apr 29 13:25:56.347990 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1cc2d8f4-5c7d-4d18-8ae6-cbe2bb95e791 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:56.351577 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-f6708b4a-3686-4b9a-8704-7c9d39014486 None None] Attempting to bind port 8fc764b5-9f7f-4307-9160-6b93281d5dc9 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:25:56.352124 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-f6708b4a-3686-4b9a-8704-7c9d39014486 None None] Attempting to bind port 8fc764b5-9f7f-4307-9160-6b93281d5dc9 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '8fc9b62a-5be5-44b0-9ed1-bc4a896e1d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b6563704-747a-4a0d-901b-5dfa00160317'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:25:56.352642 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6708b4a-3686-4b9a-8704-7c9d39014486 None None] Attempting to bind port 8fc764b5-9f7f-4307-9160-6b93281d5dc9 on network b6563704-747a-4a0d-901b-5dfa00160317 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:25:56.366699 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55676) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:56.382234 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1cc2d8f4-5c7d-4d18-8ae6-cbe2bb95e791 None None] Transition to ACTIVE for port object 5a5278ef-f522-4b9c-a0b2-7811522e4630 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:25:56.390213 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bbd42694-9e46-4108-8fcd-e553d3954b06 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:56.399260 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6708b4a-3686-4b9a-8704-7c9d39014486 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:25:56.399647 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6708b4a-3686-4b9a-8704-7c9d39014486 None None] Checking segment: {'id': '8fc9b62a-5be5-44b0-9ed1-bc4a896e1d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b6563704-747a-4a0d-901b-5dfa00160317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:25:56.400052 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f6708b4a-3686-4b9a-8704-7c9d39014486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:56.400533 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6708b4a-3686-4b9a-8704-7c9d39014486 None None] Bound using segment: {'id': '8fc9b62a-5be5-44b0-9ed1-bc4a896e1d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b6563704-747a-4a0d-901b-5dfa00160317'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:25:56.401010 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-f6708b4a-3686-4b9a-8704-7c9d39014486 None None] Bound port: 8fc764b5-9f7f-4307-9160-6b93281d5dc9, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc9b62a-5be5-44b0-9ed1-bc4a896e1d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b6563704-747a-4a0d-901b-5dfa00160317'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:25:56.401419 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f6708b4a-3686-4b9a-8704-7c9d39014486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:56.444202 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1cc2d8f4-5c7d-4d18-8ae6-cbe2bb95e791 None None] Transition to ACTIVE for port object 5a5278ef-f522-4b9c-a0b2-7811522e4630 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:25:56.492731 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bbd42694-9e46-4108-8fcd-e553d3954b06 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:56.532690 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1cc2d8f4-5c7d-4d18-8ae6-cbe2bb95e791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:56.618777 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bbd42694-9e46-4108-8fcd-e553d3954b06 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:56.681762 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e7e37690-3229-4928-8b7b-7d2b1112e8da up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:25:56.721788 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd42694-9e46-4108-8fcd-e553d3954b06 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0c85ba44-9536-4e4c-80cd-90336def6a73,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:56.790510 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc2d8f4-5c7d-4d18-8ae6-cbe2bb95e791 None None] Network fde0a8d7-3412-4aba-aecd-3fceb7d9708f is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:25:56.792774 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2d8f4-5c7d-4d18-8ae6-cbe2bb95e791 None None] Pushing event updated for resources: {'Port': ['ID=5a5278ef-f522-4b9c-a0b2-7811522e4630,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:56.800216 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-1cc2d8f4-5c7d-4d18-8ae6-cbe2bb95e791 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:56.806636 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f6708b4a-3686-4b9a-8704-7c9d39014486 None None] For port 8fc764b5-9f7f-4307-9160-6b93281d5dc9, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:25:56.808844 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc2d8f4-5c7d-4d18-8ae6-cbe2bb95e791 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:25:56.814705 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f6708b4a-3686-4b9a-8704-7c9d39014486 None None] For port 8fc764b5-9f7f-4307-9160-6b93281d5dc9, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=8fc764b5-9f7f-4307-9160-6b93281d5dc9,segment=NetworkSegment(8fc9b62a-5be5-44b0-9ed1-bc4a896e1d04),segment_id=8fc9b62a-5be5-44b0-9ed1-bc4a896e1d04)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:25:56.827977 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f6708b4a-3686-4b9a-8704-7c9d39014486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:56.828979 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-96dc84c9-2ac9-4e5a-8bb7-3cae1eaaa6e4 tempest-TestNetworkAdvancedServerOps-990869453 tempest-TestNetworkAdvancedServerOps-990869453-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=b3dd10e1defa4a4db8e298797b127deb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4506080 Apr 29 13:25:56.861272 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55680) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:56.898289 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bbd42694-9e46-4108-8fcd-e553d3954b06 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:56.925469 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-bbd42694-9e46-4108-8fcd-e553d3954b06 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4091972c-04d6-43ae-8ddb-35c890b3b094']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:56.939635 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-bbd42694-9e46-4108-8fcd-e553d3954b06 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1307a88b-b772-44ba-83d1-7c621c3d88a0') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:56.939934 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-bbd42694-9e46-4108-8fcd-e553d3954b06 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1307a88b-b772-44ba-83d1-7c621c3d88a0') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:56.952495 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bbd42694-9e46-4108-8fcd-e553d3954b06 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:56.968674 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bbd42694-9e46-4108-8fcd-e553d3954b06 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:56.992706 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd42694-9e46-4108-8fcd-e553d3954b06 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:25:56.993111 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bbd42694-9e46-4108-8fcd-e553d3954b06 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:57.001122 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-1cc2d8f4-5c7d-4d18-8ae6-cbe2bb95e791 None None] Attempting to bind port 5a5278ef-f522-4b9c-a0b2-7811522e4630 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:25:57.001481 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-1cc2d8f4-5c7d-4d18-8ae6-cbe2bb95e791 None None] Attempting to bind port 5a5278ef-f522-4b9c-a0b2-7811522e4630 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'a23644d0-6012-4808-ad9c-7175d9b2f90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fde0a8d7-3412-4aba-aecd-3fceb7d9708f'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:25:57.001842 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc2d8f4-5c7d-4d18-8ae6-cbe2bb95e791 None None] Attempting to bind port 5a5278ef-f522-4b9c-a0b2-7811522e4630 on network fde0a8d7-3412-4aba-aecd-3fceb7d9708f {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:25:57.007482 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:25:57.009867 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-557eaf97-2c42-40ed-b8c3-ecf27a1bf88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016343287', 'tenant_id': 'b3dd10e1defa4a4db8e298797b127deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '66b41e9f-37c9-43d7-8280-e1a3a056141a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:25:46Z', 'updated_at': '2022-04-29T13:25:51Z', 'revision_number': 3, 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'gw_port': {'id': '66b41e9f-37c9-43d7-8280-e1a3a056141a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:06:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:49Z', 'updated_at': '2022-04-29T13:25:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:57.010951 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port e7e37690-3229-4928-8b7b-7d2b1112e8da completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:25:57.022014 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6708b4a-3686-4b9a-8704-7c9d39014486 None None] Pushing event updated for resources: {'Port': ['ID=8fc764b5-9f7f-4307-9160-6b93281d5dc9,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:57.026250 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port e7e37690-3229-4928-8b7b-7d2b1112e8da triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:25:57.026627 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:57.047954 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1e05c928-3ede-447f-9e14-d939e194f7f8 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:57.055546 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557eaf97-2c42-40ed-b8c3-ecf27a1bf88c None None] Checking router: dbbd48fc-93c3-4ee5-96c0-bbc843deeffd for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:25:57.055898 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557eaf97-2c42-40ed-b8c3-ecf27a1bf88c None None] Updating router dbbd48fc-93c3-4ee5-96c0-bbc843deeffd port 66b41e9f-37c9-43d7-8280-e1a3a056141a binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:25:57.109078 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc2d8f4-5c7d-4d18-8ae6-cbe2bb95e791 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:25:57.109723 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc2d8f4-5c7d-4d18-8ae6-cbe2bb95e791 None None] Checking segment: {'id': 'a23644d0-6012-4808-ad9c-7175d9b2f90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fde0a8d7-3412-4aba-aecd-3fceb7d9708f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:25:57.110284 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1cc2d8f4-5c7d-4d18-8ae6-cbe2bb95e791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:57.110856 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc2d8f4-5c7d-4d18-8ae6-cbe2bb95e791 None None] Bound using segment: {'id': 'a23644d0-6012-4808-ad9c-7175d9b2f90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fde0a8d7-3412-4aba-aecd-3fceb7d9708f'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:25:57.111866 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-1cc2d8f4-5c7d-4d18-8ae6-cbe2bb95e791 None None] Bound port: 5a5278ef-f522-4b9c-a0b2-7811522e4630, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a23644d0-6012-4808-ad9c-7175d9b2f90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fde0a8d7-3412-4aba-aecd-3fceb7d9708f'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:25:57.112906 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1cc2d8f4-5c7d-4d18-8ae6-cbe2bb95e791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:57.116181 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7d0b2830-693c-460b-bcbc-be2c4134b42f tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "GET /v2.0/routers/05b6e102-36e7-4385-b57c-7cc90d757093 HTTP/1.1" status: 200 len: 744 time: 1.0304468 Apr 29 13:25:57.121916 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55684) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:57.162524 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-557eaf97-2c42-40ed-b8c3-ecf27a1bf88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:57.171101 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bbd42694-9e46-4108-8fcd-e553d3954b06 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:57.193218 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7c44dd41-a397-4370-92cc-f45f3c4c31f3 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Synchronizing usage tracker for tenant:3870ddf3f16146999df30560b61bf6aa on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:25:57.199071 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd42694-9e46-4108-8fcd-e553d3954b06 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4091972c-04d6-43ae-8ddb-35c890b3b094 {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 13:25:57.202236 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bbd42694-9e46-4108-8fcd-e553d3954b06 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:57.220020 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7c44dd41-a397-4370-92cc-f45f3c4c31f3 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] Unset dirty status for tenant:3870ddf3f16146999df30560b61bf6aa on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:25:57.221427 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7c44dd41-a397-4370-92cc-f45f3c4c31f3 tempest-RoutersIpV6AdminTest-295702089 tempest-RoutersIpV6AdminTest-295702089-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=3475bcf7-abe6-4964-9326-03174235aecc&device_id=05b6e102-36e7-4385-b57c-7cc90d757093 HTTP/1.1" status: 200 len: 205 time: 0.0948136 Apr 29 13:25:57.226156 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55688) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:57.230368 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd42694-9e46-4108-8fcd-e553d3954b06 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Pushing event deleted for resources: {'Network': ['ID=4091972c-04d6-43ae-8ddb-35c890b3b094,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:57.297455 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-bbd42694-9e46-4108-8fcd-e553d3954b06 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] 10.222.0.76 "DELETE /v2.0/networks/4091972c-04d6-43ae-8ddb-35c890b3b094 HTTP/1.1" status: 204 len: 168 time: 3.6503935 Apr 29 13:25:57.310329 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55692) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:57.318384 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5091e4d7-3d27-4c01-a16f-958a99ab66c5 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "GET /v2.0/ports?device_id=05b6e102-36e7-4385-b57c-7cc90d757093 HTTP/1.1" status: 200 len: 205 time: 0.0843370 Apr 29 13:25:57.322135 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55694) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:57.355054 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05c928-3ede-447f-9e14-d939e194f7f8 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event updated for resources: {'Subnet': ['ID=21e66388-9316-4c62-bfca-5750bd13adf2,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:57.365672 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7c95d6f5-fb47-48bf-915c-956eaf38e69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:57.402496 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e05c928-3ede-447f-9e14-d939e194f7f8 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Network fde0a8d7-3412-4aba-aecd-3fceb7d9708f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:25:57.410946 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-1e05c928-3ede-447f-9e14-d939e194f7f8 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:25:57.416872 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e05c928-3ede-447f-9e14-d939e194f7f8 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:57.417536 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1e05c928-3ede-447f-9e14-d939e194f7f8 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:57.533815 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e58c5ceb-df47-440e-8eee-5f9af5413b4e tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Synchronizing usage tracker for tenant:9d423b9651fd4201aad53b2bea7036a1 on resource:floatingip {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:25:57.553758 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-1cc2d8f4-5c7d-4d18-8ae6-cbe2bb95e791 None None] For port 5a5278ef-f522-4b9c-a0b2-7811522e4630, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:25:57.556662 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:57.562753 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-1cc2d8f4-5c7d-4d18-8ae6-cbe2bb95e791 None None] For port 5a5278ef-f522-4b9c-a0b2-7811522e4630, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=5a5278ef-f522-4b9c-a0b2-7811522e4630,segment=NetworkSegment(a23644d0-6012-4808-ad9c-7175d9b2f90a),segment_id=a23644d0-6012-4808-ad9c-7175d9b2f90a)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:25:57.591169 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1cc2d8f4-5c7d-4d18-8ae6-cbe2bb95e791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:57.596008 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf751da-d6e3-4745-b719-2bf46dbc9fbe tempest-TestNetworkAdvancedServerOps-990869453 tempest-TestNetworkAdvancedServerOps-990869453-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:57.597054 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf751da-d6e3-4745-b719-2bf46dbc9fbe tempest-TestNetworkAdvancedServerOps-990869453 tempest-TestNetworkAdvancedServerOps-990869453-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:57.601207 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-cdf751da-d6e3-4745-b719-2bf46dbc9fbe tempest-TestNetworkAdvancedServerOps-990869453 tempest-TestNetworkAdvancedServerOps-990869453-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1517 time: 0.7240381 Apr 29 13:25:57.616687 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55700) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:57.621276 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1e05c928-3ede-447f-9e14-d939e194f7f8 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.4182124 Apr 29 13:25:57.625814 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55702) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:57.731131 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port e7e37690-3229-4928-8b7b-7d2b1112e8da, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e7e37690-3229-4928-8b7b-7d2b1112e8da,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:25:57.759091 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:57.780569 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0fa23440-9116-4268-9010-9f6f0f39fe91 tempest-TestNetworkAdvancedServerOps-990869453 tempest-TestNetworkAdvancedServerOps-990869453-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3475bcf7-abe6-4964-9326-03174235aecc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1556199 Apr 29 13:25:57.784952 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55708) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:57.865507 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d060ba-2158-4c73-a569-be58141cda18 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Router cd89741c-1309-45ce-8297-4a03ddb0c7ce has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:25:57.880708 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e58c5ceb-df47-440e-8eee-5f9af5413b4e tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Unset dirty status for tenant:9d423b9651fd4201aad53b2bea7036a1 on resource:floatingip {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:25:57.882404 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e58c5ceb-df47-440e-8eee-5f9af5413b4e tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.5625458 Apr 29 13:25:57.886972 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55712) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:57.892249 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8343638b-ad63-4754-82f9-7d47aaf89db2 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:57.895155 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2d8f4-5c7d-4d18-8ae6-cbe2bb95e791 None None] Pushing event updated for resources: {'Port': ['ID=5a5278ef-f522-4b9c-a0b2-7811522e4630,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:57.909613 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d6cf7426-6197-47e7-b0be-a9e6112109c5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:57.994297 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf013f3-7f5e-4e7a-a1bd-cdeb3bf8b943 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:57.995950 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf013f3-7f5e-4e7a-a1bd-cdeb3bf8b943 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:57.997538 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf013f3-7f5e-4e7a-a1bd-cdeb3bf8b943 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:57.999388 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf013f3-7f5e-4e7a-a1bd-cdeb3bf8b943 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:58.001132 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf013f3-7f5e-4e7a-a1bd-cdeb3bf8b943 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:58.002224 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4bf013f3-7f5e-4e7a-a1bd-cdeb3bf8b943 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Synchronizing usage tracker for tenant:657540fe6ef84325b4d48ead4eeedc47 on resource:subnet {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:25:58.011268 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:58.056830 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4bf013f3-7f5e-4e7a-a1bd-cdeb3bf8b943 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Unset dirty status for tenant:657540fe6ef84325b4d48ead4eeedc47 on resource:subnet {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:25:58.063750 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-aee88899-49ee-4c04-aba6-6726702b41ea tempest-TestNetworkAdvancedServerOps-990869453 tempest-TestNetworkAdvancedServerOps-990869453-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=4091972c-04d6-43ae-8ddb-35c890b3b094&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2710676 Apr 29 13:25:58.068043 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4bf013f3-7f5e-4e7a-a1bd-cdeb3bf8b943 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4309144 Apr 29 13:25:58.076093 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=e7e37690-3229-4928-8b7b-7d2b1112e8da,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:58.195037 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55716) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:58.195628 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55718) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:58.232136 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-557eaf97-2c42-40ed-b8c3-ecf27a1bf88c None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:58.278758 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-8c213008-d682-4701-96da-d638cc5273eb tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2043487221'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:58.285864 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-557eaf97-2c42-40ed-b8c3-ecf27a1bf88c None None] Transition to ACTIVE for port object 66b41e9f-37c9-43d7-8280-e1a3a056141a will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:25:58.288340 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-3eb4d7b1-6da9-443f-a215-75fcd416531c tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-451273398', 'network_id': 'fd1e5aaf-1b26-4dda-a00a-9ea5743f747d', 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:58.297059 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-557eaf97-2c42-40ed-b8c3-ecf27a1bf88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:58.390538 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227b6957-6bdd-4f24-a8af-cc350e635216 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:58.391063 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227b6957-6bdd-4f24-a8af-cc350e635216 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:58.391472 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227b6957-6bdd-4f24-a8af-cc350e635216 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:58.391877 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227b6957-6bdd-4f24-a8af-cc350e635216 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:58.392277 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227b6957-6bdd-4f24-a8af-cc350e635216 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:58.392770 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227b6957-6bdd-4f24-a8af-cc350e635216 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:58.401120 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227b6957-6bdd-4f24-a8af-cc350e635216 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:58.401686 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227b6957-6bdd-4f24-a8af-cc350e635216 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:58.402140 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227b6957-6bdd-4f24-a8af-cc350e635216 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:58.402553 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227b6957-6bdd-4f24-a8af-cc350e635216 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:58.402955 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227b6957-6bdd-4f24-a8af-cc350e635216 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:25:58.404257 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-227b6957-6bdd-4f24-a8af-cc350e635216 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Synchronizing usage tracker for tenant:9d423b9651fd4201aad53b2bea7036a1 on resource:subnet {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:25:58.414080 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76541f0-0e99-46a5-844e-8efcd0dcb808 None None] Pushing event updated for resources: {'Port': ['ID=66b41e9f-37c9-43d7-8280-e1a3a056141a,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:58.432170 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8c213008-d682-4701-96da-d638cc5273eb tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:58.444246 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-557eaf97-2c42-40ed-b8c3-ecf27a1bf88c None None] Attempting to bind port 66b41e9f-37c9-43d7-8280-e1a3a056141a on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:25:58.444658 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-557eaf97-2c42-40ed-b8c3-ecf27a1bf88c None None] Attempting to bind port 66b41e9f-37c9-43d7-8280-e1a3a056141a by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:25:58.445307 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557eaf97-2c42-40ed-b8c3-ecf27a1bf88c None None] Attempting to bind port 66b41e9f-37c9-43d7-8280-e1a3a056141a on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:25:58.453496 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557eaf97-2c42-40ed-b8c3-ecf27a1bf88c None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:25:58.454373 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557eaf97-2c42-40ed-b8c3-ecf27a1bf88c None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:25:58.454952 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-557eaf97-2c42-40ed-b8c3-ecf27a1bf88c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:58.455455 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557eaf97-2c42-40ed-b8c3-ecf27a1bf88c None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:25:58.457933 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-557eaf97-2c42-40ed-b8c3-ecf27a1bf88c None None] Bound port: 66b41e9f-37c9-43d7-8280-e1a3a056141a, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:25:58.458432 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-557eaf97-2c42-40ed-b8c3-ecf27a1bf88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:58.500259 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-227b6957-6bdd-4f24-a8af-cc350e635216 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Unset dirty status for tenant:9d423b9651fd4201aad53b2bea7036a1 on resource:subnet {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:25:58.504277 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-227b6957-6bdd-4f24-a8af-cc350e635216 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7012 time: 0.4454975 Apr 29 13:25:58.509592 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55724) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:58.552410 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-557eaf97-2c42-40ed-b8c3-ecf27a1bf88c None None] For port 66b41e9f-37c9-43d7-8280-e1a3a056141a, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:25:58.558191 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-7c95d6f5-fb47-48bf-915c-956eaf38e69f admin admin] Allocated IP 172.20.0.1 (9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6/95ef32f0-4ffe-4053-ad89-1f8d7234cbbd/dfca116a-9349-436d-84d8-e8cb520e2159) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:25:58.559059 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-557eaf97-2c42-40ed-b8c3-ecf27a1bf88c None None] For port 66b41e9f-37c9-43d7-8280-e1a3a056141a, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=66b41e9f-37c9-43d7-8280-e1a3a056141a,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:25:58.563661 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-557eaf97-2c42-40ed-b8c3-ecf27a1bf88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:58.670878 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12748b39-5e77-4317-8c52-b9b893954b9c None None] Network b6563704-747a-4a0d-901b-5dfa00160317 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:25:58.681864 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8c213008-d682-4701-96da-d638cc5273eb tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Usage tracker for resource:network and tenant:657540fe6ef84325b4d48ead4eeedc47 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:58.687185 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3eb4d7b1-6da9-443f-a215-75fcd416531c tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:58.697160 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8c213008-d682-4701-96da-d638cc5273eb tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:58.698998 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-7d687727-a1f3-476a-a033-5abc7a187644 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] delete failed (client error): The resource could not be found. Apr 29 13:25:58.704486 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7d687727-a1f3-476a-a033-5abc7a187644 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/52dbc4e6-f706-4b81-b587-2fa2a3e1c712 HTTP/1.1" status: 404 len: 345 time: 0.1815338 Apr 29 13:25:58.710555 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55728) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:58.711459 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3eb4d7b1-6da9-443f-a215-75fcd416531c tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Usage tracker for resource:subnet and tenant:b3dd10e1defa4a4db8e298797b127deb is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:58.715956 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8c213008-d682-4701-96da-d638cc5273eb tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:58.763456 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76541f0-0e99-46a5-844e-8efcd0dcb808 None None] Pushing event updated for resources: {'Port': ['ID=66b41e9f-37c9-43d7-8280-e1a3a056141a,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:25:58.770591 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3eb4d7b1-6da9-443f-a215-75fcd416531c tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:58.822204 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9878c6d-d7e5-4d52-bce0-795c1664d9bd tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] DELETE failed (client error): The resource could not be found. Apr 29 13:25:58.822684 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9878c6d-d7e5-4d52-bce0-795c1664d9bd tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:25:58.823249 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 8fc764b5-9f7f-4307-9160-6b93281d5dc9 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:25:58.829317 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3eb4d7b1-6da9-443f-a215-75fcd416531c tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:58.851909 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c213008-d682-4701-96da-d638cc5273eb tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Made reservation on behalf of 657540fe6ef84325b4d48ead4eeedc47 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:25:58.854800 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8c213008-d682-4701-96da-d638cc5273eb tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:58.861324 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557eaf97-2c42-40ed-b8c3-ecf27a1bf88c None None] Routers {'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:58.862131 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-557eaf97-2c42-40ed-b8c3-ecf27a1bf88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['dbbd48fc-93c3-4ee5-96c0-bbc843deeffd'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:58.879052 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e9878c6d-d7e5-4d52-bce0-795c1664d9bd tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] 10.222.0.76 "DELETE /v2.0/networks/4091972c-04d6-43ae-8ddb-35c890b3b094 HTTP/1.1" status: 404 len: 339 time: 0.1547291 Apr 29 13:25:58.897664 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55732) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:58.911154 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb4d7b1-6da9-443f-a215-75fcd416531c tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Made reservation on behalf of b3dd10e1defa4a4db8e298797b127deb for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:25:58.928670 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-635bc306-c9b0-4191-b82b-c4e61ec28663 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Request body: {'network': {'name': 'tempest-network--1884832868', 'router:external': True}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:25:58.953228 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd830e7-36dd-4d8c-be84-b5f6954f5d2e tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Router cfdcac9c-6208-4054-a845-e83e30bf6db2 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:25:58.956662 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-635bc306-c9b0-4191-b82b-c4e61ec28663 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:25:58.978262 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8343638b-ad63-4754-82f9-7d47aaf89db2 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:58.987021 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8343638b-ad63-4754-82f9-7d47aaf89db2 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:59.045783 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b3143dac-ac79-4295-9e1d-716cd665cb33 None None] Provisioning for port 8fc764b5-9f7f-4307-9160-6b93281d5dc9 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:25:59.053148 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8343638b-ad63-4754-82f9-7d47aaf89db2 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:59.053890 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8343638b-ad63-4754-82f9-7d47aaf89db2 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Fanout notify agent at l3_agent the message router_deleted on router 05b6e102-36e7-4385-b57c-7cc90d757093 {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:25:59.067769 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d060ba-2158-4c73-a569-be58141cda18 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:25:59.073870 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-84d060ba-2158-4c73-a569-be58141cda18 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "PUT /v2.0/routers/cd89741c-1309-45ce-8297-4a03ddb0c7ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2814331 Apr 29 13:25:59.078622 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8343638b-ad63-4754-82f9-7d47aaf89db2 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:59.079450 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8343638b-ad63-4754-82f9-7d47aaf89db2 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "DELETE /v2.0/routers/05b6e102-36e7-4385-b57c-7cc90d757093 HTTP/1.1" status: 204 len: 168 time: 1.7546365 Apr 29 13:25:59.080213 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55736) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:59.104741 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686a2289-28d1-4f04-bfee-bed1cdd1a47c None None] Sync routers for ids ['cd89741c-1309-45ce-8297-4a03ddb0c7ce'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:25:59.143756 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55738) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:59.205208 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 8fc764b5-9f7f-4307-9160-6b93281d5dc9 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:25:59.206224 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-635bc306-c9b0-4191-b82b-c4e61ec28663 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Usage tracker for resource:network and tenant:9d423b9651fd4201aad53b2bea7036a1 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:25:59.246140 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 8fc764b5-9f7f-4307-9160-6b93281d5dc9 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:25:59.246511 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:59.249295 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-635bc306-c9b0-4191-b82b-c4e61ec28663 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:25:59.255797 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1abd19c6-6b91-450f-9b34-a039b6eaa203 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "GET /v2.0/ports?device_id=05b6e102-36e7-4385-b57c-7cc90d757093 HTTP/1.1" status: 200 len: 205 time: 0.1107430 Apr 29 13:25:59.262396 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55744) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:59.275398 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686a2289-28d1-4f04-bfee-bed1cdd1a47c None None] Routers {'cd89741c-1309-45ce-8297-4a03ddb0c7ce'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:59.276029 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-686a2289-28d1-4f04-bfee-bed1cdd1a47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['cd89741c-1309-45ce-8297-4a03ddb0c7ce'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:59.300821 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-635bc306-c9b0-4191-b82b-c4e61ec28663 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:25:59.310566 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c213008-d682-4701-96da-d638cc5273eb tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:25:59.319646 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7c95d6f5-fb47-48bf-915c-956eaf38e69f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:59.353686 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-6642145d-5ddf-455b-96f5-56e57aa08d5a tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] delete failed (client error): The resource could not be found. Apr 29 13:25:59.355140 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6642145d-5ddf-455b-96f5-56e57aa08d5a tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "DELETE /v2.0/routers/05b6e102-36e7-4385-b57c-7cc90d757093 HTTP/1.1" status: 404 len: 336 time: 0.0917735 Apr 29 13:25:59.359794 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55748) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:59.372242 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-686a2289-28d1-4f04-bfee-bed1cdd1a47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:59.374468 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8c213008-d682-4701-96da-d638cc5273eb tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:59.374816 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-8c213008-d682-4701-96da-d638cc5273eb tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Added segment d9849194-ffe3-41cc-8f86-a2482c7b4022 of type vlan for network 01065020-de1e-411d-84ba-fa4f1e8edddd Apr 29 13:25:59.390703 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-557eaf97-2c42-40ed-b8c3-ecf27a1bf88c None None] Set router dbbd48fc-93c3-4ee5-96c0-bbc843deeffd gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:25:59.426082 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635bc306-c9b0-4191-b82b-c4e61ec28663 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Made reservation on behalf of 9d423b9651fd4201aad53b2bea7036a1 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:25:59.428596 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-635bc306-c9b0-4191-b82b-c4e61ec28663 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:59.448548 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bb6541ed-ed20-4465-8761-2c43c9c6d127 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:59.491765 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-7c95d6f5-fb47-48bf-915c-956eaf38e69f admin admin] Transition to ACTIVE for port object dfca116a-9349-436d-84d8-e8cb520e2159 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:25:59.509367 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d7b1-6da9-443f-a215-75fcd416531c tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:59.587302 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2089ccb3-e863-408b-88d4-a79165e00b85 None None] Network fde0a8d7-3412-4aba-aecd-3fceb7d9708f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:25:59.608498 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4f1bbb06-9470-4de9-b67e-2c3e873dc0ef tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ceedccc-d019-4938-ac35-46078e66f14c HTTP/1.1" status: 200 len: 205 time: 0.2358291 Apr 29 13:25:59.639711 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686a2289-28d1-4f04-bfee-bed1cdd1a47c None None] Routers {'cd89741c-1309-45ce-8297-4a03ddb0c7ce'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:25:59.640355 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-686a2289-28d1-4f04-bfee-bed1cdd1a47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['cd89741c-1309-45ce-8297-4a03ddb0c7ce'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:59.643576 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55752) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:59.779396 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-f3b2ca1b-b106-4861-8f4e-2a2cc4da1c76 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] delete failed (client error): The resource could not be found. Apr 29 13:25:59.780211 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f3b2ca1b-b106-4861-8f4e-2a2cc4da1c76 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "DELETE /v2.0/routers/5ceedccc-d019-4938-ac35-46078e66f14c HTTP/1.1" status: 404 len: 336 time: 0.1299858 Apr 29 13:25:59.787036 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55756) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:59.807466 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635bc306-c9b0-4191-b82b-c4e61ec28663 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:25:59.823783 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8c213008-d682-4701-96da-d638cc5273eb tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:59.824292 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-686a2289-28d1-4f04-bfee-bed1cdd1a47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:25:59.824692 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686a2289-28d1-4f04-bfee-bed1cdd1a47c None None] The sync data for ids ['cd89741c-1309-45ce-8297-4a03ddb0c7ce'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:25:59.839229 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-87e225c5-54b0-43f2-b307-2b1ff9950da8 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ec85d4c-6287-4bd9-a18f-cb21e5ceb4ad HTTP/1.1" status: 200 len: 205 time: 0.0500627 Apr 29 13:25:59.849498 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55760) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:59.907856 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ae5f74e8-5d1a-4946-b804-4451ab8747f4 None None] Provisioning for port 5a5278ef-f522-4b9c-a0b2-7811522e4630 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:25:59.949476 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-635bc306-c9b0-4191-b82b-c4e61ec28663 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:59.949930 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-635bc306-c9b0-4191-b82b-c4e61ec28663 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Added segment cfedf581-6765-4f41-8a74-ee95ba3e9abf of type vlan for network 5f97bc80-ffa9-4bbc-8d50-6b317c478abb Apr 29 13:25:59.952802 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-d6cf7426-6197-47e7-b0be-a9e6112109c5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Allocated IP 172.20.0.1 (b6563704-747a-4a0d-901b-5dfa00160317/09f90d4d-54af-4129-b700-7c9fdf8f000c/e05a672f-7e75-4e9a-8f9b-b839cf7bdef4) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:25:59.959028 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bb6541ed-ed20-4465-8761-2c43c9c6d127 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:59.973166 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-bb6541ed-ed20-4465-8761-2c43c9c6d127 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Deleting port 42b8259a-13a0-4da1-9b3c-cd9d989565d5 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:25:59.973767 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bb6541ed-ed20-4465-8761-2c43c9c6d127 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:25:59.976526 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-8ed9febd-8e2c-4a90-bfe7-3a977acffbed tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] delete failed (client error): The resource could not be found. Apr 29 13:25:59.980463 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8ed9febd-8e2c-4a90-bfe7-3a977acffbed tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "DELETE /v2.0/routers/7ec85d4c-6287-4bd9-a18f-cb21e5ceb4ad HTTP/1.1" status: 404 len: 336 time: 0.1298621 Apr 29 13:25:59.982692 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55764) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:25:59.984129 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:00.148819 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 8fc764b5-9f7f-4307-9160-6b93281d5dc9, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=8fc764b5-9f7f-4307-9160-6b93281d5dc9,segment=NetworkSegment(8fc9b62a-5be5-44b0-9ed1-bc4a896e1d04),segment_id=8fc9b62a-5be5-44b0-9ed1-bc4a896e1d04)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:00.161941 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:00.162992 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e7e37690-3229-4928-8b7b-7d2b1112e8da up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:26:00.210883 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bb6541ed-ed20-4465-8761-2c43c9c6d127 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:00.219408 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7c95d6f5-fb47-48bf-915c-956eaf38e69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:00.273674 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-635bc306-c9b0-4191-b82b-c4e61ec28663 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:00.292839 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e4d7d0e5-8073-4d7c-b552-5989a0de0531 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "GET /v2.0/ports?device_id=a0dc39a8-51aa-4018-943b-b15b10dcd16f HTTP/1.1" status: 200 len: 205 time: 0.2968299 Apr 29 13:26:00.313480 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55768) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:00.359649 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-bb6541ed-ed20-4465-8761-2c43c9c6d127 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Calling delete_port for 42b8259a-13a0-4da1-9b3c-cd9d989565d5 owned by network:router_gateway {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:26:00.361986 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=8fc764b5-9f7f-4307-9160-6b93281d5dc9,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:00.381635 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-62b88183-f107-4418-9033-03d1bc83a2a0 None None] Provisioning complete for port 8fc764b5-9f7f-4307-9160-6b93281d5dc9 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:00.382009 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-62b88183-f107-4418-9033-03d1bc83a2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:00.441595 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8c213008-d682-4701-96da-d638cc5273eb tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:00.445167 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c213008-d682-4701-96da-d638cc5273eb tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:00.445756 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8c213008-d682-4701-96da-d638cc5273eb tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:00.457097 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-557eaf97-2c42-40ed-b8c3-ecf27a1bf88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016343287', 'tenant_id': 'b3dd10e1defa4a4db8e298797b127deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '66b41e9f-37c9-43d7-8280-e1a3a056141a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:25:46Z', 'updated_at': '2022-04-29T13:25:51Z', 'revision_number': 3, 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'gw_port': {'id': '66b41e9f-37c9-43d7-8280-e1a3a056141a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:06:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:49Z', 'updated_at': '2022-04-29T13:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:00.465340 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port e7e37690-3229-4928-8b7b-7d2b1112e8da triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:00.465710 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:00.491416 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557eaf97-2c42-40ed-b8c3-ecf27a1bf88c None None] The sync data for ids ['dbbd48fc-93c3-4ee5-96c0-bbc843deeffd'] in dv-neutron-839027-4-hyperv is: [{'id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016343287', 'tenant_id': 'b3dd10e1defa4a4db8e298797b127deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '66b41e9f-37c9-43d7-8280-e1a3a056141a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:25:46Z', 'updated_at': '2022-04-29T13:25:51Z', 'revision_number': 3, 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'gw_port': {'id': '66b41e9f-37c9-43d7-8280-e1a3a056141a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:06:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:49Z', 'updated_at': '2022-04-29T13:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:26:00.562964 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bb6541ed-ed20-4465-8761-2c43c9c6d127 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:00.602716 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c95d6f5-fb47-48bf-915c-956eaf38e69f admin admin] Network 9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:00.612893 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-80459ebf-ab60-4c84-a8cc-01d9da0fb9c2 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] delete failed (client error): The resource could not be found. Apr 29 13:26:00.614176 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-80459ebf-ab60-4c84-a8cc-01d9da0fb9c2 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "DELETE /v2.0/routers/a0dc39a8-51aa-4018-943b-b15b10dcd16f HTTP/1.1" status: 404 len: 336 time: 0.2667968 Apr 29 13:26:00.615492 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c213008-d682-4701-96da-d638cc5273eb tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event updated for resources: {'Network': ['ID=01065020-de1e-411d-84ba-fa4f1e8edddd,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:00.615713 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6541ed-ed20-4465-8761-2c43c9c6d127 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event deleted for resources: {'Port': ['ID=42b8259a-13a0-4da1-9b3c-cd9d989565d5,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:00.619731 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55774) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:00.642756 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-7c95d6f5-fb47-48bf-915c-956eaf38e69f admin admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:00.646103 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c95d6f5-fb47-48bf-915c-956eaf38e69f admin admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:26:00.649121 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 01065020-de1e-411d-84ba-fa4f1e8edddd details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:26:00.690169 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.resource_extend [None req-635bc306-c9b0-4191-b82b-c4e61ec28663 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:26:00.891029 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d6cf7426-6197-47e7-b0be-a9e6112109c5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:00.908013 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-d6cf7426-6197-47e7-b0be-a9e6112109c5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Transition to ACTIVE for port object e05a672f-7e75-4e9a-8f9b-b839cf7bdef4 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:00.915595 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95d6f5-fb47-48bf-915c-956eaf38e69f admin admin] Pushing event updated for resources: {'Port': ['ID=dfca116a-9349-436d-84d8-e8cb520e2159,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:00.945825 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 5a5278ef-f522-4b9c-a0b2-7811522e4630 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:26:00.952402 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b4672ee5-7327-4bf2-8972-ee2322a271bf tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3a83ae-4e7d-4376-acca-b38bb526552f HTTP/1.1" status: 200 len: 205 time: 0.3110728 Apr 29 13:26:00.955102 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55778) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:00.967402 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-635bc306-c9b0-4191-b82b-c4e61ec28663 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:00.968230 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635bc306-c9b0-4191-b82b-c4e61ec28663 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:00.969281 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-635bc306-c9b0-4191-b82b-c4e61ec28663 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:01.010395 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bb6541ed-ed20-4465-8761-2c43c9c6d127 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:01.056922 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b61642-318a-4470-b162-c4f72253674d None None] Update dhcp port {'port': {'network_id': 'fde0a8d7-3412-4aba-aecd-3fceb7d9708f', 'fixed_ips': [{'subnet_id': '742454d8-8908-4898-9507-d9836ddb2336', 'ip_address': '2001:db8::2'}, {'subnet_id': '21e66388-9316-4c62-bfca-5750bd13adf2'}], 'binding:host_id': 'dv-neutron-839027-4-hyperv'}, 'id': '5a5278ef-f522-4b9c-a0b2-7811522e4630'} from dv-neutron-839027-4-hyperv. {{(pid=83906) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 29 13:26:01.134323 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f5b61642-318a-4470-b162-c4f72253674d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:01.147773 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 5a5278ef-f522-4b9c-a0b2-7811522e4630 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:01.158225 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 5a5278ef-f522-4b9c-a0b2-7811522e4630 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:01.159125 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:01.360020 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8c213008-d682-4701-96da-d638cc5273eb tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.1588104 Apr 29 13:26:01.361037 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d7b1-6da9-443f-a215-75fcd416531c tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:01.370995 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55782) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:01.377490 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-cc2bcf48-4b65-42ae-94dd-3ca7653918cb None None] Provisioning for port dfca116a-9349-436d-84d8-e8cb520e2159 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:01.400028 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635bc306-c9b0-4191-b82b-c4e61ec28663 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Pushing event updated for resources: {'Network': ['ID=5f97bc80-ffa9-4bbc-8d50-6b317c478abb,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:01.407365 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-d7ce2cf4-6d33-43f7-a104-24440df8e848 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] delete failed (client error): The resource could not be found. Apr 29 13:26:01.407777 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d7ce2cf4-6d33-43f7-a104-24440df8e848 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "DELETE /v2.0/routers/9d3a83ae-4e7d-4376-acca-b38bb526552f HTTP/1.1" status: 404 len: 336 time: 0.4421232 Apr 29 13:26:01.413521 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55786) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:01.432553 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-c0ba7dd9-9efc-4a7c-b229-c3988682949a tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:01.443635 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:01.450732 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7c95d6f5-fb47-48bf-915c-956eaf38e69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:01.458301 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-cc2bcf48-4b65-42ae-94dd-3ca7653918cb None None] Provisioning complete for port dfca116a-9349-436d-84d8-e8cb520e2159 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:01.459229 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cc2bcf48-4b65-42ae-94dd-3ca7653918cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:01.465513 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d6cf7426-6197-47e7-b0be-a9e6112109c5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:01.473068 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-41a0b677-3767-4745-ac31-21a3b66f49ef tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "GET /v2.0/ports?device_id=6bca9185-6c34-4bbb-9cf1-59bc763bccfb HTTP/1.1" status: 200 len: 205 time: 0.0537274 Apr 29 13:26:01.473262 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-635bc306-c9b0-4191-b82b-c4e61ec28663 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.5672336 Apr 29 13:26:01.474046 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55792) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:01.474363 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55790) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:01.560847 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bb6541ed-ed20-4465-8761-2c43c9c6d127 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:01.586933 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-79651241-598a-4be8-9b19-a443c6e1596c tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] delete failed (client error): The resource could not be found. Apr 29 13:26:01.587972 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-79651241-598a-4be8-9b19-a443c6e1596c tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "DELETE /v2.0/routers/6bca9185-6c34-4bbb-9cf1-59bc763bccfb HTTP/1.1" status: 404 len: 336 time: 0.1110663 Apr 29 13:26:01.609817 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55798) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:01.618941 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 5f97bc80-ffa9-4bbc-8d50-6b317c478abb details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:26:01.639069 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bb6541ed-ed20-4465-8761-2c43c9c6d127 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:01.703167 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bb6541ed-ed20-4465-8761-2c43c9c6d127 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:01.703581 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6541ed-ed20-4465-8761-2c43c9c6d127 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Fanout notify agent at l3_agent the message router_deleted on router cd89741c-1309-45ce-8297-4a03ddb0c7ce {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:26:01.714319 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4d7b1-6da9-443f-a215-75fcd416531c tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Pushing event updated for resources: {'Subnet': ['ID=8672d9ee-edfb-42ee-bd49-ae2cc6174dde,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:01.731141 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0cecc7-479e-431f-9837-6f2fce1b0414 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] DELETE failed (client error): The resource could not be found. Apr 29 13:26:01.731580 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f0cecc7-479e-431f-9837-6f2fce1b0414 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:26:01.735658 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8f0cecc7-479e-431f-9837-6f2fce1b0414 tempest-RoutersIpV6AdminTest-2141710812 tempest-RoutersIpV6AdminTest-2141710812-project] 10.222.0.76 "DELETE /v2.0/subnets/88146e68-d792-42bb-9177-efe73a824b79 HTTP/1.1" status: 404 len: 337 time: 0.1003602 Apr 29 13:26:01.737167 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bb6541ed-ed20-4465-8761-2c43c9c6d127 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:01.738951 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-bb6541ed-ed20-4465-8761-2c43c9c6d127 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "DELETE /v2.0/routers/cd89741c-1309-45ce-8297-4a03ddb0c7ce HTTP/1.1" status: 204 len: 168 time: 2.6562939 Apr 29 13:26:01.744697 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64bf9cc-048c-4e00-9bc3-2015b256870f tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:01.749233 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64bf9cc-048c-4e00-9bc3-2015b256870f tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:01.754218 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64bf9cc-048c-4e00-9bc3-2015b256870f tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:01.758109 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cf7426-6197-47e7-b0be-a9e6112109c5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network b6563704-747a-4a0d-901b-5dfa00160317 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:01.759054 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64bf9cc-048c-4e00-9bc3-2015b256870f tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:01.760463 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e64bf9cc-048c-4e00-9bc3-2015b256870f tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Synchronizing usage tracker for tenant:94f7552777a040ea80d5286d0c2601c1 on resource:network {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:26:01.762439 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55804) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:01.766367 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf7426-6197-47e7-b0be-a9e6112109c5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Port': ['ID=e05a672f-7e75-4e9a-8f9b-b839cf7bdef4,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:01.766538 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-cc2bcf48-4b65-42ae-94dd-3ca7653918cb None None] Port dfca116a-9349-436d-84d8-e8cb520e2159 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:26:01.798941 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 5a5278ef-f522-4b9c-a0b2-7811522e4630, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=5a5278ef-f522-4b9c-a0b2-7811522e4630,segment=NetworkSegment(a23644d0-6012-4808-ad9c-7175d9b2f90a),segment_id=a23644d0-6012-4808-ad9c-7175d9b2f90a)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:01.800528 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e64bf9cc-048c-4e00-9bc3-2015b256870f tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Unset dirty status for tenant:94f7552777a040ea80d5286d0c2601c1 on resource:network {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:26:01.804783 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-f5b61642-318a-4470-b162-c4f72253674d None None] Allocated IP 172.20.0.1 (fde0a8d7-3412-4aba-aecd-3fceb7d9708f/21e66388-9316-4c62-bfca-5750bd13adf2/5a5278ef-f522-4b9c-a0b2-7811522e4630) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:26:01.805823 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e64bf9cc-048c-4e00-9bc3-2015b256870f tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3305063 Apr 29 13:26:01.806508 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55808) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:01.806620 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-d6cf7426-6197-47e7-b0be-a9e6112109c5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:01.808872 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:01.837222 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cf7426-6197-47e7-b0be-a9e6112109c5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:26:01.923293 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd830e7-36dd-4d8c-be84-b5f6954f5d2e tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:26:01.938019 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e147918-ce4c-4ec2-bdb8-31b1f9bdd0c0 None None] Sync routers for ids ['cfdcac9c-6208-4054-a845-e83e30bf6db2'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:26:01.955288 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e147918-ce4c-4ec2-bdb8-31b1f9bdd0c0 None None] Routers {'cfdcac9c-6208-4054-a845-e83e30bf6db2'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:26:01.956906 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-8e147918-ce4c-4ec2-bdb8-31b1f9bdd0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['cfdcac9c-6208-4054-a845-e83e30bf6db2'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:01.983029 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=5a5278ef-f522-4b9c-a0b2-7811522e4630,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:01.995913 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fd830e7-36dd-4d8c-be84-b5f6954f5d2e tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:02.000353 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2fd830e7-36dd-4d8c-be84-b5f6954f5d2e tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "PUT /v2.0/routers/cfdcac9c-6208-4054-a845-e83e30bf6db2 HTTP/1.1" status: 200 len: 915 time: 11.9137616 Apr 29 13:26:02.025252 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55812) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:02.083275 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-8e147918-ce4c-4ec2-bdb8-31b1f9bdd0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:02.121845 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e147918-ce4c-4ec2-bdb8-31b1f9bdd0c0 None None] Routers {'cfdcac9c-6208-4054-a845-e83e30bf6db2'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:26:02.122648 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-8e147918-ce4c-4ec2-bdb8-31b1f9bdd0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['cfdcac9c-6208-4054-a845-e83e30bf6db2'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:02.153839 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 66b41e9f-37c9-43d7-8280-e1a3a056141a up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:26:02.171110 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c0ba7dd9-9efc-4a7c-b229-c3988682949a tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:02.247360 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c0ba7dd9-9efc-4a7c-b229-c3988682949a tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:02.253341 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-8e147918-ce4c-4ec2-bdb8-31b1f9bdd0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:02.253780 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e147918-ce4c-4ec2-bdb8-31b1f9bdd0c0 None None] The sync data for ids ['cfdcac9c-6208-4054-a845-e83e30bf6db2'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:26:02.279589 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55818) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:02.281560 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-eccab31f-9745-4adc-a1e8-0cb489a42b4a None None] Provisioning for port e05a672f-7e75-4e9a-8f9b-b839cf7bdef4 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:02.285552 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb4d7b1-6da9-443f-a215-75fcd416531c tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Checking segment: {'id': '54435c81-be5a-435a-89e7-d7e4b8cb5a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fd1e5aaf-1b26-4dda-a00a-9ea5743f747d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:26:02.285949 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb4d7b1-6da9-443f-a215-75fcd416531c tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Network hostable DHCP agents. Network: fd1e5aaf-1b26-4dda-a00a-9ea5743f747d, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:26:02.300925 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-eccab31f-9745-4adc-a1e8-0cb489a42b4a None None] Provisioning complete for port e05a672f-7e75-4e9a-8f9b-b839cf7bdef4 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:02.301547 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eccab31f-9745-4adc-a1e8-0cb489a42b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:02.314874 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c784a247-93af-4f43-ad1a-17a9ff23c60a tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:02.361347 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f5b61642-318a-4470-b162-c4f72253674d None None] For port 5a5278ef-f522-4b9c-a0b2-7811522e4630, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=5a5278ef-f522-4b9c-a0b2-7811522e4630,segment=NetworkSegment(a23644d0-6012-4808-ad9c-7175d9b2f90a),segment_id=a23644d0-6012-4808-ad9c-7175d9b2f90a)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:02.375958 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 66b41e9f-37c9-43d7-8280-e1a3a056141a completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:02.380090 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-eccab31f-9745-4adc-a1e8-0cb489a42b4a None None] Port e05a672f-7e75-4e9a-8f9b-b839cf7bdef4 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:26:02.385343 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 66b41e9f-37c9-43d7-8280-e1a3a056141a triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:02.385707 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:02.427999 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d6cf7426-6197-47e7-b0be-a9e6112109c5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:02.439354 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f5b61642-318a-4470-b162-c4f72253674d None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:02.466702 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f5b61642-318a-4470-b162-c4f72253674d None None] Transition to ACTIVE for port object 5a5278ef-f522-4b9c-a0b2-7811522e4630 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:02.471993 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7c95d6f5-fb47-48bf-915c-956eaf38e69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:02.472184 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c784a247-93af-4f43-ad1a-17a9ff23c60a tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:02.475649 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f5b61642-318a-4470-b162-c4f72253674d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:02.492799 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba7dd9-9efc-4a7c-b229-c3988682949a tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event updated for resources: {'Network': ['ID=01065020-de1e-411d-84ba-fa4f1e8edddd,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:02.501801 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-c784a247-93af-4f43-ad1a-17a9ff23c60a tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f97bc80-ffa9-4bbc-8d50-6b317c478abb']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:02.518302 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 01065020-de1e-411d-84ba-fa4f1e8edddd details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:26:02.528678 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-c784a247-93af-4f43-ad1a-17a9ff23c60a tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfedf581-6765-4f41-8a74-ee95ba3e9abf') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:02.529081 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-c784a247-93af-4f43-ad1a-17a9ff23c60a tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfedf581-6765-4f41-8a74-ee95ba3e9abf') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:02.543606 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c784a247-93af-4f43-ad1a-17a9ff23c60a tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:02.566240 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c784a247-93af-4f43-ad1a-17a9ff23c60a tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:02.576950 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b1b627f7-93a6-49aa-990d-d2151952298e tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "GET /v2.0/routers/cfdcac9c-6208-4054-a845-e83e30bf6db2 HTTP/1.1" status: 200 len: 921 time: 0.5504544 Apr 29 13:26:02.578037 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c784a247-93af-4f43-ad1a-17a9ff23c60a tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:26:02.578427 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c784a247-93af-4f43-ad1a-17a9ff23c60a tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:26:02.592715 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:26:02.594685 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55824) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:02.599315 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c0ba7dd9-9efc-4a7c-b229-c3988682949a tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Network 01065020-de1e-411d-84ba-fa4f1e8edddd is not hosted by any dhcp agent {{(pid=83904) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 29 13:26:02.602566 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ba7dd9-9efc-4a7c-b229-c3988682949a tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:02.603153 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c0ba7dd9-9efc-4a7c-b229-c3988682949a tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:02.607170 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c0ba7dd9-9efc-4a7c-b229-c3988682949a tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "PUT /v2.0/networks/01065020-de1e-411d-84ba-fa4f1e8edddd HTTP/1.1" status: 200 len: 723 time: 1.2002187 Apr 29 13:26:02.660971 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55828) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:02.696207 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-efcec217-62a8-4ac5-a6b1-588140f94ae6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Request body: {'subnet': {'network_id': '01065020-de1e-411d-84ba-fa4f1e8edddd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:02.735398 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c784a247-93af-4f43-ad1a-17a9ff23c60a tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:02.739830 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2db4a22c-0f5b-48d9-9226-f80ad1ab4c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:02.746226 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b61642-318a-4470-b162-c4f72253674d None None] Pushing event updated for resources: {'Port': ['ID=5a5278ef-f522-4b9c-a0b2-7811522e4630,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:02.755311 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:02.758097 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c784a247-93af-4f43-ad1a-17a9ff23c60a tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5f97bc80-ffa9-4bbc-8d50-6b317c478abb {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 13:26:02.765800 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c784a247-93af-4f43-ad1a-17a9ff23c60a tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:02.769559 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784a247-93af-4f43-ad1a-17a9ff23c60a tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Pushing event deleted for resources: {'Network': ['ID=5f97bc80-ffa9-4bbc-8d50-6b317c478abb,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:02.778326 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-beb82bf0-9d16-49dd-be4e-51af01d7b309 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=3475bcf7-abe6-4964-9326-03174235aecc&device_id=cfdcac9c-6208-4054-a845-e83e30bf6db2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1842663 Apr 29 13:26:02.783867 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c784a247-93af-4f43-ad1a-17a9ff23c60a tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] 10.222.0.76 "DELETE /v2.0/networks/5f97bc80-ffa9-4bbc-8d50-6b317c478abb HTTP/1.1" status: 204 len: 168 time: 0.9762876 Apr 29 13:26:02.785021 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55832) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:02.785343 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55834) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:02.792564 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-2819af76-51af-4838-adac-db2f388d7d25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Request body: {'network': {'name': 'tempest-network--1762960454', 'router:external': True}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:02.802690 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 66b41e9f-37c9-43d7-8280-e1a3a056141a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=66b41e9f-37c9-43d7-8280-e1a3a056141a,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:02.807673 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:02.808480 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 8fc764b5-9f7f-4307-9160-6b93281d5dc9 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:26:02.820975 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2819af76-51af-4838-adac-db2f388d7d25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:02.829939 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2819af76-51af-4838-adac-db2f388d7d25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Usage tracker for resource:network and tenant:9d423b9651fd4201aad53b2bea7036a1 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:02.891743 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2819af76-51af-4838-adac-db2f388d7d25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:02.910045 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2819af76-51af-4838-adac-db2f388d7d25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:02.920878 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb4d7b1-6da9-443f-a215-75fcd416531c tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Network fd1e5aaf-1b26-4dda-a00a-9ea5743f747d is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:26:02.931240 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2819af76-51af-4838-adac-db2f388d7d25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Made reservation on behalf of 9d423b9651fd4201aad53b2bea7036a1 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:26:02.934993 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d6cf7426-6197-47e7-b0be-a9e6112109c5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:02.935625 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2819af76-51af-4838-adac-db2f388d7d25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:03.036040 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=66b41e9f-37c9-43d7-8280-e1a3a056141a,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:03.044271 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2819af76-51af-4838-adac-db2f388d7d25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:26:03.047038 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5962814f-eed5-4086-afd5-7f9b2de4f122 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:03.048655 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5962814f-eed5-4086-afd5-7f9b2de4f122 tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "GET /v2.0/networks/3475bcf7-abe6-4964-9326-03174235aecc HTTP/1.1" status: 200 len: 881 time: 0.2623570 Apr 29 13:26:03.052551 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55840) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:03.058606 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 8fc764b5-9f7f-4307-9160-6b93281d5dc9 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:03.058973 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:03.059951 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-3eb4d7b1-6da9-443f-a215-75fcd416531c tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, fd1e5aaf-1b26-4dda-a00a-9ea5743f747d) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:03.077651 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb4d7b1-6da9-443f-a215-75fcd416531c tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:03.078461 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d7b1-6da9-443f-a215-75fcd416531c tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:03.096094 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc75c52-17df-4ab1-abb1-9b30b11122bb None None] Network fd1e5aaf-1b26-4dda-a00a-9ea5743f747d requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:26:03.124107 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2819af76-51af-4838-adac-db2f388d7d25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:03.124448 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-2819af76-51af-4838-adac-db2f388d7d25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Added segment 12a4d395-8be4-4ecf-b749-cb2e281713c5 of type vlan for network 299f814e-5c1f-41ea-bb90-d1d4d603e82f Apr 29 13:26:03.130127 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-66e0cfea-8145-41bd-87b7-12c795f9b6ed tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfdcac9c-6208-4054-a845-e83e30bf6db2 HTTP/1.1" status: 200 len: 205 time: 0.0764141 Apr 29 13:26:03.138020 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55844) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:03.172157 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-8badb910-37ca-42a3-b6a6-3ddeef247e68 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Deleting subnet 72dcc274-f2bc-4892-b010-0013140af28c {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:26:03.240652 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-2db4a22c-0f5b-48d9-9226-f80ad1ab4c71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:03.250017 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3eb4d7b1-6da9-443f-a215-75fcd416531c tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 5.0505550 Apr 29 13:26:03.253340 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8badb910-37ca-42a3-b6a6-3ddeef247e68 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:03.284644 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55848) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:03.326305 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-2db4a22c-0f5b-48d9-9226-f80ad1ab4c71 admin admin] Usage tracker for resource:security_group_rule and tenant:a61f1618e05a4a2daa85afab534f4402 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:03.333220 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-efcec217-62a8-4ac5-a6b1-588140f94ae6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:03.513116 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0a5201-e70b-4c5b-87db-1c0b841e6bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-fd1e5aaf-1b26-4dda-a00a-9ea5743f747d', 'network_id': 'fd1e5aaf-1b26-4dda-a00a-9ea5743f747d', 'tenant_id': 'b3dd10e1defa4a4db8e298797b127deb', 'fixed_ips': [{'subnet_id': '8672d9ee-edfb-42ee-bd49-ae2cc6174dde'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:26:03.514004 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-af0a5201-e70b-4c5b-87db-1c0b841e6bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:03.519503 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-2db4a22c-0f5b-48d9-9226-f80ad1ab4c71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:03.547708 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-2db4a22c-0f5b-48d9-9226-f80ad1ab4c71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:03.578441 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-efcec217-62a8-4ac5-a6b1-588140f94ae6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:03.695297 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2819af76-51af-4838-adac-db2f388d7d25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:03.785906 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2819af76-51af-4838-adac-db2f388d7d25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:03.787240 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2819af76-51af-4838-adac-db2f388d7d25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:03.787415 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2819af76-51af-4838-adac-db2f388d7d25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:03.803292 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-af0a5201-e70b-4c5b-87db-1c0b841e6bb8 None None] Allocated IP 172.20.0.18 (fd1e5aaf-1b26-4dda-a00a-9ea5743f747d/8672d9ee-edfb-42ee-bd49-ae2cc6174dde/878a5b0a-671a-41d7-9ee9-b711f3a051d6) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:26:03.812706 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8badb910-37ca-42a3-b6a6-3ddeef247e68 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:03.923196 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcec217-62a8-4ac5-a6b1-588140f94ae6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Made reservation on behalf of 657540fe6ef84325b4d48ead4eeedc47 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:26:03.966506 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a549d627-6ddb-40e1-b65f-e6980bb629eb None None] Network fde0a8d7-3412-4aba-aecd-3fceb7d9708f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:26:03.970938 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2819af76-51af-4838-adac-db2f388d7d25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1828358 Apr 29 13:26:03.976842 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55854) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:03.979497 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819af76-51af-4838-adac-db2f388d7d25 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Pushing event updated for resources: {'Network': ['ID=299f814e-5c1f-41ea-bb90-d1d4d603e82f,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:03.985671 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 5a5278ef-f522-4b9c-a0b2-7811522e4630 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:26:04.062892 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 299f814e-5c1f-41ea-bb90-d1d4d603e82f details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:26:04.152563 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463d9879-b71c-4c32-b65d-130348d144ec tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:04.156693 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-463d9879-b71c-4c32-b65d-130348d144ec tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] 10.222.0.76 "GET /v2.0/networks/299f814e-5c1f-41ea-bb90-d1d4d603e82f HTTP/1.1" status: 200 len: 757 time: 0.1758039 Apr 29 13:26:04.156693 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55858) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:04.207331 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-efcec217-62a8-4ac5-a6b1-588140f94ae6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:04.245457 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.resource_extend [None req-7c95d6f5-fb47-48bf-915c-956eaf38e69f admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:26:04.271932 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dd81a739-03c5-49c3-8a2f-3413ff59ffed tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:04.310153 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2db4a22c-0f5b-48d9-9226-f80ad1ab4c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:04.333577 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7c95d6f5-fb47-48bf-915c-956eaf38e69f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:04.344329 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2db4a22c-0f5b-48d9-9226-f80ad1ab4c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:04.347885 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-febd9870-6853-42a8-8318-c780cbdb23ea None None] Provisioning for port 5a5278ef-f522-4b9c-a0b2-7811522e4630 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:04.378721 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-febd9870-6853-42a8-8318-c780cbdb23ea None None] Provisioning complete for port 5a5278ef-f522-4b9c-a0b2-7811522e4630 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:04.379341 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-febd9870-6853-42a8-8318-c780cbdb23ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:04.383540 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7c95d6f5-fb47-48bf-915c-956eaf38e69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:04.412126 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8badb910-37ca-42a3-b6a6-3ddeef247e68 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:04.455435 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-af0a5201-e70b-4c5b-87db-1c0b841e6bb8 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:04.480034 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4f2453-3db8-40fc-97ad-4ff469196801 tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:04.483917 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1f4f2453-3db8-40fc-97ad-4ff469196801 tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] 10.222.0.76 "GET /v2.0/networks/636d172d-7855-4739-90cc-16cb4b611b55 HTTP/1.1" status: 200 len: 767 time: 0.3238592 Apr 29 13:26:04.505348 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 5a5278ef-f522-4b9c-a0b2-7811522e4630 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:04.505822 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:04.528740 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-af0a5201-e70b-4c5b-87db-1c0b841e6bb8 None None] Transition to ACTIVE for port object 878a5b0a-671a-41d7-9ee9-b711f3a051d6 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:04.529314 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55862) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:04.594957 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2db4a22c-0f5b-48d9-9226-f80ad1ab4c71 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a61f1618e05a4a2daa85afab534f4402&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3043993 Apr 29 13:26:04.595787 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4a22c-0f5b-48d9-9226-f80ad1ab4c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e9b273-86e9-4579-bea0-5c38c49a2965,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:04.605851 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55866) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:04.632859 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-af0a5201-e70b-4c5b-87db-1c0b841e6bb8 None None] Transition to ACTIVE for port object 878a5b0a-671a-41d7-9ee9-b711f3a051d6 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:04.641161 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95d6f5-fb47-48bf-915c-956eaf38e69f admin admin] Pushing event updated for resources: {'Port': ['ID=dfca116a-9349-436d-84d8-e8cb520e2159,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:04.643870 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7c95d6f5-fb47-48bf-915c-956eaf38e69f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:04.652475 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-af0a5201-e70b-4c5b-87db-1c0b841e6bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:04.682015 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ac26e69d-1871-451d-b101-17167de5204d tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:04.709928 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d6cf7426-6197-47e7-b0be-a9e6112109c5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:04.741378 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d6cf7426-6197-47e7-b0be-a9e6112109c5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:04.834089 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0a5201-e70b-4c5b-87db-1c0b841e6bb8 None None] Network fd1e5aaf-1b26-4dda-a00a-9ea5743f747d is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:04.850330 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-af0a5201-e70b-4c5b-87db-1c0b841e6bb8 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:04.852310 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ac26e69d-1871-451d-b101-17167de5204d tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:04.858953 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a5201-e70b-4c5b-87db-1c0b841e6bb8 None None] Pushing event updated for resources: {'Port': ['ID=878a5b0a-671a-41d7-9ee9-b711f3a051d6,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:04.862445 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0a5201-e70b-4c5b-87db-1c0b841e6bb8 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:26:04.899843 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-ac26e69d-1871-451d-b101-17167de5204d tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299f814e-5c1f-41ea-bb90-d1d4d603e82f']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:04.915489 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-ac26e69d-1871-451d-b101-17167de5204d tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a4d395-8be4-4ecf-b749-cb2e281713c5') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:04.915892 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-ac26e69d-1871-451d-b101-17167de5204d tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a4d395-8be4-4ecf-b749-cb2e281713c5') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:04.924565 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 66b41e9f-37c9-43d7-8280-e1a3a056141a up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:26:04.925773 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8badb910-37ca-42a3-b6a6-3ddeef247e68 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:04.938463 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ac26e69d-1871-451d-b101-17167de5204d tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:04.970371 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dd81a739-03c5-49c3-8a2f-3413ff59ffed tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:04.975638 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ac26e69d-1871-451d-b101-17167de5204d tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:04.986109 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac26e69d-1871-451d-b101-17167de5204d tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:26:04.986624 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ac26e69d-1871-451d-b101-17167de5204d tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:26:05.000216 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:26:05.008135 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-dd81a739-03c5-49c3-8a2f-3413ff59ffed tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Deleting port ed39861e-0202-4b5a-902d-780c28741f09 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:26:05.008478 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dd81a739-03c5-49c3-8a2f-3413ff59ffed tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:05.024960 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badb910-37ca-42a3-b6a6-3ddeef247e68 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event deleted for resources: {'Subnet': ['ID=72dcc274-f2bc-4892-b010-0013140af28c,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:05.042336 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-af0a5201-e70b-4c5b-87db-1c0b841e6bb8 None None] Attempting to bind port 878a5b0a-671a-41d7-9ee9-b711f3a051d6 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:26:05.042706 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-af0a5201-e70b-4c5b-87db-1c0b841e6bb8 None None] Attempting to bind port 878a5b0a-671a-41d7-9ee9-b711f3a051d6 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '54435c81-be5a-435a-89e7-d7e4b8cb5a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fd1e5aaf-1b26-4dda-a00a-9ea5743f747d'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:26:05.043496 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0a5201-e70b-4c5b-87db-1c0b841e6bb8 None None] Attempting to bind port 878a5b0a-671a-41d7-9ee9-b711f3a051d6 on network fd1e5aaf-1b26-4dda-a00a-9ea5743f747d {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:26:05.055028 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9169b3c5-a0c2-4ecb-a32d-b62d3e607c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:05.055197 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0a5201-e70b-4c5b-87db-1c0b841e6bb8 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:26:05.055542 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0a5201-e70b-4c5b-87db-1c0b841e6bb8 None None] Checking segment: {'id': '54435c81-be5a-435a-89e7-d7e4b8cb5a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fd1e5aaf-1b26-4dda-a00a-9ea5743f747d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:26:05.055957 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-af0a5201-e70b-4c5b-87db-1c0b841e6bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:05.056331 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0a5201-e70b-4c5b-87db-1c0b841e6bb8 None None] Bound using segment: {'id': '54435c81-be5a-435a-89e7-d7e4b8cb5a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fd1e5aaf-1b26-4dda-a00a-9ea5743f747d'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:26:05.056850 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-af0a5201-e70b-4c5b-87db-1c0b841e6bb8 None None] Bound port: 878a5b0a-671a-41d7-9ee9-b711f3a051d6, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54435c81-be5a-435a-89e7-d7e4b8cb5a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fd1e5aaf-1b26-4dda-a00a-9ea5743f747d'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:26:05.057241 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-af0a5201-e70b-4c5b-87db-1c0b841e6bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:05.073600 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d6cf7426-6197-47e7-b0be-a9e6112109c5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:05.077952 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8badb910-37ca-42a3-b6a6-3ddeef247e68 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:05.106800 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf7426-6197-47e7-b0be-a9e6112109c5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Port': ['ID=e05a672f-7e75-4e9a-8f9b-b839cf7bdef4,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:05.117940 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1041f9e9-68b7-41ed-9c3b-59e6b9b82134 None None] Network 9884046d-dafa-4112-b186-34be4876bda4 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:26:05.192412 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8badb910-37ca-42a3-b6a6-3ddeef247e68 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "DELETE /v2.0/subnets/72dcc274-f2bc-4892-b010-0013140af28c HTTP/1.1" status: 204 len: 168 time: 3.4231634 Apr 29 13:26:05.196835 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55870) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:05.199886 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9169b3c5-a0c2-4ecb-a32d-b62d3e607c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:05.230377 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 66b41e9f-37c9-43d7-8280-e1a3a056141a triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:05.230763 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:05.304168 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c95d6f5-fb47-48bf-915c-956eaf38e69f admin admin] Network 9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:05.317979 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-efcec217-62a8-4ac5-a6b1-588140f94ae6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:05.369923 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-af0a5201-e70b-4c5b-87db-1c0b841e6bb8 None None] For port 878a5b0a-671a-41d7-9ee9-b711f3a051d6, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:26:05.420952 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-af0a5201-e70b-4c5b-87db-1c0b841e6bb8 None None] For port 878a5b0a-671a-41d7-9ee9-b711f3a051d6, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=878a5b0a-671a-41d7-9ee9-b711f3a051d6,segment=NetworkSegment(54435c81-be5a-435a-89e7-d7e4b8cb5a34),segment_id=54435c81-be5a-435a-89e7-d7e4b8cb5a34)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:26:05.431896 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-af0a5201-e70b-4c5b-87db-1c0b841e6bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:05.490714 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ac26e69d-1871-451d-b101-17167de5204d tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:05.522512 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-7c95d6f5-fb47-48bf-915c-956eaf38e69f admin admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:05.523412 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac26e69d-1871-451d-b101-17167de5204d tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 299f814e-5c1f-41ea-bb90-d1d4d603e82f {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 13:26:05.526684 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ac26e69d-1871-451d-b101-17167de5204d tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:05.539282 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26e69d-1871-451d-b101-17167de5204d tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Pushing event deleted for resources: {'Network': ['ID=299f814e-5c1f-41ea-bb90-d1d4d603e82f,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:05.550385 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ac26e69d-1871-451d-b101-17167de5204d tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] 10.222.0.76 "DELETE /v2.0/networks/299f814e-5c1f-41ea-bb90-d1d4d603e82f HTTP/1.1" status: 204 len: 168 time: 1.0199952 Apr 29 13:26:05.560789 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2d61addf-ad46-4a9f-a318-c3bf680b9ae8 None None] Provisioning complete for port 5a5278ef-f522-4b9c-a0b2-7811522e4630 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:05.561171 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2d61addf-ad46-4a9f-a318-c3bf680b9ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:05.565014 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55874) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:05.573027 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-1164c95e-5e97-43c0-b066-4751723b3151 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Request body: {'network': {'name': 'tempest-network--912077324'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:05.584731 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1164c95e-5e97-43c0-b066-4751723b3151 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:05.606437 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1164c95e-5e97-43c0-b066-4751723b3151 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Usage tracker for resource:network and tenant:9d423b9651fd4201aad53b2bea7036a1 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:05.610607 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dd81a739-03c5-49c3-8a2f-3413ff59ffed tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:05.620322 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1164c95e-5e97-43c0-b066-4751723b3151 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:05.633527 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1164c95e-5e97-43c0-b066-4751723b3151 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:05.719203 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a5201-e70b-4c5b-87db-1c0b841e6bb8 None None] Pushing event updated for resources: {'Port': ['ID=878a5b0a-671a-41d7-9ee9-b711f3a051d6,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:05.782696 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-dd81a739-03c5-49c3-8a2f-3413ff59ffed tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Calling delete_port for ed39861e-0202-4b5a-902d-780c28741f09 owned by network:router_gateway {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:26:05.884668 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1164c95e-5e97-43c0-b066-4751723b3151 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Made reservation on behalf of 9d423b9651fd4201aad53b2bea7036a1 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:26:05.888932 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1164c95e-5e97-43c0-b066-4751723b3151 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:05.906487 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-93467098-f362-4d3b-ad3d-5735f8c21531 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:05.923053 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcec217-62a8-4ac5-a6b1-588140f94ae6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event updated for resources: {'Subnet': ['ID=9b13dbde-cbc6-4d7d-8148-66fc4d8e20db,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:05.968814 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9169b3c5-a0c2-4ecb-a32d-b62d3e607c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:05.983108 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cf7426-6197-47e7-b0be-a9e6112109c5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network b6563704-747a-4a0d-901b-5dfa00160317 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:06.004126 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1164c95e-5e97-43c0-b066-4751723b3151 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:26:06.010855 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-d6cf7426-6197-47e7-b0be-a9e6112109c5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:06.026355 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1164c95e-5e97-43c0-b066-4751723b3151 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:06.028973 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-1164c95e-5e97-43c0-b066-4751723b3151 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Added segment d5a348e3-18e5-434f-930e-f68e2bcd157e of type vlan for network cb0d885d-cf51-4664-a4be-41a2e904af70 Apr 29 13:26:06.043813 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169b3c5-a0c2-4ecb-a32d-b62d3e607c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e9b273-86e9-4579-bea0-5c38c49a2965,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:06.089158 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1164c95e-5e97-43c0-b066-4751723b3151 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:06.098494 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1838fadc-0b93-41e5-97dc-531ae6942002 None None] DHCP port deletion for 9884046d-dafa-4112-b186-34be4876bda4 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:26:06.123433 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-1838fadc-0b93-41e5-97dc-531ae6942002 None None] Deleting port 1b32c1ed-debf-4e19-9285-5fa5d549f95a {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:26:06.123962 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1838fadc-0b93-41e5-97dc-531ae6942002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:06.185321 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-93467098-f362-4d3b-ad3d-5735f8c21531 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Deleting port 1b32c1ed-debf-4e19-9285-5fa5d549f95a {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:26:06.185808 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-93467098-f362-4d3b-ad3d-5735f8c21531 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:06.224031 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.db.resource_extend [None req-1164c95e-5e97-43c0-b066-4751723b3151 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:26:06.372371 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9169b3c5-a0c2-4ecb-a32d-b62d3e607c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:06.373700 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9169b3c5-a0c2-4ecb-a32d-b62d3e607c27 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/49e9b273-86e9-4579-bea0-5c38c49a2965 HTTP/1.1" status: 204 len: 168 time: 1.7669280 Apr 29 13:26:06.399352 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcec217-62a8-4ac5-a6b1-588140f94ae6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Checking segment: {'id': 'd9849194-ffe3-41cc-8f86-a2482c7b4022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '01065020-de1e-411d-84ba-fa4f1e8edddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:26:06.412577 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcec217-62a8-4ac5-a6b1-588140f94ae6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Network hostable DHCP agents. Network: 01065020-de1e-411d-84ba-fa4f1e8edddd, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:26:06.486814 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1164c95e-5e97-43c0-b066-4751723b3151 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:06.487676 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1164c95e-5e97-43c0-b066-4751723b3151 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:06.488261 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1164c95e-5e97-43c0-b066-4751723b3151 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:06.518195 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dd81a739-03c5-49c3-8a2f-3413ff59ffed tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:06.536901 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4016de4c-0f22-4802-8639-623c5ab2f87e tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:06.658949 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-eab83bc6-8918-4c6b-a279-0a5c27bd5964 None None] Provisioning complete for port dfca116a-9349-436d-84d8-e8cb520e2159 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:06.659425 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eab83bc6-8918-4c6b-a279-0a5c27bd5964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:06.700199 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1164c95e-5e97-43c0-b066-4751723b3151 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1337347 Apr 29 13:26:06.700817 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55882) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:06.745037 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-1838fadc-0b93-41e5-97dc-531ae6942002 None None] For port 1b32c1ed-debf-4e19-9285-5fa5d549f95a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=1b32c1ed-debf-4e19-9285-5fa5d549f95a,segment=NetworkSegment(f8c24ae2-014e-462b-be42-f5b2266dd766),segment_id=f8c24ae2-014e-462b-be42-f5b2266dd766)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:06.745585 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1838fadc-0b93-41e5-97dc-531ae6942002 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:06.776997 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81a739-03c5-49c3-8a2f-3413ff59ffed tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Pushing event deleted for resources: {'Port': ['ID=ed39861e-0202-4b5a-902d-780c28741f09,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:06.929650 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55886) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:06.946202 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164c95e-5e97-43c0-b066-4751723b3151 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Pushing event updated for resources: {'Network': ['ID=cb0d885d-cf51-4664-a4be-41a2e904af70,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:06.949527 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-1838fadc-0b93-41e5-97dc-531ae6942002 None None] Calling delete_port for 1b32c1ed-debf-4e19-9285-5fa5d549f95a owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:26:06.991325 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network cb0d885d-cf51-4664-a4be-41a2e904af70 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:26:07.013160 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcec217-62a8-4ac5-a6b1-588140f94ae6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Network 01065020-de1e-411d-84ba-fa4f1e8edddd is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:26:07.017409 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-eab83bc6-8918-4c6b-a279-0a5c27bd5964 None None] Port dfca116a-9349-436d-84d8-e8cb520e2159 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:26:07.017842 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-c25de2d9-0e9b-4786-a90d-b852910bf164 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:07.089850 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-93467098-f362-4d3b-ad3d-5735f8c21531 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] For port 1b32c1ed-debf-4e19-9285-5fa5d549f95a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=1b32c1ed-debf-4e19-9285-5fa5d549f95a,segment=NetworkSegment(f8c24ae2-014e-462b-be42-f5b2266dd766),segment_id=f8c24ae2-014e-462b-be42-f5b2266dd766)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:07.090239 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-93467098-f362-4d3b-ad3d-5735f8c21531 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:07.160379 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c78def6-b853-4c89-8798-6b069f7f8893 None None] Network fd1e5aaf-1b26-4dda-a00a-9ea5743f747d requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:26:07.237350 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1838fadc-0b93-41e5-97dc-531ae6942002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:07.241005 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-93467098-f362-4d3b-ad3d-5735f8c21531 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Calling delete_port for 1b32c1ed-debf-4e19-9285-5fa5d549f95a owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:26:07.309055 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838fadc-0b93-41e5-97dc-531ae6942002 None None] Pushing event deleted for resources: {'Port': ['ID=1b32c1ed-debf-4e19-9285-5fa5d549f95a,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:07.332489 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-aea66659-ebd6-4ee4-911f-1a9d417f3572 None None] Provisioning complete for port e05a672f-7e75-4e9a-8f9b-b839cf7bdef4 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:07.332895 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aea66659-ebd6-4ee4-911f-1a9d417f3572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:07.363096 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1838fadc-0b93-41e5-97dc-531ae6942002 None None] No DVR routers for this DVR port 1b32c1ed-debf-4e19-9285-5fa5d549f95a on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:26:07.431931 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-aea66659-ebd6-4ee4-911f-1a9d417f3572 None None] Port e05a672f-7e75-4e9a-8f9b-b839cf7bdef4 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:26:07.487905 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-efcec217-62a8-4ac5-a6b1-588140f94ae6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 01065020-de1e-411d-84ba-fa4f1e8edddd) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:07.495869 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.api [None req-93467098-f362-4d3b-ad3d-5735f8c21531 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:26:07.495869 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG oslo_db.api [None req-93467098-f362-4d3b-ad3d-5735f8c21531 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:26:07.503994 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcec217-62a8-4ac5-a6b1-588140f94ae6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:07.504733 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-efcec217-62a8-4ac5-a6b1-588140f94ae6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:07.507270 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d216a66-2074-4647-8ac6-cdda2ab9a349 None None] Network 01065020-de1e-411d-84ba-fa4f1e8edddd requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:26:07.557351 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dd81a739-03c5-49c3-8a2f-3413ff59ffed tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:07.575058 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-efcec217-62a8-4ac5-a6b1-588140f94ae6 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.9032164 Apr 29 13:26:07.583613 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55890) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:07.591790 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-492740b3-6f88-40ae-8ee4-2ebad4a9a7a5 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:07.631754 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-eb63c3b5-a9ed-4bce-8bd0-1414469c3671 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3870ddf3f16146999df30560b61bf6aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6030440 Apr 29 13:26:07.637315 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55894) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:07.674105 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2f04c8cc-a17f-4586-b13f-b73faf77552e None None] Provisioning for port 878a5b0a-671a-41d7-9ee9-b711f3a051d6 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:07.907998 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-492740b3-6f88-40ae-8ee4-2ebad4a9a7a5 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14903828'] for subnet, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:07.961484 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8b288dc1-bea3-4db4-a40a-ac338b1a28e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:07.974991 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e52bcc-ec06-4990-a777-4de2f9b30b95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-01065020-de1e-411d-84ba-fa4f1e8edddd', 'network_id': '01065020-de1e-411d-84ba-fa4f1e8edddd', 'tenant_id': '657540fe6ef84325b4d48ead4eeedc47', 'fixed_ips': [{'subnet_id': '9b13dbde-cbc6-4d7d-8148-66fc4d8e20db'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:26:07.978266 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e9e52bcc-ec06-4990-a777-4de2f9b30b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:07.997086 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 878a5b0a-671a-41d7-9ee9-b711f3a051d6 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:26:08.004230 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-93467098-f362-4d3b-ad3d-5735f8c21531 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Deleting port 1b32c1ed-debf-4e19-9285-5fa5d549f95a {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:26:08.004577 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-93467098-f362-4d3b-ad3d-5735f8c21531 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:08.019588 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dd81a739-03c5-49c3-8a2f-3413ff59ffed tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:08.040441 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b5c4da4-5352-47ff-b9a2-ee21d4cc8ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:08.080966 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c25de2d9-0e9b-4786-a90d-b852910bf164 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:08.089637 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dd81a739-03c5-49c3-8a2f-3413ff59ffed tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:08.113121 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8b288dc1-bea3-4db4-a40a-ac338b1a28e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:08.120811 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c25de2d9-0e9b-4786-a90d-b852910bf164 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:08.125472 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c95d6f5-fb47-48bf-915c-956eaf38e69f admin admin] Router 2a9feabf-767e-40df-a080-b455641c9ebd has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:26:08.133897 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-93467098-f362-4d3b-ad3d-5735f8c21531 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] The port '1b32c1ed-debf-4e19-9285-5fa5d549f95a' was deleted {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:26:08.162828 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 878a5b0a-671a-41d7-9ee9-b711f3a051d6 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:08.168846 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 878a5b0a-671a-41d7-9ee9-b711f3a051d6 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:08.169212 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:08.286071 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c25de2d9-0e9b-4786-a90d-b852910bf164 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Network cb0d885d-cf51-4664-a4be-41a2e904af70 is not hosted by any dhcp agent {{(pid=83905) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 29 13:26:08.286744 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25de2d9-0e9b-4786-a90d-b852910bf164 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:08.287338 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c25de2d9-0e9b-4786-a90d-b852910bf164 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:08.289064 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:08.289580 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c25de2d9-0e9b-4786-a90d-b852910bf164 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] 10.222.0.76 "PUT /v2.0/networks/cb0d885d-cf51-4664-a4be-41a2e904af70 HTTP/1.1" status: 200 len: 857 time: 1.4704440 Apr 29 13:26:08.297393 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55898) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:08.325423 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 878a5b0a-671a-41d7-9ee9-b711f3a051d6, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=878a5b0a-671a-41d7-9ee9-b711f3a051d6,segment=NetworkSegment(54435c81-be5a-435a-89e7-d7e4b8cb5a34),segment_id=54435c81-be5a-435a-89e7-d7e4b8cb5a34)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:08.331077 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:08.331407 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25de2d9-0e9b-4786-a90d-b852910bf164 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Pushing event updated for resources: {'Network': ['ID=cb0d885d-cf51-4664-a4be-41a2e904af70,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:08.346531 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dd81a739-03c5-49c3-8a2f-3413ff59ffed tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:08.347124 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cf7426-6197-47e7-b0be-a9e6112109c5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Router 6179be34-e657-4f06-a22c-0c9122a08872 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:26:08.347623 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd81a739-03c5-49c3-8a2f-3413ff59ffed tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Fanout notify agent at l3_agent the message router_deleted on router cfdcac9c-6208-4054-a845-e83e30bf6db2 {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:26:08.403359 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=878a5b0a-671a-41d7-9ee9-b711f3a051d6,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:08.419407 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-4016de4c-0f22-4802-8639-623c5ab2f87e tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Allocated IP 172.20.0.17 (fd1e5aaf-1b26-4dda-a00a-9ea5743f747d/8672d9ee-edfb-42ee-bd49-ae2cc6174dde/636a4807-94a7-423c-8bf7-bf012bc5c6ce) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:26:08.426333 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-93467098-f362-4d3b-ad3d-5735f8c21531 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:08.428371 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 1b32c1ed-debf-4e19-9285-5fa5d549f95a no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:26:08.444424 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dd81a739-03c5-49c3-8a2f-3413ff59ffed tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:08.445689 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-dd81a739-03c5-49c3-8a2f-3413ff59ffed tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "DELETE /v2.0/routers/cfdcac9c-6208-4054-a845-e83e30bf6db2 HTTP/1.1" status: 204 len: 168 time: 5.3066893 Apr 29 13:26:08.451687 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55902) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:08.471588 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 1b32c1ed-debf-4e19-9285-5fa5d549f95a {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:26:08.472401 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 1b32c1ed-debf-4e19-9285-5fa5d549f95a not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:26:08.476470 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-b6f1b752-fc22-4518-8264-909c454a07ab tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1398259632', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}, 'admin_state_up': False}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:08.486329 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b6f1b752-fc22-4518-8264-909c454a07ab tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:08.492265 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-06dd33e4-9b61-4307-a004-fb8861e09e21 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:08.498256 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b6f1b752-fc22-4518-8264-909c454a07ab tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Usage tracker for resource:router and tenant:a1408fccf3a74b2cb5a41cfcc1315abd is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:08.516779 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b6f1b752-fc22-4518-8264-909c454a07ab tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:08.530776 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b6f1b752-fc22-4518-8264-909c454a07ab tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:08.578252 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-93467098-f362-4d3b-ad3d-5735f8c21531 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9884046d-dafa-4112-b186-34be4876bda4']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:08.600134 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8b288dc1-bea3-4db4-a40a-ac338b1a28e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:08.607052 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-93467098-f362-4d3b-ad3d-5735f8c21531 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8c24ae2-014e-462b-be42-f5b2266dd766') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:08.607468 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-93467098-f362-4d3b-ad3d-5735f8c21531 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8c24ae2-014e-462b-be42-f5b2266dd766') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:08.641858 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b6f1b752-fc22-4518-8264-909c454a07ab tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:08.644034 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b6f1b752-fc22-4518-8264-909c454a07ab tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:08.704342 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-93467098-f362-4d3b-ad3d-5735f8c21531 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:08.761379 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b288dc1-bea3-4db4-a40a-ac338b1a28e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ab3434-f493-4607-9f9e-6fe1399a04c6,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:08.788547 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-492740b3-6f88-40ae-8ee4-2ebad4a9a7a5 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762345768861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15366178'] for subnet, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:08.823256 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-93467098-f362-4d3b-ad3d-5735f8c21531 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:08.830179 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8b288dc1-bea3-4db4-a40a-ac338b1a28e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:08.831196 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8b288dc1-bea3-4db4-a40a-ac338b1a28e2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/10ab3434-f493-4607-9f9e-6fe1399a04c6 HTTP/1.1" status: 204 len: 168 time: 1.1856332 Apr 29 13:26:08.891127 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93467098-f362-4d3b-ad3d-5735f8c21531 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:26:08.891614 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-93467098-f362-4d3b-ad3d-5735f8c21531 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:08.894253 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-e9e52bcc-ec06-4990-a777-4de2f9b30b95 None None] Allocated IP 2001:db8::2 (01065020-de1e-411d-84ba-fa4f1e8edddd/9b13dbde-cbc6-4d7d-8148-66fc4d8e20db/a4650eb9-aa8d-4e3c-98f7-acb6ad5c975e) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:26:08.912267 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:26:08.938823 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-06dd33e4-9b61-4307-a004-fb8861e09e21 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:08.964074 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b6f1b752-fc22-4518-8264-909c454a07ab tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:09.000827 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4016de4c-0f22-4802-8639-623c5ab2f87e tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:09.005750 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-06dd33e4-9b61-4307-a004-fb8861e09e21 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb0d885d-cf51-4664-a4be-41a2e904af70']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:09.032914 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-06dd33e4-9b61-4307-a004-fb8861e09e21 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a348e3-18e5-434f-930e-f68e2bcd157e') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:09.034008 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-06dd33e4-9b61-4307-a004-fb8861e09e21 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a348e3-18e5-434f-930e-f68e2bcd157e') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:09.066908 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-93467098-f362-4d3b-ad3d-5735f8c21531 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:09.073593 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492740b3-6f88-40ae-8ee4-2ebad4a9a7a5 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:09.074223 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-492740b3-6f88-40ae-8ee4-2ebad4a9a7a5 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:09.075527 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-492740b3-6f88-40ae-8ee4-2ebad4a9a7a5 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "PUT /v2.0/subnets/9b13dbde-cbc6-4d7d-8148-66fc4d8e20db HTTP/1.1" status: 200 len: 826 time: 1.4908624 Apr 29 13:26:09.076482 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492740b3-6f88-40ae-8ee4-2ebad4a9a7a5 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event updated for resources: {'Subnet': ['ID=9b13dbde-cbc6-4d7d-8148-66fc4d8e20db,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:09.081898 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55908) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:09.100654 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-93467098-f362-4d3b-ad3d-5735f8c21531 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:09.120842 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-06dd33e4-9b61-4307-a004-fb8861e09e21 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:09.137985 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-06dd33e4-9b61-4307-a004-fb8861e09e21 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:09.145061 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06dd33e4-9b61-4307-a004-fb8861e09e21 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:26:09.145488 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-06dd33e4-9b61-4307-a004-fb8861e09e21 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:09.147205 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93467098-f362-4d3b-ad3d-5735f8c21531 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event deleted for resources: {'Network': ['ID=9884046d-dafa-4112-b186-34be4876bda4,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:09.152676 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-93467098-f362-4d3b-ad3d-5735f8c21531 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "DELETE /v2.0/networks/9884046d-dafa-4112-b186-34be4876bda4 HTTP/1.1" status: 204 len: 168 time: 3.9453194 Apr 29 13:26:09.156430 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55912) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:09.207789 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e9e52bcc-ec06-4990-a777-4de2f9b30b95 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:26:09.224692 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:26:09.316689 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-4016de4c-0f22-4802-8639-623c5ab2f87e tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Transition to ACTIVE for port object 636a4807-94a7-423c-8bf7-bf012bc5c6ce will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:09.318678 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e9e52bcc-ec06-4990-a777-4de2f9b30b95 None None] Transition to ACTIVE for port object a4650eb9-aa8d-4e3c-98f7-acb6ad5c975e will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:09.319958 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-06dd33e4-9b61-4307-a004-fb8861e09e21 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:09.344971 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06dd33e4-9b61-4307-a004-fb8861e09e21 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cb0d885d-cf51-4664-a4be-41a2e904af70 {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 29 13:26:09.348953 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e9e52bcc-ec06-4990-a777-4de2f9b30b95 None None] Transition to ACTIVE for port object a4650eb9-aa8d-4e3c-98f7-acb6ad5c975e will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:09.355424 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b6f1b752-fc22-4518-8264-909c454a07ab tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:09.358252 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e9e52bcc-ec06-4990-a777-4de2f9b30b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:09.361518 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-06dd33e4-9b61-4307-a004-fb8861e09e21 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:09.365300 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd33e4-9b61-4307-a004-fb8861e09e21 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] Pushing event deleted for resources: {'Network': ['ID=cb0d885d-cf51-4664-a4be-41a2e904af70,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:09.381924 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-06dd33e4-9b61-4307-a004-fb8861e09e21 tempest-ExternalNetworksTestJSON-1868467034 tempest-ExternalNetworksTestJSON-1868467034-project-admin] 10.222.0.76 "DELETE /v2.0/networks/cb0d885d-cf51-4664-a4be-41a2e904af70 HTTP/1.1" status: 204 len: 168 time: 1.0795641 Apr 29 13:26:09.386678 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55922) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:09.448689 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a65a92d-42d0-4a71-8837-a3e7f1ab93cc tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] DELETE failed (client error): The resource could not be found. Apr 29 13:26:09.449178 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a65a92d-42d0-4a71-8837-a3e7f1ab93cc tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:26:09.451037 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4a65a92d-42d0-4a71-8837-a3e7f1ab93cc tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] 10.222.0.76 "DELETE /v2.0/subnets/0c85ba44-9536-4e4c-80cd-90336def6a73 HTTP/1.1" status: 404 len: 337 time: 0.0614634 Apr 29 13:26:09.456219 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55928) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:09.485688 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4016de4c-0f22-4802-8639-623c5ab2f87e tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:09.565166 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e52bcc-ec06-4990-a777-4de2f9b30b95 None None] Pushing event updated for resources: {'Port': ['ID=a4650eb9-aa8d-4e3c-98f7-acb6ad5c975e,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:09.572887 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e52bcc-ec06-4990-a777-4de2f9b30b95 None None] Network 01065020-de1e-411d-84ba-fa4f1e8edddd is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:09.574239 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-e9e52bcc-ec06-4990-a777-4de2f9b30b95 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:09.579519 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e52bcc-ec06-4990-a777-4de2f9b30b95 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:26:09.700934 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-667ea4f1-0087-4da8-ab3b-ad6f23d67bde tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Deleting port fabf1438-7791-4acd-a680-c4cdd4a3e409 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:26:09.701330 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-667ea4f1-0087-4da8-ab3b-ad6f23d67bde tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:09.710593 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4016de4c-0f22-4802-8639-623c5ab2f87e tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Network fd1e5aaf-1b26-4dda-a00a-9ea5743f747d is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:09.722363 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-4016de4c-0f22-4802-8639-623c5ab2f87e tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:09.730293 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4016de4c-0f22-4802-8639-623c5ab2f87e tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:26:09.739323 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e9e52bcc-ec06-4990-a777-4de2f9b30b95 None None] Attempting to bind port a4650eb9-aa8d-4e3c-98f7-acb6ad5c975e on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:26:09.739812 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e9e52bcc-ec06-4990-a777-4de2f9b30b95 None None] Attempting to bind port a4650eb9-aa8d-4e3c-98f7-acb6ad5c975e by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'd9849194-ffe3-41cc-8f86-a2482c7b4022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '01065020-de1e-411d-84ba-fa4f1e8edddd'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:26:09.740301 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e52bcc-ec06-4990-a777-4de2f9b30b95 None None] Attempting to bind port a4650eb9-aa8d-4e3c-98f7-acb6ad5c975e on network 01065020-de1e-411d-84ba-fa4f1e8edddd {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:26:09.753471 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cf7426-6197-47e7-b0be-a9e6112109c5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:26:09.762875 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e52bcc-ec06-4990-a777-4de2f9b30b95 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:26:09.764217 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e52bcc-ec06-4990-a777-4de2f9b30b95 None None] Checking segment: {'id': 'd9849194-ffe3-41cc-8f86-a2482c7b4022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '01065020-de1e-411d-84ba-fa4f1e8edddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:26:09.765173 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e9e52bcc-ec06-4990-a777-4de2f9b30b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:09.766839 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e52bcc-ec06-4990-a777-4de2f9b30b95 None None] Bound using segment: {'id': 'd9849194-ffe3-41cc-8f86-a2482c7b4022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '01065020-de1e-411d-84ba-fa4f1e8edddd'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:26:09.768295 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e9e52bcc-ec06-4990-a777-4de2f9b30b95 None None] Bound port: a4650eb9-aa8d-4e3c-98f7-acb6ad5c975e, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9849194-ffe3-41cc-8f86-a2482c7b4022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '01065020-de1e-411d-84ba-fa4f1e8edddd'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:26:09.768715 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d400a3f6-fbfe-4f17-af94-53c1146de484 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:09.768883 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e9e52bcc-ec06-4990-a777-4de2f9b30b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:09.775232 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d6cf7426-6197-47e7-b0be-a9e6112109c5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "PUT /v2.0/routers/6179be34-e657-4f06-a22c-0c9122a08872/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3152573 Apr 29 13:26:09.779110 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55934) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:09.821825 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016de4c-0f22-4802-8639-623c5ab2f87e tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Pushing event updated for resources: {'Port': ['ID=636a4807-94a7-423c-8bf7-bf012bc5c6ce,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:09.826931 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-264c4e61-13d8-4027-b0cf-b01d0ea7f96b tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:09.849997 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c95d6f5-fb47-48bf-915c-956eaf38e69f admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:26:09.860256 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7c95d6f5-fb47-48bf-915c-956eaf38e69f admin admin] 10.222.0.76 "PUT /v2.0/routers/2a9feabf-767e-40df-a080-b455641c9ebd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.5419848 Apr 29 13:26:09.928298 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-d400a3f6-fbfe-4f17-af94-53c1146de484 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Deleting port a4650eb9-aa8d-4e3c-98f7-acb6ad5c975e {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:26:09.928681 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d400a3f6-fbfe-4f17-af94-53c1146de484 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:09.982223 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e9e52bcc-ec06-4990-a777-4de2f9b30b95 None None] For port a4650eb9-aa8d-4e3c-98f7-acb6ad5c975e, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:26:09.990077 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e9e52bcc-ec06-4990-a777-4de2f9b30b95 None None] For port a4650eb9-aa8d-4e3c-98f7-acb6ad5c975e, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a4650eb9-aa8d-4e3c-98f7-acb6ad5c975e,segment=NetworkSegment(d9849194-ffe3-41cc-8f86-a2482c7b4022),segment_id=d9849194-ffe3-41cc-8f86-a2482c7b4022)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:26:09.996698 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e9e52bcc-ec06-4990-a777-4de2f9b30b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:10.099673 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 878a5b0a-671a-41d7-9ee9-b711f3a051d6 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:26:10.155079 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd64c859-3931-45d8-90ae-f782401ebfea tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:10.156310 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-fd64c859-3931-45d8-90ae-f782401ebfea tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Synchronizing usage tracker for tenant:1eeea487b04d4758993c28cdd605ea02 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:26:10.214769 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e52bcc-ec06-4990-a777-4de2f9b30b95 None None] Pushing event updated for resources: {'Port': ['ID=a4650eb9-aa8d-4e3c-98f7-acb6ad5c975e,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:10.297645 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-264c4e61-13d8-4027-b0cf-b01d0ea7f96b tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:10.304556 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4ae9e687-b2bb-44ad-b469-71e3975d9e7a None None] Provisioning for port 636a4807-94a7-423c-8bf7-bf012bc5c6ce completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:10.310440 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-667ea4f1-0087-4da8-ab3b-ad6f23d67bde tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:10.310781 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-667ea4f1-0087-4da8-ab3b-ad6f23d67bde tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:10.333524 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4ae9e687-b2bb-44ad-b469-71e3975d9e7a None None] Provisioning complete for port 636a4807-94a7-423c-8bf7-bf012bc5c6ce triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:10.333900 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4ae9e687-b2bb-44ad-b469-71e3975d9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:10.376359 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-264c4e61-13d8-4027-b0cf-b01d0ea7f96b tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['636d172d-7855-4739-90cc-16cb4b611b55']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:10.383141 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 878a5b0a-671a-41d7-9ee9-b711f3a051d6 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:10.383513 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:10.422857 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-264c4e61-13d8-4027-b0cf-b01d0ea7f96b tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2e5b0be-3cab-4b69-94cc-82e8dbdd9013') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:10.423276 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-264c4e61-13d8-4027-b0cf-b01d0ea7f96b tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2e5b0be-3cab-4b69-94cc-82e8dbdd9013') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:10.433876 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b767f9-9d10-4f90-94d9-58772d56326f None None] Sync routers for ids ['6179be34-e657-4f06-a22c-0c9122a08872'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:26:10.452981 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c388e8-23a9-4afa-9952-24d95f98fe5a None None] Sync routers for ids ['2a9feabf-767e-40df-a080-b455641c9ebd'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:26:10.455742 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b767f9-9d10-4f90-94d9-58772d56326f None None] Routers {'6179be34-e657-4f06-a22c-0c9122a08872'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:26:10.456526 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-264c4e61-13d8-4027-b0cf-b01d0ea7f96b tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:10.457938 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-73b767f9-9d10-4f90-94d9-58772d56326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6179be34-e657-4f06-a22c-0c9122a08872'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:10.489974 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-264c4e61-13d8-4027-b0cf-b01d0ea7f96b tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:10.515324 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55954) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:10.536884 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264c4e61-13d8-4027-b0cf-b01d0ea7f96b tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:26:10.537795 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-264c4e61-13d8-4027-b0cf-b01d0ea7f96b tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:10.576816 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6b07ceb4-399f-49d1-bd65-f856193a744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:26:10.580250 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:26:10.586858 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-4ae9e687-b2bb-44ad-b469-71e3975d9e7a None None] Port 636a4807-94a7-423c-8bf7-bf012bc5c6ce cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:26:10.604690 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-73b767f9-9d10-4f90-94d9-58772d56326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:10.605197 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c388e8-23a9-4afa-9952-24d95f98fe5a None None] Routers {'2a9feabf-767e-40df-a080-b455641c9ebd'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:26:10.605834 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-62c388e8-23a9-4afa-9952-24d95f98fe5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:25:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['2a9feabf-767e-40df-a080-b455641c9ebd'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:10.656297 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b767f9-9d10-4f90-94d9-58772d56326f None None] Routers {'6179be34-e657-4f06-a22c-0c9122a08872'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:26:10.656952 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-73b767f9-9d10-4f90-94d9-58772d56326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:26:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6179be34-e657-4f06-a22c-0c9122a08872'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:10.675193 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-667ea4f1-0087-4da8-ab3b-ad6f23d67bde tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Calling delete_port for fabf1438-7791-4acd-a680-c4cdd4a3e409 owned by network:floatingip {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:26:10.704489 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-fd64c859-3931-45d8-90ae-f782401ebfea tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Unset dirty status for tenant:1eeea487b04d4758993c28cdd605ea02 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:26:10.709319 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-fd64c859-3931-45d8-90ae-f782401ebfea tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "GET /v2.0/ports/e05a672f-7e75-4e9a-8f9b-b839cf7bdef4 HTTP/1.1" status: 200 len: 910 time: 0.9281371 Apr 29 13:26:10.709963 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55958) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:10.742016 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-27be2cee-a7e9-46b3-b0fd-b026711ed631 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '09f90d4d-54af-4129-b700-7c9fdf8f000c'}]}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:10.827006 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-73b767f9-9d10-4f90-94d9-58772d56326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:10.829059 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b767f9-9d10-4f90-94d9-58772d56326f None None] The sync data for ids ['6179be34-e657-4f06-a22c-0c9122a08872'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:26:10.856552 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4016de4c-0f22-4802-8639-623c5ab2f87e tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:10.934671 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-264c4e61-13d8-4027-b0cf-b01d0ea7f96b tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:10.983130 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-264c4e61-13d8-4027-b0cf-b01d0ea7f96b tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:11.052669 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-62c388e8-23a9-4afa-9952-24d95f98fe5a None None] Set router 2a9feabf-767e-40df-a080-b455641c9ebd gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:26:11.059688 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55964) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:11.065914 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-2439e004-6225-44a0-95bd-50a779df9646 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:11.070034 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2439e004-6225-44a0-95bd-50a779df9646 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.5536752 Apr 29 13:26:11.075635 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-264c4e61-13d8-4027-b0cf-b01d0ea7f96b tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] 10.222.0.76 "DELETE /v2.0/networks/636d172d-7855-4739-90cc-16cb4b611b55 HTTP/1.1" status: 204 len: 168 time: 1.6150341 Apr 29 13:26:11.075635 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55966) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:11.090707 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-dfccbb6e-e843-4a71-99a7-9a98292749f0 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1300682288', 'description': 'tempest-description--1922287342'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:11.098967 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c4e61-13d8-4027-b0cf-b01d0ea7f96b tempest-ExternalNetworksTestJSON-42052015 tempest-ExternalNetworksTestJSON-42052015-project] Pushing event deleted for resources: {'Network': ['ID=636d172d-7855-4739-90cc-16cb4b611b55,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:11.101346 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b6f1b752-fc22-4518-8264-909c454a07ab tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router_gateway, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:11.145853 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-dfccbb6e-e843-4a71-99a7-9a98292749f0 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:11.151106 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-229f516f-8628-47f6-b5c0-e7222ea93179 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:11.153884 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-229f516f-8628-47f6-b5c0-e7222ea93179 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0701666 Apr 29 13:26:11.163698 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55974) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:11.167586 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-dfccbb6e-e843-4a71-99a7-9a98292749f0 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Usage tracker for resource:security_group and tenant:0952490f6c5340cc87f108a8ce4f0048 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:11.174421 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-02310e60-fdde-48ec-b138-865e8e24b3e9 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:11.178810 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-02310e60-fdde-48ec-b138-865e8e24b3e9 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0141041 Apr 29 13:26:11.179501 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55978) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:11.179967 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b6f1b752-fc22-4518-8264-909c454a07ab tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:11.203209 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-ac5ec7ec-8eb4-4682-81e4-b4f59d28f393 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:11.204181 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ac5ec7ec-8eb4-4682-81e4-b4f59d28f393 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0203691 Apr 29 13:26:11.212518 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55982) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:11.246975 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-40909736-1878-4833-b6a3-8e82039cd719 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:11.247933 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-40909736-1878-4833-b6a3-8e82039cd719 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0319307 Apr 29 13:26:11.256910 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55986) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:11.260463 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-dfccbb6e-e843-4a71-99a7-9a98292749f0 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:11.275478 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-18908c68-0182-4d81-a216-9b07b13e4441 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:11.276455 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-18908c68-0182-4d81-a216-9b07b13e4441 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0188298 Apr 29 13:26:11.279286 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55990) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:11.310071 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-b29a4e20-f856-48cc-af6a-6e0f739d7fe9 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:11.311286 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b29a4e20-f856-48cc-af6a-6e0f739d7fe9 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0212882 Apr 29 13:26:11.320561 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 55994) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:11.336126 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-d4aec085-2306-4b96-8604-e511f43de732 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:11.337133 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d4aec085-2306-4b96-8604-e511f43de732 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0154991 Apr 29 13:26:11.338058 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-667ea4f1-0087-4da8-ab3b-ad6f23d67bde tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:11.365213 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 55998) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:11.365862 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4016de4c-0f22-4802-8639-623c5ab2f87e tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:11.389627 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-dfccbb6e-e843-4a71-99a7-9a98292749f0 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:11.427094 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-15443158-57c6-437d-9413-5dc82735caab tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:11.431064 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-15443158-57c6-437d-9413-5dc82735caab tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0460458 Apr 29 13:26:11.441888 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56004) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:11.449480 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:11.462693 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ea4f1-0087-4da8-ab3b-ad6f23d67bde tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event deleted for resources: {'Port': ['ID=fabf1438-7791-4acd-a680-c4cdd4a3e409,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:11.464311 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-38002e42-4173-4a21-bc8f-7aef76ad9709 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:11.473859 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-38002e42-4173-4a21-bc8f-7aef76ad9709 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0305831 Apr 29 13:26:11.497971 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-d400a3f6-fbfe-4f17-af94-53c1146de484 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] For port a4650eb9-aa8d-4e3c-98f7-acb6ad5c975e, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a4650eb9-aa8d-4e3c-98f7-acb6ad5c975e,segment=NetworkSegment(d9849194-ffe3-41cc-8f86-a2482c7b4022),segment_id=d9849194-ffe3-41cc-8f86-a2482c7b4022)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:11.498329 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d400a3f6-fbfe-4f17-af94-53c1146de484 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:11.513036 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56008) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:11.528597 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-d8f7d050-a7e9-4928-bf4e-d181be05dcb8 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:11.532633 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d8f7d050-a7e9-4928-bf4e-d181be05dcb8 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0183733 Apr 29 13:26:11.534155 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56012) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:11.549596 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dfccbb6e-e843-4a71-99a7-9a98292749f0 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:11.557156 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:11.588785 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-fd71528c-8050-4df5-8446-2c290418fdfe tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:11.592955 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-fd71528c-8050-4df5-8446-2c290418fdfe tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0494349 Apr 29 13:26:11.660140 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-62c388e8-23a9-4afa-9952-24d95f98fe5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'name': 'tempest-ServerActionsTestJSON-1999992650-router', 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.87'}], 'enable_snat': True}, 'gw_port_id': 'e7e37690-3229-4928-8b7b-7d2b1112e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:25:45Z', 'updated_at': '2022-04-29T13:26:01Z', 'revision_number': 4, 'project_id': '0952490f6c5340cc87f108a8ce4f0048', 'gw_port': {'id': 'e7e37690-3229-4928-8b7b-7d2b1112e8da', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:47Z', 'updated_at': '2022-04-29T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'dfca116a-9349-436d-84d8-e8cb520e2159', 'name': '', 'network_id': '9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6', 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048', 'mac_address': 'fa:16:3e:b4:06:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95ef32f0-4ffe-4053-ad89-1f8d7234cbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:57Z', 'updated_at': '2022-04-29T13:26:02Z', 'revision_number': 2, 'project_id': '0952490f6c5340cc87f108a8ce4f0048', 'subnets': [{'id': '95ef32f0-4ffe-4053-ad89-1f8d7234cbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:11.665391 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c388e8-23a9-4afa-9952-24d95f98fe5a None None] Checking router: 2a9feabf-767e-40df-a080-b455641c9ebd for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:26:11.665734 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c388e8-23a9-4afa-9952-24d95f98fe5a None None] Updating router 2a9feabf-767e-40df-a080-b455641c9ebd port dfca116a-9349-436d-84d8-e8cb520e2159 binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:26:11.730467 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-62c388e8-23a9-4afa-9952-24d95f98fe5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:11.805493 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56016) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:11.806108 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56018) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:11.885527 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-07a23c9f-17d0-4815-98d2-53f7ed4f8e9c tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:11.888831 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-d400a3f6-fbfe-4f17-af94-53c1146de484 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Calling delete_port for a4650eb9-aa8d-4e3c-98f7-acb6ad5c975e owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:26:11.889493 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-07a23c9f-17d0-4815-98d2-53f7ed4f8e9c tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0822840 Apr 29 13:26:11.900302 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56026) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:11.929328 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-2e620a49-fe79-40f7-82b3-120d48454649 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:11.930685 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2e620a49-fe79-40f7-82b3-120d48454649 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0192013 Apr 29 13:26:11.937959 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56030) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:11.956488 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-62be6747-87ef-438b-bf84-6989da9c31e1 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:11.957474 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-62be6747-87ef-438b-bf84-6989da9c31e1 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0165315 Apr 29 13:26:11.960533 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-27be2cee-a7e9-46b3-b0fd-b026711ed631 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:11.973028 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56034) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:11.994623 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-c80f8c17-af5c-4450-8660-5630c1293ef8 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:11.995589 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c80f8c17-af5c-4450-8660-5630c1293ef8 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0216379 Apr 29 13:26:12.004851 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56038) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:12.030927 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-8f4897ac-f8c3-418d-a429-278ba9ea3fc3 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:12.031775 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8f4897ac-f8c3-418d-a429-278ba9ea3fc3 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0260115 Apr 29 13:26:12.033692 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-667ea4f1-0087-4da8-ab3b-ad6f23d67bde tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for floatingip, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:12.063378 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56042) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:12.085388 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-1d993151-b71f-4278-ab90-2e009e42cf0c tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:12.086328 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1d993151-b71f-4278-ab90-2e009e42cf0c tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0171082 Apr 29 13:26:12.089402 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56046) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:12.133628 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-667ea4f1-0087-4da8-ab3b-ad6f23d67bde tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:12.139593 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-667ea4f1-0087-4da8-ab3b-ad6f23d67bde tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "DELETE /v2.0/floatingips/d9cbd1a7-ac06-4608-86bd-deec95874ead HTTP/1.1" status: 204 len: 168 time: 2.9157345 Apr 29 13:26:12.141630 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-af524242-703e-4003-b664-0723c532cf2e tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:12.145513 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-af524242-703e-4003-b664-0723c532cf2e tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0457306 Apr 29 13:26:12.145649 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ae359f-6c22-4f28-b36c-867162bc2fe1 None None] Network 01065020-de1e-411d-84ba-fa4f1e8edddd requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:26:12.149779 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56050) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:12.150103 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56052) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:12.161342 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a4650eb9-aa8d-4e3c-98f7-acb6ad5c975e up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:26:12.191637 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-b6f1b752-fc22-4518-8264-909c454a07ab tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Allocated IP 172.26.6.160 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/9cbe17bb-8a93-411a-a801-3c5dd3afa83d) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:26:12.210991 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-68dd5231-8998-400a-8e38-b419597f6fee tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:12.213071 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-68dd5231-8998-400a-8e38-b419597f6fee tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0605392 Apr 29 13:26:12.215748 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56060) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:12.223730 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-d367913e-d2b4-4b91-a147-d7d38f908c4d tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] DELETE failed (client error): The resource could not be found. Apr 29 13:26:12.224545 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d367913e-d2b4-4b91-a147-d7d38f908c4d tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:26:12.235508 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-9a333dcf-e08a-4095-a03e-e0988db595e5 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:12.237686 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9a333dcf-e08a-4095-a03e-e0988db595e5 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0156567 Apr 29 13:26:12.258943 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56064) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:12.278950 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-3546fa8a-928a-4b82-a9be-bdb3a9669ec7 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:12.282445 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3546fa8a-928a-4b82-a9be-bdb3a9669ec7 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0171402 Apr 29 13:26:12.285123 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56068) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:12.354649 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-2cc1d7fc-d54f-4fd2-bfbe-ce8ea56bec5c tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:12.358135 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2cc1d7fc-d54f-4fd2-bfbe-ce8ea56bec5c tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0201395 Apr 29 13:26:12.362681 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56072) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:12.374855 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d367913e-d2b4-4b91-a147-d7d38f908c4d tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "DELETE /v2.0/ports/3b1be24f-b27f-484b-8a5a-32a8ac64926c HTTP/1.1" status: 404 len: 333 time: 0.2237387 Apr 29 13:26:12.376889 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56076) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:12.378312 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-5f085c8b-796d-4b43-a9d2-e0469c240a28 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:12.381876 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5f085c8b-796d-4b43-a9d2-e0469c240a28 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0135095 Apr 29 13:26:12.383214 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a9d6f3c8-e358-4adf-bfa3-78b092843a04 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=94f7552777a040ea80d5286d0c2601c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5740235 Apr 29 13:26:12.386770 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56078) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:12.387090 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56080) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:12.409739 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d400a3f6-fbfe-4f17-af94-53c1146de484 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:12.441031 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-9de654dc-6e46-4141-bb6f-3a919ad45bb9 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Synchronizing usage tracker for tenant:c6a98024671e406e8c4e9aedab65828f on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:26:12.447206 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-d1c2cb86-d9c2-4c56-81a1-69395c5515ab tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:12.447711 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d1c2cb86-d9c2-4c56-81a1-69395c5515ab tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0566206 Apr 29 13:26:12.451516 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port a4650eb9-aa8d-4e3c-98f7-acb6ad5c975e completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:12.463487 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56090) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:12.464533 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-62c388e8-23a9-4afa-9952-24d95f98fe5a None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:12.467273 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4fc1e315-d176-4425-9aa7-b7c326361830 None None] Provisioning for port a4650eb9-aa8d-4e3c-98f7-acb6ad5c975e completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:12.467747 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400a3f6-fbfe-4f17-af94-53c1146de484 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event deleted for resources: {'Port': ['ID=a4650eb9-aa8d-4e3c-98f7-acb6ad5c975e,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:12.482569 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port a4650eb9-aa8d-4e3c-98f7-acb6ad5c975e triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:12.482986 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:12.497305 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-dfccbb6e-e843-4a71-99a7-9a98292749f0 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:12.513688 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-dfccbb6e-e843-4a71-99a7-9a98292749f0 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Usage tracker for resource:security_group_rule and tenant:0952490f6c5340cc87f108a8ce4f0048 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:12.513893 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4fc1e315-d176-4425-9aa7-b7c326361830 None None] Provisioning complete for port a4650eb9-aa8d-4e3c-98f7-acb6ad5c975e triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:12.514337 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4fc1e315-d176-4425-9aa7-b7c326361830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:12.516183 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-cb3a740e-f8d6-4286-8a08-7fbb91c22dde tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:12.519596 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-cb3a740e-f8d6-4286-8a08-7fbb91c22dde tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0472383 Apr 29 13:26:12.522286 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.db.resource_extend [None req-4016de4c-0f22-4802-8639-623c5ab2f87e tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:26:12.526379 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56094) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:12.533941 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-dfccbb6e-e843-4a71-99a7-9a98292749f0 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:12.562298 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Port a4650eb9-aa8d-4e3c-98f7-acb6ad5c975e was deleted so its status cannot be updated. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 29 13:26:12.563554 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-f1c33c72-b174-45e1-9774-b4af4b3b4d28 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:12.564374 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-dfccbb6e-e843-4a71-99a7-9a98292749f0 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:12.564960 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f1c33c72-b174-45e1-9774-b4af4b3b4d28 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0348289 Apr 29 13:26:12.568585 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4016de4c-0f22-4802-8639-623c5ab2f87e tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:12.570301 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-9de654dc-6e46-4141-bb6f-3a919ad45bb9 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Unset dirty status for tenant:c6a98024671e406e8c4e9aedab65828f on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:26:12.572834 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-62c388e8-23a9-4afa-9952-24d95f98fe5a None None] Transition to ACTIVE for port object dfca116a-9349-436d-84d8-e8cb520e2159 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:12.572978 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56098) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:12.574462 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9de654dc-6e46-4141-bb6f-3a919ad45bb9 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd89741c-1309-45ce-8297-4a03ddb0c7ce HTTP/1.1" status: 200 len: 205 time: 0.1887980 Apr 29 13:26:12.575150 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56100) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:12.577937 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-4fc1e315-d176-4425-9aa7-b7c326361830 None None] Port a4650eb9-aa8d-4e3c-98f7-acb6ad5c975e was deleted so its status cannot be updated. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 29 13:26:12.586378 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-c5c45f16-122d-4a63-bdcb-0bdb588fe487 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:12.587331 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c5c45f16-122d-4a63-bdcb-0bdb588fe487 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0136042 Apr 29 13:26:12.602776 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56106) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:12.615160 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-62c388e8-23a9-4afa-9952-24d95f98fe5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:12.631551 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d400a3f6-fbfe-4f17-af94-53c1146de484 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] No DVR routers for this DVR port a4650eb9-aa8d-4e3c-98f7-acb6ad5c975e on host dv-neutron-839027-4-hyperv {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:26:12.674358 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-0cc731f9-c08e-4a20-b076-f90309f2cf6c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] delete failed (client error): The resource could not be found. Apr 29 13:26:12.678294 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0cc731f9-c08e-4a20-b076-f90309f2cf6c tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "DELETE /v2.0/routers/cd89741c-1309-45ce-8297-4a03ddb0c7ce HTTP/1.1" status: 404 len: 336 time: 0.0975914 Apr 29 13:26:12.684299 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56110) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:12.685216 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4016de4c-0f22-4802-8639-623c5ab2f87e tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:12.723037 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b6f1b752-fc22-4518-8264-909c454a07ab tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:12.728481 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-19ccfb88-1ce9-477e-ad19-694cc9e6da6f tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:12.729787 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-19ccfb88-1ce9-477e-ad19-694cc9e6da6f tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0584242 Apr 29 13:26:12.733579 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d400a3f6-fbfe-4f17-af94-53c1146de484 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:12.769795 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3f24e-4138-437f-9c2e-cb57f7426f3b None None] Pushing event updated for resources: {'Port': ['ID=dfca116a-9349-436d-84d8-e8cb520e2159,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:12.779296 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56114) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:12.937136 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:12.959198 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-ef64d17b-bfc5-46af-9691-1f538e612163 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:12.959997 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ef64d17b-bfc5-46af-9691-1f538e612163 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0992944 Apr 29 13:26:12.968415 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-22cb73aa-6cf4-449f-914a-1c9ecb7eb8e2 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] DELETE failed (client error): The resource could not be found. Apr 29 13:26:12.968415 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22cb73aa-6cf4-449f-914a-1c9ecb7eb8e2 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:26:12.969733 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56118) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:12.983185 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-62c388e8-23a9-4afa-9952-24d95f98fe5a None None] Attempting to bind port dfca116a-9349-436d-84d8-e8cb520e2159 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:26:12.983558 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-62c388e8-23a9-4afa-9952-24d95f98fe5a None None] Attempting to bind port dfca116a-9349-436d-84d8-e8cb520e2159 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '55ed5e1f-94d1-471a-a5a2-c8b5f5417041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:26:12.984011 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c388e8-23a9-4afa-9952-24d95f98fe5a None None] Attempting to bind port dfca116a-9349-436d-84d8-e8cb520e2159 on network 9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:26:12.991287 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b6f1b752-fc22-4518-8264-909c454a07ab tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:12.999091 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c388e8-23a9-4afa-9952-24d95f98fe5a None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:26:12.999593 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c388e8-23a9-4afa-9952-24d95f98fe5a None None] Checking segment: {'id': '55ed5e1f-94d1-471a-a5a2-c8b5f5417041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:26:12.999979 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-62c388e8-23a9-4afa-9952-24d95f98fe5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:13.000730 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c388e8-23a9-4afa-9952-24d95f98fe5a None None] Bound using segment: {'id': '55ed5e1f-94d1-471a-a5a2-c8b5f5417041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:26:13.002059 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-62c388e8-23a9-4afa-9952-24d95f98fe5a None None] Bound port: dfca116a-9349-436d-84d8-e8cb520e2159, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ed5e1f-94d1-471a-a5a2-c8b5f5417041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:26:13.002572 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-62c388e8-23a9-4afa-9952-24d95f98fe5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:13.025022 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d400a3f6-fbfe-4f17-af94-53c1146de484 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:13.027809 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-2d31fbce-9ac0-4175-ab1c-d314b28e2716 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:13.028836 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2d31fbce-9ac0-4175-ab1c-d314b28e2716 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0394497 Apr 29 13:26:13.035318 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56122) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:13.062205 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-f07584df-2fdf-4a3d-b582-1625cd19c7af tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:13.065961 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f07584df-2fdf-4a3d-b582-1625cd19c7af tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0202761 Apr 29 13:26:13.072573 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-22cb73aa-6cf4-449f-914a-1c9ecb7eb8e2 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "DELETE /v2.0/subnets/72dcc274-f2bc-4892-b010-0013140af28c HTTP/1.1" status: 404 len: 337 time: 0.3587134 Apr 29 13:26:13.073384 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b82d253e-45b2-467a-89ca-60aee852022a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:13.075210 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4016de4c-0f22-4802-8639-623c5ab2f87e tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:13.076845 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56126) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:13.077264 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56128) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:13.117770 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016de4c-0f22-4802-8639-623c5ab2f87e tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Pushing event updated for resources: {'Port': ['ID=636a4807-94a7-423c-8bf7-bf012bc5c6ce,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:13.120950 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-f50ae110-100e-4fc2-9707-26bdef8eed26 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:13.121583 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a020d971-c256-4920-a3a1-ca747912e568 None None] Network 01065020-de1e-411d-84ba-fa4f1e8edddd requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:26:13.124642 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f50ae110-100e-4fc2-9707-26bdef8eed26 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0437737 Apr 29 13:26:13.124642 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400a3f6-fbfe-4f17-af94-53c1146de484 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event deleted for resources: {'Subnet': ['ID=9b13dbde-cbc6-4d7d-8148-66fc4d8e20db,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:13.125470 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56134) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:13.160680 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-ddd4fb57-4142-4d92-9301-f9a8a06ca805 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:13.164031 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ddd4fb57-4142-4d92-9301-f9a8a06ca805 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0202990 Apr 29 13:26:13.164183 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dfccbb6e-e843-4a71-99a7-9a98292749f0 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:13.175137 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f1b752-fc22-4518-8264-909c454a07ab tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:13.183549 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56138) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:13.203703 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dfccbb6e-e843-4a71-99a7-9a98292749f0 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:13.207697 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-b6f1b752-fc22-4518-8264-909c454a07ab tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:13.210006 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-62c388e8-23a9-4afa-9952-24d95f98fe5a None None] For port dfca116a-9349-436d-84d8-e8cb520e2159, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:26:13.211165 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f1b752-fc22-4518-8264-909c454a07ab tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:26:13.232014 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-62c388e8-23a9-4afa-9952-24d95f98fe5a None None] For port dfca116a-9349-436d-84d8-e8cb520e2159, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=dfca116a-9349-436d-84d8-e8cb520e2159,segment=NetworkSegment(55ed5e1f-94d1-471a-a5a2-c8b5f5417041),segment_id=55ed5e1f-94d1-471a-a5a2-c8b5f5417041)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:26:13.245580 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-62c388e8-23a9-4afa-9952-24d95f98fe5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:13.260368 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-b3d0a324-963f-4cb6-8773-68386dc48893 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:13.264555 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b3d0a324-963f-4cb6-8773-68386dc48893 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0776284 Apr 29 13:26:13.271865 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56142) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:13.279375 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b82d253e-45b2-467a-89ca-60aee852022a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:13.289628 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-096ace72-25d1-4140-aca4-d36d03dea103 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Deleting port 0938db41-474b-4605-a430-cd30fd49c18a {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:26:13.290222 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-096ace72-25d1-4140-aca4-d36d03dea103 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:13.322973 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d400a3f6-fbfe-4f17-af94-53c1146de484 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:13.357840 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-cbdc9be8-0050-4169-b8f5-641cf6b39ff6 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:13.361294 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-cbdc9be8-0050-4169-b8f5-641cf6b39ff6 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0642018 Apr 29 13:26:13.364316 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56146) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:13.376709 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-d400a3f6-fbfe-4f17-af94-53c1146de484 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01065020-de1e-411d-84ba-fa4f1e8edddd']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:13.391763 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-6c9a7a38-aac7-45b4-abe5-d12804a77305 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:13.395935 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6c9a7a38-aac7-45b4-abe5-d12804a77305 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0181949 Apr 29 13:26:13.403171 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-d400a3f6-fbfe-4f17-af94-53c1146de484 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9849194-ffe3-41cc-8f86-a2482c7b4022') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:13.403536 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-d400a3f6-fbfe-4f17-af94-53c1146de484 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9849194-ffe3-41cc-8f86-a2482c7b4022') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:13.410904 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56150) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:13.412943 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1b752-fc22-4518-8264-909c454a07ab tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Pushing event updated for resources: {'Port': ['ID=9cbe17bb-8a93-411a-a801-3c5dd3afa83d,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:13.429656 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dfccbb6e-e843-4a71-99a7-9a98292749f0 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:13.429656 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-dfccbb6e-e843-4a71-99a7-9a98292749f0 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 2.3551371 Apr 29 13:26:13.434412 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56154) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:13.453980 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-d4bc7329-298b-4fa7-b782-9acafc42a5db tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:13.459179 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d4bc7329-298b-4fa7-b782-9acafc42a5db tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0420663 Apr 29 13:26:13.459354 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3f24e-4138-437f-9c2e-cb57f7426f3b None None] Pushing event updated for resources: {'Port': ['ID=dfca116a-9349-436d-84d8-e8cb520e2159,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:13.459820 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccbb6e-e843-4a71-99a7-9a98292749f0 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e88a66a0-40a3-4202-9abc-38cf023259cd,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:13.464065 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-ca6d20ad-10d2-4565-8f6b-671a2eddf4a0 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Request body: {'security_group_rule': {'security_group_id': 'e88a66a0-40a3-4202-9abc-38cf023259cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:13.465945 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56158) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:13.469029 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c388e8-23a9-4afa-9952-24d95f98fe5a None None] Routers {'2a9feabf-767e-40df-a080-b455641c9ebd'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:26:13.469879 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-62c388e8-23a9-4afa-9952-24d95f98fe5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:26:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['2a9feabf-767e-40df-a080-b455641c9ebd'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:13.471944 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ca6d20ad-10d2-4565-8f6b-671a2eddf4a0 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:13.476093 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d400a3f6-fbfe-4f17-af94-53c1146de484 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:13.477353 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ca6d20ad-10d2-4565-8f6b-671a2eddf4a0 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Usage tracker for resource:security_group_rule and tenant:0952490f6c5340cc87f108a8ce4f0048 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:13.482341 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ca6d20ad-10d2-4565-8f6b-671a2eddf4a0 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:13.487832 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-27be2cee-a7e9-46b3-b0fd-b026711ed631 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:13.509354 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-5d5022d5-45c2-4f8e-a775-b16008842b23 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:13.512846 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5d5022d5-45c2-4f8e-a775-b16008842b23 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0434797 Apr 29 13:26:13.516441 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56162) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:13.529455 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ca6d20ad-10d2-4565-8f6b-671a2eddf4a0 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:13.530204 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-33b5ee99-947c-48f0-847e-3dd727742a25 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:13.531176 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-33b5ee99-947c-48f0-847e-3dd727742a25 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0104747 Apr 29 13:26:13.535306 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56166) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:13.538024 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d400a3f6-fbfe-4f17-af94-53c1146de484 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:13.560067 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-27be2cee-a7e9-46b3-b0fd-b026711ed631 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:13.599112 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da792bf-b07a-49a5-99f3-85dd7aed1187 None None] DHCP port deletion for 01065020-de1e-411d-84ba-fa4f1e8edddd request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:26:13.602786 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-6e1b3f8b-b692-49c8-8447-bd591410bc0a tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:13.604008 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6e1b3f8b-b692-49c8-8447-bd591410bc0a tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0678229 Apr 29 13:26:13.620193 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56170) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:13.634519 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-daf56c9e-f0c4-42e1-be8a-28ef77e7d902 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:13.635477 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-daf56c9e-f0c4-42e1-be8a-28ef77e7d902 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0133991 Apr 29 13:26:13.636403 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ca6d20ad-10d2-4565-8f6b-671a2eddf4a0 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:13.644431 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56174) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:13.658710 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-15815c6e-fe6d-440b-b212-e35db59cc15e tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:13.660388 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-15815c6e-fe6d-440b-b212-e35db59cc15e tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0110302 Apr 29 13:26:13.661320 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b82d253e-45b2-467a-89ca-60aee852022a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:13.667081 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56178) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:13.669372 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4016de4c-0f22-4802-8639-623c5ab2f87e tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Network fd1e5aaf-1b26-4dda-a00a-9ea5743f747d is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:13.682958 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-15a206c4-00c1-4dbc-90d9-3186f4217e98 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:13.684133 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-15a206c4-00c1-4dbc-90d9-3186f4217e98 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0052714 Apr 29 13:26:13.690624 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56182) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:13.700434 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-4016de4c-0f22-4802-8639-623c5ab2f87e tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:13.785329 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d253e-45b2-467a-89ca-60aee852022a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39890a79-b5d8-42b0-a274-e4c2f9e8db33,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:13.816995 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-62c388e8-23a9-4afa-9952-24d95f98fe5a None None] Set router 2a9feabf-767e-40df-a080-b455641c9ebd gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:26:13.856059 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d400a3f6-fbfe-4f17-af94-53c1146de484 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:26:13.856805 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d400a3f6-fbfe-4f17-af94-53c1146de484 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:26:13.882388 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:26:13.913977 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-17d8cffe-d04f-487e-ba4d-5e502c5b8c79 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:13.926461 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-17d8cffe-d04f-487e-ba4d-5e502c5b8c79 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0832932 Apr 29 13:26:13.930042 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56186) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:14.016942 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a4650eb9-aa8d-4e3c-98f7-acb6ad5c975e no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:26:14.030741 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-e9237481-6b9a-4109-9cd1-7cf54ddd30a2 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:14.034914 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e9237481-6b9a-4109-9cd1-7cf54ddd30a2 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0215554 Apr 29 13:26:14.039412 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56190) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:14.042651 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be2cee-a7e9-46b3-b0fd-b026711ed631 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Port': ['ID=e05a672f-7e75-4e9a-8f9b-b839cf7bdef4,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:14.054266 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-00a15314-f70c-41dc-af1f-d0ea91be3bce tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:14.054266 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-00a15314-f70c-41dc-af1f-d0ea91be3bce tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0103064 Apr 29 13:26:14.055375 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27be2cee-a7e9-46b3-b0fd-b026711ed631 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:14.056092 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-27be2cee-a7e9-46b3-b0fd-b026711ed631 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:14.060500 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-27be2cee-a7e9-46b3-b0fd-b026711ed631 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "PUT /v2.0/ports/e05a672f-7e75-4e9a-8f9b-b839cf7bdef4 HTTP/1.1" status: 200 len: 910 time: 3.3343403 Apr 29 13:26:14.061517 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56194) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:14.061932 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56196) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:14.063077 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b82d253e-45b2-467a-89ca-60aee852022a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:14.064193 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b82d253e-45b2-467a-89ca-60aee852022a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/39890a79-b5d8-42b0-a274-e4c2f9e8db33 HTTP/1.1" status: 204 len: 168 time: 1.6715167 Apr 29 13:26:14.085328 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-28f870c5-8391-4249-8293-9caf3107d9e6 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:14.088919 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-28f870c5-8391-4249-8293-9caf3107d9e6 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0188053 Apr 29 13:26:14.089621 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56204) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:14.094126 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: a4650eb9-aa8d-4e3c-98f7-acb6ad5c975e {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:26:14.096945 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a4650eb9-aa8d-4e3c-98f7-acb6ad5c975e not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:26:14.104343 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-526062b7-60d8-4a51-8e67-f3066f3f15ff tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:14.105308 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-526062b7-60d8-4a51-8e67-f3066f3f15ff tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0138111 Apr 29 13:26:14.108791 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56208) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:14.127797 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-23e03c5b-a4ff-4ad1-8f0d-b15082b311f8 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:14.131263 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-23e03c5b-a4ff-4ad1-8f0d-b15082b311f8 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0190053 Apr 29 13:26:14.139284 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ca6d20ad-10d2-4565-8f6b-671a2eddf4a0 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:14.140899 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56212) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:14.146066 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d400a3f6-fbfe-4f17-af94-53c1146de484 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:14.153463 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-b77173e3-cada-4913-9e3d-7327e03d1616 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:14.154315 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b77173e3-cada-4913-9e3d-7327e03d1616 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0095067 Apr 29 13:26:14.159041 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56216) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:14.160217 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ca6d20ad-10d2-4565-8f6b-671a2eddf4a0 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:14.190540 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d400a3f6-fbfe-4f17-af94-53c1146de484 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:14.195742 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-8265b1b4-b59e-488d-9831-545f1ea0d25a tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:14.199759 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56220) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:14.199939 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8265b1b4-b59e-488d-9831-545f1ea0d25a tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0381758 Apr 29 13:26:14.217484 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d20ad-10d2-4565-8f6b-671a2eddf4a0 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=829066e3-c628-41ad-9f5b-22f11aea8654,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:14.260855 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400a3f6-fbfe-4f17-af94-53c1146de484 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event deleted for resources: {'Network': ['ID=01065020-de1e-411d-84ba-fa4f1e8edddd,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:14.268336 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-9472169c-9079-4b00-8cbd-b5493dd8c6f0 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:14.269441 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9472169c-9079-4b00-8cbd-b5493dd8c6f0 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0621178 Apr 29 13:26:14.271475 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-096ace72-25d1-4140-aca4-d36d03dea103 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:14.285332 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56224) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:14.305422 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-867f834a-ed54-4bd6-8f57-7d8ec33c4c68 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:14.306730 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-867f834a-ed54-4bd6-8f57-7d8ec33c4c68 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0117996 Apr 29 13:26:14.309342 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56230) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:14.381014 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-131703e0-5f46-4036-8469-73a609b333f1 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:14.382936 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4de05e8d-4fda-4d94-81f6-3593b6b8ad11 None None] Provisioning complete for port 636a4807-94a7-423c-8bf7-bf012bc5c6ce triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:14.383314 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4de05e8d-4fda-4d94-81f6-3593b6b8ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:14.384707 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-131703e0-5f46-4036-8469-73a609b333f1 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0138752 Apr 29 13:26:14.387238 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ca6d20ad-10d2-4565-8f6b-671a2eddf4a0 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:14.388427 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ca6d20ad-10d2-4565-8f6b-671a2eddf4a0 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9494772 Apr 29 13:26:14.389295 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56234) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:14.396609 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56236) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:14.399715 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-d92dce7c-bce5-4746-bc50-f625844cb101 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:14.403325 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d92dce7c-bce5-4746-bc50-f625844cb101 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0096235 Apr 29 13:26:14.409823 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-a3a8324b-9c80-4b70-beff-df30d8826d4f tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Request body: {'security_group_rule': {'security_group_id': 'e88a66a0-40a3-4202-9abc-38cf023259cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:14.414639 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56240) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:14.421374 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b6f1b752-fc22-4518-8264-909c454a07ab tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router_gateway, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:14.422092 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b6f1b752-fc22-4518-8264-909c454a07ab tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:14.428406 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a3a8324b-9c80-4b70-beff-df30d8826d4f tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:14.433556 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-29be86b2-eebb-404e-b506-f270499d3400 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:14.437299 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-29be86b2-eebb-404e-b506-f270499d3400 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0200691 Apr 29 13:26:14.446492 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-096ace72-25d1-4140-aca4-d36d03dea103 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Calling delete_port for 0938db41-474b-4605-a430-cd30fd49c18a owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:26:14.462361 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-4de05e8d-4fda-4d94-81f6-3593b6b8ad11 None None] Port 636a4807-94a7-423c-8bf7-bf012bc5c6ce cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:26:14.475061 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56246) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:14.479699 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-62c388e8-23a9-4afa-9952-24d95f98fe5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'name': 'tempest-ServerActionsTestJSON-1999992650-router', 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.87'}], 'enable_snat': True}, 'gw_port_id': 'e7e37690-3229-4928-8b7b-7d2b1112e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:25:45Z', 'updated_at': '2022-04-29T13:26:01Z', 'revision_number': 4, 'project_id': '0952490f6c5340cc87f108a8ce4f0048', 'gw_port': {'id': 'e7e37690-3229-4928-8b7b-7d2b1112e8da', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:47Z', 'updated_at': '2022-04-29T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'dfca116a-9349-436d-84d8-e8cb520e2159', 'name': '', 'network_id': '9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6', 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048', 'mac_address': 'fa:16:3e:b4:06:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95ef32f0-4ffe-4053-ad89-1f8d7234cbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:57Z', 'updated_at': '2022-04-29T13:26:13Z', 'revision_number': 4, 'project_id': '0952490f6c5340cc87f108a8ce4f0048', 'subnets': [{'id': '95ef32f0-4ffe-4053-ad89-1f8d7234cbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:14.484927 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c388e8-23a9-4afa-9952-24d95f98fe5a None None] The sync data for ids ['2a9feabf-767e-40df-a080-b455641c9ebd'] in dv-neutron-839027-4-hyperv is: [{'id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'name': 'tempest-ServerActionsTestJSON-1999992650-router', 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.87'}], 'enable_snat': True}, 'gw_port_id': 'e7e37690-3229-4928-8b7b-7d2b1112e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:25:45Z', 'updated_at': '2022-04-29T13:26:01Z', 'revision_number': 4, 'project_id': '0952490f6c5340cc87f108a8ce4f0048', 'gw_port': {'id': 'e7e37690-3229-4928-8b7b-7d2b1112e8da', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:47Z', 'updated_at': '2022-04-29T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'dfca116a-9349-436d-84d8-e8cb520e2159', 'name': '', 'network_id': '9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6', 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048', 'mac_address': 'fa:16:3e:b4:06:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95ef32f0-4ffe-4053-ad89-1f8d7234cbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:57Z', 'updated_at': '2022-04-29T13:26:13Z', 'revision_number': 4, 'project_id': '0952490f6c5340cc87f108a8ce4f0048', 'subnets': [{'id': '95ef32f0-4ffe-4053-ad89-1f8d7234cbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:26:14.485510 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d400a3f6-fbfe-4f17-af94-53c1146de484 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "DELETE /v2.0/networks/01065020-de1e-411d-84ba-fa4f1e8edddd HTTP/1.1" status: 204 len: 168 time: 5.3878090 Apr 29 13:26:14.489090 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-44485109-a97b-48df-9540-90c61f57b89e tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:14.492401 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-44485109-a97b-48df-9540-90c61f57b89e tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0140254 Apr 29 13:26:14.494970 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56250) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:14.495722 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56252) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:14.540463 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a3a8324b-9c80-4b70-beff-df30d8826d4f tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Usage tracker for resource:security_group_rule and tenant:0952490f6c5340cc87f108a8ce4f0048 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:14.549880 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-be868de8-612a-41a8-a40c-fc289e588f4e tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:14.552186 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-be868de8-612a-41a8-a40c-fc289e588f4e tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0521252 Apr 29 13:26:14.554083 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a3a8324b-9c80-4b70-beff-df30d8826d4f tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:14.555431 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56258) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:14.565004 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-7f411907-d389-4797-b669-a9da48971506 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:14.567496 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7f411907-d389-4797-b669-a9da48971506 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0111561 Apr 29 13:26:14.617941 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56262) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:14.618486 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56264) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:14.637014 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a3a8324b-9c80-4b70-beff-df30d8826d4f tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:14.641026 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-ac62843d-3c3a-4535-ba01-bee19b65b962 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:14.642161 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ac62843d-3c3a-4535-ba01-bee19b65b962 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0148060 Apr 29 13:26:14.655927 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56270) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:14.656920 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47102ee-d9f1-403f-aaf4-107db35a2f59 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] DELETE failed (client error): The resource could not be found. Apr 29 13:26:14.657370 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f47102ee-d9f1-403f-aaf4-107db35a2f59 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:26:14.661665 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f47102ee-d9f1-403f-aaf4-107db35a2f59 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "DELETE /v2.0/networks/01065020-de1e-411d-84ba-fa4f1e8edddd HTTP/1.1" status: 404 len: 339 time: 0.1620877 Apr 29 13:26:14.665644 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56272) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:14.672077 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-a86cd7c7-b5fe-4864-a2b3-faab27839529 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:14.673059 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a86cd7c7-b5fe-4864-a2b3-faab27839529 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0121431 Apr 29 13:26:14.677663 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56278) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:14.683203 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-a371ac52-3f85-4b03-ab26-4c828fface7d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1895389719', 'description': 'd1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:14.699664 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [None req-615e3fb6-5b2a-4c61-a334-927bebc580a4 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:14.700625 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-615e3fb6-5b2a-4c61-a334-927bebc580a4 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0131395 Apr 29 13:26:14.702083 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-a371ac52-3f85-4b03-ab26-4c828fface7d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:14.703899 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56282) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:14.713200 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [None req-765da6b7-f445-4ce8-b44e-4b2d29c04696 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:26:14.714145 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-765da6b7-f445-4ce8-b44e-4b2d29c04696 tempest-ExtensionsTestJSON-685358278 tempest-ExtensionsTestJSON-685358278-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0093427 Apr 29 13:26:14.715255 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-a371ac52-3f85-4b03-ab26-4c828fface7d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Usage tracker for resource:network and tenant:657540fe6ef84325b4d48ead4eeedc47 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:14.715976 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a3a8324b-9c80-4b70-beff-df30d8826d4f tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:14.718921 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-a371ac52-3f85-4b03-ab26-4c828fface7d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:14.723522 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-096ace72-25d1-4140-aca4-d36d03dea103 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:14.765854 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-a371ac52-3f85-4b03-ab26-4c828fface7d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:14.822305 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-45b8d5d7-7a66-4e5e-8dec-16e3cd73512d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9d423b9651fd4201aad53b2bea7036a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1930149 Apr 29 13:26:14.829170 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ace72-25d1-4140-aca4-d36d03dea103 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event deleted for resources: {'Port': ['ID=0938db41-474b-4605-a430-cd30fd49c18a,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:14.832512 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56288) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:14.856306 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a3a8324b-9c80-4b70-beff-df30d8826d4f tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:14.878191 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a3a8324b-9c80-4b70-beff-df30d8826d4f tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:14.915985 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8324b-9c80-4b70-beff-df30d8826d4f tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=950958ec-e103-4586-9f50-91079b0577f9,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:14.929663 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4016de4c-0f22-4802-8639-623c5ab2f87e tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Router dbbd48fc-93c3-4ee5-96c0-bbc843deeffd has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:26:14.943322 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a3a8324b-9c80-4b70-beff-df30d8826d4f tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:14.947397 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a3a8324b-9c80-4b70-beff-df30d8826d4f tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5402339 Apr 29 13:26:14.949388 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56292) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:14.961169 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-c4bd7b7d-6546-4620-b0c2-a60a8f073020 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:14.974342 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c4bd7b7d-6546-4620-b0c2-a60a8f073020 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:14.981915 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c4bd7b7d-6546-4620-b0c2-a60a8f073020 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Usage tracker for resource:floatingip and tenant:0952490f6c5340cc87f108a8ce4f0048 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:14.986619 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c4bd7b7d-6546-4620-b0c2-a60a8f073020 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:14.987071 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a371ac52-3f85-4b03-ab26-4c828fface7d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Made reservation on behalf of 657540fe6ef84325b4d48ead4eeedc47 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:26:14.990078 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a371ac52-3f85-4b03-ab26-4c828fface7d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:15.053479 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c4bd7b7d-6546-4620-b0c2-a60a8f073020 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:15.168797 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c4bd7b7d-6546-4620-b0c2-a60a8f073020 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks [] for floatingip, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:15.185801 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f1b752-fc22-4518-8264-909c454a07ab tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Router d322cc43-b774-4ec1-840d-f2863e900aca is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:26:15.202392 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56298) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:15.222965 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a371ac52-3f85-4b03-ab26-4c828fface7d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:26:15.243127 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7f551089-ebb0-4bc6-9036-691429553328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:15.255990 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a371ac52-3f85-4b03-ab26-4c828fface7d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:15.256326 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-a371ac52-3f85-4b03-ab26-4c828fface7d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Added segment 6d642cc6-8353-4b84-ae74-7deeadb476b6 of type vlan for network 62154b42-ab23-4d78-bc55-ec9046115a77 Apr 29 13:26:15.290279 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-096ace72-25d1-4140-aca4-d36d03dea103 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:15.304806 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7f551089-ebb0-4bc6-9036-691429553328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:15.339749 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a371ac52-3f85-4b03-ab26-4c828fface7d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:15.353069 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-096ace72-25d1-4140-aca4-d36d03dea103 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "DELETE /v2.0/ports/0938db41-474b-4605-a430-cd30fd49c18a HTTP/1.1" status: 204 len: 168 time: 2.2732086 Apr 29 13:26:15.359370 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56304) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:15.473572 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-44ff2a3c-817a-41da-81e4-1ec74bf70fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:15.497972 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2181a532-f2ef-4ce7-996b-d41d340cc385 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:15.569097 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-8c3e0d67-2bf1-4120-9a56-28c083776396 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Deleting port c7b8ec93-c071-4360-ab90-2f4f3628f317 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:26:15.569437 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8c3e0d67-2bf1-4120-9a56-28c083776396 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:15.593382 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a371ac52-3f85-4b03-ab26-4c828fface7d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:15.597675 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a371ac52-3f85-4b03-ab26-4c828fface7d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:15.598252 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a371ac52-3f85-4b03-ab26-4c828fface7d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:15.607409 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4016de4c-0f22-4802-8639-623c5ab2f87e tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:26:15.613856 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4016de4c-0f22-4802-8639-623c5ab2f87e tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "PUT /v2.0/routers/dbbd48fc-93c3-4ee5-96c0-bbc843deeffd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1566334 Apr 29 13:26:15.619142 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d232bd8a-64a5-4f1c-84a0-64fc13ce1b90 None None] Sync routers for ids ['dbbd48fc-93c3-4ee5-96c0-bbc843deeffd'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:26:15.638438 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d232bd8a-64a5-4f1c-84a0-64fc13ce1b90 None None] Routers {'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:26:15.639060 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d232bd8a-64a5-4f1c-84a0-64fc13ce1b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:26:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['dbbd48fc-93c3-4ee5-96c0-bbc843deeffd'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:15.645637 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c4bd7b7d-6546-4620-b0c2-a60a8f073020 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:15.857723 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-c4bd7b7d-6546-4620-b0c2-a60a8f073020 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Allocated IP 172.26.6.213 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/bff3e0ad-6873-4a0c-bb45-3cae08789578) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:26:15.969197 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device dfca116a-9349-436d-84d8-e8cb520e2159 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:26:16.021514 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7f551089-ebb0-4bc6-9036-691429553328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:16.026551 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f1b752-fc22-4518-8264-909c454a07ab tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:26:16.036883 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c4bd7b7d-6546-4620-b0c2-a60a8f073020 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:16.050452 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035dd5b7-f60f-4478-9bd2-74a34d1c01ec None None] Sync routers for ids ['d322cc43-b774-4ec1-840d-f2863e900aca'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:26:16.056739 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-44ff2a3c-817a-41da-81e4-1ec74bf70fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:16.065755 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371ac52-3f85-4b03-ab26-4c828fface7d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event updated for resources: {'Network': ['ID=62154b42-ab23-4d78-bc55-ec9046115a77,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:16.073187 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f551089-ebb0-4bc6-9036-691429553328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf7d1b3-37db-49cf-aaf6-b70d04071b3e,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:16.074991 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035dd5b7-f60f-4478-9bd2-74a34d1c01ec None None] Routers {'d322cc43-b774-4ec1-840d-f2863e900aca'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:26:16.075792 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-035dd5b7-f60f-4478-9bd2-74a34d1c01ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:26:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['d322cc43-b774-4ec1-840d-f2863e900aca'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:16.083991 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-44ff2a3c-817a-41da-81e4-1ec74bf70fee admin admin] Usage tracker for resource:security_group_rule and tenant:ceaeb5db149f4242946af19fda7758dd is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:16.085849 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 62154b42-ab23-4d78-bc55-ec9046115a77 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:26:16.092356 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b6f1b752-fc22-4518-8264-909c454a07ab tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:16.095269 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b6f1b752-fc22-4518-8264-909c454a07ab tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.6400928 Apr 29 13:26:16.098750 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56318) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:16.102461 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c4bd7b7d-6546-4620-b0c2-a60a8f073020 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:16.118243 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-d232bd8a-64a5-4f1c-84a0-64fc13ce1b90 None None] Set router dbbd48fc-93c3-4ee5-96c0-bbc843deeffd gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:26:16.128546 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-44ff2a3c-817a-41da-81e4-1ec74bf70fee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:16.148304 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-035dd5b7-f60f-4478-9bd2-74a34d1c01ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:16.153451 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-44ff2a3c-817a-41da-81e4-1ec74bf70fee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:16.162253 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035dd5b7-f60f-4478-9bd2-74a34d1c01ec None None] Routers {'d322cc43-b774-4ec1-840d-f2863e900aca'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:26:16.163169 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-035dd5b7-f60f-4478-9bd2-74a34d1c01ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:26:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['d322cc43-b774-4ec1-840d-f2863e900aca'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:16.168039 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7f551089-ebb0-4bc6-9036-691429553328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:16.169203 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7f551089-ebb0-4bc6-9036-691429553328 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7cf7d1b3-37db-49cf-aaf6-b70d04071b3e HTTP/1.1" status: 204 len: 168 time: 1.2384226 Apr 29 13:26:16.170652 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a371ac52-3f85-4b03-ab26-4c828fface7d tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4997356 Apr 29 13:26:16.182485 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56322) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:16.206979 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bd7b7d-6546-4620-b0c2-a60a8f073020 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:16.215522 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-d75dfc4a-dc0f-4def-b9b1-fafd1d0e1117 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:16.223215 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-a3e276fe-868c-4295-8bff-fa1edf685ac0 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1860544167&fields=id&tenant_id=b3dd10e1defa4a4db8e298797b127deb HTTP/1.1" status: 200 len: 267 time: 0.2927661 Apr 29 13:26:16.247649 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-035dd5b7-f60f-4478-9bd2-74a34d1c01ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:16.248305 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035dd5b7-f60f-4478-9bd2-74a34d1c01ec None None] The sync data for ids ['d322cc43-b774-4ec1-840d-f2863e900aca'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:26:16.315106 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port dfca116a-9349-436d-84d8-e8cb520e2159 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:16.327606 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port dfca116a-9349-436d-84d8-e8cb520e2159 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:16.327974 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:16.443469 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-c4bd7b7d-6546-4620-b0c2-a60a8f073020 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:16.457202 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bd7b7d-6546-4620-b0c2-a60a8f073020 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:26:16.553665 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02e62ab-4a6f-4dfe-8618-4fdb1db35cdd tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:16.554344 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d02e62ab-4a6f-4dfe-8618-4fdb1db35cdd tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Synchronizing usage tracker for tenant:657540fe6ef84325b4d48ead4eeedc47 on resource:network {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:26:16.598654 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd7b7d-6546-4620-b0c2-a60a8f073020 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Pushing event updated for resources: {'Port': ['ID=bff3e0ad-6873-4a0c-bb45-3cae08789578,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:16.683323 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-44ff2a3c-817a-41da-81e4-1ec74bf70fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:16.705851 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d02e62ab-4a6f-4dfe-8618-4fdb1db35cdd tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Unset dirty status for tenant:657540fe6ef84325b4d48ead4eeedc47 on resource:network {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:26:16.707290 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d02e62ab-4a6f-4dfe-8618-4fdb1db35cdd tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "GET /v2.0/networks?id=62154b42-ab23-4d78-bc55-ec9046115a77 HTTP/1.1" status: 200 len: 765 time: 0.5228033 Apr 29 13:26:16.717447 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-44ff2a3c-817a-41da-81e4-1ec74bf70fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:16.727920 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56336) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:16.740554 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-8c26bfb1-71b0-43f7-89b3-b1ee0a603826 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:16.748385 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-8c26bfb1-71b0-43f7-89b3-b1ee0a603826 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/networks?id=fd1e5aaf-1b26-4dda-a00a-9ea5743f747d HTTP/1.1" status: 200 len: 797 time: 0.5243154 Apr 29 13:26:16.755074 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8c3e0d67-2bf1-4120-9a56-28c083776396 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:16.772591 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-e5d50c1c-6f26-40fe-a34f-20f0778f2398 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Request body: {'network': {'description': 'd2'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:16.777804 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c4bd7b7d-6546-4620-b0c2-a60a8f073020 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:16.806574 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:16.878319 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c4bd7b7d-6546-4620-b0c2-a60a8f073020 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:16.945161 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port dfca116a-9349-436d-84d8-e8cb520e2159, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=dfca116a-9349-436d-84d8-e8cb520e2159,segment=NetworkSegment(55ed5e1f-94d1-471a-a5a2-c8b5f5417041),segment_id=55ed5e1f-94d1-471a-a5a2-c8b5f5417041)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:16.962191 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:17.003061 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-8c3e0d67-2bf1-4120-9a56-28c083776396 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Calling delete_port for c7b8ec93-c071-4360-ab90-2f4f3628f317 owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:26:17.090833 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d232bd8a-64a5-4f1c-84a0-64fc13ce1b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016343287', 'tenant_id': 'b3dd10e1defa4a4db8e298797b127deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '66b41e9f-37c9-43d7-8280-e1a3a056141a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:25:46Z', 'updated_at': '2022-04-29T13:26:11Z', 'revision_number': 4, 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'gw_port': {'id': '66b41e9f-37c9-43d7-8280-e1a3a056141a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:06:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:49Z', 'updated_at': '2022-04-29T13:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '636a4807-94a7-423c-8bf7-bf012bc5c6ce', 'name': '', 'network_id': 'fd1e5aaf-1b26-4dda-a00a-9ea5743f747d', 'tenant_id': 'b3dd10e1defa4a4db8e298797b127deb', 'mac_address': 'fa:16:3e:e8:9b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8672d9ee-edfb-42ee-bd49-ae2cc6174dde', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:07Z', 'updated_at': '2022-04-29T13:26:12Z', 'revision_number': 2, 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'subnets': [{'id': '8672d9ee-edfb-42ee-bd49-ae2cc6174dde', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:17.094337 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=dfca116a-9349-436d-84d8-e8cb520e2159,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:17.102216 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d232bd8a-64a5-4f1c-84a0-64fc13ce1b90 None None] Checking router: dbbd48fc-93c3-4ee5-96c0-bbc843deeffd for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:26:17.102618 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d232bd8a-64a5-4f1c-84a0-64fc13ce1b90 None None] Updating router dbbd48fc-93c3-4ee5-96c0-bbc843deeffd port 636a4807-94a7-423c-8bf7-bf012bc5c6ce binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:26:17.112644 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-2760a4d1-3cef-4c85-acaf-8c47f39525ca tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/quotas/b3dd10e1defa4a4db8e298797b127deb HTTP/1.1" status: 200 len: 375 time: 0.3630543 Apr 29 13:26:17.130665 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff2a3c-817a-41da-81e4-1ec74bf70fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c0f137-907a-4465-ab2a-54c567711513,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:17.177622 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d232bd8a-64a5-4f1c-84a0-64fc13ce1b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:17.254620 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-44ff2a3c-817a-41da-81e4-1ec74bf70fee admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ceaeb5db149f4242946af19fda7758dd&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0447028 Apr 29 13:26:17.255124 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56346) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:17.321307 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c4bd7b7d-6546-4620-b0c2-a60a8f073020 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:17.340922 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c4bd7b7d-6546-4620-b0c2-a60a8f073020 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:17.399394 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c50fa7e6-ecab-4dc8-9e18-fcacd3029685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:17.456011 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56352) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:17.468337 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e5d50c1c-6f26-40fe-a34f-20f0778f2398 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:17.627211 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c4bd7b7d-6546-4620-b0c2-a60a8f073020 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:17.659491 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c4bd7b7d-6546-4620-b0c2-a60a8f073020 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:17.669750 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c4bd7b7d-6546-4620-b0c2-a60a8f073020 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7095697 Apr 29 13:26:17.669750 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd7b7d-6546-4620-b0c2-a60a8f073020 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Pushing event updated for resources: {'Port': ['ID=bff3e0ad-6873-4a0c-bb45-3cae08789578,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:17.669750 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c50fa7e6-ecab-4dc8-9e18-fcacd3029685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:17.677879 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e5d50c1c-6f26-40fe-a34f-20f0778f2398 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:17.715774 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-23c11542-2e95-4542-9cfa-58ebb467e1c7 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b3dd10e1defa4a4db8e298797b127deb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6021736 Apr 29 13:26:17.726651 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d232bd8a-64a5-4f1c-84a0-64fc13ce1b90 None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:17.741185 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-924c087d-2d69-4dcf-aae1-41391db050a9 tempest-AgentManagementNegativeTest-1453263784 tempest-AgentManagementNegativeTest-1453263784-project] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2675474 Apr 29 13:26:17.780830 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c50fa7e6-ecab-4dc8-9e18-fcacd3029685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:17.784304 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d232bd8a-64a5-4f1c-84a0-64fc13ce1b90 None None] Transition to ACTIVE for port object 636a4807-94a7-423c-8bf7-bf012bc5c6ce will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:17.805617 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d232bd8a-64a5-4f1c-84a0-64fc13ce1b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:17.824108 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c50fa7e6-ecab-4dc8-9e18-fcacd3029685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:17.826200 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c50fa7e6-ecab-4dc8-9e18-fcacd3029685 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/68c0f137-907a-4465-ab2a-54c567711513 HTTP/1.1" status: 204 len: 168 time: 0.5662620 Apr 29 13:26:17.826613 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50fa7e6-ecab-4dc8-9e18-fcacd3029685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c0f137-907a-4465-ab2a-54c567711513,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:17.841121 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d75dfc4a-dc0f-4def-b9b1-fafd1d0e1117 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:17.898428 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d75dfc4a-dc0f-4def-b9b1-fafd1d0e1117 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:17.924409 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-d75dfc4a-dc0f-4def-b9b1-fafd1d0e1117 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Deleting port 9cbe17bb-8a93-411a-a801-3c5dd3afa83d {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:26:17.924833 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d75dfc4a-dc0f-4def-b9b1-fafd1d0e1117 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:18.010138 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e5d50c1c-6f26-40fe-a34f-20f0778f2398 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Network 62154b42-ab23-4d78-bc55-ec9046115a77 is not hosted by any dhcp agent {{(pid=83904) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 29 13:26:18.013699 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d50c1c-6f26-40fe-a34f-20f0778f2398 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:18.014288 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e5d50c1c-6f26-40fe-a34f-20f0778f2398 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:18.018458 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e5d50c1c-6f26-40fe-a34f-20f0778f2398 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "PUT /v2.0/networks/62154b42-ab23-4d78-bc55-ec9046115a77 HTTP/1.1" status: 200 len: 762 time: 1.2649024 Apr 29 13:26:18.040572 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8c3e0d67-2bf1-4120-9a56-28c083776396 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:18.048602 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56368) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:18.082672 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520e2e3-1fd4-4d0d-b61f-eb14e888376e None None] Pushing event updated for resources: {'Port': ['ID=636a4807-94a7-423c-8bf7-bf012bc5c6ce,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:18.094339 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device dfca116a-9349-436d-84d8-e8cb520e2159 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:26:18.137788 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d50c1c-6f26-40fe-a34f-20f0778f2398 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event updated for resources: {'Network': ['ID=62154b42-ab23-4d78-bc55-ec9046115a77,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:18.187191 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 62154b42-ab23-4d78-bc55-ec9046115a77 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:26:18.286944 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e0d67-2bf1-4120-9a56-28c083776396 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event deleted for resources: {'Port': ['ID=c7b8ec93-c071-4360-ab90-2f4f3628f317,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:18.428567 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56380) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:18.434628 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port dfca116a-9349-436d-84d8-e8cb520e2159 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:18.435355 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:18.461006 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-928043c4-f970-4a69-a5c7-704822154f4d service neutron] 10.222.0.76 "GET /v2.0/networks/fd1e5aaf-1b26-4dda-a00a-9ea5743f747d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7406442 Apr 29 13:26:18.516959 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-9a60622f-548a-47d3-a28f-619f4c673b86 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Synchronizing usage tracker for tenant:0952490f6c5340cc87f108a8ce4f0048 on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:26:18.567350 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-9a60622f-548a-47d3-a28f-619f4c673b86 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Unset dirty status for tenant:0952490f6c5340cc87f108a8ce4f0048 on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:26:18.575942 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-9a60622f-548a-47d3-a28f-619f4c673b86 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1300682288&fields=id&tenant_id=0952490f6c5340cc87f108a8ce4f0048 HTTP/1.1" status: 200 len: 267 time: 0.3806827 Apr 29 13:26:18.582773 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c13109-1f6b-4605-bcc0-5de7a3f8d8b0 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:18.586793 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-36c13109-1f6b-4605-bcc0-5de7a3f8d8b0 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "GET /v2.0/networks?id=62154b42-ab23-4d78-bc55-ec9046115a77 HTTP/1.1" status: 200 len: 765 time: 0.5371475 Apr 29 13:26:18.611634 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56392) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:18.629786 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d232bd8a-64a5-4f1c-84a0-64fc13ce1b90 None None] Attempting to bind port 636a4807-94a7-423c-8bf7-bf012bc5c6ce on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:26:18.630212 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d232bd8a-64a5-4f1c-84a0-64fc13ce1b90 None None] Attempting to bind port 636a4807-94a7-423c-8bf7-bf012bc5c6ce by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '54435c81-be5a-435a-89e7-d7e4b8cb5a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fd1e5aaf-1b26-4dda-a00a-9ea5743f747d'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:26:18.630604 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d232bd8a-64a5-4f1c-84a0-64fc13ce1b90 None None] Attempting to bind port 636a4807-94a7-423c-8bf7-bf012bc5c6ce on network fd1e5aaf-1b26-4dda-a00a-9ea5743f747d {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:26:18.654838 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d232bd8a-64a5-4f1c-84a0-64fc13ce1b90 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:26:18.655252 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d232bd8a-64a5-4f1c-84a0-64fc13ce1b90 None None] Checking segment: {'id': '54435c81-be5a-435a-89e7-d7e4b8cb5a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fd1e5aaf-1b26-4dda-a00a-9ea5743f747d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:26:18.655669 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d232bd8a-64a5-4f1c-84a0-64fc13ce1b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:18.656301 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d232bd8a-64a5-4f1c-84a0-64fc13ce1b90 None None] Bound using segment: {'id': '54435c81-be5a-435a-89e7-d7e4b8cb5a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fd1e5aaf-1b26-4dda-a00a-9ea5743f747d'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:26:18.656695 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d232bd8a-64a5-4f1c-84a0-64fc13ce1b90 None None] Bound port: 636a4807-94a7-423c-8bf7-bf012bc5c6ce, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54435c81-be5a-435a-89e7-d7e4b8cb5a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fd1e5aaf-1b26-4dda-a00a-9ea5743f747d'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:26:18.657091 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d232bd8a-64a5-4f1c-84a0-64fc13ce1b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:18.703874 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d75dfc4a-dc0f-4def-b9b1-fafd1d0e1117 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:18.762309 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d232bd8a-64a5-4f1c-84a0-64fc13ce1b90 None None] For port 636a4807-94a7-423c-8bf7-bf012bc5c6ce, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:26:18.765774 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d232bd8a-64a5-4f1c-84a0-64fc13ce1b90 None None] For port 636a4807-94a7-423c-8bf7-bf012bc5c6ce, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=636a4807-94a7-423c-8bf7-bf012bc5c6ce,segment=NetworkSegment(54435c81-be5a-435a-89e7-d7e4b8cb5a34),segment_id=54435c81-be5a-435a-89e7-d7e4b8cb5a34)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:26:18.784032 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d232bd8a-64a5-4f1c-84a0-64fc13ce1b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:18.852497 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8c3e0d67-2bf1-4120-9a56-28c083776396 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:18.941141 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520e2e3-1fd4-4d0d-b61f-eb14e888376e None None] Pushing event updated for resources: {'Port': ['ID=636a4807-94a7-423c-8bf7-bf012bc5c6ce,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:18.951658 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d232bd8a-64a5-4f1c-84a0-64fc13ce1b90 None None] Routers {'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:26:18.952278 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d232bd8a-64a5-4f1c-84a0-64fc13ce1b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:26:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['dbbd48fc-93c3-4ee5-96c0-bbc843deeffd'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:19.000068 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-d75dfc4a-dc0f-4def-b9b1-fafd1d0e1117 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Calling delete_port for 9cbe17bb-8a93-411a-a801-3c5dd3afa83d owned by network:router_gateway {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:26:19.015643 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-548a3c17-6ec8-4407-a65d-dccbb6345adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:19.075274 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8c3e0d67-2bf1-4120-9a56-28c083776396 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "DELETE /v2.0/ports/c7b8ec93-c071-4360-ab90-2f4f3628f317 HTTP/1.1" status: 204 len: 168 time: 3.7114441 Apr 29 13:26:19.091106 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-8ade5b2c-d70c-4dd2-86a7-d70f54bfcbf7 service neutron] 10.222.0.76 "GET /v2.0/networks/fd1e5aaf-1b26-4dda-a00a-9ea5743f747d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6289449 Apr 29 13:26:19.091777 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56404) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:19.245195 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f113d6-acf4-487d-9554-4c9e26684105 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:19.246723 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-82f113d6-acf4-487d-9554-4c9e26684105 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Synchronizing usage tracker for tenant:657540fe6ef84325b4d48ead4eeedc47 on resource:network {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:26:19.261622 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-d232bd8a-64a5-4f1c-84a0-64fc13ce1b90 None None] Set router dbbd48fc-93c3-4ee5-96c0-bbc843deeffd gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:26:19.275967 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-548a3c17-6ec8-4407-a65d-dccbb6345adc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:19.277027 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-2b06cc15-0db5-4fd8-b328-e3eea1f5b7d9 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:19.278665 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-2b06cc15-0db5-4fd8-b328-e3eea1f5b7d9 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/networks?id=9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6 HTTP/1.1" status: 200 len: 812 time: 0.7017815 Apr 29 13:26:19.288487 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56408) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:19.293033 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026002 Apr 29 13:26:19.295841 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-548a3c17-6ec8-4407-a65d-dccbb6345adc admin admin] Usage tracker for resource:security_group_rule and tenant:4066a83448304324ae5d5fd5598419e8 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:19.307330 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-548a3c17-6ec8-4407-a65d-dccbb6345adc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:19.308210 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56410) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:19.320160 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-82f113d6-acf4-487d-9554-4c9e26684105 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Unset dirty status for tenant:657540fe6ef84325b4d48ead4eeedc47 on resource:network {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:26:19.323962 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-82f113d6-acf4-487d-9554-4c9e26684105 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7060976 Apr 29 13:26:19.328949 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56416) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:19.343162 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-e401d547-a17d-411a-8dc7-01cd47abe625 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/quotas/0952490f6c5340cc87f108a8ce4f0048 HTTP/1.1" status: 200 len: 375 time: 0.0542815 Apr 29 13:26:19.358723 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-548a3c17-6ec8-4407-a65d-dccbb6345adc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:19.385934 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f25bea5b-07cc-47a0-9268-4b6634205125 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Synchronizing usage tracker for tenant:657540fe6ef84325b4d48ead4eeedc47 on resource:subnet {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:26:19.412909 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-2181a532-f2ef-4ce7-996b-d41d340cc385 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Deleting port e05a672f-7e75-4e9a-8f9b-b839cf7bdef4 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:26:19.412909 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2181a532-f2ef-4ce7-996b-d41d340cc385 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:19.493505 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f25bea5b-07cc-47a0-9268-4b6634205125 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Unset dirty status for tenant:657540fe6ef84325b4d48ead4eeedc47 on resource:subnet {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:26:19.500081 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f25bea5b-07cc-47a0-9268-4b6634205125 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "GET /v2.0/subnets?network_id=3475bcf7-abe6-4964-9326-03174235aecc HTTP/1.1" status: 200 len: 207 time: 0.1545620 Apr 29 13:26:19.500081 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56420) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:19.514881 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bb0478-7fee-4337-b775-04e7635f7e8a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:19.515515 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e1bb0478-7fee-4337-b775-04e7635f7e8a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Synchronizing usage tracker for tenant:c6a98024671e406e8c4e9aedab65828f on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:26:19.608232 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8c416398-f56a-4f84-9fef-220ea831dbdb tempest-NetworksApiDiscovery-1291290541 tempest-NetworksApiDiscovery-1291290541-project] 10.222.0.76 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2969949 Apr 29 13:26:19.633036 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d75dfc4a-dc0f-4def-b9b1-fafd1d0e1117 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:19.691068 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75dfc4a-dc0f-4def-b9b1-fafd1d0e1117 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Pushing event deleted for resources: {'Port': ['ID=9cbe17bb-8a93-411a-a801-3c5dd3afa83d,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:19.716720 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e1bb0478-7fee-4337-b775-04e7635f7e8a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Unset dirty status for tenant:c6a98024671e406e8c4e9aedab65828f on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:26:19.723267 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e1bb0478-7fee-4337-b775-04e7635f7e8a tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "GET /v2.0/ports?device_id=5b5332d5-d726-47e5-a586-a4c7709412e9 HTTP/1.1" status: 200 len: 913 time: 0.6230505 Apr 29 13:26:19.724911 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56426) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:19.761422 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-d5763ac1-4a30-4543-8990-9d106f81e1f4 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0952490f6c5340cc87f108a8ce4f0048&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3855531 Apr 29 13:26:19.761732 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d232bd8a-64a5-4f1c-84a0-64fc13ce1b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016343287', 'tenant_id': 'b3dd10e1defa4a4db8e298797b127deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '66b41e9f-37c9-43d7-8280-e1a3a056141a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:25:46Z', 'updated_at': '2022-04-29T13:26:11Z', 'revision_number': 4, 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'gw_port': {'id': '66b41e9f-37c9-43d7-8280-e1a3a056141a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:06:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:49Z', 'updated_at': '2022-04-29T13:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '636a4807-94a7-423c-8bf7-bf012bc5c6ce', 'name': '', 'network_id': 'fd1e5aaf-1b26-4dda-a00a-9ea5743f747d', 'tenant_id': 'b3dd10e1defa4a4db8e298797b127deb', 'mac_address': 'fa:16:3e:e8:9b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8672d9ee-edfb-42ee-bd49-ae2cc6174dde', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:07Z', 'updated_at': '2022-04-29T13:26:18Z', 'revision_number': 4, 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'subnets': [{'id': '8672d9ee-edfb-42ee-bd49-ae2cc6174dde', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:19.779392 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d232bd8a-64a5-4f1c-84a0-64fc13ce1b90 None None] The sync data for ids ['dbbd48fc-93c3-4ee5-96c0-bbc843deeffd'] in dv-neutron-839027-4-hyperv is: [{'id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016343287', 'tenant_id': 'b3dd10e1defa4a4db8e298797b127deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '66b41e9f-37c9-43d7-8280-e1a3a056141a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:25:46Z', 'updated_at': '2022-04-29T13:26:11Z', 'revision_number': 4, 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'gw_port': {'id': '66b41e9f-37c9-43d7-8280-e1a3a056141a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:06:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:49Z', 'updated_at': '2022-04-29T13:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '636a4807-94a7-423c-8bf7-bf012bc5c6ce', 'name': '', 'network_id': 'fd1e5aaf-1b26-4dda-a00a-9ea5743f747d', 'tenant_id': 'b3dd10e1defa4a4db8e298797b127deb', 'mac_address': 'fa:16:3e:e8:9b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8672d9ee-edfb-42ee-bd49-ae2cc6174dde', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:07Z', 'updated_at': '2022-04-29T13:26:18Z', 'revision_number': 4, 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'subnets': [{'id': '8672d9ee-edfb-42ee-bd49-ae2cc6174dde', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:26:19.808604 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2181a532-f2ef-4ce7-996b-d41d340cc385 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:19.981372 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de2b9a3-7e8c-41ae-87ef-51569d04a29e tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:19.987305 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de2b9a3-7e8c-41ae-87ef-51569d04a29e tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:19.987665 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-548a3c17-6ec8-4407-a65d-dccbb6345adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:20.004091 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de2b9a3-7e8c-41ae-87ef-51569d04a29e tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:20.008206 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de2b9a3-7e8c-41ae-87ef-51569d04a29e tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:20.012285 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de2b9a3-7e8c-41ae-87ef-51569d04a29e tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:20.016570 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de2b9a3-7e8c-41ae-87ef-51569d04a29e tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:20.018997 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9de2b9a3-7e8c-41ae-87ef-51569d04a29e tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.5188065 Apr 29 13:26:20.039625 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56432) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:20.064737 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 636a4807-94a7-423c-8bf7-bf012bc5c6ce up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:26:20.185200 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 636a4807-94a7-423c-8bf7-bf012bc5c6ce completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:20.191189 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56436) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:20.192000 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 636a4807-94a7-423c-8bf7-bf012bc5c6ce triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:20.192376 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:20.201811 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-2181a532-f2ef-4ce7-996b-d41d340cc385 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Calling delete_port for e05a672f-7e75-4e9a-8f9b-b839cf7bdef4 owned by network:router_interface {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:26:20.229485 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-548a3c17-6ec8-4407-a65d-dccbb6345adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:20.333293 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:20.370512 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a3c17-6ec8-4407-a65d-dccbb6345adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9aeeca2-8647-4bfc-8adf-edc9e0775252,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:20.371800 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 636a4807-94a7-423c-8bf7-bf012bc5c6ce, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=636a4807-94a7-423c-8bf7-bf012bc5c6ce,segment=NetworkSegment(54435c81-be5a-435a-89e7-d7e4b8cb5a34),segment_id=54435c81-be5a-435a-89e7-d7e4b8cb5a34)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:20.376734 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:20.391127 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-548a3c17-6ec8-4407-a65d-dccbb6345adc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4066a83448304324ae5d5fd5598419e8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9614854 Apr 29 13:26:20.395344 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56446) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:20.464447 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=636a4807-94a7-423c-8bf7-bf012bc5c6ce,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:20.468598 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d75dfc4a-dc0f-4def-b9b1-fafd1d0e1117 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:20.543636 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-75a94c50-b25f-42d6-8b5b-bef5ad1acbd5 req-a1347a60-ead7-47f4-bbc1-e964aeb582b0 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 210 time: 0.1231520 Apr 29 13:26:20.559880 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e91c4872-65b7-456a-a742-2b2405c24381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:20.647921 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5a8a3256-4c2a-4667-a925-408c2ebea1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:20.704835 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e91c4872-65b7-456a-a742-2b2405c24381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:20.714991 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e91c4872-65b7-456a-a742-2b2405c24381 admin admin] Usage tracker for resource:security_group_rule and tenant:5f28ef19747345efbe1a9818a9323f0a is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:20.733937 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e91c4872-65b7-456a-a742-2b2405c24381 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:20.757002 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e91c4872-65b7-456a-a742-2b2405c24381 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:20.762727 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5a8a3256-4c2a-4667-a925-408c2ebea1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:20.771225 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d75dfc4a-dc0f-4def-b9b1-fafd1d0e1117 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:20.783372 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d75dfc4a-dc0f-4def-b9b1-fafd1d0e1117 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16423525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16423546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16419832'] for router, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:20.846289 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2181a532-f2ef-4ce7-996b-d41d340cc385 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:20.917183 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-1e7870e1-280f-4b74-8d0b-9d148bea1107 service neutron] 10.222.0.76 "GET /v2.0/networks/9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0974715 Apr 29 13:26:20.926028 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181a532-f2ef-4ce7-996b-d41d340cc385 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Port': ['ID=e05a672f-7e75-4e9a-8f9b-b839cf7bdef4,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:20.948920 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-79d1c688-4cca-4ccc-abe9-baec82d06fc3 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.9007020 Apr 29 13:26:20.949745 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56450) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:21.125493 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75dfc4a-dc0f-4def-b9b1-fafd1d0e1117 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Router d322cc43-b774-4ec1-840d-f2863e900aca has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:26:21.142629 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36814862-79af-4d6a-b398-8d265d79589c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:21.144187 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36814862-79af-4d6a-b398-8d265d79589c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:21.144942 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5a8a3256-4c2a-4667-a925-408c2ebea1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:21.145572 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36814862-79af-4d6a-b398-8d265d79589c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:21.146821 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36814862-79af-4d6a-b398-8d265d79589c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:21.148135 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36814862-79af-4d6a-b398-8d265d79589c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:21.158411 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-36814862-79af-4d6a-b398-8d265d79589c tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2037430 Apr 29 13:26:21.161763 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56454) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:21.205701 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a3256-4c2a-4667-a925-408c2ebea1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9aeeca2-8647-4bfc-8adf-edc9e0775252,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:21.222675 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e91c4872-65b7-456a-a742-2b2405c24381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:21.235306 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e91c4872-65b7-456a-a742-2b2405c24381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:21.270264 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-0c3ade54-bf9f-47c2-a5d4-33fef1db3175 service neutron] 10.222.0.76 "GET /v2.0/networks/9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192172 Apr 29 13:26:21.421431 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84db0782-0351-4c05-958a-41ba483ea7d3 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['shared'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:21.423461 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84db0782-0351-4c05-958a-41ba483ea7d3 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['shared'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:21.424667 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84db0782-0351-4c05-958a-41ba483ea7d3 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['shared'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:21.426209 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84db0782-0351-4c05-958a-41ba483ea7d3 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['shared'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:21.427454 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84db0782-0351-4c05-958a-41ba483ea7d3 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['shared'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:21.429192 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-84db0782-0351-4c05-958a-41ba483ea7d3 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2665143 Apr 29 13:26:21.433325 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56462) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:21.465129 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5a8a3256-4c2a-4667-a925-408c2ebea1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:21.466260 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5a8a3256-4c2a-4667-a925-408c2ebea1e1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f9aeeca2-8647-4bfc-8adf-edc9e0775252 HTTP/1.1" status: 204 len: 168 time: 1.0689373 Apr 29 13:26:21.467243 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c4872-65b7-456a-a742-2b2405c24381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca1c35f-4580-4256-aa7d-d5e1f1e25cee,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:21.482768 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e91c4872-65b7-456a-a742-2b2405c24381 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5f28ef19747345efbe1a9818a9323f0a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2904425 Apr 29 13:26:21.486778 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56468) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:21.531743 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75dfc4a-dc0f-4def-b9b1-fafd1d0e1117 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:26:21.549368 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae4986a-5cb4-4097-8b28-e63efbd0e755 None None] Sync routers for ids ['d322cc43-b774-4ec1-840d-f2863e900aca'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:26:21.550255 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2181a532-f2ef-4ce7-996b-d41d340cc385 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:21.551599 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d75dfc4a-dc0f-4def-b9b1-fafd1d0e1117 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:21.555220 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d75dfc4a-dc0f-4def-b9b1-fafd1d0e1117 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "PUT /v2.0/routers/d322cc43-b774-4ec1-840d-f2863e900aca HTTP/1.1" status: 200 len: 706 time: 5.4522221 Apr 29 13:26:21.555839 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56472) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:21.571285 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae4986a-5cb4-4097-8b28-e63efbd0e755 None None] Routers {'d322cc43-b774-4ec1-840d-f2863e900aca'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:26:21.572733 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2ae4986a-5cb4-4097-8b28-e63efbd0e755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:26:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['d322cc43-b774-4ec1-840d-f2863e900aca'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:21.651859 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2ae4986a-5cb4-4097-8b28-e63efbd0e755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:21.667086 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae4986a-5cb4-4097-8b28-e63efbd0e755 None None] Routers {'d322cc43-b774-4ec1-840d-f2863e900aca'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:26:21.668007 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2ae4986a-5cb4-4097-8b28-e63efbd0e755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:26:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['d322cc43-b774-4ec1-840d-f2863e900aca'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:21.719151 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4643a4b-0f8b-4b7f-9da9-253a6156ad02 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:21.721671 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f4643a4b-0f8b-4b7f-9da9-253a6156ad02 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "GET /v2.0/networks/3ea82a54-7f12-48d1-a51f-4776ff903471 HTTP/1.1" status: 200 len: 804 time: 0.2871838 Apr 29 13:26:21.725319 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56480) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:21.739913 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2ae4986a-5cb4-4097-8b28-e63efbd0e755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:21.740205 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae4986a-5cb4-4097-8b28-e63efbd0e755 None None] The sync data for ids ['d322cc43-b774-4ec1-840d-f2863e900aca'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:26:21.802365 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6ec5e963-7122-4cc6-af96-21c99a7b22d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:21.813965 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-771da28d-be3b-4468-b2fd-dea1552fa8fc tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "GET /v2.0/routers/d322cc43-b774-4ec1-840d-f2863e900aca HTTP/1.1" status: 200 len: 741 time: 0.2567906 Apr 29 13:26:21.822953 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56486) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:21.849285 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-62f23805-d0e8-468d-8d43-4adf1f504399 req-168f02f1-51d3-4ec5-93ed-e87b70c99f49 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 210 time: 0.1479235 Apr 29 13:26:21.883535 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8c5c2a63-356f-4c59-bdb3-eb7d39ac356a tempest-RoutersAdminTest-1091671633 tempest-RoutersAdminTest-1091671633-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=3475bcf7-abe6-4964-9326-03174235aecc&device_id=d322cc43-b774-4ec1-840d-f2863e900aca HTTP/1.1" status: 200 len: 205 time: 0.0570905 Apr 29 13:26:21.886188 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56492) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:21.894016 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6ec5e963-7122-4cc6-af96-21c99a7b22d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:21.952645 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6d538eca-8299-422b-91da-dc0e98e91017 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "GET /v2.0/networks/3ea82a54-7f12-48d1-a51f-4776ff903471?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2251568 Apr 29 13:26:21.956608 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56498) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:21.965954 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 636a4807-94a7-423c-8bf7-bf012bc5c6ce up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:26:22.044436 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fd64f2-49f7-4120-bbab-18a0fc8c3927 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:22.045925 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-75fd64f2-49f7-4120-bbab-18a0fc8c3927 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "GET /v2.0/subnets/1bbe64bb-5439-4797-b4d5-857050ef8cfd HTTP/1.1" status: 200 len: 843 time: 0.0883775 Apr 29 13:26:22.050126 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56504) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:22.056988 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 636a4807-94a7-423c-8bf7-bf012bc5c6ce triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:22.057595 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:22.149362 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca80e7d2-e880-43df-a93c-61fe7b917336 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['shared'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:22.151438 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ca80e7d2-e880-43df-a93c-61fe7b917336 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "GET /v2.0/subnets/1bbe64bb-5439-4797-b4d5-857050ef8cfd?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1001234 Apr 29 13:26:22.151732 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-98013cee-2e3a-48e6-9286-51fa28c2e7fd tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:22.157240 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56508) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:22.162709 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-f3d2a6a3-a723-4e5f-9584-f247b1ca0ee3 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-18042770'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:22.167480 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f3d2a6a3-a723-4e5f-9584-f247b1ca0ee3 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:22.177804 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f3d2a6a3-a723-4e5f-9584-f247b1ca0ee3 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:22.190334 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d2a6a3-a723-4e5f-9584-f247b1ca0ee3 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Made reservation on behalf of 657540fe6ef84325b4d48ead4eeedc47 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:26:22.193393 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f3d2a6a3-a723-4e5f-9584-f247b1ca0ee3 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:22.208829 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-15219b8d-da8c-48cb-b710-815fa12189ce tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "GET /v2.0/ports?device_id=d322cc43-b774-4ec1-840d-f2863e900aca HTTP/1.1" status: 200 len: 205 time: 0.3168335 Apr 29 13:26:22.210433 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56514) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:22.490618 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:26:22.493217 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a070e4e5-526b-4e4d-b81f-38137754b3fa tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:22.593654 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d2a6a3-a723-4e5f-9584-f247b1ca0ee3 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:26:22.602175 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-94b5d0d9-9a83-4c49-8ef9-7903f4a163e4 req-50b2f5ca-64ab-4510-875a-7f46f15dacdf tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Synchronizing usage tracker for tenant:0952490f6c5340cc87f108a8ce4f0048 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:26:22.606400 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56532) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:22.609738 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6ec5e963-7122-4cc6-af96-21c99a7b22d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:22.643743 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5e963-7122-4cc6-af96-21c99a7b22d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca1c35f-4580-4256-aa7d-d5e1f1e25cee,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:22.658293 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2181a532-f2ef-4ce7-996b-d41d340cc385 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Router 6179be34-e657-4f06-a22c-0c9122a08872 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:26:22.669053 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6ec5e963-7122-4cc6-af96-21c99a7b22d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:22.673964 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6ec5e963-7122-4cc6-af96-21c99a7b22d4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1ca1c35f-4580-4256-aa7d-d5e1f1e25cee HTTP/1.1" status: 204 len: 168 time: 1.1836989 Apr 29 13:26:22.675319 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f3d2a6a3-a723-4e5f-9584-f247b1ca0ee3 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:22.676081 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-f3d2a6a3-a723-4e5f-9584-f247b1ca0ee3 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Added segment 4a6c19a5-6b71-4e07-b1b1-219b0f7ecb7d of type vlan for network 65dbfb98-9165-45c3-9e56-1e58d15172a4 Apr 29 13:26:22.680092 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-94b5d0d9-9a83-4c49-8ef9-7903f4a163e4 req-50b2f5ca-64ab-4510-875a-7f46f15dacdf tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Unset dirty status for tenant:0952490f6c5340cc87f108a8ce4f0048 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:26:22.681034 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-94b5d0d9-9a83-4c49-8ef9-7903f4a163e4 req-50b2f5ca-64ab-4510-875a-7f46f15dacdf tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 210 time: 0.1260440 Apr 29 13:26:22.746963 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f3d2a6a3-a723-4e5f-9584-f247b1ca0ee3 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:22.901003 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2181a532-f2ef-4ce7-996b-d41d340cc385 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:26:22.913048 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d87882c-7ef9-43e2-b784-e878904c95e0 None None] Sync routers for ids ['6179be34-e657-4f06-a22c-0c9122a08872'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:26:22.931286 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d87882c-7ef9-43e2-b784-e878904c95e0 None None] Routers {'6179be34-e657-4f06-a22c-0c9122a08872'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:26:22.931909 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-4d87882c-7ef9-43e2-b784-e878904c95e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:26:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6179be34-e657-4f06-a22c-0c9122a08872'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:22.952265 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2181a532-f2ef-4ce7-996b-d41d340cc385 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "PUT /v2.0/routers/6179be34-e657-4f06-a22c-0c9122a08872/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8803978 Apr 29 13:26:22.953230 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56542) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:23.017238 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-4d87882c-7ef9-43e2-b784-e878904c95e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:23.017936 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-c8ff0660-9c58-4823-8158-76ba1ef8e5fb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-211388047'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:23.028920 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-c8ff0660-9c58-4823-8158-76ba1ef8e5fb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:23.029175 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d87882c-7ef9-43e2-b784-e878904c95e0 None None] Routers {'6179be34-e657-4f06-a22c-0c9122a08872'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:26:23.029919 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-4d87882c-7ef9-43e2-b784-e878904c95e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:26:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6179be34-e657-4f06-a22c-0c9122a08872'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:23.040987 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ad31bb3c-55c5-4338-9cfa-71b11f34dc9a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Synchronizing usage tracker for tenant:1eeea487b04d4758993c28cdd605ea02 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:26:23.045576 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-c8ff0660-9c58-4823-8158-76ba1ef8e5fb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:network and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:23.051795 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-c8ff0660-9c58-4823-8158-76ba1ef8e5fb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:23.061362 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-c8ff0660-9c58-4823-8158-76ba1ef8e5fb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:23.137728 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-4d87882c-7ef9-43e2-b784-e878904c95e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:23.138550 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d87882c-7ef9-43e2-b784-e878904c95e0 None None] The sync data for ids ['6179be34-e657-4f06-a22c-0c9122a08872'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:26:23.167727 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ad31bb3c-55c5-4338-9cfa-71b11f34dc9a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Unset dirty status for tenant:1eeea487b04d4758993c28cdd605ea02 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:26:23.171233 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ad31bb3c-55c5-4338-9cfa-71b11f34dc9a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "GET /v2.0/ports?device_id=6179be34-e657-4f06-a22c-0c9122a08872 HTTP/1.1" status: 200 len: 205 time: 0.2086585 Apr 29 13:26:23.171233 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ff0660-9c58-4823-8158-76ba1ef8e5fb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:26:23.172597 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c8ff0660-9c58-4823-8158-76ba1ef8e5fb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:23.185258 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56554) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:23.206888 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f3d2a6a3-a723-4e5f-9584-f247b1ca0ee3 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:23.211112 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d2a6a3-a723-4e5f-9584-f247b1ca0ee3 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:23.211798 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f3d2a6a3-a723-4e5f-9584-f247b1ca0ee3 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:23.255391 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-3aa6588d-0454-4d10-95b3-c6f31aef6b8d req-7c773118-8b46-4aa3-b872-e5380d3791b1 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Synchronizing usage tracker for tenant:b3dd10e1defa4a4db8e298797b127deb on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:26:23.306627 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c8ff0660-9c58-4823-8158-76ba1ef8e5fb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:23.332671 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a070e4e5-526b-4e4d-b81f-38137754b3fa tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:23.370089 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a070e4e5-526b-4e4d-b81f-38137754b3fa tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:23.377706 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-3aa6588d-0454-4d10-95b3-c6f31aef6b8d req-7c773118-8b46-4aa3-b872-e5380d3791b1 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Unset dirty status for tenant:b3dd10e1defa4a4db8e298797b127deb on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:26:23.378851 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3aa6588d-0454-4d10-95b3-c6f31aef6b8d req-7c773118-8b46-4aa3-b872-e5380d3791b1 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 210 time: 0.3489110 Apr 29 13:26:23.384326 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f3d2a6a3-a723-4e5f-9584-f247b1ca0ee3 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2258599 Apr 29 13:26:23.386490 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2a6a3-a723-4e5f-9584-f247b1ca0ee3 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event updated for resources: {'Network': ['ID=65dbfb98-9165-45c3-9e56-1e58d15172a4,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:23.388902 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56562) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:23.398910 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-ee919bb9-34c8-4a32-9081-76414d03eb98 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Request body: {'subnet': {'network_id': '65dbfb98-9165-45c3-9e56-1e58d15172a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:23.402804 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 65dbfb98-9165-45c3-9e56-1e58d15172a4 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:26:23.459844 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-c8ff0660-9c58-4823-8158-76ba1ef8e5fb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:23.494724 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-c8ff0660-9c58-4823-8158-76ba1ef8e5fb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:security_group_rule and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:23.511220 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-c8ff0660-9c58-4823-8158-76ba1ef8e5fb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:23.519145 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-da222f12-4c5e-4396-958d-7138f3dbf4e6 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:23.554883 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ee919bb9-34c8-4a32-9081-76414d03eb98 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:23.575795 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ee919bb9-34c8-4a32-9081-76414d03eb98 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:23.595710 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a070e4e5-526b-4e4d-b81f-38137754b3fa tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:23.596724 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a070e4e5-526b-4e4d-b81f-38137754b3fa tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Fanout notify agent at l3_agent the message router_deleted on router d322cc43-b774-4ec1-840d-f2863e900aca {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:26:23.598847 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee919bb9-34c8-4a32-9081-76414d03eb98 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Made reservation on behalf of 657540fe6ef84325b4d48ead4eeedc47 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:26:23.611508 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-c8ff0660-9c58-4823-8158-76ba1ef8e5fb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:23.686025 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a070e4e5-526b-4e4d-b81f-38137754b3fa tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:23.686025 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a070e4e5-526b-4e4d-b81f-38137754b3fa tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "DELETE /v2.0/routers/d322cc43-b774-4ec1-840d-f2863e900aca HTTP/1.1" status: 204 len: 168 time: 1.4731870 Apr 29 13:26:23.697568 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56574) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:23.787060 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9b2fc950-bd07-49d5-85f2-fa7d335c3c14 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "GET /v2.0/ports?device_id=d322cc43-b774-4ec1-840d-f2863e900aca HTTP/1.1" status: 200 len: 205 time: 0.0878851 Apr 29 13:26:23.787636 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56582) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:23.891533 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ee919bb9-34c8-4a32-9081-76414d03eb98 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:23.906639 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-e8b32f89-caa6-4cf1-8c52-7f3ecfb75c13 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] delete failed (client error): The resource could not be found. Apr 29 13:26:23.911312 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e8b32f89-caa6-4cf1-8c52-7f3ecfb75c13 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "DELETE /v2.0/routers/d322cc43-b774-4ec1-840d-f2863e900aca HTTP/1.1" status: 404 len: 336 time: 0.1145747 Apr 29 13:26:23.911879 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56590) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:24.059953 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-832ff6be-9897-41c1-8ab8-80198a89d353 req-5eb58f93-ddab-45fd-b4bc-0809106f79c9 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 210 time: 0.0793195 Apr 29 13:26:24.154689 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b7c89527-4bf4-4413-83dd-c803ce024349 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfdcac9c-6208-4054-a845-e83e30bf6db2 HTTP/1.1" status: 200 len: 205 time: 0.2367711 Apr 29 13:26:24.155737 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56596) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:24.218991 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.ipam_backend_mixin [None req-ee919bb9-34c8-4a32-9081-76414d03eb98 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Performing IP validity checks on allocation pools {{(pid=83905) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 29 13:26:24.219803 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.ipam_backend_mixin [None req-ee919bb9-34c8-4a32-9081-76414d03eb98 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83905) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 29 13:26:24.230875 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-321a3a5a-96bd-496e-91c0-0a299865bbde tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] delete failed (client error): The resource could not be found. Apr 29 13:26:24.231892 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-321a3a5a-96bd-496e-91c0-0a299865bbde tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "DELETE /v2.0/routers/cfdcac9c-6208-4054-a845-e83e30bf6db2 HTTP/1.1" status: 404 len: 336 time: 0.0754530 Apr 29 13:26:24.234728 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56602) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:24.292240 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2350e533-3f78-4546-82cf-bd2779dc6385 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "GET /v2.0/ports?device_id=61481d3b-8853-4dfc-8551-291e802e0752 HTTP/1.1" status: 200 len: 205 time: 0.0559638 Apr 29 13:26:24.294743 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56606) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:24.367072 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-f845d619-12fc-4c5f-8fb8-d77443701e80 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] delete failed (client error): The resource could not be found. Apr 29 13:26:24.368098 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f845d619-12fc-4c5f-8fb8-d77443701e80 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "DELETE /v2.0/routers/61481d3b-8853-4dfc-8551-291e802e0752 HTTP/1.1" status: 404 len: 336 time: 0.0724747 Apr 29 13:26:24.370753 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56612) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:24.380211 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c8ff0660-9c58-4823-8158-76ba1ef8e5fb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:24.416585 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-da222f12-4c5e-4396-958d-7138f3dbf4e6 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:24.418496 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c8ff0660-9c58-4823-8158-76ba1ef8e5fb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:24.422123 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-862179ac-3968-48ab-9216-fd48d3d78adf tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfc09c17-b153-4cbe-b945-19b2f989f5d1 HTTP/1.1" status: 200 len: 205 time: 0.0503285 Apr 29 13:26:24.426609 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56618) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:24.448996 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-da222f12-4c5e-4396-958d-7138f3dbf4e6 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:24.456580 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8ff0660-9c58-4823-8158-76ba1ef8e5fb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:26:24.499514 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff0660-9c58-4823-8158-76ba1ef8e5fb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc03c1bd-cc66-496e-b5b2-ae0d4b0b7256,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:24.500414 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-1821941a-3bb9-4cd9-9da8-b72e87921bb3 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] delete failed (client error): The resource could not be found. Apr 29 13:26:24.501516 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1821941a-3bb9-4cd9-9da8-b72e87921bb3 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "DELETE /v2.0/routers/cfc09c17-b153-4cbe-b945-19b2f989f5d1 HTTP/1.1" status: 404 len: 336 time: 0.0740247 Apr 29 13:26:24.505645 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c8ff0660-9c58-4823-8158-76ba1ef8e5fb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:24.505987 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-c8ff0660-9c58-4823-8158-76ba1ef8e5fb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Added segment 4634df41-7b5b-45f5-8409-767c61528ed9 of type vlan for network b2591163-41a9-4c5e-86a6-99ddbf59518f Apr 29 13:26:24.515807 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56624) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:24.571909 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b5f0f089-593a-43a1-acb7-80b98a5ba597 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "GET /v2.0/ports?device_id=06720203-1c43-43b7-8d7e-46cfb6aed7b5 HTTP/1.1" status: 200 len: 205 time: 0.0548944 Apr 29 13:26:24.577410 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-da222f12-4c5e-4396-958d-7138f3dbf4e6 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:24.577784 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56630) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:24.577902 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da222f12-4c5e-4396-958d-7138f3dbf4e6 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Fanout notify agent at l3_agent the message router_deleted on router 6179be34-e657-4f06-a22c-0c9122a08872 {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:26:24.598085 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c8ff0660-9c58-4823-8158-76ba1ef8e5fb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:24.700592 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-98013cee-2e3a-48e6-9286-51fa28c2e7fd tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Deleting port f68d1d9d-63aa-4605-8686-3f5f0be60512 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:26:24.700964 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-98013cee-2e3a-48e6-9286-51fa28c2e7fd tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:24.722898 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a8d9a9db-3dbe-443c-bcf7-d51b17b2dbe2 req-1936c7ee-8e57-48fb-8af4-3ecd88fc252d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 210 time: 0.0747292 Apr 29 13:26:24.724652 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-6b9d9ea9-2ad2-4e8d-8972-6c23a563e4fc tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] delete failed (client error): The resource could not be found. Apr 29 13:26:24.728845 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6b9d9ea9-2ad2-4e8d-8972-6c23a563e4fc tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "DELETE /v2.0/routers/06720203-1c43-43b7-8d7e-46cfb6aed7b5 HTTP/1.1" status: 404 len: 336 time: 0.1457169 Apr 29 13:26:24.731789 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-da222f12-4c5e-4396-958d-7138f3dbf4e6 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:24.733053 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-da222f12-4c5e-4396-958d-7138f3dbf4e6 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/routers/6179be34-e657-4f06-a22c-0c9122a08872 HTTP/1.1" status: 204 len: 168 time: 1.5462894 Apr 29 13:26:24.736434 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56636) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:24.736999 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56638) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:24.744231 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c8ff0660-9c58-4823-8158-76ba1ef8e5fb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:24.748777 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ff0660-9c58-4823-8158-76ba1ef8e5fb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:24.749513 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c8ff0660-9c58-4823-8158-76ba1ef8e5fb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:24.887806 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c8ff0660-9c58-4823-8158-76ba1ef8e5fb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2793267 Apr 29 13:26:24.896470 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56652) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:24.902448 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-cc3907fe-8673-4efb-87c0-ef319e9345ed tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "GET /v2.0/ports?device_id=e48b0f00-7956-47ef-97cc-3042685249e6 HTTP/1.1" status: 200 len: 205 time: 0.1641810 Apr 29 13:26:24.912566 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-d86cf213-5d99-460d-805f-8bcd8710db2b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:24.928204 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56654) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:24.932102 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ee919bb9-34c8-4a32-9081-76414d03eb98 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:24.980851 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff0660-9c58-4823-8158-76ba1ef8e5fb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Network': ['ID=b2591163-41a9-4c5e-86a6-99ddbf59518f,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:24.998204 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:26:25.051007 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-bd0cf1a9-6d24-41bf-9e09-6b74c419e16a tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] delete failed (client error): The resource could not be found. Apr 29 13:26:25.054364 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-bd0cf1a9-6d24-41bf-9e09-6b74c419e16a tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "DELETE /v2.0/routers/e48b0f00-7956-47ef-97cc-3042685249e6 HTTP/1.1" status: 404 len: 336 time: 0.1239154 Apr 29 13:26:25.055654 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56662) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:25.113824 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-98013cee-2e3a-48e6-9286-51fa28c2e7fd tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:25.121775 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-02900b28-35cc-4d39-b914-f0a581a94298 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] DELETE failed (client error): The resource could not be found. Apr 29 13:26:25.123117 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02900b28-35cc-4d39-b914-f0a581a94298 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:26:25.128394 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-02900b28-35cc-4d39-b914-f0a581a94298 tempest-RoutersAdminTest-127497090 tempest-RoutersAdminTest-127497090-project] 10.222.0.76 "DELETE /v2.0/subnets/1a558f8e-73ef-487d-a3fd-6be7cfa40c2c HTTP/1.1" status: 404 len: 337 time: 0.0677493 Apr 29 13:26:25.232319 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d86cf213-5d99-460d-805f-8bcd8710db2b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:25.258979 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d86cf213-5d99-460d-805f-8bcd8710db2b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:subnet and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:25.267983 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d86cf213-5d99-460d-805f-8bcd8710db2b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:25.342304 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-98013cee-2e3a-48e6-9286-51fa28c2e7fd tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Calling delete_port for f68d1d9d-63aa-4605-8686-3f5f0be60512 owned by network:router_interface {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:26:25.394040 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d86cf213-5d99-460d-805f-8bcd8710db2b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:25.437094 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee919bb9-34c8-4a32-9081-76414d03eb98 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event updated for resources: {'Subnet': ['ID=1a0f42b2-c1fd-4c06-ae1a-e00908e82f09,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:25.489499 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56676) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:25.506267 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86cf213-5d99-460d-805f-8bcd8710db2b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:26:25.512903 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56682) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:25.551930 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee919bb9-34c8-4a32-9081-76414d03eb98 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Checking segment: {'id': '4a6c19a5-6b71-4e07-b1b1-219b0f7ecb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '65dbfb98-9165-45c3-9e56-1e58d15172a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:26:25.552282 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee919bb9-34c8-4a32-9081-76414d03eb98 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Network hostable DHCP agents. Network: 65dbfb98-9165-45c3-9e56-1e58d15172a4, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:26:25.586315 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0aa8aa10-45d2-4c9e-bf90-44e37f96dc68 req-d6500b8c-47db-428a-953a-3fd40b2218ff tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 210 time: 0.0723362 Apr 29 13:26:25.611148 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-98013cee-2e3a-48e6-9286-51fa28c2e7fd tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:25.671952 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98013cee-2e3a-48e6-9286-51fa28c2e7fd tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event deleted for resources: {'Port': ['ID=f68d1d9d-63aa-4605-8686-3f5f0be60512,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:25.683667 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d86cf213-5d99-460d-805f-8bcd8710db2b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:25.724769 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5dc8e79-22b1-472c-ad29-f9fb7b40f092 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Deleting subnet 09f90d4d-54af-4129-b700-7c9fdf8f000c {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:26:25.788855 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d5dc8e79-22b1-472c-ad29-f9fb7b40f092 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:25.839070 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-81255c63-6fd4-47a6-8698-2961f89d6726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:25.886445 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee919bb9-34c8-4a32-9081-76414d03eb98 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Network 65dbfb98-9165-45c3-9e56-1e58d15172a4 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:26:25.913916 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-ee919bb9-34c8-4a32-9081-76414d03eb98 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 65dbfb98-9165-45c3-9e56-1e58d15172a4) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:25.923226 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6883304a-74c4-4954-9116-f1ee95313c57 None None] Network 65dbfb98-9165-45c3-9e56-1e58d15172a4 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:26:25.963593 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d5dc8e79-22b1-472c-ad29-f9fb7b40f092 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:25.965365 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-0bf64442-cfea-4d1d-9d3f-fd37664412b3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'network': {'name': 'tempest-network-smoke--1465370861', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'port_security_enabled': True}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:25.988295 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0bf64442-cfea-4d1d-9d3f-fd37664412b3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:26.015395 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0bf64442-cfea-4d1d-9d3f-fd37664412b3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:network and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:26.023462 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0bf64442-cfea-4d1d-9d3f-fd37664412b3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:26.060982 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0bf64442-cfea-4d1d-9d3f-fd37664412b3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:26.185858 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1471b65d-d1b3-4f50-9aed-2b01ce06d7d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-65dbfb98-9165-45c3-9e56-1e58d15172a4', 'network_id': '65dbfb98-9165-45c3-9e56-1e58d15172a4', 'tenant_id': '657540fe6ef84325b4d48ead4eeedc47', 'fixed_ips': [{'subnet_id': '1a0f42b2-c1fd-4c06-ae1a-e00908e82f09'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:26:26.187006 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1471b65d-d1b3-4f50-9aed-2b01ce06d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:26.193217 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-81255c63-6fd4-47a6-8698-2961f89d6726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:26.197348 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-81255c63-6fd4-47a6-8698-2961f89d6726 admin admin] Usage tracker for resource:security_group_rule and tenant:a1408fccf3a74b2cb5a41cfcc1315abd is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:26.200509 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-81255c63-6fd4-47a6-8698-2961f89d6726 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:26.207598 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-81255c63-6fd4-47a6-8698-2961f89d6726 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:26.245594 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf64442-cfea-4d1d-9d3f-fd37664412b3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Made reservation on behalf of 4b7a89f6c8564a04be449e2e6b4a95e5 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:26:26.249493 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0bf64442-cfea-4d1d-9d3f-fd37664412b3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:26.289264 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-81255c63-6fd4-47a6-8698-2961f89d6726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:26.291019 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0bf64442-cfea-4d1d-9d3f-fd37664412b3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:26.291757 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee919bb9-34c8-4a32-9081-76414d03eb98 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:26.292574 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ee919bb9-34c8-4a32-9081-76414d03eb98 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:26.332874 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-81255c63-6fd4-47a6-8698-2961f89d6726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:26.353248 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0bf64442-cfea-4d1d-9d3f-fd37664412b3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:26.359159 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0bf64442-cfea-4d1d-9d3f-fd37664412b3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:26.363363 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0bf64442-cfea-4d1d-9d3f-fd37664412b3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:26.370697 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0bf64442-cfea-4d1d-9d3f-fd37664412b3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:26.389631 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-1471b65d-d1b3-4f50-9aed-2b01ce06d7d8 None None] Allocated IP 2001:db8::3 (65dbfb98-9165-45c3-9e56-1e58d15172a4/1a0f42b2-c1fd-4c06-ae1a-e00908e82f09/2a770881-5431-4ed9-9cec-15029ca5488c) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:26:26.428001 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9d6403d1-4771-407e-834d-ef04a278730a req-07c7b7e9-445a-4067-a52c-dcd37b9d49dd tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 210 time: 0.2876050 Apr 29 13:26:26.475167 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-98013cee-2e3a-48e6-9286-51fa28c2e7fd tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:26.483716 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0bf64442-cfea-4d1d-9d3f-fd37664412b3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:26.492116 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0bf64442-cfea-4d1d-9d3f-fd37664412b3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:26.600624 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81255c63-6fd4-47a6-8698-2961f89d6726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb77fc3-03fc-41c0-bd15-fb9262313f3d,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:26.614178 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-81255c63-6fd4-47a6-8698-2961f89d6726 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a1408fccf3a74b2cb5a41cfcc1315abd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1235816 Apr 29 13:26:26.617799 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56696) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:26.649838 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf64442-cfea-4d1d-9d3f-fd37664412b3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:26:26.661578 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ee919bb9-34c8-4a32-9081-76414d03eb98 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.2685320 Apr 29 13:26:26.664158 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0bf64442-cfea-4d1d-9d3f-fd37664412b3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:26.664520 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-0bf64442-cfea-4d1d-9d3f-fd37664412b3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Added segment ee2230d7-19aa-4b7f-b599-ad0d2423a831 of type vlan for network 4d4da868-e2e3-4a21-9dca-f4e60fad105d Apr 29 13:26:26.668542 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56702) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:26.680813 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1471b65d-d1b3-4f50-9aed-2b01ce06d7d8 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:26.692173 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-fd1fb340-9fc2-4d96-b8cd-179fc72c4c19 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:26.695264 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1471b65d-d1b3-4f50-9aed-2b01ce06d7d8 None None] Transition to ACTIVE for port object 2a770881-5431-4ed9-9cec-15029ca5488c will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:26.702738 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0bf64442-cfea-4d1d-9d3f-fd37664412b3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:26.715523 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1471b65d-d1b3-4f50-9aed-2b01ce06d7d8 None None] Transition to ACTIVE for port object 2a770881-5431-4ed9-9cec-15029ca5488c will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:26.723182 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1471b65d-d1b3-4f50-9aed-2b01ce06d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:26.739229 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d5dc8e79-22b1-472c-ad29-f9fb7b40f092 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:26.797157 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1471b65d-d1b3-4f50-9aed-2b01ce06d7d8 None None] Pushing event updated for resources: {'Port': ['ID=2a770881-5431-4ed9-9cec-15029ca5488c,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:26.797376 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7ed15a21-3d4e-4337-932c-b716ac5deaf9 req-0f810129-d95d-4eb7-8501-0eb6232f6078 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 210 time: 0.0565813 Apr 29 13:26:26.798675 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf64442-cfea-4d1d-9d3f-fd37664412b3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca072d85-cb49-411e-8b51-f27d08bce94e,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:26.810357 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-1bd8eede-c4a5-4737-99d9-60913ccbd959 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:26.811054 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-1bd8eede-c4a5-4737-99d9-60913ccbd959 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Synchronizing usage tracker for tenant:b3dd10e1defa4a4db8e298797b127deb on resource:network {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:26:26.823946 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0bf64442-cfea-4d1d-9d3f-fd37664412b3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:26.827859 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf64442-cfea-4d1d-9d3f-fd37664412b3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:26.829088 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0bf64442-cfea-4d1d-9d3f-fd37664412b3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:26.836358 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1471b65d-d1b3-4f50-9aed-2b01ce06d7d8 None None] Network 65dbfb98-9165-45c3-9e56-1e58d15172a4 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:26.837436 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-1471b65d-d1b3-4f50-9aed-2b01ce06d7d8 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:26.841226 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1471b65d-d1b3-4f50-9aed-2b01ce06d7d8 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:26:26.887157 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d86cf213-5d99-460d-805f-8bcd8710db2b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:26.946575 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-1471b65d-d1b3-4f50-9aed-2b01ce06d7d8 None None] Attempting to bind port 2a770881-5431-4ed9-9cec-15029ca5488c on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:26:26.947084 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-1471b65d-d1b3-4f50-9aed-2b01ce06d7d8 None None] Attempting to bind port 2a770881-5431-4ed9-9cec-15029ca5488c by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '4a6c19a5-6b71-4e07-b1b1-219b0f7ecb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '65dbfb98-9165-45c3-9e56-1e58d15172a4'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:26:26.947560 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1471b65d-d1b3-4f50-9aed-2b01ce06d7d8 None None] Attempting to bind port 2a770881-5431-4ed9-9cec-15029ca5488c on network 65dbfb98-9165-45c3-9e56-1e58d15172a4 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:26:26.955088 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1471b65d-d1b3-4f50-9aed-2b01ce06d7d8 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:26:26.955588 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1471b65d-d1b3-4f50-9aed-2b01ce06d7d8 None None] Checking segment: {'id': '4a6c19a5-6b71-4e07-b1b1-219b0f7ecb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '65dbfb98-9165-45c3-9e56-1e58d15172a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:26:26.956124 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1471b65d-d1b3-4f50-9aed-2b01ce06d7d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:26.956617 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1471b65d-d1b3-4f50-9aed-2b01ce06d7d8 None None] Bound using segment: {'id': '4a6c19a5-6b71-4e07-b1b1-219b0f7ecb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '65dbfb98-9165-45c3-9e56-1e58d15172a4'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:26:26.957190 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-1471b65d-d1b3-4f50-9aed-2b01ce06d7d8 None None] Bound port: 2a770881-5431-4ed9-9cec-15029ca5488c, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6c19a5-6b71-4e07-b1b1-219b0f7ecb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '65dbfb98-9165-45c3-9e56-1e58d15172a4'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:26:26.957648 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1471b65d-d1b3-4f50-9aed-2b01ce06d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:26.968541 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf64442-cfea-4d1d-9d3f-fd37664412b3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Network': ['ID=4d4da868-e2e3-4a21-9dca-f4e60fad105d,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:26.983427 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0bf64442-cfea-4d1d-9d3f-fd37664412b3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4682019 Apr 29 13:26:26.988072 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56706) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:26.993843 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-f6fd5bee-204e-45b6-8dc6-870686dbe4ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-561872852', 'admin_state_up': True, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:26.996079 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-1bd8eede-c4a5-4737-99d9-60913ccbd959 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Unset dirty status for tenant:b3dd10e1defa4a4db8e298797b127deb on resource:network {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:26:26.997229 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-1bd8eede-c4a5-4737-99d9-60913ccbd959 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.32 "GET /v2.0/networks?id=fd1e5aaf-1b26-4dda-a00a-9ea5743f747d HTTP/1.1" status: 200 len: 797 time: 1.0701561 Apr 29 13:26:27.003544 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f6fd5bee-204e-45b6-8dc6-870686dbe4ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:27.008785 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f6fd5bee-204e-45b6-8dc6-870686dbe4ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:router and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:27.012939 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 4d4da868-e2e3-4a21-9dca-f4e60fad105d details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:26:27.013288 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f6fd5bee-204e-45b6-8dc6-870686dbe4ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:27.020218 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f6fd5bee-204e-45b6-8dc6-870686dbe4ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:27.025242 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-146e420c-80de-4f62-825c-da7dc3e9802a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:27.044534 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6fd5bee-204e-45b6-8dc6-870686dbe4ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:27.045493 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6fd5bee-204e-45b6-8dc6-870686dbe4ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:27.116589 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d5dc8e79-22b1-472c-ad29-f9fb7b40f092 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:27.120279 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86cf213-5d99-460d-805f-8bcd8710db2b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Subnet': ['ID=88d10b39-d79c-47ce-9f9c-57359866a47f,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:27.155025 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-1471b65d-d1b3-4f50-9aed-2b01ce06d7d8 None None] For port 2a770881-5431-4ed9-9cec-15029ca5488c, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:26:27.159050 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-1471b65d-d1b3-4f50-9aed-2b01ce06d7d8 None None] For port 2a770881-5431-4ed9-9cec-15029ca5488c, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=2a770881-5431-4ed9-9cec-15029ca5488c,segment=NetworkSegment(4a6c19a5-6b71-4e07-b1b1-219b0f7ecb7d),segment_id=4a6c19a5-6b71-4e07-b1b1-219b0f7ecb7d)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:26:27.162956 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1471b65d-d1b3-4f50-9aed-2b01ce06d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:27.178285 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-146e420c-80de-4f62-825c-da7dc3e9802a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:27.196086 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fd1fb340-9fc2-4d96-b8cd-179fc72c4c19 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15575987'] for subnet, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:27.209530 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc8e79-22b1-472c-ad29-f9fb7b40f092 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Subnet': ['ID=09f90d4d-54af-4129-b700-7c9fdf8f000c,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:27.220181 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6fd5bee-204e-45b6-8dc6-870686dbe4ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:27.248278 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-71aa54d8-eb4a-4145-bd70-0e7aeb26fe33 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Synchronizing usage tracker for tenant:b3dd10e1defa4a4db8e298797b127deb on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:26:27.253610 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96957b9-b873-4884-be9a-3b9e7aa46d3d None None] Network b6563704-747a-4a0d-901b-5dfa00160317 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:26:27.258693 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d5dc8e79-22b1-472c-ad29-f9fb7b40f092 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:27.261307 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86cf213-5d99-460d-805f-8bcd8710db2b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Checking segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:26:27.261666 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86cf213-5d99-460d-805f-8bcd8710db2b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network hostable DHCP agents. Network: b2591163-41a9-4c5e-86a6-99ddbf59518f, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:26:27.341312 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d5dc8e79-22b1-472c-ad29-f9fb7b40f092 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/subnets/09f90d4d-54af-4129-b700-7c9fdf8f000c HTTP/1.1" status: 204 len: 168 time: 2.6010597 Apr 29 13:26:27.342734 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1471b65d-d1b3-4f50-9aed-2b01ce06d7d8 None None] Pushing event updated for resources: {'Port': ['ID=2a770881-5431-4ed9-9cec-15029ca5488c,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:27.346364 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56712) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:27.414614 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-71aa54d8-eb4a-4145-bd70-0e7aeb26fe33 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Unset dirty status for tenant:b3dd10e1defa4a4db8e298797b127deb on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:26:27.415755 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-71aa54d8-eb4a-4145-bd70-0e7aeb26fe33 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3dd10e1defa4a4db8e298797b127deb HTTP/1.1" status: 200 len: 380 time: 0.3918717 Apr 29 13:26:27.503261 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-c73196db-66c7-4ed9-ab4c-98c139f5ef8a tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Request body: {'port': {'device_id': '1298ac91-b06d-415b-adc8-3292c9a581e9', 'network_id': 'fd1e5aaf-1b26-4dda-a00a-9ea5743f747d', 'admin_state_up': True, 'tenant_id': 'b3dd10e1defa4a4db8e298797b127deb', 'security_groups': ['0cb329a9-f78f-4829-aadb-04df719ccc2c']}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:27.540014 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6fd5bee-204e-45b6-8dc6-870686dbe4ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:27.661434 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-146e420c-80de-4f62-825c-da7dc3e9802a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:27.732636 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb8bb2d-cd23-4869-bd4b-514f39decf16 None None] DHCP port deletion for b6563704-747a-4a0d-901b-5dfa00160317 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:26:27.738082 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-4eb8bb2d-cd23-4869-bd4b-514f39decf16 None None] Deleting port 8fc764b5-9f7f-4307-9160-6b93281d5dc9 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:26:27.738820 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4eb8bb2d-cd23-4869-bd4b-514f39decf16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:27.825751 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86cf213-5d99-460d-805f-8bcd8710db2b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:26:27.871335 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e420c-80de-4f62-825c-da7dc3e9802a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb77fc3-03fc-41c0-bd15-fb9262313f3d,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:27.887600 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-553ec642-029d-44ed-9822-4551d75a3aba req-88885e7e-8a05-4fae-9190-13338d2787ca tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 210 time: 0.2258782 Apr 29 13:26:27.899248 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bd86af01-918a-4a26-8454-dd6a1acc9c0e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:27.964241 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-d86cf213-5d99-460d-805f-8bcd8710db2b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, b2591163-41a9-4c5e-86a6-99ddbf59518f) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:27.970051 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86cf213-5d99-460d-805f-8bcd8710db2b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:27.970878 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d86cf213-5d99-460d-805f-8bcd8710db2b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337621'] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:27.984202 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-146e420c-80de-4f62-825c-da7dc3e9802a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:27.988215 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-146e420c-80de-4f62-825c-da7dc3e9802a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8bb77fc3-03fc-41c0-bd15-fb9262313f3d HTTP/1.1" status: 204 len: 168 time: 1.3637137 Apr 29 13:26:28.041412 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-bd86af01-918a-4a26-8454-dd6a1acc9c0e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Deleting port 8fc764b5-9f7f-4307-9160-6b93281d5dc9 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:26:28.042769 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bd86af01-918a-4a26-8454-dd6a1acc9c0e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:28.091130 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d86cf213-5d99-460d-805f-8bcd8710db2b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1868196 Apr 29 13:26:28.104495 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56722) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:28.121578 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-ba02d640-362e-425d-90e8-0ee7e9d4096a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'port': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'name': 'tempest-NetworksTestDHCPv6-1892261097'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:28.137330 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fd1fb340-9fc2-4d96-b8cd-179fc72c4c19 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762345768861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15387739'] for subnet, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:28.171490 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c158da-ed60-454f-96bf-147411236b55 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:26:28.199128 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-c73196db-66c7-4ed9-ab4c-98c139f5ef8a tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:28.382712 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1bba120f-b0a7-40b8-837f-df16d993dd4e req-f7f2edd5-a974-424c-a761-5771e94d9a88 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 210 time: 0.1366732 Apr 29 13:26:28.436313 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 2a770881-5431-4ed9-9cec-15029ca5488c up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:26:28.515435 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-c73196db-66c7-4ed9-ab4c-98c139f5ef8a tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:28.554841 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-4eb8bb2d-cd23-4869-bd4b-514f39decf16 None None] For port 8fc764b5-9f7f-4307-9160-6b93281d5dc9, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=8fc764b5-9f7f-4307-9160-6b93281d5dc9,segment=NetworkSegment(8fc9b62a-5be5-44b0-9ed1-bc4a896e1d04),segment_id=8fc9b62a-5be5-44b0-9ed1-bc4a896e1d04)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:28.561249 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1fb340-9fc2-4d96-b8cd-179fc72c4c19 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:28.561882 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fd1fb340-9fc2-4d96-b8cd-179fc72c4c19 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:28.564316 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4eb8bb2d-cd23-4869-bd4b-514f39decf16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:28.564449 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-fd1fb340-9fc2-4d96-b8cd-179fc72c4c19 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "PUT /v2.0/subnets/1a0f42b2-c1fd-4c06-ae1a-e00908e82f09 HTTP/1.1" status: 200 len: 900 time: 1.8891950 Apr 29 13:26:28.568051 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56728) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:28.570593 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1fb340-9fc2-4d96-b8cd-179fc72c4c19 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event updated for resources: {'Subnet': ['ID=1a0f42b2-c1fd-4c06-ae1a-e00908e82f09,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:28.580138 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-c73196db-66c7-4ed9-ab4c-98c139f5ef8a tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Made reservation on behalf of b3dd10e1defa4a4db8e298797b127deb for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:26:28.583170 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-c73196db-66c7-4ed9-ab4c-98c139f5ef8a tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:28.592468 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56730) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:28.750638 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6fd5bee-204e-45b6-8dc6-870686dbe4ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:28.757391 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-4eb8bb2d-cd23-4869-bd4b-514f39decf16 None None] Calling delete_port for 8fc764b5-9f7f-4307-9160-6b93281d5dc9 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:26:28.827361 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ba02d640-362e-425d-90e8-0ee7e9d4096a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:28.839653 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:28.851739 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ba02d640-362e-425d-90e8-0ee7e9d4096a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:port and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:28.853844 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aed8b7-ace5-4cc8-b6f1-660c8e6e2e2a None None] Network 65dbfb98-9165-45c3-9e56-1e58d15172a4 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:26:28.855926 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ba02d640-362e-425d-90e8-0ee7e9d4096a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:28.860601 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-bd86af01-918a-4a26-8454-dd6a1acc9c0e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] For port 8fc764b5-9f7f-4307-9160-6b93281d5dc9, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=8fc764b5-9f7f-4307-9160-6b93281d5dc9,segment=NetworkSegment(8fc9b62a-5be5-44b0-9ed1-bc4a896e1d04),segment_id=8fc9b62a-5be5-44b0-9ed1-bc4a896e1d04)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:28.861736 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bd86af01-918a-4a26-8454-dd6a1acc9c0e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:28.862948 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9d58a453-b2aa-4c4b-840d-76df0ad80958 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:28.889855 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ba02d640-362e-425d-90e8-0ee7e9d4096a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:28.894122 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6fd5bee-204e-45b6-8dc6-870686dbe4ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:28.954675 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4adfc88f-4c3b-4163-a20c-f0abe489a2c3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a74e1c7c330243a68a49c651b2ec262f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3462892 Apr 29 13:26:28.964355 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56738) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:29.026937 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-bd86af01-918a-4a26-8454-dd6a1acc9c0e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Calling delete_port for 8fc764b5-9f7f-4307-9160-6b93281d5dc9 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:26:29.027471 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98013cee-2e3a-48e6-9286-51fa28c2e7fd tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Router 5b5332d5-d726-47e5-a586-a4c7709412e9 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:26:29.058281 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-79b9c095-833a-4748-947c-d91198bddeed tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:29.059414 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-79b9c095-833a-4748-947c-d91198bddeed tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Synchronizing usage tracker for tenant:0952490f6c5340cc87f108a8ce4f0048 on resource:network {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:26:29.092838 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-9d58a453-b2aa-4c4b-840d-76df0ad80958 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Deleting port 2a770881-5431-4ed9-9cec-15029ca5488c {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:26:29.093615 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9d58a453-b2aa-4c4b-840d-76df0ad80958 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:29.101749 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-8bc72ea8-c5e3-41a1-9a64-34f75211f23b None None] Provisioning for port 2a770881-5431-4ed9-9cec-15029ca5488c completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:29.120297 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba02d640-362e-425d-90e8-0ee7e9d4096a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:26:29.123261 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ba02d640-362e-425d-90e8-0ee7e9d4096a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:29.136496 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4eb8bb2d-cd23-4869-bd4b-514f39decf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:29.160049 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-46e2f61d-6c0b-44d8-810b-f192dc8bc7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:29.193908 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8bb2d-cd23-4869-bd4b-514f39decf16 None None] Pushing event deleted for resources: {'Port': ['ID=8fc764b5-9f7f-4307-9160-6b93281d5dc9,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:29.195622 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b950307-752a-4f6c-8844-ae90ad8dfc42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-b2591163-41a9-4c5e-86a6-99ddbf59518f', 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'fixed_ips': [{'subnet_id': '88d10b39-d79c-47ce-9f9c-57359866a47f'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:26:29.196791 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2b950307-752a-4f6c-8844-ae90ad8dfc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:29.198494 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-79b9c095-833a-4748-947c-d91198bddeed tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Unset dirty status for tenant:0952490f6c5340cc87f108a8ce4f0048 on resource:network {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:26:29.199644 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-79b9c095-833a-4748-947c-d91198bddeed tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.32 "GET /v2.0/networks?id=9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6 HTTP/1.1" status: 200 len: 812 time: 0.9524190 Apr 29 13:26:29.207488 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-6db2d119-76d8-4765-af69-10444bbd8834 req-1145dae2-c279-4996-815b-4fbd87b18059 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 210 time: 0.0692186 Apr 29 13:26:29.232613 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-ba02d640-362e-425d-90e8-0ee7e9d4096a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] device_id is not set on port ae9dc189-9d7a-443a-ae70-cd01808e12e2 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:26:29.269502 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb8bb2d-cd23-4869-bd4b-514f39decf16 None None] No DVR routers for this DVR port 8fc764b5-9f7f-4307-9160-6b93281d5dc9 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:26:29.272917 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-c73196db-66c7-4ed9-ab4c-98c139f5ef8a tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Allocated IP 172.20.0.30 (fd1e5aaf-1b26-4dda-a00a-9ea5743f747d/8672d9ee-edfb-42ee-bd49-ae2cc6174dde/a88ec220-4cca-43f4-8418-56dcd9ad7bad) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:26:29.281969 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 2a770881-5431-4ed9-9cec-15029ca5488c completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:29.297981 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 2a770881-5431-4ed9-9cec-15029ca5488c triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:29.297981 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:29.307852 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.db.api [None req-bd86af01-918a-4a26-8454-dd6a1acc9c0e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:26:29.308167 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG oslo_db.api [None req-bd86af01-918a-4a26-8454-dd6a1acc9c0e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:26:29.379557 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-46e2f61d-6c0b-44d8-810b-f192dc8bc7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:29.506760 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-f6fd5bee-204e-45b6-8dc6-870686dbe4ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.26.6.94 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/a10270ef-3a4f-44de-b383-d200664ede95) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:26:29.512491 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-ba02d640-362e-425d-90e8-0ee7e9d4096a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Allocated IP 2001:db8::38e (b2591163-41a9-4c5e-86a6-99ddbf59518f/88d10b39-d79c-47ce-9f9c-57359866a47f/ae9dc189-9d7a-443a-ae70-cd01808e12e2) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:26:29.539490 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-313ae0b6-676c-4156-8440-e02abfefb0f3 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Synchronizing usage tracker for tenant:0952490f6c5340cc87f108a8ce4f0048 on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:26:29.601605 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-c73196db-66c7-4ed9-ab4c-98c139f5ef8a tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:29.602172 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:29.639415 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-c73196db-66c7-4ed9-ab4c-98c139f5ef8a tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Transition to ACTIVE for port object a88ec220-4cca-43f4-8418-56dcd9ad7bad will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:29.645446 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 2a770881-5431-4ed9-9cec-15029ca5488c, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=2a770881-5431-4ed9-9cec-15029ca5488c,segment=NetworkSegment(4a6c19a5-6b71-4e07-b1b1-219b0f7ecb7d),segment_id=4a6c19a5-6b71-4e07-b1b1-219b0f7ecb7d)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:29.651316 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:29.673350 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a5a7d559-b9eb-4956-891d-ce32c13d2113 req-29b602fa-77c4-4067-bbf7-b16b9da8c075 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 210 time: 0.1479964 Apr 29 13:26:29.765268 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 8fc764b5-9f7f-4307-9160-6b93281d5dc9 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:26:29.798294 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-c73196db-66c7-4ed9-ab4c-98c139f5ef8a tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:29.811857 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 8fc764b5-9f7f-4307-9160-6b93281d5dc9 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:26:29.812403 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 8fc764b5-9f7f-4307-9160-6b93281d5dc9 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:26:29.828505 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=2a770881-5431-4ed9-9cec-15029ca5488c,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:29.849555 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ba02d640-362e-425d-90e8-0ee7e9d4096a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:29.862551 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-313ae0b6-676c-4156-8440-e02abfefb0f3 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Unset dirty status for tenant:0952490f6c5340cc87f108a8ce4f0048 on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:26:29.866705 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-ba02d640-362e-425d-90e8-0ee7e9d4096a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Transition to ACTIVE for port object ae9dc189-9d7a-443a-ae70-cd01808e12e2 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:29.873189 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-313ae0b6-676c-4156-8440-e02abfefb0f3 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0952490f6c5340cc87f108a8ce4f0048 HTTP/1.1" status: 200 len: 380 time: 0.6226711 Apr 29 13:26:29.909576 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-bd86af01-918a-4a26-8454-dd6a1acc9c0e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Deleting port 8fc764b5-9f7f-4307-9160-6b93281d5dc9 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:26:29.909910 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bd86af01-918a-4a26-8454-dd6a1acc9c0e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:29.943149 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 2a770881-5431-4ed9-9cec-15029ca5488c up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:26:29.951965 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-ff4d6130-9cdc-498a-9d54-d967dd7817ee tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Request body: {'port': {'device_id': 'b31736e7-e0bb-4be3-87ff-3cfbbc391204', 'network_id': '9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6', 'admin_state_up': True, 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048', 'security_groups': ['e88a66a0-40a3-4202-9abc-38cf023259cd']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:29.977345 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b034f8-d4a2-4191-bbab-218fea87d499 None None] Network 65dbfb98-9165-45c3-9e56-1e58d15172a4 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:26:29.981768 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-46e2f61d-6c0b-44d8-810b-f192dc8bc7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:30.009057 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-bd86af01-918a-4a26-8454-dd6a1acc9c0e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] The port '8fc764b5-9f7f-4307-9160-6b93281d5dc9' was deleted {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:26:30.059044 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-c73196db-66c7-4ed9-ab4c-98c139f5ef8a tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Network fd1e5aaf-1b26-4dda-a00a-9ea5743f747d is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:30.064266 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ba02d640-362e-425d-90e8-0ee7e9d4096a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:30.066032 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-c73196db-66c7-4ed9-ab4c-98c139f5ef8a tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:30.067636 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73196db-66c7-4ed9-ab4c-98c139f5ef8a tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Pushing event updated for resources: {'Port': ['ID=a88ec220-4cca-43f4-8418-56dcd9ad7bad,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:30.069988 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-c73196db-66c7-4ed9-ab4c-98c139f5ef8a tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:26:30.094888 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2f61d-6c0b-44d8-810b-f192dc8bc7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68583843-752d-443f-ba73-a232f129eb18,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:30.119702 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-9d58a453-b2aa-4c4b-840d-76df0ad80958 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] For port 2a770881-5431-4ed9-9cec-15029ca5488c, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=2a770881-5431-4ed9-9cec-15029ca5488c,segment=NetworkSegment(4a6c19a5-6b71-4e07-b1b1-219b0f7ecb7d),segment_id=4a6c19a5-6b71-4e07-b1b1-219b0f7ecb7d)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:30.120332 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9d58a453-b2aa-4c4b-840d-76df0ad80958 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:30.214677 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-2b950307-752a-4f6c-8844-ae90ad8dfc42 None None] Allocated IP 2001:db8::2 (b2591163-41a9-4c5e-86a6-99ddbf59518f/88d10b39-d79c-47ce-9f9c-57359866a47f/5cc9c9d7-e39a-4953-b48b-902b3a774978) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:26:30.217761 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4767325a-1ccc-4d55-a295-af345cdf4b6c None None] Provisioning complete for port 2a770881-5431-4ed9-9cec-15029ca5488c triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:30.218123 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4767325a-1ccc-4d55-a295-af345cdf4b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:30.356885 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6fd5bee-204e-45b6-8dc6-870686dbe4ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:30.425899 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-9d58a453-b2aa-4c4b-840d-76df0ad80958 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Calling delete_port for 2a770881-5431-4ed9-9cec-15029ca5488c owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:26:30.462731 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-46e2f61d-6c0b-44d8-810b-f192dc8bc7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:30.463932 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-46e2f61d-6c0b-44d8-810b-f192dc8bc7d3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/68583843-752d-443f-ba73-a232f129eb18 HTTP/1.1" status: 204 len: 168 time: 1.4921532 Apr 29 13:26:30.478607 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 2a770881-5431-4ed9-9cec-15029ca5488c triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:30.478951 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:30.503653 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba02d640-362e-425d-90e8-0ee7e9d4096a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:30.513707 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bd86af01-918a-4a26-8454-dd6a1acc9c0e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:30.522292 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-ba02d640-362e-425d-90e8-0ee7e9d4096a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:30.536896 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba02d640-362e-425d-90e8-0ee7e9d4096a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:26:30.540700 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba02d640-362e-425d-90e8-0ee7e9d4096a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:30.541633 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ba02d640-362e-425d-90e8-0ee7e9d4096a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:30.545078 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02d640-362e-425d-90e8-0ee7e9d4096a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Port': ['ID=ae9dc189-9d7a-443a-ae70-cd01808e12e2,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:30.576950 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-c73196db-66c7-4ed9-ab4c-98c139f5ef8a tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:30.577564 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-c73196db-66c7-4ed9-ab4c-98c139f5ef8a tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:30.578179 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-ff4d6130-9cdc-498a-9d54-d967dd7817ee tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:30.589898 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-bd86af01-918a-4a26-8454-dd6a1acc9c0e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6563704-747a-4a0d-901b-5dfa00160317']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:30.605592 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-ff4d6130-9cdc-498a-9d54-d967dd7817ee tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:30.614237 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98013cee-2e3a-48e6-9286-51fa28c2e7fd tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:26:30.624770 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6fd5bee-204e-45b6-8dc6-870686dbe4ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:30.630239 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-bd86af01-918a-4a26-8454-dd6a1acc9c0e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc9b62a-5be5-44b0-9ed1-bc4a896e1d04') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:30.630959 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-bd86af01-918a-4a26-8454-dd6a1acc9c0e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc9b62a-5be5-44b0-9ed1-bc4a896e1d04') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:30.646055 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ba02d640-362e-425d-90e8-0ee7e9d4096a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5403662 Apr 29 13:26:30.649380 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56748) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:30.654745 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bd86af01-918a-4a26-8454-dd6a1acc9c0e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:30.673038 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.api [None req-9d58a453-b2aa-4c4b-840d-76df0ad80958 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:26:30.673357 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG oslo_db.api [None req-9d58a453-b2aa-4c4b-840d-76df0ad80958 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:26:30.676975 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a826fa00-7445-4c25-a648-825b51935842 None None] Sync routers for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:26:30.681769 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-98013cee-2e3a-48e6-9286-51fa28c2e7fd tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "PUT /v2.0/routers/5b5332d5-d726-47e5-a586-a4c7709412e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9464788 Apr 29 13:26:30.682561 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-ff4d6130-9cdc-498a-9d54-d967dd7817ee tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Made reservation on behalf of 0952490f6c5340cc87f108a8ce4f0048 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:26:30.685816 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-ff4d6130-9cdc-498a-9d54-d967dd7817ee tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:30.696308 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-c73196db-66c7-4ed9-ab4c-98c139f5ef8a tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2267950 Apr 29 13:26:30.706813 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56752) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:30.790196 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-03c00406-e486-4c16-b13b-2fb3bb00040a service neutron] Request body: {'port': {'device_id': '1298ac91-b06d-415b-adc8-3292c9a581e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:30.854135 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd5bee-204e-45b6-8dc6-870686dbe4ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=a10270ef-3a4f-44de-b383-d200664ede95,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:30.855558 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a826fa00-7445-4c25-a648-825b51935842 None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:26:30.856467 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a826fa00-7445-4c25-a648-825b51935842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:26:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:30.869995 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bd86af01-918a-4a26-8454-dd6a1acc9c0e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:30.920016 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fd5bee-204e-45b6-8dc6-870686dbe4ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:30.942822 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-f6fd5bee-204e-45b6-8dc6-870686dbe4ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:30.963055 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fd5bee-204e-45b6-8dc6-870686dbe4ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:26:30.981169 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd86af01-918a-4a26-8454-dd6a1acc9c0e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:26:30.981673 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bd86af01-918a-4a26-8454-dd6a1acc9c0e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:31.002992 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b7f76-8384-4431-be22-83cfaf12b066 req-ced2bc43-b4ce-4fb7-8b3f-39349cbbf372 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:31.003805 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-e04b7f76-8384-4431-be22-83cfaf12b066 req-ced2bc43-b4ce-4fb7-8b3f-39349cbbf372 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Synchronizing usage tracker for tenant:b3dd10e1defa4a4db8e298797b127deb on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:26:31.006480 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:26:31.036542 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2b950307-752a-4f6c-8844-ae90ad8dfc42 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:31.045611 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b3b2f1c0-ebb3-4015-808c-1248dcde215e req-edb7b010-b12e-452d-af17-1e299f641293 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 210 time: 0.0956271 Apr 29 13:26:31.050286 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a826fa00-7445-4c25-a648-825b51935842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:31.095128 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2b950307-752a-4f6c-8844-ae90ad8dfc42 None None] Transition to ACTIVE for port object 5cc9c9d7-e39a-4953-b48b-902b3a774978 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:31.099611 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a826fa00-7445-4c25-a648-825b51935842 None None] Routers {'5b5332d5-d726-47e5-a586-a4c7709412e9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:26:31.100775 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a826fa00-7445-4c25-a648-825b51935842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:26:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['5b5332d5-d726-47e5-a586-a4c7709412e9'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:31.155734 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-ff4d6130-9cdc-498a-9d54-d967dd7817ee tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Allocated IP 172.20.0.9 (9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6/95ef32f0-4ffe-4053-ad89-1f8d7234cbbd/4607167c-7986-4767-894c-12e0243b25ec) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:26:31.220780 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-9d58a453-b2aa-4c4b-840d-76df0ad80958 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Deleting port 2a770881-5431-4ed9-9cec-15029ca5488c {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:26:31.221155 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9d58a453-b2aa-4c4b-840d-76df0ad80958 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:31.240847 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-95911b0a-3e4c-42be-ac09-6c9f16668134 None None] Provisioning for port a88ec220-4cca-43f4-8418-56dcd9ad7bad completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:31.247249 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bd86af01-918a-4a26-8454-dd6a1acc9c0e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:31.296556 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bd86af01-918a-4a26-8454-dd6a1acc9c0e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:31.302439 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-95911b0a-3e4c-42be-ac09-6c9f16668134 None None] Provisioning complete for port a88ec220-4cca-43f4-8418-56dcd9ad7bad triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:31.303003 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-95911b0a-3e4c-42be-ac09-6c9f16668134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:31.311162 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-bd86af01-918a-4a26-8454-dd6a1acc9c0e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/networks/b6563704-747a-4a0d-901b-5dfa00160317 HTTP/1.1" status: 204 len: 168 time: 3.9610045 Apr 29 13:26:31.321708 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-e04b7f76-8384-4431-be22-83cfaf12b066 req-ced2bc43-b4ce-4fb7-8b3f-39349cbbf372 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Unset dirty status for tenant:b3dd10e1defa4a4db8e298797b127deb on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:26:31.329413 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e04b7f76-8384-4431-be22-83cfaf12b066 req-ced2bc43-b4ce-4fb7-8b3f-39349cbbf372 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 932 time: 0.9176648 Apr 29 13:26:31.331693 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56770) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:31.339312 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a826fa00-7445-4c25-a648-825b51935842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:31.339994 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a826fa00-7445-4c25-a648-825b51935842 None None] The sync data for ids ['5b5332d5-d726-47e5-a586-a4c7709412e9'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:26:31.342214 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86af01-918a-4a26-8454-dd6a1acc9c0e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Network': ['ID=b6563704-747a-4a0d-901b-5dfa00160317,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:31.379254 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2b950307-752a-4f6c-8844-ae90ad8dfc42 None None] Transition to ACTIVE for port object 5cc9c9d7-e39a-4953-b48b-902b3a774978 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:31.387958 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-03c00406-e486-4c16-b13b-2fb3bb00040a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:31.398906 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2b950307-752a-4f6c-8844-ae90ad8dfc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:31.401573 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-f6397cab-eb4f-4072-8a56-de5b0e6fd45f tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-375737017', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:31.428216 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e04b7f76-8384-4431-be22-83cfaf12b066 req-1f54e717-df3a-415f-856d-75346ff11397 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/security-groups?id=0cb329a9-f78f-4829-aadb-04df719ccc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975163 Apr 29 13:26:31.449918 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f6397cab-eb4f-4072-8a56-de5b0e6fd45f tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:31.463325 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17d7856-f7e2-46a8-ac94-de94d2df9c98 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:31.465603 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d17d7856-f7e2-46a8-ac94-de94d2df9c98 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:26:31.475610 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f6397cab-eb4f-4072-8a56-de5b0e6fd45f tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Usage tracker for resource:router and tenant:1eeea487b04d4758993c28cdd605ea02 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:31.477384 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-95911b0a-3e4c-42be-ac09-6c9f16668134 None None] Port a88ec220-4cca-43f4-8418-56dcd9ad7bad cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:26:31.487552 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b950307-752a-4f6c-8844-ae90ad8dfc42 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:31.509216 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-2b950307-752a-4f6c-8844-ae90ad8dfc42 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:31.513050 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b950307-752a-4f6c-8844-ae90ad8dfc42 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:26:31.544580 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f6397cab-eb4f-4072-8a56-de5b0e6fd45f tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:31.563959 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f6397cab-eb4f-4072-8a56-de5b0e6fd45f tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:31.595698 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d17d7856-f7e2-46a8-ac94-de94d2df9c98 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:26:31.599796 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d17d7856-f7e2-46a8-ac94-de94d2df9c98 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.9479368 Apr 29 13:26:31.603392 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56778) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:31.651920 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b950307-752a-4f6c-8844-ae90ad8dfc42 None None] Pushing event updated for resources: {'Port': ['ID=5cc9c9d7-e39a-4953-b48b-902b3a774978,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:31.662075 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f6397cab-eb4f-4072-8a56-de5b0e6fd45f tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:31.663016 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f6397cab-eb4f-4072-8a56-de5b0e6fd45f tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:31.708713 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-2b950307-752a-4f6c-8844-ae90ad8dfc42 None None] Attempting to bind port 5cc9c9d7-e39a-4953-b48b-902b3a774978 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:26:31.709856 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-2b950307-752a-4f6c-8844-ae90ad8dfc42 None None] Attempting to bind port 5cc9c9d7-e39a-4953-b48b-902b3a774978 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:26:31.710317 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b950307-752a-4f6c-8844-ae90ad8dfc42 None None] Attempting to bind port 5cc9c9d7-e39a-4953-b48b-902b3a774978 on network b2591163-41a9-4c5e-86a6-99ddbf59518f {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:26:31.718000 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b950307-752a-4f6c-8844-ae90ad8dfc42 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:26:31.718748 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b950307-752a-4f6c-8844-ae90ad8dfc42 None None] Checking segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:26:31.719456 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2b950307-752a-4f6c-8844-ae90ad8dfc42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:31.719834 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b950307-752a-4f6c-8844-ae90ad8dfc42 None None] Bound using segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:26:31.720370 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-2b950307-752a-4f6c-8844-ae90ad8dfc42 None None] Bound port: 5cc9c9d7-e39a-4953-b48b-902b3a774978, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:26:31.720873 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2b950307-752a-4f6c-8844-ae90ad8dfc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:31.753629 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6fd5bee-204e-45b6-8dc6-870686dbe4ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:31.754375 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6fd5bee-204e-45b6-8dc6-870686dbe4ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:31.827620 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-efeaf2d6-b8af-4418-88e1-d1ea076d189f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting port ae9dc189-9d7a-443a-ae70-cd01808e12e2 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:26:31.827975 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-efeaf2d6-b8af-4418-88e1-d1ea076d189f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:31.835689 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-15747600-7bb8-44f2-8d92-3df6ac6d6bf7 None None] Provisioning complete for port 2a770881-5431-4ed9-9cec-15029ca5488c triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:31.836136 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-15747600-7bb8-44f2-8d92-3df6ac6d6bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:31.862163 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-2b950307-752a-4f6c-8844-ae90ad8dfc42 None None] For port 5cc9c9d7-e39a-4953-b48b-902b3a774978, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:26:31.862325 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56784) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:31.888088 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-2b950307-752a-4f6c-8844-ae90ad8dfc42 None None] For port 5cc9c9d7-e39a-4953-b48b-902b3a774978, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=5cc9c9d7-e39a-4953-b48b-902b3a774978,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:26:31.907648 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2b950307-752a-4f6c-8844-ae90ad8dfc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:31.933965 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f6397cab-eb4f-4072-8a56-de5b0e6fd45f tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:32.055872 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-9d58a453-b2aa-4c4b-840d-76df0ad80958 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] For port 2a770881-5431-4ed9-9cec-15029ca5488c, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=2a770881-5431-4ed9-9cec-15029ca5488c,segment=NetworkSegment(4a6c19a5-6b71-4e07-b1b1-219b0f7ecb7d),segment_id=4a6c19a5-6b71-4e07-b1b1-219b0f7ecb7d)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:32.056234 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9d58a453-b2aa-4c4b-840d-76df0ad80958 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:32.056799 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7c4d2aac-a668-43c1-a119-54627668a850 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:32.067473 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-ff4d6130-9cdc-498a-9d54-d967dd7817ee tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:32.069724 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b950307-752a-4f6c-8844-ae90ad8dfc42 None None] Pushing event updated for resources: {'Port': ['ID=5cc9c9d7-e39a-4953-b48b-902b3a774978,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:32.153530 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-1256cc2c-9a03-41a9-864d-a2887ec6f803 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-642018590'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:32.222211 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-9d58a453-b2aa-4c4b-840d-76df0ad80958 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Calling delete_port for 2a770881-5431-4ed9-9cec-15029ca5488c owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:26:32.225928 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1256cc2c-9a03-41a9-864d-a2887ec6f803 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:32.244329 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f6397cab-eb4f-4072-8a56-de5b0e6fd45f tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:32.252451 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-ff4d6130-9cdc-498a-9d54-d967dd7817ee tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Transition to ACTIVE for port object 4607167c-7986-4767-894c-12e0243b25ec will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:32.252833 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1256cc2c-9a03-41a9-864d-a2887ec6f803 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Usage tracker for resource:network and tenant:0fe313ea68464eb9865c051101ffa5d4 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:32.280958 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1256cc2c-9a03-41a9-864d-a2887ec6f803 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:32.317017 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1256cc2c-9a03-41a9-864d-a2887ec6f803 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:32.355141 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-57bc6f6c-903a-4a12-a60f-5f574c736072 req-b3602f1f-d342-4eb7-86a6-898a1192fa92 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 210 time: 0.1404040 Apr 29 13:26:32.450510 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-ff4d6130-9cdc-498a-9d54-d967dd7817ee tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:32.569519 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1256cc2c-9a03-41a9-864d-a2887ec6f803 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Made reservation on behalf of 0fe313ea68464eb9865c051101ffa5d4 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:26:32.572483 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1256cc2c-9a03-41a9-864d-a2887ec6f803 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:32.598986 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f6397cab-eb4f-4072-8a56-de5b0e6fd45f tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:32.602932 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f6397cab-eb4f-4072-8a56-de5b0e6fd45f tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.2594733 Apr 29 13:26:32.638114 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56794) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:32.643197 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1256cc2c-9a03-41a9-864d-a2887ec6f803 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:32.660010 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-79e4a714-eef4-4dd6-a8e5-9bb3f03f8aa6 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'network': {'name': 'tempest-RoutersTest-1032621112'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:32.683543 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-79e4a714-eef4-4dd6-a8e5-9bb3f03f8aa6 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:32.715747 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-79e4a714-eef4-4dd6-a8e5-9bb3f03f8aa6 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Usage tracker for resource:network and tenant:1eeea487b04d4758993c28cdd605ea02 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:32.725795 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-79e4a714-eef4-4dd6-a8e5-9bb3f03f8aa6 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:32.730021 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-efeaf2d6-b8af-4418-88e1-d1ea076d189f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:32.737082 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-ff4d6130-9cdc-498a-9d54-d967dd7817ee tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Network 9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:32.740737 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d6130-9cdc-498a-9d54-d967dd7817ee tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Pushing event updated for resources: {'Port': ['ID=4607167c-7986-4767-894c-12e0243b25ec,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:32.745503 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-79e4a714-eef4-4dd6-a8e5-9bb3f03f8aa6 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:32.748178 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9d58a453-b2aa-4c4b-840d-76df0ad80958 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:32.753729 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-ff4d6130-9cdc-498a-9d54-d967dd7817ee tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:32.756912 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-ff4d6130-9cdc-498a-9d54-d967dd7817ee tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:26:32.862800 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58a453-b2aa-4c4b-840d-76df0ad80958 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event deleted for resources: {'Port': ['ID=2a770881-5431-4ed9-9cec-15029ca5488c,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:32.880347 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e4a714-eef4-4dd6-a8e5-9bb3f03f8aa6 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Made reservation on behalf of 1eeea487b04d4758993c28cdd605ea02 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:26:32.883454 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-79e4a714-eef4-4dd6-a8e5-9bb3f03f8aa6 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:32.990154 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-ff4d6130-9cdc-498a-9d54-d967dd7817ee tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:32.990781 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-ff4d6130-9cdc-498a-9d54-d967dd7817ee tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:32.995922 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-efeaf2d6-b8af-4418-88e1-d1ea076d189f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Calling delete_port for ae9dc189-9d7a-443a-ae70-cd01808e12e2 owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:26:32.996787 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8012b95-1608-4ebe-8e00-84cc8b11d95b None None] DHCP port deletion for 65dbfb98-9165-45c3-9e56-1e58d15172a4 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:26:33.029457 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d58a453-b2aa-4c4b-840d-76df0ad80958 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] No DVR routers for this DVR port 2a770881-5431-4ed9-9cec-15029ca5488c on host dv-neutron-839027-4-hyperv {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:26:33.051004 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1256cc2c-9a03-41a9-864d-a2887ec6f803 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:33.063092 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1256cc2c-9a03-41a9-864d-a2887ec6f803 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Usage tracker for resource:security_group_rule and tenant:0fe313ea68464eb9865c051101ffa5d4 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:33.080376 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1256cc2c-9a03-41a9-864d-a2887ec6f803 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:33.103043 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e4a714-eef4-4dd6-a8e5-9bb3f03f8aa6 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:26:33.103916 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1256cc2c-9a03-41a9-864d-a2887ec6f803 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:33.108566 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-03c00406-e486-4c16-b13b-2fb3bb00040a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a88ec220-4cca-43f4-8418-56dcd9ad7bad {{(pid=83905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:26:33.130573 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-03c00406-e486-4c16-b13b-2fb3bb00040a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:33.138578 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816adac9-042e-46a5-8bd2-c3cf95a338b6 req-10d16b5e-1208-4de4-8f00-471ff3f4d800 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:33.144509 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-79e4a714-eef4-4dd6-a8e5-9bb3f03f8aa6 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:33.144982 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-79e4a714-eef4-4dd6-a8e5-9bb3f03f8aa6 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Added segment 5ab2a663-b12c-4759-92bc-ee25a2825452 of type vlan for network be9df2cb-cf00-4558-99bb-20f082905c88 Apr 29 13:26:33.145382 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-816adac9-042e-46a5-8bd2-c3cf95a338b6 req-10d16b5e-1208-4de4-8f00-471ff3f4d800 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 932 time: 0.5551507 Apr 29 13:26:33.157614 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-ff4d6130-9cdc-498a-9d54-d967dd7817ee tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2650299 Apr 29 13:26:33.176264 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-d3c94fdd-2f38-41f5-9413-ed4910458299 service neutron] Request body: {'port': {'device_id': 'b31736e7-e0bb-4be3-87ff-3cfbbc391204', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:33.221786 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-89d4df7f-7062-4d89-b48b-6cc8d293a5f8 None None] Provisioning for port 4607167c-7986-4767-894c-12e0243b25ec completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:33.228832 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-89d4df7f-7062-4d89-b48b-6cc8d293a5f8 None None] Provisioning complete for port 4607167c-7986-4767-894c-12e0243b25ec triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:33.229869 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-89d4df7f-7062-4d89-b48b-6cc8d293a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:33.244525 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9d58a453-b2aa-4c4b-840d-76df0ad80958 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:33.245876 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-03c00406-e486-4c16-b13b-2fb3bb00040a service neutron] Transition to ACTIVE for port object a88ec220-4cca-43f4-8418-56dcd9ad7bad will not be triggered until provisioned by entity L2. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:33.280263 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-03c00406-e486-4c16-b13b-2fb3bb00040a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:33.306065 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-89d4df7f-7062-4d89-b48b-6cc8d293a5f8 None None] Port 4607167c-7986-4767-894c-12e0243b25ec cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:26:33.324502 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca03e5f-2842-4e9e-a964-62e1c5aef9c5 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:26:33.341812 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fd5bee-204e-45b6-8dc6-870686dbe4ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router 3c672e49-4b9c-4695-bb1e-37498b95ba53 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:26:33.366114 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-816adac9-042e-46a5-8bd2-c3cf95a338b6 req-755b22b8-2b35-449c-9383-24e4bb746db8 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/security-groups?id=0cb329a9-f78f-4829-aadb-04df719ccc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964793 Apr 29 13:26:33.370299 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-79e4a714-eef4-4dd6-a8e5-9bb3f03f8aa6 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:33.409543 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-d3c94fdd-2f38-41f5-9413-ed4910458299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:33.510768 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7c4d2aac-a668-43c1-a119-54627668a850 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:33.530849 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c00406-e486-4c16-b13b-2fb3bb00040a service neutron] Pushing event updated for resources: {'Port': ['ID=a88ec220-4cca-43f4-8418-56dcd9ad7bad,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:33.552306 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-7c4d2aac-a668-43c1-a119-54627668a850 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Deleting port 6f50a560-cc18-4519-93fa-d31be80e3773 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:26:33.552651 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7c4d2aac-a668-43c1-a119-54627668a850 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:33.577916 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c35ca9ca-214b-4de7-9d4f-7155df4aef5d None None] Provisioning for port 5cc9c9d7-e39a-4953-b48b-902b3a774978 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:33.611907 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-efeaf2d6-b8af-4418-88e1-d1ea076d189f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:33.670606 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1256cc2c-9a03-41a9-864d-a2887ec6f803 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:33.731049 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-79e4a714-eef4-4dd6-a8e5-9bb3f03f8aa6 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:33.735823 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeaf2d6-b8af-4418-88e1-d1ea076d189f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Port': ['ID=ae9dc189-9d7a-443a-ae70-cd01808e12e2,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:33.736310 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e4a714-eef4-4dd6-a8e5-9bb3f03f8aa6 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:33.737657 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-79e4a714-eef4-4dd6-a8e5-9bb3f03f8aa6 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:33.791379 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1256cc2c-9a03-41a9-864d-a2887ec6f803 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:33.891649 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9d58a453-b2aa-4c4b-840d-76df0ad80958 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:33.922737 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7c4d2aac-a668-43c1-a119-54627668a850 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:33.956539 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4a714-eef4-4dd6-a8e5-9bb3f03f8aa6 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Network': ['ID=be9df2cb-cf00-4558-99bb-20f082905c88,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:33.959873 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58a453-b2aa-4c4b-840d-76df0ad80958 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event deleted for resources: {'Subnet': ['ID=1a0f42b2-c1fd-4c06-ae1a-e00908e82f09,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:33.978245 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network be9df2cb-cf00-4558-99bb-20f082905c88 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:26:34.032920 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-79e4a714-eef4-4dd6-a8e5-9bb3f03f8aa6 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3929760 Apr 29 13:26:34.036601 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56800) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:34.054650 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-54e40648-5a97-47fe-b4cb-9541f220835b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'subnet': {'network_id': 'be9df2cb-cf00-4558-99bb-20f082905c88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:34.109154 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 5cc9c9d7-e39a-4953-b48b-902b3a774978 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:26:34.137415 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065a0c3e-c2a4-4fed-b987-3b92b7e6ffca None None] Network 65dbfb98-9165-45c3-9e56-1e58d15172a4 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:26:34.214495 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-7c4d2aac-a668-43c1-a119-54627668a850 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Calling delete_port for 6f50a560-cc18-4519-93fa-d31be80e3773 owned by network:router_gateway {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:26:34.259466 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-efeaf2d6-b8af-4418-88e1-d1ea076d189f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:34.274479 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1256cc2c-9a03-41a9-864d-a2887ec6f803 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:26:34.277743 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e90f04-f052-4382-807a-aa5eb8e03a3e req-b3d152b3-7660-41d2-9041-c96164e338bf tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:34.278461 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-84e90f04-f052-4382-807a-aa5eb8e03a3e req-b3d152b3-7660-41d2-9041-c96164e338bf tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Synchronizing usage tracker for tenant:0952490f6c5340cc87f108a8ce4f0048 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:26:34.285931 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-bfcb573b-2bb8-424e-87f1-64327a68b164 None None] Could not find standard attr ID for object ae9dc189-9d7a-443a-ae70-cd01808e12e2. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:26:34.320789 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-03c00406-e486-4c16-b13b-2fb3bb00040a service neutron] Attempting to bind port a88ec220-4cca-43f4-8418-56dcd9ad7bad on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:26:34.321058 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-03c00406-e486-4c16-b13b-2fb3bb00040a service neutron] Attempting to bind port a88ec220-4cca-43f4-8418-56dcd9ad7bad by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '54435c81-be5a-435a-89e7-d7e4b8cb5a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fd1e5aaf-1b26-4dda-a00a-9ea5743f747d'}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:26:34.321538 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-03c00406-e486-4c16-b13b-2fb3bb00040a service neutron] Attempting to bind port a88ec220-4cca-43f4-8418-56dcd9ad7bad on network fd1e5aaf-1b26-4dda-a00a-9ea5743f747d {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:26:34.330588 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256cc2c-9a03-41a9-864d-a2887ec6f803 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba198d23-3427-4493-b47f-0402c1d57794,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:34.356827 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-03c00406-e486-4c16-b13b-2fb3bb00040a service neutron] Port a88ec220-4cca-43f4-8418-56dcd9ad7bad on network fd1e5aaf-1b26-4dda-a00a-9ea5743f747d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:26:34.357358 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-03c00406-e486-4c16-b13b-2fb3bb00040a service neutron] Attempting to bind port a88ec220-4cca-43f4-8418-56dcd9ad7bad on network fd1e5aaf-1b26-4dda-a00a-9ea5743f747d {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:26:34.368245 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 5cc9c9d7-e39a-4953-b48b-902b3a774978 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:34.371822 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-03c00406-e486-4c16-b13b-2fb3bb00040a service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:26:34.372729 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-03c00406-e486-4c16-b13b-2fb3bb00040a service neutron] Checking segment: {'id': '54435c81-be5a-435a-89e7-d7e4b8cb5a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fd1e5aaf-1b26-4dda-a00a-9ea5743f747d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:26:34.373410 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-03c00406-e486-4c16-b13b-2fb3bb00040a service neutron] Bound using segment: {'id': '54435c81-be5a-435a-89e7-d7e4b8cb5a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fd1e5aaf-1b26-4dda-a00a-9ea5743f747d'} {{(pid=83905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:26:34.374123 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.managers [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-03c00406-e486-4c16-b13b-2fb3bb00040a service neutron] Bound port: a88ec220-4cca-43f4-8418-56dcd9ad7bad, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54435c81-be5a-435a-89e7-d7e4b8cb5a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fd1e5aaf-1b26-4dda-a00a-9ea5743f747d'}}] {{(pid=83905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:26:34.374405 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-03c00406-e486-4c16-b13b-2fb3bb00040a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:34.375288 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9d58a453-b2aa-4c4b-840d-76df0ad80958 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:34.392815 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1256cc2c-9a03-41a9-864d-a2887ec6f803 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:34.393459 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-1256cc2c-9a03-41a9-864d-a2887ec6f803 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Added segment 9d84db68-4d54-4af2-9319-16b4452d977f of type vlan for network 65ee97c9-41de-46fc-b855-407f225c5ed0 Apr 29 13:26:34.408502 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-efeaf2d6-b8af-4418-88e1-d1ea076d189f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/ae9dc189-9d7a-443a-ae70-cd01808e12e2 HTTP/1.1" status: 204 len: 168 time: 2.8010960 Apr 29 13:26:34.412527 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56804) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:34.413145 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-54e40648-5a97-47fe-b4cb-9541f220835b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:34.415517 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 5cc9c9d7-e39a-4953-b48b-902b3a774978 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:34.416096 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:34.440887 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-54e40648-5a97-47fe-b4cb-9541f220835b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Usage tracker for resource:subnet and tenant:1eeea487b04d4758993c28cdd605ea02 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:34.450172 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db47588-7092-4091-9846-16e36d709449 None None] DHCP port deletion for 65dbfb98-9165-45c3-9e56-1e58d15172a4 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:26:34.458731 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-54e40648-5a97-47fe-b4cb-9541f220835b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:34.465830 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-54e40648-5a97-47fe-b4cb-9541f220835b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:34.480485 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3354bd36-d7fa-4c77-8757-00fb108c82e6 None None] get_active_networks_info from dv-neutron-839027-4-hyperv {{(pid=83906) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 13:26:34.487130 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-84e90f04-f052-4382-807a-aa5eb8e03a3e req-b3d152b3-7660-41d2-9041-c96164e338bf tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Unset dirty status for tenant:0952490f6c5340cc87f108a8ce4f0048 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:26:34.489513 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-84e90f04-f052-4382-807a-aa5eb8e03a3e req-b3d152b3-7660-41d2-9041-c96164e338bf tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 931 time: 0.8599100 Apr 29 13:26:34.506411 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-9d58a453-b2aa-4c4b-840d-76df0ad80958 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65dbfb98-9165-45c3-9e56-1e58d15172a4']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:34.664627 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:34.668934 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-9d58a453-b2aa-4c4b-840d-76df0ad80958 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a6c19a5-6b71-4e07-b1b1-219b0f7ecb7d') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:34.669237 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-9d58a453-b2aa-4c4b-840d-76df0ad80958 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a6c19a5-6b71-4e07-b1b1-219b0f7ecb7d') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:34.678761 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e40648-5a97-47fe-b4cb-9541f220835b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Made reservation on behalf of 1eeea487b04d4758993c28cdd605ea02 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:26:34.716600 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9d58a453-b2aa-4c4b-840d-76df0ad80958 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:34.732620 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 5cc9c9d7-e39a-4953-b48b-902b3a774978, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=5cc9c9d7-e39a-4953-b48b-902b3a774978,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:34.733715 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3354bd36-d7fa-4c77-8757-00fb108c82e6 None None] Resources bound (agent type, host, resource id): {{(pid=83906) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 13:26:34.739777 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:34.826752 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9d58a453-b2aa-4c4b-840d-76df0ad80958 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:34.831762 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1256cc2c-9a03-41a9-864d-a2887ec6f803 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:34.844508 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 2a770881-5431-4ed9-9cec-15029ca5488c no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:26:34.857571 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3950b6-68db-4bde-b07e-4353834ede18 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:34.857996 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d58a453-b2aa-4c4b-840d-76df0ad80958 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:26:34.858396 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9d58a453-b2aa-4c4b-840d-76df0ad80958 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:34.859419 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3950b6-68db-4bde-b07e-4353834ede18 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:34.860276 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3c3950b6-68db-4bde-b07e-4353834ede18 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:26:34.873415 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:26:34.912601 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 2a770881-5431-4ed9-9cec-15029ca5488c {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:26:34.913330 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 2a770881-5431-4ed9-9cec-15029ca5488c not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:26:34.945756 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-54e40648-5a97-47fe-b4cb-9541f220835b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:34.948482 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7c4d2aac-a668-43c1-a119-54627668a850 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:34.951005 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=5cc9c9d7-e39a-4953-b48b-902b3a774978,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:34.974466 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-84e90f04-f052-4382-807a-aa5eb8e03a3e req-7ebec358-8394-4080-8b3e-e5786f608d05 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4583468 Apr 29 13:26:34.987638 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3c3950b6-68db-4bde-b07e-4353834ede18 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:26:34.988895 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3c3950b6-68db-4bde-b07e-4353834ede18 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5689623 Apr 29 13:26:35.008556 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56810) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:35.010321 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-03c00406-e486-4c16-b13b-2fb3bb00040a service neutron] For port a88ec220-4cca-43f4-8418-56dcd9ad7bad, host hv-neutron-8390, cleared binding levels {{(pid=83905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:26:35.020608 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d2aac-a668-43c1-a119-54627668a850 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event deleted for resources: {'Port': ['ID=6f50a560-cc18-4519-93fa-d31be80e3773,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:35.076042 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-03c00406-e486-4c16-b13b-2fb3bb00040a service neutron] For port a88ec220-4cca-43f4-8418-56dcd9ad7bad, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a88ec220-4cca-43f4-8418-56dcd9ad7bad,segment=NetworkSegment(54435c81-be5a-435a-89e7-d7e4b8cb5a34),segment_id=54435c81-be5a-435a-89e7-d7e4b8cb5a34)] {{(pid=83905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:26:35.086230 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.resource_extend [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-d3c94fdd-2f38-41f5-9413-ed4910458299 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:26:35.106508 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1256cc2c-9a03-41a9-864d-a2887ec6f803 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:35.111128 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1256cc2c-9a03-41a9-864d-a2887ec6f803 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:35.111707 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1256cc2c-9a03-41a9-864d-a2887ec6f803 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:35.152464 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-03c00406-e486-4c16-b13b-2fb3bb00040a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:35.162492 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9d58a453-b2aa-4c4b-840d-76df0ad80958 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:35.189567 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9d58a453-b2aa-4c4b-840d-76df0ad80958 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:35.217870 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-d3c94fdd-2f38-41f5-9413-ed4910458299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4607167c-7986-4767-894c-12e0243b25ec {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:26:35.224958 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58a453-b2aa-4c4b-840d-76df0ad80958 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event deleted for resources: {'Network': ['ID=65dbfb98-9165-45c3-9e56-1e58d15172a4,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:35.231257 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fd5bee-204e-45b6-8dc6-870686dbe4ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:26:35.234809 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-d3c94fdd-2f38-41f5-9413-ed4910458299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:35.238793 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9d58a453-b2aa-4c4b-840d-76df0ad80958 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "DELETE /v2.0/networks/65dbfb98-9165-45c3-9e56-1e58d15172a4 HTTP/1.1" status: 204 len: 168 time: 6.6547577 Apr 29 13:26:35.251743 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb60e661-caa7-4b1c-a2d6-a6f2e0e313d0 None None] Sync routers for ids ['3c672e49-4b9c-4695-bb1e-37498b95ba53'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:26:35.253151 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56814) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:35.267183 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb60e661-caa7-4b1c-a2d6-a6f2e0e313d0 None None] Routers {'3c672e49-4b9c-4695-bb1e-37498b95ba53'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:26:35.268484 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-cb60e661-caa7-4b1c-a2d6-a6f2e0e313d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:26:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['3c672e49-4b9c-4695-bb1e-37498b95ba53'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:35.317242 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-d3c94fdd-2f38-41f5-9413-ed4910458299 service neutron] Transition to ACTIVE for port object 4607167c-7986-4767-894c-12e0243b25ec will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:35.319576 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bffb1a5-f957-490d-945e-ac908049faab tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] DELETE failed (client error): The resource could not be found. Apr 29 13:26:35.320073 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bffb1a5-f957-490d-945e-ac908049faab tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:26:35.324467 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac217f-8e27-4ff2-9a1c-9a1feca8a0b7 req-4e69b04f-a7fb-4082-91eb-b106e2fe0c41 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:35.326036 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-59ac217f-8e27-4ff2-9a1c-9a1feca8a0b7 req-4e69b04f-a7fb-4082-91eb-b106e2fe0c41 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 944 time: 0.7456963 Apr 29 13:26:35.331788 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-d3c94fdd-2f38-41f5-9413-ed4910458299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:35.373577 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7bffb1a5-f957-490d-945e-ac908049faab tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "DELETE /v2.0/subnets/1a0f42b2-c1fd-4c06-ae1a-e00908e82f09 HTTP/1.1" status: 404 len: 337 time: 0.1165009 Apr 29 13:26:35.379583 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6fd5bee-204e-45b6-8dc6-870686dbe4ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:35.380841 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f6fd5bee-204e-45b6-8dc6-870686dbe4ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.3918209 Apr 29 13:26:35.399640 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56818) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:35.399961 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56820) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:35.506436 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1256cc2c-9a03-41a9-864d-a2887ec6f803 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.6400428 Apr 29 13:26:35.511073 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56828) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:35.527229 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256cc2c-9a03-41a9-864d-a2887ec6f803 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Pushing event updated for resources: {'Network': ['ID=65ee97c9-41de-46fc-b855-407f225c5ed0,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:35.533534 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c94fdd-2f38-41f5-9413-ed4910458299 service neutron] Pushing event updated for resources: {'Port': ['ID=4607167c-7986-4767-894c-12e0243b25ec,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:35.540845 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-4f678045-f0d7-42b9-bef8-61c88e48a9c5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Request body: {'subnet': {'network_id': '65ee97c9-41de-46fc-b855-407f225c5ed0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:35.543426 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-cb60e661-caa7-4b1c-a2d6-a6f2e0e313d0 None None] Set router 3c672e49-4b9c-4695-bb1e-37498b95ba53 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:26:35.549583 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 65ee97c9-41de-46fc-b855-407f225c5ed0 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:26:35.580132 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-03c00406-e486-4c16-b13b-2fb3bb00040a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:35.582889 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-03c00406-e486-4c16-b13b-2fb3bb00040a service neutron] 10.222.0.32 "PUT /v2.0/ports/a88ec220-4cca-43f4-8418-56dcd9ad7bad HTTP/1.1" status: 200 len: 1094 time: 4.8738573 Apr 29 13:26:35.596408 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb4fb635-5cfa-42f3-929f-6631a96beaf0 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] DELETE failed (client error): The resource could not be found. Apr 29 13:26:35.597812 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb4fb635-5cfa-42f3-929f-6631a96beaf0 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:26:35.600393 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-eb4fb635-5cfa-42f3-929f-6631a96beaf0 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "DELETE /v2.0/networks/65dbfb98-9165-45c3-9e56-1e58d15172a4 HTTP/1.1" status: 404 len: 339 time: 0.1897242 Apr 29 13:26:35.600933 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1298ac91-b06d-415b-adc8-3292c9a581e9', 'tag': 'a88ec220-4cca-43f4-8418-56dcd9ad7bad'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:26:35.605358 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56832) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:35.893586 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7c4d2aac-a668-43c1-a119-54627668a850 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:35.930107 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4f678045-f0d7-42b9-bef8-61c88e48a9c5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:35.936193 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-54e40648-5a97-47fe-b4cb-9541f220835b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:35.942591 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4f678045-f0d7-42b9-bef8-61c88e48a9c5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Usage tracker for resource:subnet and tenant:0fe313ea68464eb9865c051101ffa5d4 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:35.977172 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4f678045-f0d7-42b9-bef8-61c88e48a9c5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:35.997184 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 5cc9c9d7-e39a-4953-b48b-902b3a774978 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:26:36.008067 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c00406-e486-4c16-b13b-2fb3bb00040a service neutron] Pushing event updated for resources: {'Port': ['ID=a88ec220-4cca-43f4-8418-56dcd9ad7bad,revision_number=3']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:36.011548 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4f678045-f0d7-42b9-bef8-61c88e48a9c5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:36.036964 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-d3c94fdd-2f38-41f5-9413-ed4910458299 service neutron] Attempting to bind port 4607167c-7986-4767-894c-12e0243b25ec on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:26:36.037285 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-d3c94fdd-2f38-41f5-9413-ed4910458299 service neutron] Attempting to bind port 4607167c-7986-4767-894c-12e0243b25ec by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '55ed5e1f-94d1-471a-a5a2-c8b5f5417041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:26:36.037674 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-d3c94fdd-2f38-41f5-9413-ed4910458299 service neutron] Attempting to bind port 4607167c-7986-4767-894c-12e0243b25ec on network 9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:26:36.066162 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e40648-5a97-47fe-b4cb-9541f220835b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Subnet': ['ID=2d11b374-9296-4c58-bc0f-19c78db7742a,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:36.068238 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f678045-f0d7-42b9-bef8-61c88e48a9c5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Made reservation on behalf of 0fe313ea68464eb9865c051101ffa5d4 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:26:36.070438 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-cb60e661-caa7-4b1c-a2d6-a6f2e0e313d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'name': 'tempest-TestNetworkBasicOps-router-561872852', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:27Z', 'updated_at': '2022-04-29T13:26:31Z', 'revision_number': 3, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:73:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:28Z', 'updated_at': '2022-04-29T13:26:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:36.075126 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb60e661-caa7-4b1c-a2d6-a6f2e0e313d0 None None] Checking router: 3c672e49-4b9c-4695-bb1e-37498b95ba53 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:26:36.075779 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb60e661-caa7-4b1c-a2d6-a6f2e0e313d0 None None] Updating router 3c672e49-4b9c-4695-bb1e-37498b95ba53 port a10270ef-3a4f-44de-b383-d200664ede95 binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:26:36.088533 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-d3c94fdd-2f38-41f5-9413-ed4910458299 service neutron] Port 4607167c-7986-4767-894c-12e0243b25ec on network 9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:26:36.088896 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-d3c94fdd-2f38-41f5-9413-ed4910458299 service neutron] Attempting to bind port 4607167c-7986-4767-894c-12e0243b25ec on network 9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:26:36.138078 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 5cc9c9d7-e39a-4953-b48b-902b3a774978 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:36.138616 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:36.142966 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-cb60e661-caa7-4b1c-a2d6-a6f2e0e313d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:36.168800 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-d3c94fdd-2f38-41f5-9413-ed4910458299 service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:26:36.169143 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-d3c94fdd-2f38-41f5-9413-ed4910458299 service neutron] Checking segment: {'id': '55ed5e1f-94d1-471a-a5a2-c8b5f5417041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:26:36.169556 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-d3c94fdd-2f38-41f5-9413-ed4910458299 service neutron] Bound using segment: {'id': '55ed5e1f-94d1-471a-a5a2-c8b5f5417041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:26:36.169963 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-d3c94fdd-2f38-41f5-9413-ed4910458299 service neutron] Bound port: 4607167c-7986-4767-894c-12e0243b25ec, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ed5e1f-94d1-471a-a5a2-c8b5f5417041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:26:36.170307 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-d3c94fdd-2f38-41f5-9413-ed4910458299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:36.194145 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e40648-5a97-47fe-b4cb-9541f220835b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Checking segment: {'id': '5ab2a663-b12c-4759-92bc-ee25a2825452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'be9df2cb-cf00-4558-99bb-20f082905c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:26:36.194508 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e40648-5a97-47fe-b4cb-9541f220835b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network hostable DHCP agents. Network: be9df2cb-cf00-4558-99bb-20f082905c88, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:26:36.202404 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-fc47eaff-b516-4491-8de9-027349ae8fc8 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=4b7a89f6c8564a04be449e2e6b4a95e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7900746 Apr 29 13:26:36.212083 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56840) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:36.235401 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-59ac217f-8e27-4ff2-9a1c-9a1feca8a0b7 req-4c763446-5630-4717-8444-928709fc8974 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/security-groups?id=0cb329a9-f78f-4829-aadb-04df719ccc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8832128 Apr 29 13:26:36.273705 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4f678045-f0d7-42b9-bef8-61c88e48a9c5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:36.501006 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e40648-5a97-47fe-b4cb-9541f220835b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network be9df2cb-cf00-4558-99bb-20f082905c88 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:26:36.541583 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-d3c94fdd-2f38-41f5-9413-ed4910458299 service neutron] For port 4607167c-7986-4767-894c-12e0243b25ec, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:26:36.545353 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-54e40648-5a97-47fe-b4cb-9541f220835b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, be9df2cb-cf00-4558-99bb-20f082905c88) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:36.551613 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3ee114-c81f-465a-b2b7-bb9dcf0db549 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:36.553231 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1d3ee114-c81f-465a-b2b7-bb9dcf0db549 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3394415 Apr 29 13:26:36.558810 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56844) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:36.559080 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e40648-5a97-47fe-b4cb-9541f220835b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:36.559605 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-54e40648-5a97-47fe-b4cb-9541f220835b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:36.559923 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3395e916-cc77-45e7-a35a-1ca6549a1c5c None None] Network be9df2cb-cf00-4558-99bb-20f082905c88 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:26:36.569014 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-d3c94fdd-2f38-41f5-9413-ed4910458299 service neutron] For port 4607167c-7986-4767-894c-12e0243b25ec, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4607167c-7986-4767-894c-12e0243b25ec,segment=NetworkSegment(55ed5e1f-94d1-471a-a5a2-c8b5f5417041),segment_id=55ed5e1f-94d1-471a-a5a2-c8b5f5417041)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:26:36.580501 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-cb60e661-caa7-4b1c-a2d6-a6f2e0e313d0 None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:36.588582 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-d3c94fdd-2f38-41f5-9413-ed4910458299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:36.596748 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7c4d2aac-a668-43c1-a119-54627668a850 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:36.596984 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-cb60e661-caa7-4b1c-a2d6-a6f2e0e313d0 None None] Transition to ACTIVE for port object a10270ef-3a4f-44de-b383-d200664ede95 will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:36.606212 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a51ff0-bba1-4a0f-b2ba-60710ad2acb3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting subnet 88d10b39-d79c-47ce-9f9c-57359866a47f {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:26:36.606746 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-cb60e661-caa7-4b1c-a2d6-a6f2e0e313d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:36.611221 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-145c9487-1aaa-41f2-83b6-c43b22e6cd45 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:36.650370 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-56a51ff0-bba1-4a0f-b2ba-60710ad2acb3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:36.684768 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a126b4-0be0-4263-8208-cb31c869b50a None None] Pushing event updated for resources: {'Port': ['ID=a10270ef-3a4f-44de-b383-d200664ede95,revision_number=2']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:36.716207 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d1a6fee7-3256-43bd-b627-20f36da70c1e tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3475bcf7-abe6-4964-9326-03174235aecc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1218028 Apr 29 13:26:36.718800 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7c4d2aac-a668-43c1-a119-54627668a850 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:36.723186 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56848) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:36.733661 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-cb60e661-caa7-4b1c-a2d6-a6f2e0e313d0 None None] Attempting to bind port a10270ef-3a4f-44de-b383-d200664ede95 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:26:36.734019 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-cb60e661-caa7-4b1c-a2d6-a6f2e0e313d0 None None] Attempting to bind port a10270ef-3a4f-44de-b383-d200664ede95 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:26:36.736689 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb60e661-caa7-4b1c-a2d6-a6f2e0e313d0 None None] Attempting to bind port a10270ef-3a4f-44de-b383-d200664ede95 on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:26:36.740087 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-3fc233a5-0581-47e6-b9f0-1bfc7a76c49e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1752567449', 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:36.744411 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb60e661-caa7-4b1c-a2d6-a6f2e0e313d0 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:26:36.744851 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb60e661-caa7-4b1c-a2d6-a6f2e0e313d0 None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:26:36.745309 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-cb60e661-caa7-4b1c-a2d6-a6f2e0e313d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:36.745700 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb60e661-caa7-4b1c-a2d6-a6f2e0e313d0 None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:26:36.746167 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-cb60e661-caa7-4b1c-a2d6-a6f2e0e313d0 None None] Bound port: a10270ef-3a4f-44de-b383-d200664ede95, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:26:36.746606 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-cb60e661-caa7-4b1c-a2d6-a6f2e0e313d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:36.800329 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-54e40648-5a97-47fe-b4cb-9541f220835b tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7544880 Apr 29 13:26:36.803711 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56854) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:36.836074 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-cb60e661-caa7-4b1c-a2d6-a6f2e0e313d0 None None] For port a10270ef-3a4f-44de-b383-d200664ede95, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:26:36.842106 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-cb60e661-caa7-4b1c-a2d6-a6f2e0e313d0 None None] For port a10270ef-3a4f-44de-b383-d200664ede95, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a10270ef-3a4f-44de-b383-d200664ede95,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:26:36.848901 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-cb60e661-caa7-4b1c-a2d6-a6f2e0e313d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:36.880331 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21ca1f0a-835b-4c2d-9c1e-2d41921f0171'] response: {'name': 'network-changed', 'server_uuid': '1298ac91-b06d-415b-adc8-3292c9a581e9', 'tag': 'a88ec220-4cca-43f4-8418-56dcd9ad7bad', 'status': 'completed', 'code': 200} Apr 29 13:26:36.906747 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa46bbe-f49e-4128-a6f0-e0e371559aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-be9df2cb-cf00-4558-99bb-20f082905c88', 'network_id': 'be9df2cb-cf00-4558-99bb-20f082905c88', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'fixed_ips': [{'subnet_id': '2d11b374-9296-4c58-bc0f-19c78db7742a'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:26:36.907867 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9aa46bbe-f49e-4128-a6f0-e0e371559aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:36.950240 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a126b4-0be0-4263-8208-cb31c869b50a None None] Pushing event updated for resources: {'Port': ['ID=a10270ef-3a4f-44de-b383-d200664ede95,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:36.963745 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb60e661-caa7-4b1c-a2d6-a6f2e0e313d0 None None] Routers {'3c672e49-4b9c-4695-bb1e-37498b95ba53'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:26:36.964454 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-cb60e661-caa7-4b1c-a2d6-a6f2e0e313d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:26:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['3c672e49-4b9c-4695-bb1e-37498b95ba53'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:36.976074 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-56a51ff0-bba1-4a0f-b2ba-60710ad2acb3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:36.998399 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-d3c94fdd-2f38-41f5-9413-ed4910458299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:37.000641 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-d3c94fdd-2f38-41f5-9413-ed4910458299 service neutron] 10.222.0.32 "PUT /v2.0/ports/4607167c-7986-4767-894c-12e0243b25ec HTTP/1.1" status: 200 len: 1093 time: 3.8290753 Apr 29 13:26:37.006152 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31736e7-e0bb-4be3-87ff-3cfbbc391204', 'tag': '4607167c-7986-4767-894c-12e0243b25ec'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:26:37.086082 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-76921f0f-2359-4a35-8bd0-ce5dcc3b3cb0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b3dd10e1defa4a4db8e298797b127deb&device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 1097 time: 1.1951728 Apr 29 13:26:37.134244 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f2ed8da-2ff3-47e7-9a5d-0cda9f977fe1'] response: {'name': 'network-changed', 'server_uuid': 'b31736e7-e0bb-4be3-87ff-3cfbbc391204', 'tag': '4607167c-7986-4767-894c-12e0243b25ec', 'status': 'completed', 'code': 200} Apr 29 13:26:37.139164 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c94fdd-2f38-41f5-9413-ed4910458299 service neutron] Pushing event updated for resources: {'Port': ['ID=4607167c-7986-4767-894c-12e0243b25ec,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:37.153485 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-9aa46bbe-f49e-4128-a6f0-e0e371559aba None None] Allocated IP 172.20.0.2 (be9df2cb-cf00-4558-99bb-20f082905c88/2d11b374-9296-4c58-bc0f-19c78db7742a/118a46f2-d53e-486d-b1fc-54f9e604e429) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:26:37.246717 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-cb60e661-caa7-4b1c-a2d6-a6f2e0e313d0 None None] Set router 3c672e49-4b9c-4695-bb1e-37498b95ba53 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:26:37.274531 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-145c9487-1aaa-41f2-83b6-c43b22e6cd45 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:37.303215 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4f678045-f0d7-42b9-bef8-61c88e48a9c5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:37.346599 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-145c9487-1aaa-41f2-83b6-c43b22e6cd45 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62154b42-ab23-4d78-bc55-ec9046115a77']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:37.374690 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-145c9487-1aaa-41f2-83b6-c43b22e6cd45 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d642cc6-8353-4b84-ae74-7deeadb476b6') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:37.377433 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-145c9487-1aaa-41f2-83b6-c43b22e6cd45 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d642cc6-8353-4b84-ae74-7deeadb476b6') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:37.405056 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-145c9487-1aaa-41f2-83b6-c43b22e6cd45 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:37.412386 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9aa46bbe-f49e-4128-a6f0-e0e371559aba None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:37.426578 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9aa46bbe-f49e-4128-a6f0-e0e371559aba None None] Transition to ACTIVE for port object 118a46f2-d53e-486d-b1fc-54f9e604e429 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:37.432370 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-145c9487-1aaa-41f2-83b6-c43b22e6cd45 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:37.442292 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-145c9487-1aaa-41f2-83b6-c43b22e6cd45 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:26:37.442787 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-145c9487-1aaa-41f2-83b6-c43b22e6cd45 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:37.448147 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9aa46bbe-f49e-4128-a6f0-e0e371559aba None None] Transition to ACTIVE for port object 118a46f2-d53e-486d-b1fc-54f9e604e429 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:37.465894 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9aa46bbe-f49e-4128-a6f0-e0e371559aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:37.511768 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f678045-f0d7-42b9-bef8-61c88e48a9c5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Pushing event updated for resources: {'Subnet': ['ID=bdae295a-1c0c-44d9-9f69-7b4db052fb7c,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:37.529513 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-5a4099e5-88dd-4ab0-9999-2f9b18b6278d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0952490f6c5340cc87f108a8ce4f0048&device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 1096 time: 0.4665704 Apr 29 13:26:37.564862 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa46bbe-f49e-4128-a6f0-e0e371559aba None None] Network be9df2cb-cf00-4558-99bb-20f082905c88 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:37.566443 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa46bbe-f49e-4128-a6f0-e0e371559aba None None] Pushing event updated for resources: {'Port': ['ID=118a46f2-d53e-486d-b1fc-54f9e604e429,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:37.569975 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-9aa46bbe-f49e-4128-a6f0-e0e371559aba None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:37.573105 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa46bbe-f49e-4128-a6f0-e0e371559aba None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:26:37.591438 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:26:37.594418 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7c4d2aac-a668-43c1-a119-54627668a850 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:37.594418 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4d2aac-a668-43c1-a119-54627668a850 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Fanout notify agent at l3_agent the message router_deleted on router 5b5332d5-d726-47e5-a586-a4c7709412e9 {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:26:37.638236 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-cb60e661-caa7-4b1c-a2d6-a6f2e0e313d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'name': 'tempest-TestNetworkBasicOps-router-561872852', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:27Z', 'updated_at': '2022-04-29T13:26:31Z', 'revision_number': 3, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:73:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:28Z', 'updated_at': '2022-04-29T13:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:37.644591 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb60e661-caa7-4b1c-a2d6-a6f2e0e313d0 None None] The sync data for ids ['3c672e49-4b9c-4695-bb1e-37498b95ba53'] in dv-neutron-839027-4-hyperv is: [{'id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'name': 'tempest-TestNetworkBasicOps-router-561872852', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:27Z', 'updated_at': '2022-04-29T13:26:31Z', 'revision_number': 3, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:73:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:28Z', 'updated_at': '2022-04-29T13:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:26:37.667483 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-56a51ff0-bba1-4a0f-b2ba-60710ad2acb3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:37.696986 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-9aa46bbe-f49e-4128-a6f0-e0e371559aba None None] Attempting to bind port 118a46f2-d53e-486d-b1fc-54f9e604e429 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:26:37.697605 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-9aa46bbe-f49e-4128-a6f0-e0e371559aba None None] Attempting to bind port 118a46f2-d53e-486d-b1fc-54f9e604e429 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '5ab2a663-b12c-4759-92bc-ee25a2825452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'be9df2cb-cf00-4558-99bb-20f082905c88'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:26:37.698076 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa46bbe-f49e-4128-a6f0-e0e371559aba None None] Attempting to bind port 118a46f2-d53e-486d-b1fc-54f9e604e429 on network be9df2cb-cf00-4558-99bb-20f082905c88 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:26:37.706161 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa46bbe-f49e-4128-a6f0-e0e371559aba None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:26:37.706161 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa46bbe-f49e-4128-a6f0-e0e371559aba None None] Checking segment: {'id': '5ab2a663-b12c-4759-92bc-ee25a2825452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'be9df2cb-cf00-4558-99bb-20f082905c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:26:37.706517 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9aa46bbe-f49e-4128-a6f0-e0e371559aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:37.707405 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa46bbe-f49e-4128-a6f0-e0e371559aba None None] Bound using segment: {'id': '5ab2a663-b12c-4759-92bc-ee25a2825452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'be9df2cb-cf00-4558-99bb-20f082905c88'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:26:37.707541 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-145c9487-1aaa-41f2-83b6-c43b22e6cd45 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:37.707736 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-9aa46bbe-f49e-4128-a6f0-e0e371559aba None None] Bound port: 118a46f2-d53e-486d-b1fc-54f9e604e429, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab2a663-b12c-4759-92bc-ee25a2825452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'be9df2cb-cf00-4558-99bb-20f082905c88'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:26:37.708197 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9aa46bbe-f49e-4128-a6f0-e0e371559aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:37.716616 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-86f84731-37dd-44e1-af88-b16ebe6c2b1c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4607167c-7986-4767-894c-12e0243b25ec HTTP/1.1" status: 200 len: 217 time: 0.1455975 Apr 29 13:26:37.758074 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-145c9487-1aaa-41f2-83b6-c43b22e6cd45 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:37.783105 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f678045-f0d7-42b9-bef8-61c88e48a9c5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Checking segment: {'id': '9d84db68-4d54-4af2-9319-16b4452d977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '65ee97c9-41de-46fc-b855-407f225c5ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:26:37.783467 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7c4d2aac-a668-43c1-a119-54627668a850 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:37.783589 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f678045-f0d7-42b9-bef8-61c88e48a9c5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Network hostable DHCP agents. Network: 65ee97c9-41de-46fc-b855-407f225c5ed0, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:26:37.787075 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7c4d2aac-a668-43c1-a119-54627668a850 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "DELETE /v2.0/routers/5b5332d5-d726-47e5-a586-a4c7709412e9 HTTP/1.1" status: 204 len: 168 time: 7.0805728 Apr 29 13:26:37.789500 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c9487-1aaa-41f2-83b6-c43b22e6cd45 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event deleted for resources: {'Network': ['ID=62154b42-ab23-4d78-bc55-ec9046115a77,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:37.792460 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-c7f91d24-3e35-4096-95b1-5b840ee5a8b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=a88ec220-4cca-43f4-8418-56dcd9ad7bad HTTP/1.1" status: 200 len: 217 time: 0.2263038 Apr 29 13:26:37.793233 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56862) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:37.817505 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-9aa46bbe-f49e-4128-a6f0-e0e371559aba None None] For port 118a46f2-d53e-486d-b1fc-54f9e604e429, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:26:37.822376 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-9aa46bbe-f49e-4128-a6f0-e0e371559aba None None] For port 118a46f2-d53e-486d-b1fc-54f9e604e429, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=118a46f2-d53e-486d-b1fc-54f9e604e429,segment=NetworkSegment(5ab2a663-b12c-4759-92bc-ee25a2825452),segment_id=5ab2a663-b12c-4759-92bc-ee25a2825452)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:26:37.823644 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-928f4e22-6620-4cd7-8670-cadaaf8e7444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:37.830154 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9aa46bbe-f49e-4128-a6f0-e0e371559aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:37.871590 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-145c9487-1aaa-41f2-83b6-c43b22e6cd45 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "DELETE /v2.0/networks/62154b42-ab23-4d78-bc55-ec9046115a77 HTTP/1.1" status: 204 len: 168 time: 2.2383146 Apr 29 13:26:37.882984 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56866) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:37.883277 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-3fc233a5-0581-47e6-b9f0-1bfc7a76c49e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:37.892397 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905ee3e-c83e-4da5-af30-b6d0eeaa7d90 req-4ba64ad1-8ede-4f77-99fd-37869f887fa7 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:37.894908 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-0905ee3e-c83e-4da5-af30-b6d0eeaa7d90 req-4ba64ad1-8ede-4f77-99fd-37869f887fa7 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 943 time: 1.3498664 Apr 29 13:26:37.916412 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3fc233a5-0581-47e6-b9f0-1bfc7a76c49e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:subnet and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:37.919570 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3fc233a5-0581-47e6-b9f0-1bfc7a76c49e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:37.931354 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa46bbe-f49e-4128-a6f0-e0e371559aba None None] Pushing event updated for resources: {'Port': ['ID=118a46f2-d53e-486d-b1fc-54f9e604e429,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:37.937861 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-3fc233a5-0581-47e6-b9f0-1bfc7a76c49e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:38.009394 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9bd310-7904-4d5e-b88a-e5f63bac4942 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] DELETE failed (client error): The resource could not be found. Apr 29 13:26:38.010006 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9bd310-7904-4d5e-b88a-e5f63bac4942 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:26:38.013361 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-fd9bd310-7904-4d5e-b88a-e5f63bac4942 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "DELETE /v2.0/subnets/9b13dbde-cbc6-4d7d-8148-66fc4d8e20db HTTP/1.1" status: 404 len: 337 time: 0.1227632 Apr 29 13:26:38.014486 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56870) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:38.028696 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc233a5-0581-47e6-b9f0-1bfc7a76c49e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Made reservation on behalf of 4b7a89f6c8564a04be449e2e6b4a95e5 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:26:38.056499 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-73a31668-d34d-424c-9edd-bae8cf9aaa3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:38.057802 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-73a31668-d34d-424c-9edd-bae8cf9aaa3b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8672d9ee-edfb-42ee-bd49-ae2cc6174dde HTTP/1.1" status: 200 len: 837 time: 0.2546709 Apr 29 13:26:38.069019 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-467420d1-7768-4067-b7da-be8481406c7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:38.070470 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-467420d1-7768-4067-b7da-be8481406c7a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95ef32f0-4ffe-4053-ad89-1f8d7234cbbd HTTP/1.1" status: 200 len: 851 time: 0.2805266 Apr 29 13:26:38.071043 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f678045-f0d7-42b9-bef8-61c88e48a9c5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Network 65ee97c9-41de-46fc-b855-407f225c5ed0 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:26:38.086187 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24e601-78e8-44a1-8b1e-601477c6ff42 req-75bc885a-7115-4263-915e-d1b4d8fa04f3 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:38.087629 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1d24e601-78e8-44a1-8b1e-601477c6ff42 req-75bc885a-7115-4263-915e-d1b4d8fa04f3 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 944 time: 0.5697265 Apr 29 13:26:38.136951 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05d6e1b-8ced-4044-a338-922e90527a44 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] DELETE failed (client error): The resource could not be found. Apr 29 13:26:38.138204 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a05d6e1b-8ced-4044-a338-922e90527a44 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:26:38.143075 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a05d6e1b-8ced-4044-a338-922e90527a44 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "DELETE /v2.0/networks/01065020-de1e-411d-84ba-fa4f1e8edddd HTTP/1.1" status: 404 len: 339 time: 0.1186104 Apr 29 13:26:38.180259 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56874) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:38.227570 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-56a51ff0-bba1-4a0f-b2ba-60710ad2acb3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:38.230907 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-4f678045-f0d7-42b9-bef8-61c88e48a9c5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 65ee97c9-41de-46fc-b855-407f225c5ed0) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:38.247823 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfd1147-81e7-4730-9821-b511f053f79c None None] Network 65ee97c9-41de-46fc-b855-407f225c5ed0 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:26:38.252332 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7732f6ec-79d6-4c4b-bfdf-3136a71a33ba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:38.345379 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-0905ee3e-c83e-4da5-af30-b6d0eeaa7d90 req-29350333-faed-462b-ac34-d334008e8237 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4101036 Apr 29 13:26:38.375553 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a51ff0-bba1-4a0f-b2ba-60710ad2acb3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Subnet': ['ID=88d10b39-d79c-47ce-9f9c-57359866a47f,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:38.407628 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3fc233a5-0581-47e6-b9f0-1bfc7a76c49e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:38.420479 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca13c243-94de-40e5-a49b-3322ac58ec0a None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:26:38.484835 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f678045-f0d7-42b9-bef8-61c88e48a9c5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:38.485653 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4f678045-f0d7-42b9-bef8-61c88e48a9c5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:38.492622 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-56a51ff0-bba1-4a0f-b2ba-60710ad2acb3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:38.560846 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-56a51ff0-bba1-4a0f-b2ba-60710ad2acb3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/88d10b39-d79c-47ce-9f9c-57359866a47f HTTP/1.1" status: 204 len: 168 time: 3.5458770 Apr 29 13:26:38.572271 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56878) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:38.647954 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d006983-598a-4b63-8c57-0693b178dc3f tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Deleting subnet 4626135e-9519-43db-bdc6-55665ba72cfb {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:26:38.790661 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7d006983-598a-4b63-8c57-0693b178dc3f tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:38.810354 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1d24e601-78e8-44a1-8b1e-601477c6ff42 req-72ae46b4-d5c9-43fd-8213-012e3fc1b068 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/security-groups?id=0cb329a9-f78f-4829-aadb-04df719ccc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6682591 Apr 29 13:26:38.842828 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-132c098a-890f-4bfe-959a-6a6bc2a22621 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2667992 Apr 29 13:26:38.852353 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56882) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:38.869878 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e4640b-95b2-4e26-8027-985db544fb1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-65ee97c9-41de-46fc-b855-407f225c5ed0', 'network_id': '65ee97c9-41de-46fc-b855-407f225c5ed0', 'tenant_id': '0fe313ea68464eb9865c051101ffa5d4', 'fixed_ips': [{'subnet_id': 'bdae295a-1c0c-44d9-9f69-7b4db052fb7c'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:26:38.870903 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a0e4640b-95b2-4e26-8027-985db544fb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:38.872508 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-2aa21df8-1597-476b-ab8e-f7ad38abc4dd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:38.890302 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-4c7ea32e-aeb9-45db-85a5-872539903a13 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fd1e5aaf-1b26-4dda-a00a-9ea5743f747d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.8217099 Apr 29 13:26:38.965769 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4f678045-f0d7-42b9-bef8-61c88e48a9c5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4406009 Apr 29 13:26:38.966550 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56886) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:38.990163 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-66ebad0b-70b9-448e-aab9-c889530907db tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Request body: {'port': {'network_id': '65ee97c9-41de-46fc-b855-407f225c5ed0', 'name': 'tempest-AllowedAddressPairTestJSON-990457268'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:39.008894 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-66acebe1-906e-4bcd-b7c9-a173f680953e tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Deleting subnet 21e66388-9316-4c62-bfca-5750bd13adf2 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:26:39.022016 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-66acebe1-906e-4bcd-b7c9-a173f680953e tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:39.059321 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-21b9817b-d9e4-489d-8d9e-4ce884a85fa8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9809968 Apr 29 13:26:39.083681 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7d006983-598a-4b63-8c57-0693b178dc3f tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:39.091864 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-a0e4640b-95b2-4e26-8027-985db544fb1c None None] Allocated IP 172.20.0.2 (65ee97c9-41de-46fc-b855-407f225c5ed0/bdae295a-1c0c-44d9-9f69-7b4db052fb7c/0122bac4-1a12-4400-a186-36fe599b210a) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:26:39.126492 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618dcb06-92e6-4044-9edb-c3e790863deb None None] DHCP port deletion for b2591163-41a9-4c5e-86a6-99ddbf59518f request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:26:39.192561 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-618dcb06-92e6-4044-9edb-c3e790863deb None None] Deleting port 5cc9c9d7-e39a-4953-b48b-902b3a774978 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:26:39.192561 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-618dcb06-92e6-4044-9edb-c3e790863deb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:39.219527 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2aa21df8-1597-476b-ab8e-f7ad38abc4dd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:39.237824 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2aa21df8-1597-476b-ab8e-f7ad38abc4dd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:subnet and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:39.240793 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7d006983-598a-4b63-8c57-0693b178dc3f tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:39.279697 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2aa21df8-1597-476b-ab8e-f7ad38abc4dd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:39.293119 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aee84a-8688-4032-ab32-e3c11cadbb4f None None] Network be9df2cb-cf00-4558-99bb-20f082905c88 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:26:39.302666 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2aa21df8-1597-476b-ab8e-f7ad38abc4dd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:39.327230 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-66acebe1-906e-4bcd-b7c9-a173f680953e tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:39.360061 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-be8829f5-99f4-4459-a380-fdd0c4e5aba4 service neutron] 10.222.0.32 "GET /v2.0/networks/fd1e5aaf-1b26-4dda-a00a-9ea5743f747d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564369 Apr 29 13:26:39.377826 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa21df8-1597-476b-ab8e-f7ad38abc4dd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:26:39.388612 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2aa21df8-1597-476b-ab8e-f7ad38abc4dd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:39.422336 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7d337e23-6316-427f-b29d-dac5fa83ec2f None None] Provisioning for port 118a46f2-d53e-486d-b1fc-54f9e604e429 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:39.552147 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-34fa8326-1a70-46e9-ba38-e836fef63b69 service neutron] 10.222.0.32 "GET /v2.0/networks/9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798518 Apr 29 13:26:39.556729 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-66ebad0b-70b9-448e-aab9-c889530907db tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:39.560716 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-66ebad0b-70b9-448e-aab9-c889530907db tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Usage tracker for resource:port and tenant:0fe313ea68464eb9865c051101ffa5d4 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:39.564090 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-66ebad0b-70b9-448e-aab9-c889530907db tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:39.573674 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-66ebad0b-70b9-448e-aab9-c889530907db tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:39.588222 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3fc233a5-0581-47e6-b9f0-1bfc7a76c49e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:39.658043 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-618dcb06-92e6-4044-9edb-c3e790863deb None None] For port 5cc9c9d7-e39a-4953-b48b-902b3a774978, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=5cc9c9d7-e39a-4953-b48b-902b3a774978,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:39.658421 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-618dcb06-92e6-4044-9edb-c3e790863deb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:39.668856 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ebad0b-70b9-448e-aab9-c889530907db tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Made reservation on behalf of 0fe313ea68464eb9865c051101ffa5d4 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:26:39.672004 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-66ebad0b-70b9-448e-aab9-c889530907db tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:39.744640 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7d006983-598a-4b63-8c57-0693b178dc3f tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:39.788718 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-66ebad0b-70b9-448e-aab9-c889530907db tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] device_id is not set on port d44a882a-f960-4f7f-bdaf-222cd702ddf9 yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:26:39.838941 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc233a5-0581-47e6-b9f0-1bfc7a76c49e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Subnet': ['ID=980d0090-e41e-44ca-a879-96fdb1535ca5,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:39.876033 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7d006983-598a-4b63-8c57-0693b178dc3f tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:39.917250 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d006983-598a-4b63-8c57-0693b178dc3f tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event deleted for resources: {'Subnet': ['ID=4626135e-9519-43db-bdc6-55665ba72cfb,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:39.917838 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a0e4640b-95b2-4e26-8027-985db544fb1c None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:39.936585 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-618dcb06-92e6-4044-9edb-c3e790863deb None None] Calling delete_port for 5cc9c9d7-e39a-4953-b48b-902b3a774978 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:26:39.955513 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56894) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:39.956621 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-7732f6ec-79d6-4c4b-bfdf-3136a71a33ba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Allocated IP 172.20.0.1 (be9df2cb-cf00-4558-99bb-20f082905c88/2d11b374-9296-4c58-bc0f-19c78db7742a/73c6abaf-ee20-4b24-9581-a991ee6d160b) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:26:39.958308 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7d006983-598a-4b63-8c57-0693b178dc3f tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "DELETE /v2.0/subnets/4626135e-9519-43db-bdc6-55665ba72cfb HTTP/1.1" status: 204 len: 168 time: 2.1597273 Apr 29 13:26:39.983221 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1906fef8-8b97-4f60-9e2c-2a08a669c712 req-1baa9344-b820-4539-990b-0ea1700ab061 service neutron] 10.222.0.32 "GET /v2.0/networks/fd1e5aaf-1b26-4dda-a00a-9ea5743f747d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464202 Apr 29 13:26:39.984140 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc233a5-0581-47e6-b9f0-1bfc7a76c49e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Checking segment: {'id': 'ee2230d7-19aa-4b7f-b599-ad0d2423a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:26:39.984500 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc233a5-0581-47e6-b9f0-1bfc7a76c49e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network hostable DHCP agents. Network: 4d4da868-e2e3-4a21-9dca-f4e60fad105d, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:26:40.020177 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662906d-1eb8-46ae-9b39-80232b066d5e req-1de6f5ef-58b1-4d37-ad99-a74e884427b9 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:40.022729 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-7662906d-1eb8-46ae-9b39-80232b066d5e req-1de6f5ef-58b1-4d37-ad99-a74e884427b9 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 943 time: 0.5158958 Apr 29 13:26:40.151696 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a0e4640b-95b2-4e26-8027-985db544fb1c None None] Transition to ACTIVE for port object 0122bac4-1a12-4400-a186-36fe599b210a will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:40.161425 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-618dcb06-92e6-4044-9edb-c3e790863deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:40.188993 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-66acebe1-906e-4bcd-b7c9-a173f680953e tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:40.213964 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc233a5-0581-47e6-b9f0-1bfc7a76c49e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 4d4da868-e2e3-4a21-9dca-f4e60fad105d is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:26:40.235796 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a10270ef-3a4f-44de-b383-d200664ede95 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:26:40.236549 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-7662906d-1eb8-46ae-9b39-80232b066d5e req-733528a5-1c2b-4f78-ac18-dc581a4939c3 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667542 Apr 29 13:26:40.251405 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-3fc233a5-0581-47e6-b9f0-1bfc7a76c49e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 4d4da868-e2e3-4a21-9dca-f4e60fad105d) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:40.256382 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc233a5-0581-47e6-b9f0-1bfc7a76c49e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:40.257015 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3fc233a5-0581-47e6-b9f0-1bfc7a76c49e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:40.270554 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2aa21df8-1597-476b-ab8e-f7ad38abc4dd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:40.305986 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618dcb06-92e6-4044-9edb-c3e790863deb None None] No DVR routers for this DVR port 5cc9c9d7-e39a-4953-b48b-902b3a774978 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:26:40.310010 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3657c30-2d73-4254-b7e5-46879a6ee06c None None] Network 4d4da868-e2e3-4a21-9dca-f4e60fad105d requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:26:40.342030 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-cfca96f3-b3e1-4132-9e91-1cab91ea27c8 req-6cac26bc-0b24-41e6-9d1b-9b5986d67e3c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b3dd10e1defa4a4db8e298797b127deb&device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 1097 time: 0.2704370 Apr 29 13:26:40.354697 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56898) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:40.354907 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3fc233a5-0581-47e6-b9f0-1bfc7a76c49e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.6267469 Apr 29 13:26:40.385103 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa21df8-1597-476b-ab8e-f7ad38abc4dd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:40.439282 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-2aa21df8-1597-476b-ab8e-f7ad38abc4dd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:40.442049 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa21df8-1597-476b-ab8e-f7ad38abc4dd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:40.442624 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2aa21df8-1597-476b-ab8e-f7ad38abc4dd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:40.446272 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa21df8-1597-476b-ab8e-f7ad38abc4dd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Subnet': ['ID=74d47794-652c-4500-bae5-8ac4bdf66298,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:40.485467 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2aa21df8-1597-476b-ab8e-f7ad38abc4dd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6312613 Apr 29 13:26:40.486285 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56902) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:40.496099 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-5748a288-c1ed-4a5b-8814-eeb227921200 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'port': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'name': 'tempest-NetworksTestDHCPv6-2030404586'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:40.547270 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-93c2aa38-bf74-49bc-ba55-b91c7d63cd49 req-f6d4730e-5962-4e6f-a022-f688569f2032 service neutron] 10.222.0.32 "GET /v2.0/networks/9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9554265 Apr 29 13:26:40.555310 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618dcb06-92e6-4044-9edb-c3e790863deb None None] Pushing event deleted for resources: {'Port': ['ID=5cc9c9d7-e39a-4953-b48b-902b3a774978,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:40.593050 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97f50d1-a0b0-4a0d-9e43-32fd601b7788 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:26:40.608772 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a0e4640b-95b2-4e26-8027-985db544fb1c None None] Transition to ACTIVE for port object 0122bac4-1a12-4400-a186-36fe599b210a will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:40.634651 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca96f3-b3e1-4132-9e91-1cab91ea27c8 req-efeb3655-55ec-4cec-945a-5ff34eac5a44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:40.636497 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-cfca96f3-b3e1-4132-9e91-1cab91ea27c8 req-efeb3655-55ec-4cec-945a-5ff34eac5a44 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fd1e5aaf-1b26-4dda-a00a-9ea5743f747d HTTP/1.1" status: 200 len: 898 time: 0.2776225 Apr 29 13:26:40.662301 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a0e4640b-95b2-4e26-8027-985db544fb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:40.666141 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8ff4199e-3452-4785-ac76-661b23425a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:40.735421 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-cfca96f3-b3e1-4132-9e91-1cab91ea27c8 req-79d434c0-715d-4ae6-9515-45e4df5425a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=a88ec220-4cca-43f4-8418-56dcd9ad7bad HTTP/1.1" status: 200 len: 217 time: 0.0909352 Apr 29 13:26:40.874234 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5d9b5bfa-3da2-4633-a5c9-3158b9ebd270 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:40.933159 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-5748a288-c1ed-4a5b-8814-eeb227921200 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:40.935868 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e4640b-95b2-4e26-8027-985db544fb1c None None] Network 65ee97c9-41de-46fc-b855-407f225c5ed0 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:40.940891 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5748a288-c1ed-4a5b-8814-eeb227921200 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:port and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:40.945342 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-a0e4640b-95b2-4e26-8027-985db544fb1c None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:40.945983 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5748a288-c1ed-4a5b-8814-eeb227921200 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:40.950397 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e4640b-95b2-4e26-8027-985db544fb1c None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:26:40.957465 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-5748a288-c1ed-4a5b-8814-eeb227921200 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:40.960050 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca96f3-b3e1-4132-9e91-1cab91ea27c8 req-d5c02240-16ac-44cb-bf69-7a267c0cfab8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:40.961726 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-cfca96f3-b3e1-4132-9e91-1cab91ea27c8 req-d5c02240-16ac-44cb-bf69-7a267c0cfab8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8672d9ee-edfb-42ee-bd49-ae2cc6174dde HTTP/1.1" status: 200 len: 837 time: 0.2133200 Apr 29 13:26:40.980555 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4640b-95b2-4e26-8027-985db544fb1c None None] Pushing event updated for resources: {'Port': ['ID=0122bac4-1a12-4400-a186-36fe599b210a,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:40.982980 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dffc71-fdf2-46cf-ab82-fd74a6ca5ce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-4d4da868-e2e3-4a21-9dca-f4e60fad105d', 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ips': [{'subnet_id': '980d0090-e41e-44ca-a879-96fdb1535ca5'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:26:40.983794 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-73dffc71-fdf2-46cf-ab82-fd74a6ca5ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:41.001556 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port a10270ef-3a4f-44de-b383-d200664ede95 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:41.011870 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5748a288-c1ed-4a5b-8814-eeb227921200 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:26:41.015441 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5748a288-c1ed-4a5b-8814-eeb227921200 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:41.037444 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port a10270ef-3a4f-44de-b383-d200664ede95 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:41.037444 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:41.042036 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-66ebad0b-70b9-448e-aab9-c889530907db tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Allocated IP 172.20.0.6 (65ee97c9-41de-46fc-b855-407f225c5ed0/bdae295a-1c0c-44d9-9f69-7b4db052fb7c/d44a882a-f960-4f7f-bdaf-222cd702ddf9) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:26:41.053628 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-66acebe1-906e-4bcd-b7c9-a173f680953e tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:41.057519 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-5748a288-c1ed-4a5b-8814-eeb227921200 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] device_id is not set on port 4aaadcb7-75f2-4314-9d25-52414054b253 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:26:41.096156 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7732f6ec-79d6-4c4b-bfdf-3136a71a33ba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:41.144916 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acebe1-906e-4bcd-b7c9-a173f680953e tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event deleted for resources: {'Subnet': ['ID=21e66388-9316-4c62-bfca-5750bd13adf2,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:41.145504 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-cfca96f3-b3e1-4132-9e91-1cab91ea27c8 req-df096065-5daa-48b9-ab63-1146513333c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fd1e5aaf-1b26-4dda-a00a-9ea5743f747d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1761594 Apr 29 13:26:41.151981 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8259f15-f2f8-4f85-b12a-46d8db5d8c72 req-695979bd-1eec-4e99-ab67-0d443d77f5fd tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:41.157225 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f8259f15-f2f8-4f85-b12a-46d8db5d8c72 req-695979bd-1eec-4e99-ab67-0d443d77f5fd tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 944 time: 1.0494640 Apr 29 13:26:41.252732 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-7732f6ec-79d6-4c4b-bfdf-3136a71a33ba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Transition to ACTIVE for port object 73c6abaf-ee20-4b24-9581-a991ee6d160b will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:41.290939 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-66acebe1-906e-4bcd-b7c9-a173f680953e tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:41.306581 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd890fa-aea5-446b-a25f-335145a1b51b None None] Network fde0a8d7-3412-4aba-aecd-3fceb7d9708f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:26:41.322517 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-5748a288-c1ed-4a5b-8814-eeb227921200 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Allocated IP 2001:db8::30 (b2591163-41a9-4c5e-86a6-99ddbf59518f/74d47794-652c-4500-bae5-8ac4bdf66298/4aaadcb7-75f2-4314-9d25-52414054b253) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:26:41.323588 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a0e4640b-95b2-4e26-8027-985db544fb1c None None] Attempting to bind port 0122bac4-1a12-4400-a186-36fe599b210a on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:26:41.323962 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a0e4640b-95b2-4e26-8027-985db544fb1c None None] Attempting to bind port 0122bac4-1a12-4400-a186-36fe599b210a by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '9d84db68-4d54-4af2-9319-16b4452d977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '65ee97c9-41de-46fc-b855-407f225c5ed0'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:26:41.324315 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e4640b-95b2-4e26-8027-985db544fb1c None None] Attempting to bind port 0122bac4-1a12-4400-a186-36fe599b210a on network 65ee97c9-41de-46fc-b855-407f225c5ed0 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:26:41.329798 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5d9b5bfa-3da2-4633-a5c9-3158b9ebd270 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:41.350899 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-348fa190-5a89-4e93-a690-4c7f960d850b req-4b70b16d-bedc-4c6d-9386-284e6f2df29f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0952490f6c5340cc87f108a8ce4f0048&device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 1096 time: 0.5876155 Apr 29 13:26:41.406827 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-cfca96f3-b3e1-4132-9e91-1cab91ea27c8 req-2d0b932b-93c9-4d0c-a8fd-60ab8dd4ade2 service neutron] 10.222.0.32 "GET /v2.0/networks/fd1e5aaf-1b26-4dda-a00a-9ea5743f747d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288241 Apr 29 13:26:41.438829 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e4640b-95b2-4e26-8027-985db544fb1c None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:26:41.439253 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e4640b-95b2-4e26-8027-985db544fb1c None None] Checking segment: {'id': '9d84db68-4d54-4af2-9319-16b4452d977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '65ee97c9-41de-46fc-b855-407f225c5ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:26:41.439679 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a0e4640b-95b2-4e26-8027-985db544fb1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:41.440448 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e4640b-95b2-4e26-8027-985db544fb1c None None] Bound using segment: {'id': '9d84db68-4d54-4af2-9319-16b4452d977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '65ee97c9-41de-46fc-b855-407f225c5ed0'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:26:41.440448 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a0e4640b-95b2-4e26-8027-985db544fb1c None None] Bound port: 0122bac4-1a12-4400-a186-36fe599b210a, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d84db68-4d54-4af2-9319-16b4452d977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '65ee97c9-41de-46fc-b855-407f225c5ed0'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:26:41.440878 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a0e4640b-95b2-4e26-8027-985db544fb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:41.525503 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-66acebe1-906e-4bcd-b7c9-a173f680953e tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "DELETE /v2.0/subnets/21e66388-9316-4c62-bfca-5750bd13adf2 HTTP/1.1" status: 204 len: 168 time: 3.3081436 Apr 29 13:26:41.528796 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56908) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:41.545645 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-5d9b5bfa-3da2-4633-a5c9-3158b9ebd270 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c2f7db-c4cc-460c-823e-a4d381822044']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:41.634961 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-5d9b5bfa-3da2-4633-a5c9-3158b9ebd270 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd44b1f84-d0f0-4a21-a9c5-60e8ba6d6c44') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:41.635700 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-5d9b5bfa-3da2-4633-a5c9-3158b9ebd270 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd44b1f84-d0f0-4a21-a9c5-60e8ba6d6c44') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:41.644395 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:41.645716 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f5aa6b-7332-40c0-b845-ba8cd4367fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-b2591163-41a9-4c5e-86a6-99ddbf59518f', 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'fixed_ips': [{'subnet_id': '74d47794-652c-4500-bae5-8ac4bdf66298'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:26:41.646584 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-23f5aa6b-7332-40c0-b845-ba8cd4367fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:41.657273 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f8259f15-f2f8-4f85-b12a-46d8db5d8c72 req-7effdb07-bcb1-456c-9470-01317e8d18bb tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/security-groups?id=0cb329a9-f78f-4829-aadb-04df719ccc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4325151 Apr 29 13:26:41.673860 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5d9b5bfa-3da2-4633-a5c9-3158b9ebd270 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:41.694207 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:41.706249 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7732f6ec-79d6-4c4b-bfdf-3136a71a33ba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:41.764004 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5d9b5bfa-3da2-4633-a5c9-3158b9ebd270 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:41.802841 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-cfca96f3-b3e1-4132-9e91-1cab91ea27c8 req-8670001b-f4bc-499a-9348-12d4e6e0c27d service neutron] 10.222.0.32 "GET /v2.0/networks/fd1e5aaf-1b26-4dda-a00a-9ea5743f747d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819502 Apr 29 13:26:41.808488 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-73dffc71-fdf2-46cf-ab82-fd74a6ca5ce7 None None] Allocated IP 172.20.0.2 (4d4da868-e2e3-4a21-9dca-f4e60fad105d/980d0090-e41e-44ca-a879-96fdb1535ca5/32d0cc12-b3c9-4794-a8fe-1063f8a7ddca) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:26:41.837050 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9b5bfa-3da2-4633-a5c9-3158b9ebd270 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:26:41.837459 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5d9b5bfa-3da2-4633-a5c9-3158b9ebd270 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:41.850113 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:26:41.859752 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:26:41.944673 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348fa190-5a89-4e93-a690-4c7f960d850b req-d8a6b42d-4827-40a9-ae01-3ff6f46fcc65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:41.946393 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port a10270ef-3a4f-44de-b383-d200664ede95, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a10270ef-3a4f-44de-b383-d200664ede95,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:41.946950 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-348fa190-5a89-4e93-a690-4c7f960d850b req-d8a6b42d-4827-40a9-ae01-3ff6f46fcc65 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6 HTTP/1.1" status: 200 len: 913 time: 0.5736961 Apr 29 13:26:41.948394 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a0e4640b-95b2-4e26-8027-985db544fb1c None None] For port 0122bac4-1a12-4400-a186-36fe599b210a, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:26:41.970957 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7732f6ec-79d6-4c4b-bfdf-3136a71a33ba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network be9df2cb-cf00-4558-99bb-20f082905c88 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:41.984819 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:41.985232 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 118a46f2-d53e-486d-b1fc-54f9e604e429 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:26:42.008461 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5311ae-ff98-4aa5-92d6-60fdc925bf4e req-fce2471a-fd55-467c-bd9c-bab8d5fabd7b tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:42.015522 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ac5311ae-ff98-4aa5-92d6-60fdc925bf4e req-fce2471a-fd55-467c-bd9c-bab8d5fabd7b tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 943 time: 0.5389423 Apr 29 13:26:42.038384 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-7732f6ec-79d6-4c4b-bfdf-3136a71a33ba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:42.040192 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7732f6ec-79d6-4c4b-bfdf-3136a71a33ba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Port': ['ID=73c6abaf-ee20-4b24-9581-a991ee6d160b,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:42.048386 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7732f6ec-79d6-4c4b-bfdf-3136a71a33ba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:26:42.101938 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-66ebad0b-70b9-448e-aab9-c889530907db tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:42.103324 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a0e4640b-95b2-4e26-8027-985db544fb1c None None] For port 0122bac4-1a12-4400-a186-36fe599b210a, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=0122bac4-1a12-4400-a186-36fe599b210a,segment=NetworkSegment(9d84db68-4d54-4af2-9319-16b4452d977f),segment_id=9d84db68-4d54-4af2-9319-16b4452d977f)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:26:42.130187 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-348fa190-5a89-4e93-a690-4c7f960d850b req-b8dc8f2e-9593-4762-9bb2-cbc5ef83f1b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4607167c-7986-4767-894c-12e0243b25ec HTTP/1.1" status: 200 len: 217 time: 0.1581044 Apr 29 13:26:42.131032 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5d9b5bfa-3da2-4633-a5c9-3158b9ebd270 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:42.139717 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5748a288-c1ed-4a5b-8814-eeb227921200 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:42.144659 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-823c3cac-0a7a-406b-b1af-a7b270ccab51 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Deleting subnet 742454d8-8908-4898-9507-d9836ddb2336 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:26:42.153824 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-823c3cac-0a7a-406b-b1af-a7b270ccab51 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:42.181044 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a0e4640b-95b2-4e26-8027-985db544fb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:42.194585 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5d9b5bfa-3da2-4633-a5c9-3158b9ebd270 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:42.199447 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ac5311ae-ff98-4aa5-92d6-60fdc925bf4e req-dc4f4318-cce1-4470-bb25-dfa58d8bb0fb tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790781 Apr 29 13:26:42.206759 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-66ebad0b-70b9-448e-aab9-c889530907db tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Transition to ACTIVE for port object d44a882a-f960-4f7f-bdaf-222cd702ddf9 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:42.223009 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-5748a288-c1ed-4a5b-8814-eeb227921200 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Transition to ACTIVE for port object 4aaadcb7-75f2-4314-9d25-52414054b253 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:42.243353 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-823c3cac-0a7a-406b-b1af-a7b270ccab51 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:42.276551 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=a10270ef-3a4f-44de-b383-d200664ede95,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:42.300011 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b5bfa-3da2-4633-a5c9-3158b9ebd270 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] Pushing event deleted for resources: {'Network': ['ID=65c2f7db-c4cc-460c-823e-a4d381822044,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:42.311647 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7732f6ec-79d6-4c4b-bfdf-3136a71a33ba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:42.317656 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5d9b5bfa-3da2-4633-a5c9-3158b9ebd270 tempest-FloatingIPTestJSON-1979498703 tempest-FloatingIPTestJSON-1979498703-project] 10.222.0.76 "DELETE /v2.0/networks/65c2f7db-c4cc-460c-823e-a4d381822044 HTTP/1.1" status: 204 len: 168 time: 2.3346367 Apr 29 13:26:42.339792 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5748a288-c1ed-4a5b-8814-eeb227921200 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:42.402326 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348fa190-5a89-4e93-a690-4c7f960d850b req-3ae844c0-87d1-4a1a-b561-f5aebf9e3943 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:42.404095 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-348fa190-5a89-4e93-a690-4c7f960d850b req-3ae844c0-87d1-4a1a-b561-f5aebf9e3943 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95ef32f0-4ffe-4053-ad89-1f8d7234cbbd HTTP/1.1" status: 200 len: 851 time: 0.2647436 Apr 29 13:26:42.438111 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5748a288-c1ed-4a5b-8814-eeb227921200 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:42.443885 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-5748a288-c1ed-4a5b-8814-eeb227921200 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:42.449715 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5748a288-c1ed-4a5b-8814-eeb227921200 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:26:42.454005 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5748a288-c1ed-4a5b-8814-eeb227921200 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:42.454651 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5748a288-c1ed-4a5b-8814-eeb227921200 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:42.468096 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-823c3cac-0a7a-406b-b1af-a7b270ccab51 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:42.505774 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-66ebad0b-70b9-448e-aab9-c889530907db tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:42.512840 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748a288-c1ed-4a5b-8814-eeb227921200 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Port': ['ID=4aaadcb7-75f2-4314-9d25-52414054b253,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:42.543180 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5748a288-c1ed-4a5b-8814-eeb227921200 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:42.543573 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5748a288-c1ed-4a5b-8814-eeb227921200 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:42.543892 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5748a288-c1ed-4a5b-8814-eeb227921200 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:42.544239 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5748a288-c1ed-4a5b-8814-eeb227921200 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:42.544619 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5748a288-c1ed-4a5b-8814-eeb227921200 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:42.544990 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5748a288-c1ed-4a5b-8814-eeb227921200 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:42.545340 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5748a288-c1ed-4a5b-8814-eeb227921200 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:42.545667 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5748a288-c1ed-4a5b-8814-eeb227921200 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:42.545989 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5748a288-c1ed-4a5b-8814-eeb227921200 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:42.546446 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5748a288-c1ed-4a5b-8814-eeb227921200 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:42.546930 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5748a288-c1ed-4a5b-8814-eeb227921200 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:42.556965 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5748a288-c1ed-4a5b-8814-eeb227921200 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0649064 Apr 29 13:26:42.563668 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56914) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:42.612086 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4640b-95b2-4e26-8027-985db544fb1c None None] Pushing event updated for resources: {'Port': ['ID=0122bac4-1a12-4400-a186-36fe599b210a,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:42.649442 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-823c3cac-0a7a-406b-b1af-a7b270ccab51 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:42.672345 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-23f5aa6b-7332-40c0-b845-ba8cd4367fd9 None None] Allocated IP 2001:db8::2 (b2591163-41a9-4c5e-86a6-99ddbf59518f/74d47794-652c-4500-bae5-8ac4bdf66298/abfec78d-90a7-4c21-b643-bcbf2c81d3e1) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:26:42.695400 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 118a46f2-d53e-486d-b1fc-54f9e604e429 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:42.699016 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-33b8b62c-14f7-44cf-ab5a-7faa9cd8b5e1 None None] Provisioning for port 73c6abaf-ee20-4b24-9581-a991ee6d160b completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:42.707756 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c3cac-0a7a-406b-b1af-a7b270ccab51 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event deleted for resources: {'Subnet': ['ID=742454d8-8908-4898-9507-d9836ddb2336,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:42.718305 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-823c3cac-0a7a-406b-b1af-a7b270ccab51 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:42.730349 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 118a46f2-d53e-486d-b1fc-54f9e604e429 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:42.730978 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:42.751846 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-823c3cac-0a7a-406b-b1af-a7b270ccab51 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "DELETE /v2.0/subnets/742454d8-8908-4898-9507-d9836ddb2336 HTTP/1.1" status: 204 len: 168 time: 1.0970683 Apr 29 13:26:42.758519 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56920) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:42.777008 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-33b8b62c-14f7-44cf-ab5a-7faa9cd8b5e1 None None] Provisioning complete for port 73c6abaf-ee20-4b24-9581-a991ee6d160b triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:42.777638 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-33b8b62c-14f7-44cf-ab5a-7faa9cd8b5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:42.802083 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ebad0b-70b9-448e-aab9-c889530907db tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Network 65ee97c9-41de-46fc-b855-407f225c5ed0 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:42.808221 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7732f6ec-79d6-4c4b-bfdf-3136a71a33ba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:42.821842 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-66ebad0b-70b9-448e-aab9-c889530907db tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:42.835651 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ebad0b-70b9-448e-aab9-c889530907db tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:26:42.887347 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-348fa190-5a89-4e93-a690-4c7f960d850b req-dba9967c-080a-4469-b6bb-721471efe024 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4670482 Apr 29 13:26:42.887970 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebad0b-70b9-448e-aab9-c889530907db tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Pushing event updated for resources: {'Port': ['ID=d44a882a-f960-4f7f-bdaf-222cd702ddf9,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:42.985979 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-73dffc71-fdf2-46cf-ab82-fd74a6ca5ce7 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:42.991262 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d89a97-b027-44b0-b43b-ad2bffcd0360 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:42.992011 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-64d89a97-b027-44b0-b43b-ad2bffcd0360 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:26:43.104925 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-463ed62d-cddb-4396-8158-729eadf761ff tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:43.106985 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-64d89a97-b027-44b0-b43b-ad2bffcd0360 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:26:43.109467 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-64d89a97-b027-44b0-b43b-ad2bffcd0360 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.5444164 Apr 29 13:26:43.113458 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56926) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:43.177485 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-73dffc71-fdf2-46cf-ab82-fd74a6ca5ce7 None None] Transition to ACTIVE for port object 32d0cc12-b3c9-4794-a8fe-1063f8a7ddca will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:43.181520 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:43.214146 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-33b8b62c-14f7-44cf-ab5a-7faa9cd8b5e1 None None] Port 73c6abaf-ee20-4b24-9581-a991ee6d160b cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:26:43.237543 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-73dffc71-fdf2-46cf-ab82-fd74a6ca5ce7 None None] Transition to ACTIVE for port object 32d0cc12-b3c9-4794-a8fe-1063f8a7ddca will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:43.245692 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device a88ec220-4cca-43f4-8418-56dcd9ad7bad details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:26:43.269590 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-73dffc71-fdf2-46cf-ab82-fd74a6ca5ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:43.340892 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56930) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:43.345474 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ebad0b-70b9-448e-aab9-c889530907db tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:43.345858 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-66ebad0b-70b9-448e-aab9-c889530907db tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:43.409858 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-463ed62d-cddb-4396-8158-729eadf761ff tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Deleting port 5a5278ef-f522-4b9c-a0b2-7811522e4630 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:26:43.410445 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-463ed62d-cddb-4396-8158-729eadf761ff tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:43.466923 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-23f5aa6b-7332-40c0-b845-ba8cd4367fd9 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:43.480370 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-23f5aa6b-7332-40c0-b845-ba8cd4367fd9 None None] Transition to ACTIVE for port object abfec78d-90a7-4c21-b643-bcbf2c81d3e1 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:43.506258 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-23f5aa6b-7332-40c0-b845-ba8cd4367fd9 None None] Transition to ACTIVE for port object abfec78d-90a7-4c21-b643-bcbf2c81d3e1 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:43.571630 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-66ebad0b-70b9-448e-aab9-c889530907db tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.5907733 Apr 29 13:26:43.574846 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-f5af593f-d5d4-4cd4-94d7-8ea734c10da2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting port 4aaadcb7-75f2-4314-9d25-52414054b253 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:26:43.575521 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f5af593f-d5d4-4cd4-94d7-8ea734c10da2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:43.580673 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 56938) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:43.600638 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-348fa190-5a89-4e93-a690-4c7f960d850b req-11f9be2d-2d04-430b-9e0f-734f42dd4a2d service neutron] 10.222.0.32 "GET /v2.0/networks/9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6880257 Apr 29 13:26:43.603012 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:43.615231 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-3a52c19d-529e-4554-b3d0-e0d924717821 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Request body: {'port': {'network_id': '65ee97c9-41de-46fc-b855-407f225c5ed0', 'name': 'tempest-AllowedAddressPairTestJSON-2105484409', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:e8:dd:97'}]}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:43.622836 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dffc71-fdf2-46cf-ab82-fd74a6ca5ce7 None None] Network 4d4da868-e2e3-4a21-9dca-f4e60fad105d is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:43.628727 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dffc71-fdf2-46cf-ab82-fd74a6ca5ce7 None None] Pushing event updated for resources: {'Port': ['ID=32d0cc12-b3c9-4794-a8fe-1063f8a7ddca,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:43.632788 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-73dffc71-fdf2-46cf-ab82-fd74a6ca5ce7 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:43.636285 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dffc71-fdf2-46cf-ab82-fd74a6ca5ce7 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:26:43.645119 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-23f5aa6b-7332-40c0-b845-ba8cd4367fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:43.881133 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f5aa6b-7332-40c0-b845-ba8cd4367fd9 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:43.910713 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-23f5aa6b-7332-40c0-b845-ba8cd4367fd9 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:43.931071 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f5aa6b-7332-40c0-b845-ba8cd4367fd9 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:26:43.940622 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a86c16e-33e9-4381-a4d5-6ad45c75529c None None] Network fde0a8d7-3412-4aba-aecd-3fceb7d9708f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:26:43.953432 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5aa6b-7332-40c0-b845-ba8cd4367fd9 None None] Pushing event updated for resources: {'Port': ['ID=abfec78d-90a7-4c21-b643-bcbf2c81d3e1,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:44.020292 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bafb7c-c011-4c7b-8343-b51404ae76b4 req-91a5bc3e-3dab-4ad0-83d3-98db13d8a944 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:44.027247 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c6bafb7c-c011-4c7b-8343-b51404ae76b4 req-91a5bc3e-3dab-4ad0-83d3-98db13d8a944 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 943 time: 0.5890784 Apr 29 13:26:44.048599 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-73dffc71-fdf2-46cf-ab82-fd74a6ca5ce7 None None] Attempting to bind port 32d0cc12-b3c9-4794-a8fe-1063f8a7ddca on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:26:44.049216 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-73dffc71-fdf2-46cf-ab82-fd74a6ca5ce7 None None] Attempting to bind port 32d0cc12-b3c9-4794-a8fe-1063f8a7ddca by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'ee2230d7-19aa-4b7f-b599-ad0d2423a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:26:44.049770 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dffc71-fdf2-46cf-ab82-fd74a6ca5ce7 None None] Attempting to bind port 32d0cc12-b3c9-4794-a8fe-1063f8a7ddca on network 4d4da868-e2e3-4a21-9dca-f4e60fad105d {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:26:44.053351 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port a88ec220-4cca-43f4-8418-56dcd9ad7bad, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a88ec220-4cca-43f4-8418-56dcd9ad7bad,segment=NetworkSegment(54435c81-be5a-435a-89e7-d7e4b8cb5a34),segment_id=54435c81-be5a-435a-89e7-d7e4b8cb5a34)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:44.071359 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 118a46f2-d53e-486d-b1fc-54f9e604e429, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=118a46f2-d53e-486d-b1fc-54f9e604e429,segment=NetworkSegment(5ab2a663-b12c-4759-92bc-ee25a2825452),segment_id=5ab2a663-b12c-4759-92bc-ee25a2825452)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:44.088101 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-463ed62d-cddb-4396-8158-729eadf761ff tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] For port 5a5278ef-f522-4b9c-a0b2-7811522e4630, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=5a5278ef-f522-4b9c-a0b2-7811522e4630,segment=NetworkSegment(a23644d0-6012-4808-ad9c-7175d9b2f90a),segment_id=a23644d0-6012-4808-ad9c-7175d9b2f90a)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:44.088604 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-463ed62d-cddb-4396-8158-729eadf761ff tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:44.113795 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:44.186361 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3a52c19d-529e-4554-b3d0-e0d924717821 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:44.191382 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3a52c19d-529e-4554-b3d0-e0d924717821 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Usage tracker for resource:port and tenant:0fe313ea68464eb9865c051101ffa5d4 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:44.193266 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3a52c19d-529e-4554-b3d0-e0d924717821 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:44.199082 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3a52c19d-529e-4554-b3d0-e0d924717821 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:44.234814 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': 'a88ec220-4cca-43f4-8418-56dcd9ad7bad', 'network_id': 'fd1e5aaf-1b26-4dda-a00a-9ea5743f747d', 'port_id': 'a88ec220-4cca-43f4-8418-56dcd9ad7bad', 'mac_address': 'fa:16:3e:46:48:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8672d9ee-edfb-42ee-bd49-ae2cc6174dde', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:26:44.259137 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 5cc9c9d7-e39a-4953-b48b-902b3a774978 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:26:44.268422 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-463ed62d-cddb-4396-8158-729eadf761ff tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Calling delete_port for 5a5278ef-f522-4b9c-a0b2-7811522e4630 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:26:44.292067 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f35cff1b-6f9d-47cc-ac53-74e4c5959039 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c6a98024671e406e8c4e9aedab65828f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9199462 Apr 29 13:26:44.292618 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a52c19d-529e-4554-b3d0-e0d924717821 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Made reservation on behalf of 0fe313ea68464eb9865c051101ffa5d4 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:26:44.301724 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d0cee6-a9bf-4173-9e8c-9cd23747d0f7 None None] Network 65ee97c9-41de-46fc-b855-407f225c5ed0 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:26:44.303099 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56942) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:44.314564 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dffc71-fdf2-46cf-ab82-fd74a6ca5ce7 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:26:44.314962 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dffc71-fdf2-46cf-ab82-fd74a6ca5ce7 None None] Checking segment: {'id': 'ee2230d7-19aa-4b7f-b599-ad0d2423a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:26:44.315864 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-73dffc71-fdf2-46cf-ab82-fd74a6ca5ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:44.316396 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dffc71-fdf2-46cf-ab82-fd74a6ca5ce7 None None] Bound using segment: {'id': 'ee2230d7-19aa-4b7f-b599-ad0d2423a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:26:44.316916 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-73dffc71-fdf2-46cf-ab82-fd74a6ca5ce7 None None] Bound port: 32d0cc12-b3c9-4794-a8fe-1063f8a7ddca, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2230d7-19aa-4b7f-b599-ad0d2423a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:26:44.317288 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-73dffc71-fdf2-46cf-ab82-fd74a6ca5ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:44.346600 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3a28e-95d0-495c-9389-eae682047d9f req-ef96ed9f-1a7d-4321-a021-5b36ba951ec8 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:44.349210 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-24a3a28e-95d0-495c-9389-eae682047d9f req-ef96ed9f-1a7d-4321-a021-5b36ba951ec8 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 944 time: 1.3508978 Apr 29 13:26:44.378761 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f5af593f-d5d4-4cd4-94d7-8ea734c10da2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:44.404027 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9b0ca2a1-38ef-49b3-9204-2b5f291548ce None None] Provisioning complete for port 5a5278ef-f522-4b9c-a0b2-7811522e4630 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:44.404027 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9b0ca2a1-38ef-49b3-9204-2b5f291548ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:44.426311 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 5cc9c9d7-e39a-4953-b48b-902b3a774978 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:26:44.426661 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 5cc9c9d7-e39a-4953-b48b-902b3a774978 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:26:44.464234 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c6bafb7c-c011-4c7b-8343-b51404ae76b4 req-07f7cf78-5b48-4f18-b3ad-1c710f299c39 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4361484 Apr 29 13:26:44.538106 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-f5af593f-d5d4-4cd4-94d7-8ea734c10da2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Calling delete_port for 4aaadcb7-75f2-4314-9d25-52414054b253 owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:26:44.570192 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-348fa190-5a89-4e93-a690-4c7f960d850b req-80e38328-c2b2-4cce-8f3f-261362bed3d0 service neutron] 10.222.0.32 "GET /v2.0/networks/9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9171073 Apr 29 13:26:44.617218 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-24a3a28e-95d0-495c-9389-eae682047d9f req-9fa18125-8a9e-4288-a7dc-9e261c4cbe48 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/security-groups?id=0cb329a9-f78f-4829-aadb-04df719ccc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055228 Apr 29 13:26:44.620497 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-23f5aa6b-7332-40c0-b845-ba8cd4367fd9 None None] Attempting to bind port abfec78d-90a7-4c21-b643-bcbf2c81d3e1 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:26:44.620957 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-23f5aa6b-7332-40c0-b845-ba8cd4367fd9 None None] Attempting to bind port abfec78d-90a7-4c21-b643-bcbf2c81d3e1 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:26:44.621265 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5aa6b-7332-40c0-b845-ba8cd4367fd9 None None] Attempting to bind port abfec78d-90a7-4c21-b643-bcbf2c81d3e1 on network b2591163-41a9-4c5e-86a6-99ddbf59518f {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:26:44.629259 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3a52c19d-529e-4554-b3d0-e0d924717821 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:44.670960 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-3a52c19d-529e-4554-b3d0-e0d924717821 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] device_id is not set on port 07acf494-64a3-463e-9428-65925b31cab4 yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:26:44.701581 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5aa6b-7332-40c0-b845-ba8cd4367fd9 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:26:44.701985 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5aa6b-7332-40c0-b845-ba8cd4367fd9 None None] Checking segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:26:44.702337 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-23f5aa6b-7332-40c0-b845-ba8cd4367fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:44.703278 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5aa6b-7332-40c0-b845-ba8cd4367fd9 None None] Bound using segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:26:44.703751 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-23f5aa6b-7332-40c0-b845-ba8cd4367fd9 None None] Bound port: abfec78d-90a7-4c21-b643-bcbf2c81d3e1, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:26:44.704119 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-23f5aa6b-7332-40c0-b845-ba8cd4367fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:44.713182 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7732f6ec-79d6-4c4b-bfdf-3136a71a33ba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:44.742890 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7732f6ec-79d6-4c4b-bfdf-3136a71a33ba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:44.752140 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-463ed62d-cddb-4396-8158-729eadf761ff tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:44.795755 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a10270ef-3a4f-44de-b383-d200664ede95 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:26:44.822653 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ed62d-cddb-4396-8158-729eadf761ff tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event deleted for resources: {'Port': ['ID=5a5278ef-f522-4b9c-a0b2-7811522e4630,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:44.830440 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d340e1f-c103-4c62-b84e-5056b660effb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:44.841771 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463ed62d-cddb-4396-8158-729eadf761ff tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] No DVR routers for this DVR port 5a5278ef-f522-4b9c-a0b2-7811522e4630 on host dv-neutron-839027-4-hyperv {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:26:44.871494 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=118a46f2-d53e-486d-b1fc-54f9e604e429,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:44.890736 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f5af593f-d5d4-4cd4-94d7-8ea734c10da2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:44.917462 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:44.962029 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efd4ac0-8762-4195-bc2a-9af0d28b5296 None None] DHCP port deletion for fde0a8d7-3412-4aba-aecd-3fceb7d9708f request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:26:44.968591 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d340e1f-c103-4c62-b84e-5056b660effb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:44.988300 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af593f-d5d4-4cd4-94d7-8ea734c10da2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Port': ['ID=4aaadcb7-75f2-4314-9d25-52414054b253,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:45.012705 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9b0ca2a1-38ef-49b3-9204-2b5f291548ce None None] Could not find standard attr ID for object 5a5278ef-f522-4b9c-a0b2-7811522e4630. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:26:45.046976 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.plugins.ml2.db [None req-9b0ca2a1-38ef-49b3-9204-2b5f291548ce None None] No ports have port_id starting with 5a5278ef-f522-4b9c-a0b2-7811522e4630 Apr 29 13:26:45.053370 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a88ec220-4cca-43f4-8418-56dcd9ad7bad {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:26:45.103948 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-73dffc71-fdf2-46cf-ab82-fd74a6ca5ce7 None None] For port 32d0cc12-b3c9-4794-a8fe-1063f8a7ddca, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:26:45.108444 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-73dffc71-fdf2-46cf-ab82-fd74a6ca5ce7 None None] For port 32d0cc12-b3c9-4794-a8fe-1063f8a7ddca, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=32d0cc12-b3c9-4794-a8fe-1063f8a7ddca,segment=NetworkSegment(ee2230d7-19aa-4b7f-b599-ad0d2423a831),segment_id=ee2230d7-19aa-4b7f-b599-ad0d2423a831)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:26:45.120419 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-463ed62d-cddb-4396-8158-729eadf761ff tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:45.120650 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port a88ec220-4cca-43f4-8418-56dcd9ad7bad, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a88ec220-4cca-43f4-8418-56dcd9ad7bad,segment=NetworkSegment(54435c81-be5a-435a-89e7-d7e4b8cb5a34),segment_id=54435c81-be5a-435a-89e7-d7e4b8cb5a34)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:45.125228 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-23f5aa6b-7332-40c0-b845-ba8cd4367fd9 None None] For port abfec78d-90a7-4c21-b643-bcbf2c81d3e1, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:26:45.127803 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-73dffc71-fdf2-46cf-ab82-fd74a6ca5ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:45.133178 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-23f5aa6b-7332-40c0-b845-ba8cd4367fd9 None None] For port abfec78d-90a7-4c21-b643-bcbf2c81d3e1, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=abfec78d-90a7-4c21-b643-bcbf2c81d3e1,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:26:45.134907 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7732f6ec-79d6-4c4b-bfdf-3136a71a33ba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:45.142923 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7732f6ec-79d6-4c4b-bfdf-3136a71a33ba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Port': ['ID=73c6abaf-ee20-4b24-9581-a991ee6d160b,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:45.143372 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f5af593f-d5d4-4cd4-94d7-8ea734c10da2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:45.165593 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:45.166145 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 4607167c-7986-4767-894c-12e0243b25ec details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:26:45.173200 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-463ed62d-cddb-4396-8158-729eadf761ff tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde0a8d7-3412-4aba-aecd-3fceb7d9708f']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:45.177638 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-23f5aa6b-7332-40c0-b845-ba8cd4367fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:45.189685 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732f6ec-79d6-4c4b-bfdf-3136a71a33ba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:45.190032 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732f6ec-79d6-4c4b-bfdf-3136a71a33ba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:45.190576 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732f6ec-79d6-4c4b-bfdf-3136a71a33ba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:45.190917 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732f6ec-79d6-4c4b-bfdf-3136a71a33ba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:45.191247 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732f6ec-79d6-4c4b-bfdf-3136a71a33ba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:45.191756 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732f6ec-79d6-4c4b-bfdf-3136a71a33ba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:45.192081 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732f6ec-79d6-4c4b-bfdf-3136a71a33ba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:45.192570 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732f6ec-79d6-4c4b-bfdf-3136a71a33ba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:45.193098 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732f6ec-79d6-4c4b-bfdf-3136a71a33ba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:45.193798 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732f6ec-79d6-4c4b-bfdf-3136a71a33ba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:45.194404 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7732f6ec-79d6-4c4b-bfdf-3136a71a33ba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:45.222376 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port a10270ef-3a4f-44de-b383-d200664ede95 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:45.222800 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:45.303114 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-463ed62d-cddb-4396-8158-729eadf761ff tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a23644d0-6012-4808-ad9c-7175d9b2f90a') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:45.303744 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-463ed62d-cddb-4396-8158-729eadf761ff tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a23644d0-6012-4808-ad9c-7175d9b2f90a') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:45.315749 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f5af593f-d5d4-4cd4-94d7-8ea734c10da2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/4aaadcb7-75f2-4314-9d25-52414054b253 HTTP/1.1" status: 204 len: 168 time: 2.2012634 Apr 29 13:26:45.318597 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56948) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:45.320278 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.resource_extend [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:26:45.322135 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-463ed62d-cddb-4396-8158-729eadf761ff tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:45.333053 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-3a52c19d-529e-4554-b3d0-e0d924717821 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Allocated IP 172.20.0.12 (65ee97c9-41de-46fc-b855-407f225c5ed0/bdae295a-1c0c-44d9-9f69-7b4db052fb7c/07acf494-64a3-463e-9428-65925b31cab4) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:26:45.388971 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d340e1f-c103-4c62-b84e-5056b660effb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:45.391747 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d340e1f-c103-4c62-b84e-5056b660effb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:45.393043 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1d340e1f-c103-4c62-b84e-5056b660effb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/68be4219-a87e-417f-963b-9414641f5db7 HTTP/1.1" status: 204 len: 168 time: 1.0627658 Apr 29 13:26:45.405945 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-463ed62d-cddb-4396-8158-729eadf761ff tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:45.418850 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d340e1f-c103-4c62-b84e-5056b660effb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68be4219-a87e-417f-963b-9414641f5db7,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:45.421567 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-463ed62d-cddb-4396-8158-729eadf761ff tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:26:45.422266 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-463ed62d-cddb-4396-8158-729eadf761ff tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:26:45.454358 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:26:45.478210 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dffc71-fdf2-46cf-ab82-fd74a6ca5ce7 None None] Pushing event updated for resources: {'Port': ['ID=32d0cc12-b3c9-4794-a8fe-1063f8a7ddca,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:45.485736 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0b4daa09-1fda-48ff-844b-7a8582231846 None None] Provisioning for port 0122bac4-1a12-4400-a186-36fe599b210a completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:45.542652 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d580b1-865a-49c8-bec6-9cddc8c4445a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:45.545360 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d580b1-865a-49c8-bec6-9cddc8c4445a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:45.545360 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f0d580b1-865a-49c8-bec6-9cddc8c4445a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:26:45.575364 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-463ed62d-cddb-4396-8158-729eadf761ff tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:45.612080 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-463ed62d-cddb-4396-8158-729eadf761ff tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:45.615790 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f0d580b1-865a-49c8-bec6-9cddc8c4445a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:26:45.617309 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f0d580b1-865a-49c8-bec6-9cddc8c4445a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2976365 Apr 29 13:26:45.623319 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56956) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:45.625037 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ed62d-cddb-4396-8158-729eadf761ff tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event deleted for resources: {'Network': ['ID=fde0a8d7-3412-4aba-aecd-3fceb7d9708f,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:45.801672 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=a88ec220-4cca-43f4-8418-56dcd9ad7bad,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:45.854223 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-463ed62d-cddb-4396-8158-729eadf761ff tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "DELETE /v2.0/networks/fde0a8d7-3412-4aba-aecd-3fceb7d9708f HTTP/1.1" status: 204 len: 168 time: 3.0921435 Apr 29 13:26:45.862917 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56964) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:46.096170 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 4607167c-7986-4767-894c-12e0243b25ec, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4607167c-7986-4767-894c-12e0243b25ec,segment=NetworkSegment(55ed5e1f-94d1-471a-a5a2-c8b5f5417041),segment_id=55ed5e1f-94d1-471a-a5a2-c8b5f5417041)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:46.161428 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 0122bac4-1a12-4400-a186-36fe599b210a up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:26:46.206806 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '4607167c-7986-4767-894c-12e0243b25ec', 'network_id': '9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6', 'port_id': '4607167c-7986-4767-894c-12e0243b25ec', 'mac_address': 'fa:16:3e:a3:f4:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ef32f0-4ffe-4053-ad89-1f8d7234cbbd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:26:46.224814 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3a52c19d-529e-4554-b3d0-e0d924717821 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:46.242218 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d0f6eadf-9373-4cf8-8561-c31043fb0dda tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:46.257848 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5aa6b-7332-40c0-b845-ba8cd4367fd9 None None] Pushing event updated for resources: {'Port': ['ID=abfec78d-90a7-4c21-b643-bcbf2c81d3e1,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:46.289894 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-171b6eb9-83d6-43df-bedd-078fc058d5a2 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] DELETE failed (client error): The resource could not be found. Apr 29 13:26:46.294003 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b8592183-d8e0-46c6-9d68-ed27c8a0e726 None None] Provisioning for port d44a882a-f960-4f7f-bdaf-222cd702ddf9 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:46.294545 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-171b6eb9-83d6-43df-bedd-078fc058d5a2 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:26:46.296749 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-171b6eb9-83d6-43df-bedd-078fc058d5a2 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "DELETE /v2.0/subnets/b6bb535e-8f88-43fc-9b23-398a9b3c8895 HTTP/1.1" status: 404 len: 337 time: 0.3244951 Apr 29 13:26:46.306388 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b8592183-d8e0-46c6-9d68-ed27c8a0e726 None None] Provisioning complete for port d44a882a-f960-4f7f-bdaf-222cd702ddf9 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:46.306972 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b8592183-d8e0-46c6-9d68-ed27c8a0e726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:46.313004 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56972) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:46.355178 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:46.383596 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-c09d243e-95b1-4381-a55b-9c9ed63f50f5 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] DELETE failed (client error): The resource could not be found. Apr 29 13:26:46.384041 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c09d243e-95b1-4381-a55b-9c9ed63f50f5 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:26:46.385915 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c09d243e-95b1-4381-a55b-9c9ed63f50f5 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "DELETE /v2.0/networks/4dfd1acc-cef7-493d-b701-8e958909abe1 HTTP/1.1" status: 404 len: 339 time: 0.0689096 Apr 29 13:26:46.392144 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4607167c-7986-4767-894c-12e0243b25ec {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:26:46.396570 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b8592183-d8e0-46c6-9d68-ed27c8a0e726 None None] Port d44a882a-f960-4f7f-bdaf-222cd702ddf9 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:26:46.398785 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56978) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:46.410678 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 0122bac4-1a12-4400-a186-36fe599b210a completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:46.419986 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 4607167c-7986-4767-894c-12e0243b25ec, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4607167c-7986-4767-894c-12e0243b25ec,segment=NetworkSegment(55ed5e1f-94d1-471a-a5a2-c8b5f5417041),segment_id=55ed5e1f-94d1-471a-a5a2-c8b5f5417041)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:46.423267 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 0122bac4-1a12-4400-a186-36fe599b210a triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:46.423637 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:46.444955 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7732f6ec-79d6-4c4b-bfdf-3136a71a33ba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network be9df2cb-cf00-4558-99bb-20f082905c88 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:46.452687 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:46.460615 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-7732f6ec-79d6-4c4b-bfdf-3136a71a33ba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:46.468123 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-9824298f-fe2f-4a3f-9c3f-53c41abcf048 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] DELETE failed (client error): The resource could not be found. Apr 29 13:26:46.469351 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9824298f-fe2f-4a3f-9c3f-53c41abcf048 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:26:46.471340 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9824298f-fe2f-4a3f-9c3f-53c41abcf048 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "DELETE /v2.0/subnets/f70995ba-b7c2-4a94-b61d-31d2f90efaff HTTP/1.1" status: 404 len: 337 time: 0.0686290 Apr 29 13:26:46.477090 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56984) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:46.483382 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ba9a9d7-fd67-4f7b-9211-7b293a0fbf9c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting subnet 74d47794-652c-4500-bae5-8ac4bdf66298 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:26:46.487623 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6ba9a9d7-fd67-4f7b-9211-7b293a0fbf9c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:46.538420 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b8592183-d8e0-46c6-9d68-ed27c8a0e726 None None] Provisioning complete for port 0122bac4-1a12-4400-a186-36fe599b210a triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:46.538420 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b8592183-d8e0-46c6-9d68-ed27c8a0e726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:46.549944 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6ba9a9d7-fd67-4f7b-9211-7b293a0fbf9c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:46.683511 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=4607167c-7986-4767-894c-12e0243b25ec,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:46.701119 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-3a52c19d-529e-4554-b3d0-e0d924717821 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Transition to ACTIVE for port object 07acf494-64a3-463e-9428-65925b31cab4 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:46.748224 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc1e569-7d5f-4cc8-9f77-22e298556385 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] DELETE failed (client error): The resource could not be found. Apr 29 13:26:46.749594 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc1e569-7d5f-4cc8-9f77-22e298556385 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:26:46.751748 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0fc1e569-7d5f-4cc8-9f77-22e298556385 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "DELETE /v2.0/networks/2893f4f2-4f86-463a-b758-192d2e1f104f HTTP/1.1" status: 404 len: 339 time: 0.2734952 Apr 29 13:26:46.755767 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56990) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:46.765028 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6ba9a9d7-fd67-4f7b-9211-7b293a0fbf9c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:46.768424 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:46.860809 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b8592183-d8e0-46c6-9d68-ed27c8a0e726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:46.897847 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b8592183-d8e0-46c6-9d68-ed27c8a0e726 None None] For port 0122bac4-1a12-4400-a186-36fe599b210a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=0122bac4-1a12-4400-a186-36fe599b210a,segment=NetworkSegment(9d84db68-4d54-4af2-9319-16b4452d977f),segment_id=9d84db68-4d54-4af2-9319-16b4452d977f)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:46.911595 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['4607167c-7986-4767-894c-12e0243b25ec'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:26:46.971980 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0228cd-702c-4251-9b2f-d1427daef1fe req-dd5b51ad-7bab-49c6-8792-07378f6816db tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:46.974812 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-6b0228cd-702c-4251-9b2f-d1427daef1fe req-dd5b51ad-7bab-49c6-8792-07378f6816db tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 943 time: 0.9917588 Apr 29 13:26:46.982845 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c1d434-b41e-4d04-acbf-4a9136234046 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] DELETE failed (client error): The resource could not be found. Apr 29 13:26:46.984597 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c1d434-b41e-4d04-acbf-4a9136234046 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:26:46.988738 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-68c1d434-b41e-4d04-acbf-4a9136234046 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "DELETE /v2.0/subnets/58074c36-3af3-4039-8570-f62f0a7f4ea1 HTTP/1.1" status: 404 len: 337 time: 0.2281315 Apr 29 13:26:46.994004 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 56996) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:47.031942 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['a88ec220-4cca-43f4-8418-56dcd9ad7bad'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:26:47.070162 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb1d6fc-370a-480d-b4ec-c8eb01c04dcd tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] DELETE failed (client error): The resource could not be found. Apr 29 13:26:47.070618 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbb1d6fc-370a-480d-b4ec-c8eb01c04dcd tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:26:47.072290 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-bbb1d6fc-370a-480d-b4ec-c8eb01c04dcd tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "DELETE /v2.0/networks/315f267f-742f-4ab1-90d1-f37e1b3813fa HTTP/1.1" status: 404 len: 339 time: 0.0773320 Apr 29 13:26:47.082107 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57002) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:47.088887 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b8592183-d8e0-46c6-9d68-ed27c8a0e726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:47.130216 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3a52c19d-529e-4554-b3d0-e0d924717821 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:47.182169 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-6b0228cd-702c-4251-9b2f-d1427daef1fe req-573e05be-6e76-4948-b011-1fda88f39c40 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831048 Apr 29 13:26:47.189823 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6ba9a9d7-fd67-4f7b-9211-7b293a0fbf9c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:47.251000 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:26:47.252050 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:26:47.262878 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9a9d7-fd67-4f7b-9211-7b293a0fbf9c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Subnet': ['ID=74d47794-652c-4500-bae5-8ac4bdf66298,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:47.282727 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a52c19d-529e-4554-b3d0-e0d924717821 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Network 65ee97c9-41de-46fc-b855-407f225c5ed0 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:47.293840 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57006) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:47.297439 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52c19d-529e-4554-b3d0-e0d924717821 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Pushing event updated for resources: {'Port': ['ID=07acf494-64a3-463e-9428-65925b31cab4,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:47.302180 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-3a52c19d-529e-4554-b3d0-e0d924717821 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:47.305111 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a52c19d-529e-4554-b3d0-e0d924717821 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:26:47.420817 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-303828ce-87e5-42b5-a778-dfe814b3700d None None] Provisioning complete for port d44a882a-f960-4f7f-bdaf-222cd702ddf9 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:47.421526 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-303828ce-87e5-42b5-a778-dfe814b3700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:47.423637 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6ba9a9d7-fd67-4f7b-9211-7b293a0fbf9c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:47.489358 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6ba9a9d7-fd67-4f7b-9211-7b293a0fbf9c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/74d47794-652c-4500-bae5-8ac4bdf66298 HTTP/1.1" status: 204 len: 168 time: 1.8581109 Apr 29 13:26:47.494736 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57012) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:47.537894 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0b9208-e615-41d0-9798-df2f39073176 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:26:47.554958 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ce7f5-6b18-41a9-a374-f5584bd9ff7a req-2137d89a-f564-4497-be56-6ef775a1892f tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:47.556896 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7f3ce7f5-6b18-41a9-a374-f5584bd9ff7a req-2137d89a-f564-4497-be56-6ef775a1892f tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 945 time: 1.2934949 Apr 29 13:26:47.631958 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a52c19d-529e-4554-b3d0-e0d924717821 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:47.632595 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3a52c19d-529e-4554-b3d0-e0d924717821 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:47.704734 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-368d0e6d-90bf-4bac-a4e6-7fea46904a3f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2085853 Apr 29 13:26:47.706092 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8592183-d8e0-46c6-9d68-ed27c8a0e726 None None] Pushing event updated for resources: {'Port': ['ID=0122bac4-1a12-4400-a186-36fe599b210a,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:47.719606 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-b4557b19-98e0-4055-9a84-168ae07a440c tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-130484235'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:47.725697 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57016) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:47.731148 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b4557b19-98e0-4055-9a84-168ae07a440c tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:47.739039 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-fff336fc-b7bd-4c0c-8aec-aaa3d11b313f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:47.759153 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e286a0-af18-4932-a199-1a6647ec41da tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Deleting subnet 056435d0-ce8f-475b-8ec8-098039b54634 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:26:47.765774 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b4557b19-98e0-4055-9a84-168ae07a440c tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Usage tracker for resource:network and tenant:a2d8a0b2a35540e7ab68ee5b80373f44 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:47.769861 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b4557b19-98e0-4055-9a84-168ae07a440c tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:47.781383 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3424a41-e813-42ed-b07e-c6b6be5ed4eb None None] Network 4d4da868-e2e3-4a21-9dca-f4e60fad105d requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:26:47.819717 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-13e286a0-af18-4932-a199-1a6647ec41da tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:47.852342 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b4557b19-98e0-4055-9a84-168ae07a440c tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:47.906525 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-d0f6eadf-9373-4cf8-8561-c31043fb0dda tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.20.0.1 (4d4da868-e2e3-4a21-9dca-f4e60fad105d/980d0090-e41e-44ca-a879-96fdb1535ca5/33c89b0f-0092-4200-b91a-d67d91da6f12) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:26:47.912107 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4557b19-98e0-4055-9a84-168ae07a440c tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Made reservation on behalf of a2d8a0b2a35540e7ab68ee5b80373f44 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:26:47.915213 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b4557b19-98e0-4055-9a84-168ae07a440c tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:47.941712 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-13e286a0-af18-4932-a199-1a6647ec41da tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:47.970582 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b4557b19-98e0-4055-9a84-168ae07a440c tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:47.994924 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-fff336fc-b7bd-4c0c-8aec-aaa3d11b313f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:48.005526 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-fff336fc-b7bd-4c0c-8aec-aaa3d11b313f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:subnet and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:48.012916 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-fff336fc-b7bd-4c0c-8aec-aaa3d11b313f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:48.035477 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-303828ce-87e5-42b5-a778-dfe814b3700d None None] Port d44a882a-f960-4f7f-bdaf-222cd702ddf9 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:26:48.035935 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-fff336fc-b7bd-4c0c-8aec-aaa3d11b313f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:48.044244 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3a52c19d-529e-4554-b3d0-e0d924717821 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 4.4545729 Apr 29 13:26:48.047312 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57020) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:48.103111 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7f3ce7f5-6b18-41a9-a374-f5584bd9ff7a req-e6cc05d6-7974-49b2-89d6-9458e5402960 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/security-groups?id=0cb329a9-f78f-4829-aadb-04df719ccc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5199261 Apr 29 13:26:48.203580 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d0f6eadf-9373-4cf8-8561-c31043fb0dda tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:48.228284 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b4557b19-98e0-4055-9a84-168ae07a440c tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:48.229948 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-d0f6eadf-9373-4cf8-8561-c31043fb0dda tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Transition to ACTIVE for port object 33c89b0f-0092-4200-b91a-d67d91da6f12 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:48.246826 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7732f6ec-79d6-4c4b-bfdf-3136a71a33ba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Router e1421bee-f3a8-483e-808c-949354d33ae7 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:26:48.250325 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff336fc-b7bd-4c0c-8aec-aaa3d11b313f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:26:48.257173 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fff336fc-b7bd-4c0c-8aec-aaa3d11b313f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:48.304742 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b4557b19-98e0-4055-9a84-168ae07a440c tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Usage tracker for resource:security_group_rule and tenant:a2d8a0b2a35540e7ab68ee5b80373f44 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:48.326003 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b4557b19-98e0-4055-9a84-168ae07a440c tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:48.356172 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-303828ce-87e5-42b5-a778-dfe814b3700d None None] Provisioning complete for port 73c6abaf-ee20-4b24-9581-a991ee6d160b triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:48.356689 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-303828ce-87e5-42b5-a778-dfe814b3700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:48.490844 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d0f6eadf-9373-4cf8-8561-c31043fb0dda tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:48.494763 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b4557b19-98e0-4055-9a84-168ae07a440c tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:48.498803 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-13e286a0-af18-4932-a199-1a6647ec41da tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:48.564383 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-303828ce-87e5-42b5-a778-dfe814b3700d None None] Port 73c6abaf-ee20-4b24-9581-a991ee6d160b cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:26:48.593426 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 118a46f2-d53e-486d-b1fc-54f9e604e429 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:26:48.618607 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f6eadf-9373-4cf8-8561-c31043fb0dda tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 4d4da868-e2e3-4a21-9dca-f4e60fad105d is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:48.630867 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-d0f6eadf-9373-4cf8-8561-c31043fb0dda tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:48.634009 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f6eadf-9373-4cf8-8561-c31043fb0dda tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:26:48.674014 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6eadf-9373-4cf8-8561-c31043fb0dda tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=33c89b0f-0092-4200-b91a-d67d91da6f12,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:48.715313 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6451c258-e99e-408e-8c5d-992d61709cf4 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:48.719916 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6451c258-e99e-408e-8c5d-992d61709cf4 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:48.724299 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6451c258-e99e-408e-8c5d-992d61709cf4 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:48.726295 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6451c258-e99e-408e-8c5d-992d61709cf4 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.6748331 Apr 29 13:26:48.732208 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57026) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:48.752322 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7732f6ec-79d6-4c4b-bfdf-3136a71a33ba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:26:48.772674 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7732f6ec-79d6-4c4b-bfdf-3136a71a33ba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "PUT /v2.0/routers/e1421bee-f3a8-483e-808c-949354d33ae7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9567926 Apr 29 13:26:48.772674 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d0f6eadf-9373-4cf8-8561-c31043fb0dda tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:48.774446 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57030) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:48.780806 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-de132315-487e-485c-b922-d9f8f046b9c0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'network': {'name': 'tempest-RoutersTest-1879374731'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:48.781226 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fced29-79cd-468e-b9ad-34d650723634 None None] DHCP port deletion for b2591163-41a9-4c5e-86a6-99ddbf59518f request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:26:48.793592 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-de132315-487e-485c-b922-d9f8f046b9c0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:48.794312 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f4fced29-79cd-468e-b9ad-34d650723634 None None] Deleting port abfec78d-90a7-4c21-b643-bcbf2c81d3e1 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:26:48.794686 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f4fced29-79cd-468e-b9ad-34d650723634 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:48.798318 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-de132315-487e-485c-b922-d9f8f046b9c0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Usage tracker for resource:network and tenant:1eeea487b04d4758993c28cdd605ea02 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:48.801631 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-de132315-487e-485c-b922-d9f8f046b9c0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:48.807358 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-de132315-487e-485c-b922-d9f8f046b9c0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:48.834353 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-13e286a0-af18-4932-a199-1a6647ec41da tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:48.838158 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cafc14d-b801-4abe-a00f-df289a8b1465 None None] Sync routers for ids ['e1421bee-f3a8-483e-808c-949354d33ae7'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:26:48.931941 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b4557b19-98e0-4055-9a84-168ae07a440c tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:48.934377 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e286a0-af18-4932-a199-1a6647ec41da tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event deleted for resources: {'Subnet': ['ID=056435d0-ce8f-475b-8ec8-098039b54634,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:48.953521 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de132315-487e-485c-b922-d9f8f046b9c0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Made reservation on behalf of 1eeea487b04d4758993c28cdd605ea02 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:26:48.956927 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-de132315-487e-485c-b922-d9f8f046b9c0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:48.970805 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d0f6eadf-9373-4cf8-8561-c31043fb0dda tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:48.978002 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b66b8b38-eec8-494d-863e-50538e4e4aa5 None None] Provisioning for port abfec78d-90a7-4c21-b643-bcbf2c81d3e1 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:48.978179 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-d258bbbc-b408-431b-a9ea-7bd9f8f24d48 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Deleting port 07acf494-64a3-463e-9428-65925b31cab4 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:26:48.978495 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d258bbbc-b408-431b-a9ea-7bd9f8f24d48 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:48.996276 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 118a46f2-d53e-486d-b1fc-54f9e604e429 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:48.996652 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:49.041978 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77212a56-cad3-4c2c-b94a-8b2234bc8807 req-3ea35854-e47f-4f9c-a462-f0cc9dc94a7f tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:49.044518 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-77212a56-cad3-4c2c-b94a-8b2234bc8807 req-3ea35854-e47f-4f9c-a462-f0cc9dc94a7f tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 944 time: 0.6008105 Apr 29 13:26:49.049868 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-13e286a0-af18-4932-a199-1a6647ec41da tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:49.055482 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b4557b19-98e0-4055-9a84-168ae07a440c tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:49.071967 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de132315-487e-485c-b922-d9f8f046b9c0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:26:49.076135 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cafc14d-b801-4abe-a00f-df289a8b1465 None None] Routers {'e1421bee-f3a8-483e-808c-949354d33ae7'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:26:49.076575 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-3cafc14d-b801-4abe-a00f-df289a8b1465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:26:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e1421bee-f3a8-483e-808c-949354d33ae7'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:49.128528 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc09e6a-bad0-4db8-abc9-f147947efd6e None None] Network 6e0e02d0-c0b4-42d9-adab-ab89bbc90e6f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:26:49.150062 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-de132315-487e-485c-b922-d9f8f046b9c0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:49.150436 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-de132315-487e-485c-b922-d9f8f046b9c0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Added segment d030eeec-8c18-44ba-a120-7e2bac809e1d of type vlan for network 38acd47f-3b98-4e19-a364-804242709423 Apr 29 13:26:49.173639 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4557b19-98e0-4055-9a84-168ae07a440c tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:26:49.240710 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4557b19-98e0-4055-9a84-168ae07a440c tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ea645e-617d-47f3-94d7-1574724675f8,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:49.284551 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-13e286a0-af18-4932-a199-1a6647ec41da tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "DELETE /v2.0/subnets/056435d0-ce8f-475b-8ec8-098039b54634 HTTP/1.1" status: 204 len: 168 time: 2.2013943 Apr 29 13:26:49.285605 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57036) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:49.292136 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b4557b19-98e0-4055-9a84-168ae07a440c tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:49.292697 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-b4557b19-98e0-4055-9a84-168ae07a440c tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Added segment ae7a5021-4acb-455d-87a5-13368dea4177 of type vlan for network 985263c7-3ad0-470e-97ef-a0bc98052436 Apr 29 13:26:49.324381 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-77212a56-cad3-4c2c-b94a-8b2234bc8807 req-e690d8b9-d740-4fac-a048-e31d79fe3a6b tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360377 Apr 29 13:26:49.326531 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-de132315-487e-485c-b922-d9f8f046b9c0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:49.331260 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fff336fc-b7bd-4c0c-8aec-aaa3d11b313f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:49.416505 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b66b8b38-eec8-494d-863e-50538e4e4aa5 None None] Provisioning for port 07acf494-64a3-463e-9428-65925b31cab4 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:49.422745 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b4557b19-98e0-4055-9a84-168ae07a440c tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:49.532110 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b66b8b38-eec8-494d-863e-50538e4e4aa5 None None] Provisioning complete for port 07acf494-64a3-463e-9428-65925b31cab4 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:49.532110 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b66b8b38-eec8-494d-863e-50538e4e4aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:49.533112 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff336fc-b7bd-4c0c-8aec-aaa3d11b313f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:49.533886 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff336fc-b7bd-4c0c-8aec-aaa3d11b313f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Subnet': ['ID=896d09ed-2019-48d6-a29a-4594daa78455,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:49.539454 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-fff336fc-b7bd-4c0c-8aec-aaa3d11b313f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:49.555854 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff336fc-b7bd-4c0c-8aec-aaa3d11b313f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:49.556546 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fff336fc-b7bd-4c0c-8aec-aaa3d11b313f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:49.557118 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4ff5202a-0e3c-4c73-8232-8f02bcd53790 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:49.596632 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-de132315-487e-485c-b922-d9f8f046b9c0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:49.600527 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de132315-487e-485c-b922-d9f8f046b9c0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:49.600926 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-de132315-487e-485c-b922-d9f8f046b9c0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:49.613401 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b4557b19-98e0-4055-9a84-168ae07a440c tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:49.617647 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4557b19-98e0-4055-9a84-168ae07a440c tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:49.618232 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b4557b19-98e0-4055-9a84-168ae07a440c tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:49.654261 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-fff336fc-b7bd-4c0c-8aec-aaa3d11b313f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9275148 Apr 29 13:26:49.665473 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57040) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:49.724260 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d258bbbc-b408-431b-a9ea-7bd9f8f24d48 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:49.746781 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-99545d7c-7dea-45fc-be25-639e977da6f0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'port': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'name': 'tempest-NetworksTestDHCPv6-60532048'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:49.779960 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b4557b19-98e0-4055-9a84-168ae07a440c tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.4850934 Apr 29 13:26:49.788917 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57044) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:49.797796 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-3cafc14d-b801-4abe-a00f-df289a8b1465 None None] Set router e1421bee-f3a8-483e-808c-949354d33ae7 gateway port host: None {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:26:49.808149 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2e9f2-244a-4a47-b643-8baf162581ef req-03e59e5d-dce1-4e02-85f8-629b19261a90 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:49.815787 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-84f2e9f2-244a-4a47-b643-8baf162581ef req-03e59e5d-dce1-4e02-85f8-629b19261a90 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 945 time: 0.4150186 Apr 29 13:26:49.823501 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-4ff5202a-0e3c-4c73-8232-8f02bcd53790 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Deleting port a23b0de0-f644-4655-9a2f-b7d2a3865f49 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:26:49.823874 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4ff5202a-0e3c-4c73-8232-8f02bcd53790 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:49.839527 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b66b8b38-eec8-494d-863e-50538e4e4aa5 None None] Port 07acf494-64a3-463e-9428-65925b31cab4 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:26:49.847647 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f4fced29-79cd-468e-b9ad-34d650723634 None None] For port abfec78d-90a7-4c21-b643-bcbf2c81d3e1, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=abfec78d-90a7-4c21-b643-bcbf2c81d3e1,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:49.848111 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f4fced29-79cd-468e-b9ad-34d650723634 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:49.860867 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device abfec78d-90a7-4c21-b643-bcbf2c81d3e1 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:26:49.873290 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-de132315-487e-485c-b922-d9f8f046b9c0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0978401 Apr 29 13:26:49.898913 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-221b2681-cc88-4938-bfa8-80f32f945df0 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Request body: {'subnet': {'network_id': '985263c7-3ad0-470e-97ef-a0bc98052436', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:49.915443 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57048) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:49.994139 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de132315-487e-485c-b922-d9f8f046b9c0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Network': ['ID=38acd47f-3b98-4e19-a364-804242709423,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:49.994373 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4557b19-98e0-4055-9a84-168ae07a440c tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Pushing event updated for resources: {'Network': ['ID=985263c7-3ad0-470e-97ef-a0bc98052436,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:50.009813 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-d258bbbc-b408-431b-a9ea-7bd9f8f24d48 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Calling delete_port for 07acf494-64a3-463e-9428-65925b31cab4 owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:26:50.043884 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-50806409-2397-4887-b6a4-91281f1e9d9e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'subnet': {'network_id': '38acd47f-3b98-4e19-a364-804242709423', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:50.055839 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 38acd47f-3b98-4e19-a364-804242709423 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:26:50.068541 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 985263c7-3ad0-470e-97ef-a0bc98052436 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:26:50.091634 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f4fced29-79cd-468e-b9ad-34d650723634 None None] Calling delete_port for abfec78d-90a7-4c21-b643-bcbf2c81d3e1 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:26:50.105405 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-84f2e9f2-244a-4a47-b643-8baf162581ef req-f4aaa542-34ce-4e92-b187-fa855d18691c tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/security-groups?id=0cb329a9-f78f-4829-aadb-04df719ccc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2886498 Apr 29 13:26:50.264367 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-4ff5202a-0e3c-4c73-8232-8f02bcd53790 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] For port a23b0de0-f644-4655-9a2f-b7d2a3865f49, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a23b0de0-f644-4655-9a2f-b7d2a3865f49,segment=NetworkSegment(8c53f8bb-3c23-49db-9e53-b175ecd4eafe),segment_id=8c53f8bb-3c23-49db-9e53-b175ecd4eafe)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:50.264875 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4ff5202a-0e3c-4c73-8232-8f02bcd53790 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:50.273854 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d0f6eadf-9373-4cf8-8561-c31043fb0dda tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:50.280746 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d0f6eadf-9373-4cf8-8561-c31043fb0dda tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:50.346478 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b66b8b38-eec8-494d-863e-50538e4e4aa5 None None] Provisioning for port 32d0cc12-b3c9-4794-a8fe-1063f8a7ddca completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:50.406485 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-221b2681-cc88-4938-bfa8-80f32f945df0 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:50.437130 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-221b2681-cc88-4938-bfa8-80f32f945df0 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Usage tracker for resource:subnet and tenant:a2d8a0b2a35540e7ab68ee5b80373f44 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:50.440999 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-221b2681-cc88-4938-bfa8-80f32f945df0 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:50.449086 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-50806409-2397-4887-b6a4-91281f1e9d9e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:50.451453 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-99545d7c-7dea-45fc-be25-639e977da6f0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:50.456222 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-221b2681-cc88-4938-bfa8-80f32f945df0 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:50.459038 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-50806409-2397-4887-b6a4-91281f1e9d9e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Usage tracker for resource:subnet and tenant:1eeea487b04d4758993c28cdd605ea02 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:50.463369 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-50806409-2397-4887-b6a4-91281f1e9d9e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:50.470701 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-99545d7c-7dea-45fc-be25-639e977da6f0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:port and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:50.473492 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-50806409-2397-4887-b6a4-91281f1e9d9e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:50.478929 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-99545d7c-7dea-45fc-be25-639e977da6f0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:50.495898 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device a88ec220-4cca-43f4-8418-56dcd9ad7bad up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:26:50.521360 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-99545d7c-7dea-45fc-be25-639e977da6f0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:50.529325 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d0f6eadf-9373-4cf8-8561-c31043fb0dda tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:50.532801 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221b2681-cc88-4938-bfa8-80f32f945df0 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Made reservation on behalf of a2d8a0b2a35540e7ab68ee5b80373f44 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:26:50.548213 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-4ff5202a-0e3c-4c73-8232-8f02bcd53790 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Calling delete_port for a23b0de0-f644-4655-9a2f-b7d2a3865f49 owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:26:50.571777 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50806409-2397-4887-b6a4-91281f1e9d9e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Made reservation on behalf of 1eeea487b04d4758993c28cdd605ea02 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:26:50.601856 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port abfec78d-90a7-4c21-b643-bcbf2c81d3e1 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:50.604711 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f4fced29-79cd-468e-b9ad-34d650723634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:50.656433 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4080a1cf-2341-4dc5-9183-b5a73bca0df6 None None] DHCP port deletion for 6e0e02d0-c0b4-42d9-adab-ab89bbc90e6f request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:26:50.663857 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6eadf-9373-4cf8-8561-c31043fb0dda tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=33c89b0f-0092-4200-b91a-d67d91da6f12,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:50.671667 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port abfec78d-90a7-4c21-b643-bcbf2c81d3e1 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:50.672031 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:50.706243 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fced29-79cd-468e-b9ad-34d650723634 None None] Pushing event deleted for resources: {'Port': ['ID=abfec78d-90a7-4c21-b643-bcbf2c81d3e1,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:50.716269 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-4080a1cf-2341-4dc5-9183-b5a73bca0df6 None None] Deleting port a23b0de0-f644-4655-9a2f-b7d2a3865f49 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:26:50.716632 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4080a1cf-2341-4dc5-9183-b5a73bca0df6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:50.751313 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-8c4ddd4e-a092-41bb-8342-15e1ea1506eb None None] Provisioning for port 33c89b0f-0092-4200-b91a-d67d91da6f12 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:50.765294 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Port abfec78d-90a7-4c21-b643-bcbf2c81d3e1 was deleted so its status cannot be updated. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 29 13:26:50.765851 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 32d0cc12-b3c9-4794-a8fe-1063f8a7ddca up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:26:50.773820 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4ff5202a-0e3c-4c73-8232-8f02bcd53790 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:50.809518 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99545d7c-7dea-45fc-be25-639e977da6f0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:26:50.814518 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-99545d7c-7dea-45fc-be25-639e977da6f0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:50.831749 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fced29-79cd-468e-b9ad-34d650723634 None None] No DVR routers for this DVR port abfec78d-90a7-4c21-b643-bcbf2c81d3e1 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:26:50.840443 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5202a-0e3c-4c73-8232-8f02bcd53790 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event deleted for resources: {'Port': ['ID=a23b0de0-f644-4655-9a2f-b7d2a3865f49,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:50.850444 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff5202a-0e3c-4c73-8232-8f02bcd53790 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] No DVR routers for this DVR port a23b0de0-f644-4655-9a2f-b7d2a3865f49 on host dv-neutron-839027-4-hyperv {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:26:50.854418 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-8c4ddd4e-a092-41bb-8342-15e1ea1506eb None None] Provisioning complete for port 33c89b0f-0092-4200-b91a-d67d91da6f12 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:50.854788 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8c4ddd4e-a092-41bb-8342-15e1ea1506eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:50.884470 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-99545d7c-7dea-45fc-be25-639e977da6f0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] device_id is not set on port 7337a896-8b47-4967-abbd-320fb2e263df yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:26:50.898205 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f6eadf-9373-4cf8-8561-c31043fb0dda tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 4d4da868-e2e3-4a21-9dca-f4e60fad105d is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:50.906006 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fced29-79cd-468e-b9ad-34d650723634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:50.906345 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fced29-79cd-468e-b9ad-34d650723634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:50.906720 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fced29-79cd-468e-b9ad-34d650723634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:50.906995 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fced29-79cd-468e-b9ad-34d650723634 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:50.907318 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fced29-79cd-468e-b9ad-34d650723634 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:50.907635 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fced29-79cd-468e-b9ad-34d650723634 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:50.907948 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fced29-79cd-468e-b9ad-34d650723634 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:50.908263 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fced29-79cd-468e-b9ad-34d650723634 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:50.908573 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fced29-79cd-468e-b9ad-34d650723634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:50.909070 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fced29-79cd-468e-b9ad-34d650723634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:50.909430 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fced29-79cd-468e-b9ad-34d650723634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:50.912785 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-d0f6eadf-9373-4cf8-8561-c31043fb0dda tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:50.926421 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f85bc3-7276-449d-85e8-42f9b81464c7 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:26:51.016283 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d258bbbc-b408-431b-a9ea-7bd9f8f24d48 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:51.033946 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-50806409-2397-4887-b6a4-91281f1e9d9e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:51.051233 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-221b2681-cc88-4938-bfa8-80f32f945df0 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:51.074793 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-4080a1cf-2341-4dc5-9183-b5a73bca0df6 None None] The port 'a23b0de0-f644-4655-9a2f-b7d2a3865f49' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:26:51.076545 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-8c4ddd4e-a092-41bb-8342-15e1ea1506eb None None] Port 33c89b0f-0092-4200-b91a-d67d91da6f12 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:26:51.082505 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port a88ec220-4cca-43f4-8418-56dcd9ad7bad completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:51.100045 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port a88ec220-4cca-43f4-8418-56dcd9ad7bad triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:51.100403 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:51.225649 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4ff5202a-0e3c-4c73-8232-8f02bcd53790 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:51.266155 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 32d0cc12-b3c9-4794-a8fe-1063f8a7ddca completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:51.289308 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-4ff5202a-0e3c-4c73-8232-8f02bcd53790 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0e02d0-c0b4-42d9-adab-ab89bbc90e6f']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:51.295047 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 32d0cc12-b3c9-4794-a8fe-1063f8a7ddca triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:51.295409 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:51.304889 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-4ff5202a-0e3c-4c73-8232-8f02bcd53790 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c53f8bb-3c23-49db-9e53-b175ecd4eafe') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:51.305204 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-4ff5202a-0e3c-4c73-8232-8f02bcd53790 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c53f8bb-3c23-49db-9e53-b175ecd4eafe') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:51.319308 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4ff5202a-0e3c-4c73-8232-8f02bcd53790 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:51.380106 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4ff5202a-0e3c-4c73-8232-8f02bcd53790 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:51.397513 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-3cafc14d-b801-4abe-a00f-df289a8b1465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'name': 'tempest-RoutersTest-router-375737017', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:31Z', 'updated_at': '2022-04-29T13:26:42Z', 'revision_number': 2, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'gw_port_host': None, '_interfaces': [{'id': '73c6abaf-ee20-4b24-9581-a991ee6d160b', 'name': '', 'network_id': 'be9df2cb-cf00-4558-99bb-20f082905c88', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:bc:ec:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:39Z', 'updated_at': '2022-04-29T13:26:43Z', 'revision_number': 2, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:51.420986 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258bbbc-b408-431b-a9ea-7bd9f8f24d48 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Pushing event deleted for resources: {'Port': ['ID=07acf494-64a3-463e-9428-65925b31cab4,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:51.426112 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cafc14d-b801-4abe-a00f-df289a8b1465 None None] Checking router: e1421bee-f3a8-483e-808c-949354d33ae7 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:26:51.426696 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cafc14d-b801-4abe-a00f-df289a8b1465 None None] Updating router e1421bee-f3a8-483e-808c-949354d33ae7 port 73c6abaf-ee20-4b24-9581-a991ee6d160b binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:26:51.449044 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff5202a-0e3c-4c73-8232-8f02bcd53790 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:26:51.449678 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4ff5202a-0e3c-4c73-8232-8f02bcd53790 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:26:51.465271 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:26:51.505636 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-221b2681-cc88-4938-bfa8-80f32f945df0 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:51.514141 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee217c19-3875-4a65-9eff-0643e88e402e req-203e68ab-6ae0-4c51-8473-18e1b5891297 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:51.520964 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ee217c19-3875-4a65-9eff-0643e88e402e req-203e68ab-6ae0-4c51-8473-18e1b5891297 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 944 time: 0.9534383 Apr 29 13:26:51.566823 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8009fe-1f4d-4212-8926-66e72c4b76ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-b2591163-41a9-4c5e-86a6-99ddbf59518f', 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'fixed_ips': [{'subnet_id': '896d09ed-2019-48d6-a29a-4594daa78455'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:26:51.567634 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dd8009fe-1f4d-4212-8926-66e72c4b76ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:51.600024 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3cafc14d-b801-4abe-a00f-df289a8b1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:51.614333 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a5c39c56-98ec-4872-95b0-51127603c922 None None] Provisioning complete for port 33c89b0f-0092-4200-b91a-d67d91da6f12 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:51.614561 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a5c39c56-98ec-4872-95b0-51127603c922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:51.649157 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:51.737200 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b2681-cc88-4938-bfa8-80f32f945df0 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Pushing event updated for resources: {'Subnet': ['ID=027e0086-3030-410b-8c3d-60d572b37402,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:51.746537 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-99545d7c-7dea-45fc-be25-639e977da6f0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Allocated IP 2001:db8::d6 (b2591163-41a9-4c5e-86a6-99ddbf59518f/896d09ed-2019-48d6-a29a-4594daa78455/7337a896-8b47-4967-abbd-320fb2e263df) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:26:51.781954 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4ff5202a-0e3c-4c73-8232-8f02bcd53790 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:51.808001 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4ff5202a-0e3c-4c73-8232-8f02bcd53790 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:51.825288 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4ff5202a-0e3c-4c73-8232-8f02bcd53790 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "DELETE /v2.0/networks/6e0e02d0-c0b4-42d9-adab-ab89bbc90e6f HTTP/1.1" status: 204 len: 168 time: 2.5359786 Apr 29 13:26:51.830089 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57056) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:51.836040 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef7e41-2861-4481-8b10-02307ee76c6c req-801f3b21-0be6-43c2-9455-051f813545f1 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:51.837701 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bfef7e41-2861-4481-8b10-02307ee76c6c req-801f3b21-0be6-43c2-9455-051f813545f1 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 945 time: 0.5006139 Apr 29 13:26:51.876231 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-a5c39c56-98ec-4872-95b0-51127603c922 None None] Port 33c89b0f-0092-4200-b91a-d67d91da6f12 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:26:51.877027 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ee217c19-3875-4a65-9eff-0643e88e402e req-54c03a14-dcf0-41df-97f5-2489b4c41354 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3550937 Apr 29 13:26:51.888036 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1298ac91-b06d-415b-adc8-3292c9a581e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88ec220-4cca-43f4-8418-56dcd9ad7bad'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:26:51.914786 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5202a-0e3c-4c73-8232-8f02bcd53790 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event deleted for resources: {'Network': ['ID=6e0e02d0-c0b4-42d9-adab-ab89bbc90e6f,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:51.933345 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a98974-198b-497a-8586-0b955e87b352 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] DELETE failed (client error): The resource could not be found. Apr 29 13:26:51.933911 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a98974-198b-497a-8586-0b955e87b352 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:26:51.936020 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d7a98974-198b-497a-8586-0b955e87b352 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "DELETE /v2.0/subnets/171f11b9-3799-46b0-8f6d-2188be00f3d5 HTTP/1.1" status: 404 len: 337 time: 0.0973134 Apr 29 13:26:51.941087 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57062) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:51.972977 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port a88ec220-4cca-43f4-8418-56dcd9ad7bad, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a88ec220-4cca-43f4-8418-56dcd9ad7bad,segment=NetworkSegment(54435c81-be5a-435a-89e7-d7e4b8cb5a34),segment_id=54435c81-be5a-435a-89e7-d7e4b8cb5a34)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:51.981976 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d2431ad-34e2-4d58-b19b-b420c4c7b470 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] DELETE failed (client error): The resource could not be found. Apr 29 13:26:51.982583 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d2431ad-34e2-4d58-b19b-b420c4c7b470 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:26:51.985179 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5d2431ad-34e2-4d58-b19b-b420c4c7b470 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "DELETE /v2.0/networks/b79490ce-d0fa-4666-93f6-ed4d6d713b91 HTTP/1.1" status: 404 len: 339 time: 0.0430651 Apr 29 13:26:51.990848 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57066) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:51.991035 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:51.991903 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 4607167c-7986-4767-894c-12e0243b25ec up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:26:52.029536 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-080590ea-13cc-47d1-a640-9d429c0e58bd'] response: {'server_uuid': '1298ac91-b06d-415b-adc8-3292c9a581e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88ec220-4cca-43f4-8418-56dcd9ad7bad', 'code': 200} Apr 29 13:26:52.049623 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bfef7e41-2861-4481-8b10-02307ee76c6c req-820a3060-26ef-4717-af92-acb01c6a0433 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/security-groups?id=0cb329a9-f78f-4829-aadb-04df719ccc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512582 Apr 29 13:26:52.073778 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:52.175521 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b2681-cc88-4938-bfa8-80f32f945df0 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Checking segment: {'id': 'ae7a5021-4acb-455d-87a5-13368dea4177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '985263c7-3ad0-470e-97ef-a0bc98052436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:26:52.176055 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221b2681-cc88-4938-bfa8-80f32f945df0 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Network hostable DHCP agents. Network: 985263c7-3ad0-470e-97ef-a0bc98052436, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:26:52.192137 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f6eadf-9373-4cf8-8561-c31043fb0dda tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router 3c672e49-4b9c-4695-bb1e-37498b95ba53 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:26:52.219620 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-50806409-2397-4887-b6a4-91281f1e9d9e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:52.225507 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d258bbbc-b408-431b-a9ea-7bd9f8f24d48 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:52.274788 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=a88ec220-4cca-43f4-8418-56dcd9ad7bad,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:52.278119 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 32d0cc12-b3c9-4794-a8fe-1063f8a7ddca, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=32d0cc12-b3c9-4794-a8fe-1063f8a7ddca,segment=NetworkSegment(ee2230d7-19aa-4b7f-b599-ad0d2423a831),segment_id=ee2230d7-19aa-4b7f-b599-ad0d2423a831)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:52.291969 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:52.292841 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 0122bac4-1a12-4400-a186-36fe599b210a up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:26:52.339849 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-846d541a-9d30-482b-8bfa-4395eeca61d2 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Deleting subnet 1bbe64bb-5439-4797-b4d5-857050ef8cfd {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:26:52.351064 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-846d541a-9d30-482b-8bfa-4395eeca61d2 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:52.426097 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 4607167c-7986-4767-894c-12e0243b25ec completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:52.448768 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 4607167c-7986-4767-894c-12e0243b25ec triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:52.449148 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:52.480873 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d258bbbc-b408-431b-a9ea-7bd9f8f24d48 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] 10.222.0.76 "DELETE /v2.0/ports/07acf494-64a3-463e-9428-65925b31cab4 HTTP/1.1" status: 204 len: 168 time: 3.7378969 Apr 29 13:26:52.484804 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57070) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:52.486824 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-846d541a-9d30-482b-8bfa-4395eeca61d2 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:52.495407 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=32d0cc12-b3c9-4794-a8fe-1063f8a7ddca,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:52.554720 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cf69ac2f-e892-4db4-8a46-2fd8b067d161 req-2d5f0cde-074b-444d-b822-9b513f9e2f07 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 1099 time: 0.3429193 Apr 29 13:26:52.569833 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50806409-2397-4887-b6a4-91281f1e9d9e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Subnet': ['ID=4818a72c-1dd1-4b94-bc0a-fce2b7154ce2,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:52.584741 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5df9e34-f011-47e5-b233-743a2b21c667 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] GET failed (client error): The resource could not be found. Apr 29 13:26:52.585358 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b5df9e34-f011-47e5-b233-743a2b21c667 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Synchronizing usage tracker for tenant:0fe313ea68464eb9865c051101ffa5d4 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:26:52.605820 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221b2681-cc88-4938-bfa8-80f32f945df0 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Network 985263c7-3ad0-470e-97ef-a0bc98052436 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:26:52.615749 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3cafc14d-b801-4abe-a00f-df289a8b1465 None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:52.619178 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 0122bac4-1a12-4400-a186-36fe599b210a triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:52.619790 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:52.631278 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cf69ac2f-e892-4db4-8a46-2fd8b067d161 req-1355bfdd-d21a-4ec1-b000-20b990d97689 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0cb329a9-f78f-4829-aadb-04df719ccc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700271 Apr 29 13:26:52.638095 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-846d541a-9d30-482b-8bfa-4395eeca61d2 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:52.646494 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-99545d7c-7dea-45fc-be25-639e977da6f0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:52.651934 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-221b2681-cc88-4938-bfa8-80f32f945df0 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 985263c7-3ad0-470e-97ef-a0bc98052436) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:52.656919 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221b2681-cc88-4938-bfa8-80f32f945df0 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:52.657444 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-221b2681-cc88-4938-bfa8-80f32f945df0 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:52.683840 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b5df9e34-f011-47e5-b233-743a2b21c667 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Unset dirty status for tenant:0fe313ea68464eb9865c051101ffa5d4 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:26:52.690996 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b5df9e34-f011-47e5-b233-743a2b21c667 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] 10.222.0.76 "GET /v2.0/ports/07acf494-64a3-463e-9428-65925b31cab4 HTTP/1.1" status: 404 len: 333 time: 0.1972368 Apr 29 13:26:52.690996 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50806409-2397-4887-b6a4-91281f1e9d9e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Checking segment: {'id': 'd030eeec-8c18-44ba-a120-7e2bac809e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '38acd47f-3b98-4e19-a364-804242709423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:26:52.690996 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50806409-2397-4887-b6a4-91281f1e9d9e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network hostable DHCP agents. Network: 38acd47f-3b98-4e19-a364-804242709423, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:26:52.693711 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57074) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:52.700281 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-99545d7c-7dea-45fc-be25-639e977da6f0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Transition to ACTIVE for port object 7337a896-8b47-4967-abbd-320fb2e263df will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:52.705850 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a4cf1a-9b86-426e-a3c6-096864a4fb38 None None] Network 985263c7-3ad0-470e-97ef-a0bc98052436 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:26:52.708396 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-26306719-4fb8-4f0e-a103-282049c89dea tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Request body: {'port': {'network_id': '65ee97c9-41de-46fc-b855-407f225c5ed0', 'name': 'tempest-AllowedAddressPairTestJSON-1900915274'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:52.740090 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-221b2681-cc88-4938-bfa8-80f32f945df0 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9474857 Apr 29 13:26:52.740299 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3cafc14d-b801-4abe-a00f-df289a8b1465 None None] Transition to ACTIVE for port object 73c6abaf-ee20-4b24-9581-a991ee6d160b will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:52.740421 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f6eadf-9373-4cf8-8561-c31043fb0dda tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:26:52.747313 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57078) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:52.750103 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3cab86-ea7e-493b-89a5-b5034f009290 None None] Sync routers for ids ['3c672e49-4b9c-4695-bb1e-37498b95ba53'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:26:52.756741 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-3f68fd32-e383-472d-ac14-cb0895faaf14 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-736688496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:52.761765 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-846d541a-9d30-482b-8bfa-4395eeca61d2 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:52.763180 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3cab86-ea7e-493b-89a5-b5034f009290 None None] Routers {'3c672e49-4b9c-4695-bb1e-37498b95ba53'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:26:52.763958 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-cd3cab86-ea7e-493b-89a5-b5034f009290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:26:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['3c672e49-4b9c-4695-bb1e-37498b95ba53'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:52.802246 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3f68fd32-e383-472d-ac14-cb0895faaf14 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:52.814325 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3f68fd32-e383-472d-ac14-cb0895faaf14 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Usage tracker for resource:router and tenant:a2d8a0b2a35540e7ab68ee5b80373f44 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:52.817985 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d541a-9d30-482b-8bfa-4395eeca61d2 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event deleted for resources: {'Subnet': ['ID=1bbe64bb-5439-4797-b4d5-857050ef8cfd,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:52.819066 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3cafc14d-b801-4abe-a00f-df289a8b1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:52.825853 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3f68fd32-e383-472d-ac14-cb0895faaf14 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:52.832954 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3f68fd32-e383-472d-ac14-cb0895faaf14 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:52.846436 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d0f6eadf-9373-4cf8-8561-c31043fb0dda tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "PUT /v2.0/routers/3c672e49-4b9c-4695-bb1e-37498b95ba53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4661398 Apr 29 13:26:52.848351 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57082) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:52.851358 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-846d541a-9d30-482b-8bfa-4395eeca61d2 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:52.853408 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-846d541a-9d30-482b-8bfa-4395eeca61d2 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "DELETE /v2.0/subnets/1bbe64bb-5439-4797-b4d5-857050ef8cfd HTTP/1.1" status: 204 len: 168 time: 0.8592641 Apr 29 13:26:52.877788 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3149f981-186d-42e9-8619-3da88b8ff72d None None] Network 3ea82a54-7f12-48d1-a51f-4776ff903471 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:26:52.887143 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3f68fd32-e383-472d-ac14-cb0895faaf14 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:52.888951 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3f68fd32-e383-472d-ac14-cb0895faaf14 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:52.895892 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57086) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:52.905497 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:52.918919 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-26306719-4fb8-4f0e-a103-282049c89dea tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:52.933400 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-26306719-4fb8-4f0e-a103-282049c89dea tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:52.957215 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26306719-4fb8-4f0e-a103-282049c89dea tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Made reservation on behalf of 0fe313ea68464eb9865c051101ffa5d4 for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:26:52.962050 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-26306719-4fb8-4f0e-a103-282049c89dea tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:52.990800 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50806409-2397-4887-b6a4-91281f1e9d9e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network 38acd47f-3b98-4e19-a364-804242709423 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:26:52.996781 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-26306719-4fb8-4f0e-a103-282049c89dea tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] device_id is not set on port f551f7bf-6483-44c4-a834-25ca02c703f3 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:26:53.044894 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-cd3cab86-ea7e-493b-89a5-b5034f009290 None None] Set router 3c672e49-4b9c-4695-bb1e-37498b95ba53 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:26:53.079326 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-50806409-2397-4887-b6a4-91281f1e9d9e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 38acd47f-3b98-4e19-a364-804242709423) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:53.083291 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50806409-2397-4887-b6a4-91281f1e9d9e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:53.083985 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-50806409-2397-4887-b6a4-91281f1e9d9e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:53.151932 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-19a63d16-5846-4587-9949-4283de914ef0 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:53.187077 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dbba68-6c87-4f03-8cd1-6619f3d52749 None None] Network 38acd47f-3b98-4e19-a364-804242709423 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:26:53.209021 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-19a63d16-5846-4587-9949-4283de914ef0 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Deleting port 5c0ead20-4119-4e02-a906-1853b7ccc17e {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:26:53.209516 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-19a63d16-5846-4587-9949-4283de914ef0 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:53.247787 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3f68fd32-e383-472d-ac14-cb0895faaf14 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:53.269217 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-99545d7c-7dea-45fc-be25-639e977da6f0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:53.332331 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-50806409-2397-4887-b6a4-91281f1e9d9e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4112837 Apr 29 13:26:53.348613 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57094) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:53.456985 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99545d7c-7dea-45fc-be25-639e977da6f0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Port': ['ID=7337a896-8b47-4967-abbd-320fb2e263df,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:53.464345 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99545d7c-7dea-45fc-be25-639e977da6f0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:53.484335 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530719e6-fee9-4f9e-bfef-66c152de51f9 req-fc1e4fe4-fec5-4eb3-9e0a-204b782aaca2 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:53.485835 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-530719e6-fee9-4f9e-bfef-66c152de51f9 req-fc1e4fe4-fec5-4eb3-9e0a-204b782aaca2 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 944 time: 0.4505401 Apr 29 13:26:53.486731 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-99545d7c-7dea-45fc-be25-639e977da6f0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:53.490160 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99545d7c-7dea-45fc-be25-639e977da6f0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:26:53.494164 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99545d7c-7dea-45fc-be25-639e977da6f0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:53.494769 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-99545d7c-7dea-45fc-be25-639e977da6f0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:53.525948 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-cd3cab86-ea7e-493b-89a5-b5034f009290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'name': 'tempest-TestNetworkBasicOps-router-561872852', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:27Z', 'updated_at': '2022-04-29T13:26:48Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:73:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:28Z', 'updated_at': '2022-04-29T13:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '33c89b0f-0092-4200-b91a-d67d91da6f12', 'name': '', 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:1f:e5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '980d0090-e41e-44ca-a879-96fdb1535ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:47Z', 'updated_at': '2022-04-29T13:26:49Z', 'revision_number': 2, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '980d0090-e41e-44ca-a879-96fdb1535ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:53.531243 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3cab86-ea7e-493b-89a5-b5034f009290 None None] Checking router: 3c672e49-4b9c-4695-bb1e-37498b95ba53 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:26:53.531953 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3cab86-ea7e-493b-89a5-b5034f009290 None None] Updating router 3c672e49-4b9c-4695-bb1e-37498b95ba53 port 33c89b0f-0092-4200-b91a-d67d91da6f12 binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:26:53.537002 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-99545d7c-7dea-45fc-be25-639e977da6f0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8214502 Apr 29 13:26:53.537752 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57098) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:53.548403 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7501cfe3-aa03-4201-b881-ee7fbeb7717c tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:53.548963 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7501cfe3-aa03-4201-b881-ee7fbeb7717c tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:53.549769 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7501cfe3-aa03-4201-b881-ee7fbeb7717c tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:53.550277 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7501cfe3-aa03-4201-b881-ee7fbeb7717c tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:53.550715 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7501cfe3-aa03-4201-b881-ee7fbeb7717c tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:53.551071 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7501cfe3-aa03-4201-b881-ee7fbeb7717c tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:53.551423 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7501cfe3-aa03-4201-b881-ee7fbeb7717c tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:53.551823 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7501cfe3-aa03-4201-b881-ee7fbeb7717c tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:53.552431 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7501cfe3-aa03-4201-b881-ee7fbeb7717c tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:53.552911 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7501cfe3-aa03-4201-b881-ee7fbeb7717c tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:53.553266 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7501cfe3-aa03-4201-b881-ee7fbeb7717c tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:53.553618 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7501cfe3-aa03-4201-b881-ee7fbeb7717c tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:53.556566 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7501cfe3-aa03-4201-b881-ee7fbeb7717c tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8410 time: 0.7066221 Apr 29 13:26:53.582186 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57102) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:53.583429 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-26306719-4fb8-4f0e-a103-282049c89dea tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Allocated IP 172.20.0.5 (65ee97c9-41de-46fc-b855-407f225c5ed0/bdae295a-1c0c-44d9-9f69-7b4db052fb7c/f551f7bf-6483-44c4-a834-25ca02c703f3) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:26:53.598057 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-cd3cab86-ea7e-493b-89a5-b5034f009290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:53.722821 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-530719e6-fee9-4f9e-bfef-66c152de51f9 req-36735a81-6351-44f0-81ab-d9e6e71f3f4f tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118027 Apr 29 13:26:53.759180 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51abadd0-cd97-4cbf-9cf7-14cd2705b810 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:53.759545 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51abadd0-cd97-4cbf-9cf7-14cd2705b810 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:53.759900 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51abadd0-cd97-4cbf-9cf7-14cd2705b810 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:53.760248 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51abadd0-cd97-4cbf-9cf7-14cd2705b810 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:53.760589 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51abadd0-cd97-4cbf-9cf7-14cd2705b810 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:53.760962 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51abadd0-cd97-4cbf-9cf7-14cd2705b810 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:53.761304 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51abadd0-cd97-4cbf-9cf7-14cd2705b810 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:53.761642 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51abadd0-cd97-4cbf-9cf7-14cd2705b810 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:53.761976 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51abadd0-cd97-4cbf-9cf7-14cd2705b810 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:53.762314 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51abadd0-cd97-4cbf-9cf7-14cd2705b810 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:53.762647 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51abadd0-cd97-4cbf-9cf7-14cd2705b810 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:53.781171 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-51abadd0-cd97-4cbf-9cf7-14cd2705b810 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6985 time: 0.1910627 Apr 29 13:26:53.783444 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 5a5278ef-f522-4b9c-a0b2-7811522e4630 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:26:53.800084 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57106) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:53.808467 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17a4e1-2198-43b1-beb6-068fb4e09fc1 None None] Pushing event updated for resources: {'Port': ['ID=73c6abaf-ee20-4b24-9581-a991ee6d160b,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:53.840207 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 5a5278ef-f522-4b9c-a0b2-7811522e4630 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:26:53.840478 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 5a5278ef-f522-4b9c-a0b2-7811522e4630 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:26:54.045372 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 4607167c-7986-4767-894c-12e0243b25ec, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4607167c-7986-4767-894c-12e0243b25ec,segment=NetworkSegment(55ed5e1f-94d1-471a-a5a2-c8b5f5417041),segment_id=55ed5e1f-94d1-471a-a5a2-c8b5f5417041)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:54.052977 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31736e7-e0bb-4be3-87ff-3cfbbc391204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4607167c-7986-4767-894c-12e0243b25ec'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:26:54.069445 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 32d0cc12-b3c9-4794-a8fe-1063f8a7ddca up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:26:54.073457 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3f68fd32-e383-472d-ac14-cb0895faaf14 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:54.171576 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3f68fd32-e383-472d-ac14-cb0895faaf14 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:54.173234 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3f68fd32-e383-472d-ac14-cb0895faaf14 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.4246063 Apr 29 13:26:54.175981 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-19a63d16-5846-4587-9949-4283de914ef0 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] For port 5c0ead20-4119-4e02-a906-1853b7ccc17e, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=5c0ead20-4119-4e02-a906-1853b7ccc17e,segment=NetworkSegment(b0edc35f-df43-4ac0-be33-5a71bba78526),segment_id=b0edc35f-df43-4ac0-be33-5a71bba78526)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:54.176930 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-19a63d16-5846-4587-9949-4283de914ef0 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:54.178469 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4586ef92-50a8-4ad7-8455-901c7000c633 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:54.179262 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-4586ef92-50a8-4ad7-8455-901c7000c633 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:26:54.182313 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57114) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:54.199701 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c136b-930e-41e0-82ad-5a5d4eac6297 req-37e7d484-ca69-4ed8-b02d-4915ad5b71a4 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:54.208841 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8c4c136b-930e-41e0-82ad-5a5d4eac6297 req-37e7d484-ca69-4ed8-b02d-4915ad5b71a4 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 946 time: 0.9081094 Apr 29 13:26:54.216576 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:54.227079 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-cd3cab86-ea7e-493b-89a5-b5034f009290 None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:54.241401 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-cd3cab86-ea7e-493b-89a5-b5034f009290 None None] Transition to ACTIVE for port object 33c89b0f-0092-4200-b91a-d67d91da6f12 will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:54.250525 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-cd3cab86-ea7e-493b-89a5-b5034f009290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:54.301921 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e1089a3-b92a-4141-bd7b-a5eff924c052'] response: {'server_uuid': 'b31736e7-e0bb-4be3-87ff-3cfbbc391204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4607167c-7986-4767-894c-12e0243b25ec', 'code': 200} Apr 29 13:26:54.350242 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-4586ef92-50a8-4ad7-8455-901c7000c633 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:26:54.351575 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4586ef92-50a8-4ad7-8455-901c7000c633 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.8083022 Apr 29 13:26:54.362558 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57118) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:54.369171 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528d2ad-26bf-46b4-90aa-81cb2a55ef72 None None] Pushing event updated for resources: {'Port': ['ID=33c89b0f-0092-4200-b91a-d67d91da6f12,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:54.372464 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-19a63d16-5846-4587-9949-4283de914ef0 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Calling delete_port for 5c0ead20-4119-4e02-a906-1853b7ccc17e owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:26:54.461640 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528d2ad-26bf-46b4-90aa-81cb2a55ef72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:54.461991 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528d2ad-26bf-46b4-90aa-81cb2a55ef72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:54.462458 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528d2ad-26bf-46b4-90aa-81cb2a55ef72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:54.462934 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528d2ad-26bf-46b4-90aa-81cb2a55ef72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:54.463282 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528d2ad-26bf-46b4-90aa-81cb2a55ef72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:54.463985 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528d2ad-26bf-46b4-90aa-81cb2a55ef72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:54.464319 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528d2ad-26bf-46b4-90aa-81cb2a55ef72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:54.464660 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528d2ad-26bf-46b4-90aa-81cb2a55ef72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:54.465013 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528d2ad-26bf-46b4-90aa-81cb2a55ef72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:54.465335 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528d2ad-26bf-46b4-90aa-81cb2a55ef72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:54.465652 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528d2ad-26bf-46b4-90aa-81cb2a55ef72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:26:54.473911 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69e2e9a-ce69-4e39-b60c-31c1c476d595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-985263c7-3ad0-470e-97ef-a0bc98052436', 'network_id': '985263c7-3ad0-470e-97ef-a0bc98052436', 'tenant_id': 'a2d8a0b2a35540e7ab68ee5b80373f44', 'fixed_ips': [{'subnet_id': '027e0086-3030-410b-8c3d-60d572b37402'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:26:54.475120 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d69e2e9a-ce69-4e39-b60c-31c1c476d595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:54.478424 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8c4c136b-930e-41e0-82ad-5a5d4eac6297 req-0d9ccd5c-c272-44c4-aaa3-9316b55030a8 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/security-groups?id=0cb329a9-f78f-4829-aadb-04df719ccc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2679806 Apr 29 13:26:54.478987 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-f0368de0-0dff-4fcb-b6fc-81a794027c22 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting port 7337a896-8b47-4967-abbd-320fb2e263df {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:26:54.479338 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f0368de0-0dff-4fcb-b6fc-81a794027c22 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:54.499815 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=4607167c-7986-4767-894c-12e0243b25ec,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:54.582369 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-dd8009fe-1f4d-4212-8926-66e72c4b76ee None None] Allocated IP 2001:db8::2 (b2591163-41a9-4c5e-86a6-99ddbf59518f/896d09ed-2019-48d6-a29a-4594daa78455/db548005-8a4e-48e1-abdc-ca45e4b13442) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:26:54.634897 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-cd3cab86-ea7e-493b-89a5-b5034f009290 None None] Attempting to bind port 33c89b0f-0092-4200-b91a-d67d91da6f12 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:26:54.635542 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-cd3cab86-ea7e-493b-89a5-b5034f009290 None None] Attempting to bind port 33c89b0f-0092-4200-b91a-d67d91da6f12 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'ee2230d7-19aa-4b7f-b599-ad0d2423a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:26:54.638369 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3cab86-ea7e-493b-89a5-b5034f009290 None None] Attempting to bind port 33c89b0f-0092-4200-b91a-d67d91da6f12 on network 4d4da868-e2e3-4a21-9dca-f4e60fad105d {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:26:54.648291 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3cab86-ea7e-493b-89a5-b5034f009290 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:26:54.648649 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3cab86-ea7e-493b-89a5-b5034f009290 None None] Checking segment: {'id': 'ee2230d7-19aa-4b7f-b599-ad0d2423a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:26:54.649109 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-cd3cab86-ea7e-493b-89a5-b5034f009290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:54.649645 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3cab86-ea7e-493b-89a5-b5034f009290 None None] Bound using segment: {'id': 'ee2230d7-19aa-4b7f-b599-ad0d2423a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:26:54.650306 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-cd3cab86-ea7e-493b-89a5-b5034f009290 None None] Bound port: 33c89b0f-0092-4200-b91a-d67d91da6f12, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2230d7-19aa-4b7f-b599-ad0d2423a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:26:54.650686 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-cd3cab86-ea7e-493b-89a5-b5034f009290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:54.766520 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-cd3cab86-ea7e-493b-89a5-b5034f009290 None None] For port 33c89b0f-0092-4200-b91a-d67d91da6f12, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:26:54.773071 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-cd3cab86-ea7e-493b-89a5-b5034f009290 None None] For port 33c89b0f-0092-4200-b91a-d67d91da6f12, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=33c89b0f-0092-4200-b91a-d67d91da6f12,segment=NetworkSegment(ee2230d7-19aa-4b7f-b599-ad0d2423a831),segment_id=ee2230d7-19aa-4b7f-b599-ad0d2423a831)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:26:54.782801 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-cd3cab86-ea7e-493b-89a5-b5034f009290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:54.805006 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-19a63d16-5846-4587-9949-4283de914ef0 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:54.846781 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-d69e2e9a-ce69-4e39-b60c-31c1c476d595 None None] Allocated IP 172.20.0.2 (985263c7-3ad0-470e-97ef-a0bc98052436/027e0086-3030-410b-8c3d-60d572b37402/ef3fe99b-fbf7-4e01-b264-fac025e6b942) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:26:54.878400 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528d2ad-26bf-46b4-90aa-81cb2a55ef72 None None] Pushing event updated for resources: {'Port': ['ID=33c89b0f-0092-4200-b91a-d67d91da6f12,revision_number=4']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:54.916881 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3cab86-ea7e-493b-89a5-b5034f009290 None None] Routers {'3c672e49-4b9c-4695-bb1e-37498b95ba53'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:26:54.917995 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-cd3cab86-ea7e-493b-89a5-b5034f009290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:26:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['3c672e49-4b9c-4695-bb1e-37498b95ba53'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:54.961719 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a63d16-5846-4587-9949-4283de914ef0 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event deleted for resources: {'Port': ['ID=5c0ead20-4119-4e02-a906-1853b7ccc17e,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:55.015035 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a63d16-5846-4587-9949-4283de914ef0 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] No DVR routers for this DVR port 5c0ead20-4119-4e02-a906-1853b7ccc17e on host dv-neutron-839027-4-hyperv {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:26:55.094977 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f0368de0-0dff-4fcb-b6fc-81a794027c22 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:55.129831 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d69e2e9a-ce69-4e39-b60c-31c1c476d595 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:55.149751 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-3cafc14d-b801-4abe-a00f-df289a8b1465 None None] Attempting to bind port 73c6abaf-ee20-4b24-9581-a991ee6d160b on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:26:55.150113 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-3cafc14d-b801-4abe-a00f-df289a8b1465 None None] Attempting to bind port 73c6abaf-ee20-4b24-9581-a991ee6d160b by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '5ab2a663-b12c-4759-92bc-ee25a2825452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'be9df2cb-cf00-4558-99bb-20f082905c88'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:26:55.150451 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cafc14d-b801-4abe-a00f-df289a8b1465 None None] Attempting to bind port 73c6abaf-ee20-4b24-9581-a991ee6d160b on network be9df2cb-cf00-4558-99bb-20f082905c88 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:26:55.166964 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cafc14d-b801-4abe-a00f-df289a8b1465 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:26:55.167325 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cafc14d-b801-4abe-a00f-df289a8b1465 None None] Checking segment: {'id': '5ab2a663-b12c-4759-92bc-ee25a2825452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'be9df2cb-cf00-4558-99bb-20f082905c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:26:55.167723 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3cafc14d-b801-4abe-a00f-df289a8b1465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:55.168098 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cafc14d-b801-4abe-a00f-df289a8b1465 None None] Bound using segment: {'id': '5ab2a663-b12c-4759-92bc-ee25a2825452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'be9df2cb-cf00-4558-99bb-20f082905c88'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:26:55.168674 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-3cafc14d-b801-4abe-a00f-df289a8b1465 None None] Bound port: 73c6abaf-ee20-4b24-9581-a991ee6d160b, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab2a663-b12c-4759-92bc-ee25a2825452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'be9df2cb-cf00-4558-99bb-20f082905c88'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:26:55.169058 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3cafc14d-b801-4abe-a00f-df289a8b1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:55.246511 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-f0368de0-0dff-4fcb-b6fc-81a794027c22 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Calling delete_port for 7337a896-8b47-4967-abbd-320fb2e263df owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:26:55.254113 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dd1f8ef0-e585-446c-b42e-21c111222ca8 req-a841bc6f-f206-4225-9ff6-69a77681e356 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 1098 time: 0.6473432 Apr 29 13:26:55.257402 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d69e2e9a-ce69-4e39-b60c-31c1c476d595 None None] Transition to ACTIVE for port object ef3fe99b-fbf7-4e01-b264-fac025e6b942 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:55.267390 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-cd3cab86-ea7e-493b-89a5-b5034f009290 None None] Set router 3c672e49-4b9c-4695-bb1e-37498b95ba53 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:26:55.288000 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-19a63d16-5846-4587-9949-4283de914ef0 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:55.354783 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-19a63d16-5846-4587-9949-4283de914ef0 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea82a54-7f12-48d1-a51f-4776ff903471']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:55.383427 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-19a63d16-5846-4587-9949-4283de914ef0 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0edc35f-df43-4ac0-be33-5a71bba78526') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:55.384794 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-19a63d16-5846-4587-9949-4283de914ef0 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0edc35f-df43-4ac0-be33-5a71bba78526') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:55.471567 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f0368de0-0dff-4fcb-b6fc-81a794027c22 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:55.484309 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d69e2e9a-ce69-4e39-b60c-31c1c476d595 None None] Transition to ACTIVE for port object ef3fe99b-fbf7-4e01-b264-fac025e6b942 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:55.489941 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8f0f26-6825-4d68-856b-a160735fc396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-38acd47f-3b98-4e19-a364-804242709423', 'network_id': '38acd47f-3b98-4e19-a364-804242709423', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'fixed_ips': [{'subnet_id': '4818a72c-1dd1-4b94-bc0a-fce2b7154ce2'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:26:55.492074 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0f26-6825-4d68-856b-a160735fc396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:55.502945 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-19a63d16-5846-4587-9949-4283de914ef0 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:55.510981 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dd1f8ef0-e585-446c-b42e-21c111222ca8 req-819049fd-6479-42ec-85ae-d7ef9e3b0020 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439737 Apr 29 13:26:55.524545 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 32d0cc12-b3c9-4794-a8fe-1063f8a7ddca triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:55.525724 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:55.586932 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-26306719-4fb8-4f0e-a103-282049c89dea tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:55.607902 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-19a63d16-5846-4587-9949-4283de914ef0 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:55.614395 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-26306719-4fb8-4f0e-a103-282049c89dea tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Transition to ACTIVE for port object f551f7bf-6483-44c4-a834-25ca02c703f3 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:55.655775 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff15daf-5169-48c1-bdad-4caa3f5f5ce0 None None] DHCP port deletion for 3ea82a54-7f12-48d1-a51f-4776ff903471 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:26:55.660203 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a63d16-5846-4587-9949-4283de914ef0 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:26:55.660842 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-19a63d16-5846-4587-9949-4283de914ef0 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:55.674217 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d69e2e9a-ce69-4e39-b60c-31c1c476d595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:26:55.676484 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:26:55.729021 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0368de0-0dff-4fcb-b6fc-81a794027c22 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Port': ['ID=7337a896-8b47-4967-abbd-320fb2e263df,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:55.809756 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-19a63d16-5846-4587-9949-4283de914ef0 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:55.831983 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-cd3cab86-ea7e-493b-89a5-b5034f009290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'name': 'tempest-TestNetworkBasicOps-router-561872852', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:27Z', 'updated_at': '2022-04-29T13:26:48Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:73:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:28Z', 'updated_at': '2022-04-29T13:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '33c89b0f-0092-4200-b91a-d67d91da6f12', 'name': '', 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:1f:e5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '980d0090-e41e-44ca-a879-96fdb1535ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:47Z', 'updated_at': '2022-04-29T13:26:54Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '980d0090-e41e-44ca-a879-96fdb1535ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:55.839489 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-19a63d16-5846-4587-9949-4283de914ef0 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:55.840932 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3cab86-ea7e-493b-89a5-b5034f009290 None None] The sync data for ids ['3c672e49-4b9c-4695-bb1e-37498b95ba53'] in dv-neutron-839027-4-hyperv is: [{'id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'name': 'tempest-TestNetworkBasicOps-router-561872852', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:27Z', 'updated_at': '2022-04-29T13:26:48Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:73:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:28Z', 'updated_at': '2022-04-29T13:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '33c89b0f-0092-4200-b91a-d67d91da6f12', 'name': '', 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:1f:e5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '980d0090-e41e-44ca-a879-96fdb1535ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:47Z', 'updated_at': '2022-04-29T13:26:54Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '980d0090-e41e-44ca-a879-96fdb1535ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:26:55.845261 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-26306719-4fb8-4f0e-a103-282049c89dea tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:55.861277 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a63d16-5846-4587-9949-4283de914ef0 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] Pushing event deleted for resources: {'Network': ['ID=3ea82a54-7f12-48d1-a51f-4776ff903471,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:55.891179 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-19a63d16-5846-4587-9949-4283de914ef0 tempest-NetworksIpV6Test-1938964925 tempest-NetworksIpV6Test-1938964925-project] 10.222.0.76 "DELETE /v2.0/networks/3ea82a54-7f12-48d1-a51f-4776ff903471 HTTP/1.1" status: 204 len: 168 time: 2.9921455 Apr 29 13:26:55.985937 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737edfb1-64ae-450b-8365-42daa335bb44 req-945cf1cd-5d8e-474f-9b86-e8d9f8e790e6 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:55.988904 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-737edfb1-64ae-450b-8365-42daa335bb44 req-945cf1cd-5d8e-474f-9b86-e8d9f8e790e6 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 946 time: 0.3646741 Apr 29 13:26:56.081317 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26306719-4fb8-4f0e-a103-282049c89dea tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Pushing event updated for resources: {'Port': ['ID=f551f7bf-6483-44c4-a834-25ca02c703f3,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:56.091170 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69e2e9a-ce69-4e39-b60c-31c1c476d595 None None] Network 985263c7-3ad0-470e-97ef-a0bc98052436 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:56.118989 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-d69e2e9a-ce69-4e39-b60c-31c1c476d595 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:56.121686 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69e2e9a-ce69-4e39-b60c-31c1c476d595 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:26:56.140989 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-737edfb1-64ae-450b-8365-42daa335bb44 req-e1e5c3e8-af78-484d-af06-c38d047abc9d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/security-groups?id=0cb329a9-f78f-4829-aadb-04df719ccc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430740 Apr 29 13:26:56.160679 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c856cd64-cc63-44c0-a273-cc8f54fb32cf tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:56.194074 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e2e9a-ce69-4e39-b60c-31c1c476d595 None None] Pushing event updated for resources: {'Port': ['ID=ef3fe99b-fbf7-4e01-b264-fac025e6b942,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:56.317988 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26306719-4fb8-4f0e-a103-282049c89dea tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Network 65ee97c9-41de-46fc-b855-407f225c5ed0 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:56.318741 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3cafc14d-b801-4abe-a00f-df289a8b1465 None None] For port 73c6abaf-ee20-4b24-9581-a991ee6d160b, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:26:56.340070 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-26306719-4fb8-4f0e-a103-282049c89dea tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:56.349680 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26306719-4fb8-4f0e-a103-282049c89dea tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:26:56.415769 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f0368de0-0dff-4fcb-b6fc-81a794027c22 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:56.463887 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3cafc14d-b801-4abe-a00f-df289a8b1465 None None] For port 73c6abaf-ee20-4b24-9581-a991ee6d160b, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=73c6abaf-ee20-4b24-9581-a991ee6d160b,segment=NetworkSegment(5ab2a663-b12c-4759-92bc-ee25a2825452),segment_id=5ab2a663-b12c-4759-92bc-ee25a2825452)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:26:56.589647 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3cafc14d-b801-4abe-a00f-df289a8b1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:56.645990 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8c5e4535-971c-4e64-aacd-8dc7e4078639 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4122 time: 2.8446627 Apr 29 13:26:56.652988 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57134) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:56.678999 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e63d83-a7d8-49db-a8e0-a45092e3ba9a req-a26bcb5a-4636-41f4-885a-d8753c5df188 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:56.687718 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f9e63d83-a7d8-49db-a8e0-a45092e3ba9a req-a26bcb5a-4636-41f4-885a-d8753c5df188 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 1.2645631 Apr 29 13:26:56.700999 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-2e8f0f26-6825-4d68-856b-a160735fc396 None None] Allocated IP 172.21.0.2 (38acd47f-3b98-4e19-a364-804242709423/4818a72c-1dd1-4b94-bc0a-fce2b7154ce2/a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:26:56.708748 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d69e2e9a-ce69-4e39-b60c-31c1c476d595 None None] Attempting to bind port ef3fe99b-fbf7-4e01-b264-fac025e6b942 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:26:56.709389 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d69e2e9a-ce69-4e39-b60c-31c1c476d595 None None] Attempting to bind port ef3fe99b-fbf7-4e01-b264-fac025e6b942 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'ae7a5021-4acb-455d-87a5-13368dea4177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '985263c7-3ad0-470e-97ef-a0bc98052436'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:26:56.709928 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69e2e9a-ce69-4e39-b60c-31c1c476d595 None None] Attempting to bind port ef3fe99b-fbf7-4e01-b264-fac025e6b942 on network 985263c7-3ad0-470e-97ef-a0bc98052436 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:26:56.725972 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69e2e9a-ce69-4e39-b60c-31c1c476d595 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:26:56.726656 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69e2e9a-ce69-4e39-b60c-31c1c476d595 None None] Checking segment: {'id': 'ae7a5021-4acb-455d-87a5-13368dea4177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '985263c7-3ad0-470e-97ef-a0bc98052436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:26:56.727277 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d69e2e9a-ce69-4e39-b60c-31c1c476d595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:56.727808 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69e2e9a-ce69-4e39-b60c-31c1c476d595 None None] Bound using segment: {'id': 'ae7a5021-4acb-455d-87a5-13368dea4177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '985263c7-3ad0-470e-97ef-a0bc98052436'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:26:56.728437 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d69e2e9a-ce69-4e39-b60c-31c1c476d595 None None] Bound port: ef3fe99b-fbf7-4e01-b264-fac025e6b942, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7a5021-4acb-455d-87a5-13368dea4177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '985263c7-3ad0-470e-97ef-a0bc98052436'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:26:56.729084 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d69e2e9a-ce69-4e39-b60c-31c1c476d595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:56.777409 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f0368de0-0dff-4fcb-b6fc-81a794027c22 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/7337a896-8b47-4967-abbd-320fb2e263df HTTP/1.1" status: 204 len: 168 time: 2.4106112 Apr 29 13:26:56.785184 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57142) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:56.800456 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a23b0de0-f644-4655-9a2f-b7d2a3865f49 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:26:56.843606 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26306719-4fb8-4f0e-a103-282049c89dea tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:56.844231 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-26306719-4fb8-4f0e-a103-282049c89dea tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:56.891494 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-26306719-4fb8-4f0e-a103-282049c89dea tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1966255 Apr 29 13:26:56.892920 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57146) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:56.904270 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dd8009fe-1f4d-4212-8926-66e72c4b76ee None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:56.910440 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: a23b0de0-f644-4655-9a2f-b7d2a3865f49 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:26:56.911003 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a23b0de0-f644-4655-9a2f-b7d2a3865f49 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:26:56.911518 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device abfec78d-90a7-4c21-b643-bcbf2c81d3e1 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:26:56.936815 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-be48baa0-b16e-4b48-a299-c440a03ad0dd tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:e8:dd:97'}]}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:56.984179 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f9e63d83-a7d8-49db-a8e0-a45092e3ba9a req-ab18c299-345a-4976-b043-3af9c72c1eb9 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2954881 Apr 29 13:26:57.017375 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0e5b7-6642-474b-b002-b5869344dbde req-16db9df5-5116-4e36-a935-adb842ef1ada tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:57.019152 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b1a0e5b7-6642-474b-b002-b5869344dbde req-16db9df5-5116-4e36-a935-adb842ef1ada tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 946 time: 0.5173841 Apr 29 13:26:57.035052 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3e19c51c-61d9-4c26-b6a6-7f47c7c40121 None None] Provisioning for port f551f7bf-6483-44c4-a834-25ca02c703f3 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:57.166917 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdec065-cedf-4b1c-9091-a6ab9d9b0874 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:57.168509 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdec065-cedf-4b1c-9091-a6ab9d9b0874 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:57.175587 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ffdec065-cedf-4b1c-9091-a6ab9d9b0874 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:26:57.204032 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: abfec78d-90a7-4c21-b643-bcbf2c81d3e1 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:26:57.204935 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device abfec78d-90a7-4c21-b643-bcbf2c81d3e1 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:26:57.299752 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f8a35635-a954-4e6d-b438-4544692ce753 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=657540fe6ef84325b4d48ead4eeedc47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5457110 Apr 29 13:26:57.338326 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57150) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:57.355333 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3e19c51c-61d9-4c26-b6a6-7f47c7c40121 None None] Provisioning complete for port f551f7bf-6483-44c4-a834-25ca02c703f3 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:57.356112 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3e19c51c-61d9-4c26-b6a6-7f47c7c40121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:57.376086 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-06a3eea1-1297-4600-8c1b-1fe2d92bb664 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:57.410665 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-dd8009fe-1f4d-4212-8926-66e72c4b76ee None None] Transition to ACTIVE for port object db548005-8a4e-48e1-abdc-ca45e4b13442 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:57.414436 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ffdec065-cedf-4b1c-9091-a6ab9d9b0874 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:26:57.417920 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ffdec065-cedf-4b1c-9091-a6ab9d9b0874 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6294982 Apr 29 13:26:57.422673 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57154) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:57.425092 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 33c89b0f-0092-4200-b91a-d67d91da6f12 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:26:57.478220 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17a4e1-2198-43b1-beb6-068fb4e09fc1 None None] Pushing event updated for resources: {'Port': ['ID=73c6abaf-ee20-4b24-9581-a991ee6d160b,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:57.502474 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-be48baa0-b16e-4b48-a299-c440a03ad0dd tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:57.530656 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cafc14d-b801-4abe-a00f-df289a8b1465 None None] Routers {'e1421bee-f3a8-483e-808c-949354d33ae7'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:26:57.531540 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-3cafc14d-b801-4abe-a00f-df289a8b1465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:26:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e1421bee-f3a8-483e-808c-949354d33ae7'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:57.697253 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-dd8009fe-1f4d-4212-8926-66e72c4b76ee None None] Transition to ACTIVE for port object db548005-8a4e-48e1-abdc-ca45e4b13442 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:57.698464 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57158) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:57.709237 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-51c7240c-79f6-4cfb-9766-1de500b4e96b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-900710953', 'description': 'tempest-secgroup-smoke-900710953 description', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:57.720661 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-51c7240c-79f6-4cfb-9766-1de500b4e96b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:57.724611 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b1a0e5b7-6642-474b-b002-b5869344dbde req-8f729789-6e45-42d7-84d7-27bed4772643 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/security-groups?id=0cb329a9-f78f-4829-aadb-04df719ccc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6705012 Apr 29 13:26:57.733409 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-51c7240c-79f6-4cfb-9766-1de500b4e96b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:57.738972 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-51c7240c-79f6-4cfb-9766-1de500b4e96b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:57.746978 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dd8009fe-1f4d-4212-8926-66e72c4b76ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:57.761098 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-51c7240c-79f6-4cfb-9766-1de500b4e96b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:57.784841 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57162) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:57.789961 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3e19c51c-61d9-4c26-b6a6-7f47c7c40121 None None] Port f551f7bf-6483-44c4-a834-25ca02c703f3 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:26:57.832311 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d69e2e9a-ce69-4e39-b60c-31c1c476d595 None None] For port ef3fe99b-fbf7-4e01-b264-fac025e6b942, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:26:57.860331 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-51c7240c-79f6-4cfb-9766-1de500b4e96b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:57.881544 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8009fe-1f4d-4212-8926-66e72c4b76ee None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:57.900839 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-dd8009fe-1f4d-4212-8926-66e72c4b76ee None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:57.903429 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8009fe-1f4d-4212-8926-66e72c4b76ee None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:26:57.913259 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d69e2e9a-ce69-4e39-b60c-31c1c476d595 None None] For port ef3fe99b-fbf7-4e01-b264-fac025e6b942, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=ef3fe99b-fbf7-4e01-b264-fac025e6b942,segment=NetworkSegment(ae7a5021-4acb-455d-87a5-13368dea4177),segment_id=ae7a5021-4acb-455d-87a5-13368dea4177)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:26:57.914618 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-973e4c35-524e-4dc1-9a1e-5b07ee927750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:57.941244 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-be48baa0-b16e-4b48-a299-c440a03ad0dd tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:57.948193 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-51c7240c-79f6-4cfb-9766-1de500b4e96b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:57.952514 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-be48baa0-b16e-4b48-a299-c440a03ad0dd tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:57.968887 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d69e2e9a-ce69-4e39-b60c-31c1c476d595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:57.989436 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:57.993194 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-51c7240c-79f6-4cfb-9766-1de500b4e96b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:57.996834 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-51c7240c-79f6-4cfb-9766-1de500b4e96b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:58.001481 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8009fe-1f4d-4212-8926-66e72c4b76ee None None] Pushing event updated for resources: {'Port': ['ID=db548005-8a4e-48e1-abdc-ca45e4b13442,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:58.024848 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-973e4c35-524e-4dc1-9a1e-5b07ee927750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:58.036321 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6ea3a611-4177-47f1-a046-e481b2e753f9 tempest-TestNetworkAdvancedServerOps-990869453 tempest-TestNetworkAdvancedServerOps-990869453-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 1094 time: 0.2477787 Apr 29 13:26:58.037291 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57168) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:58.040309 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b19fb14-4ed1-485e-95b5-b90b7c00e6a3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting subnet 896d09ed-2019-48d6-a29a-4594daa78455 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:26:58.040591 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-51c7240c-79f6-4cfb-9766-1de500b4e96b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:58.059187 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5b19fb14-4ed1-485e-95b5-b90b7c00e6a3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:58.080322 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e2e9a-ce69-4e39-b60c-31c1c476d595 None None] Pushing event updated for resources: {'Port': ['ID=ef3fe99b-fbf7-4e01-b264-fac025e6b942,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:58.084833 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-3cafc14d-b801-4abe-a00f-df289a8b1465 None None] Set router e1421bee-f3a8-483e-808c-949354d33ae7 gateway port host: None {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:26:58.137475 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-51c7240c-79f6-4cfb-9766-1de500b4e96b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:58.164889 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-8907daaa-d040-4f73-ae22-53c4b5577b2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'port_id': 'a88ec220-4cca-43f4-8418-56dcd9ad7bad', 'tenant_id': 'b3dd10e1defa4a4db8e298797b127deb', 'fixed_ip_address': '172.20.0.30'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:58.171383 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8907daaa-d040-4f73-ae22-53c4b5577b2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:58.177360 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8907daaa-d040-4f73-ae22-53c4b5577b2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Usage tracker for resource:floatingip and tenant:b3dd10e1defa4a4db8e298797b127deb is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:58.180887 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8907daaa-d040-4f73-ae22-53c4b5577b2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:58.187526 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8907daaa-d040-4f73-ae22-53c4b5577b2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:58.201096 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-51c7240c-79f6-4cfb-9766-1de500b4e96b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:58.206312 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 33c89b0f-0092-4200-b91a-d67d91da6f12 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:26:58.227304 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48baa0-b16e-4b48-a299-c440a03ad0dd tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Pushing event updated for resources: {'Port': ['ID=f551f7bf-6483-44c4-a834-25ca02c703f3,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:58.230214 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5b19fb14-4ed1-485e-95b5-b90b7c00e6a3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:58.287794 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8907daaa-d040-4f73-ae22-53c4b5577b2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for floatingip, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:58.314982 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7240c-79f6-4cfb-9766-1de500b4e96b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5213129c-8f53-4275-bc90-9ca856fd64ee,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:58.322963 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 33c89b0f-0092-4200-b91a-d67d91da6f12 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:58.323608 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:58.332040 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-51c7240c-79f6-4cfb-9766-1de500b4e96b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:58.333286 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-51c7240c-79f6-4cfb-9766-1de500b4e96b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6336579 Apr 29 13:26:58.339335 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-973e4c35-524e-4dc1-9a1e-5b07ee927750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:58.347226 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57172) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:58.370750 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e4c35-524e-4dc1-9a1e-5b07ee927750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4bc45a-94b5-4394-945c-8bad2d8b5707,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:58.381635 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-4c5961f7-4f75-48a0-984b-d845edaf60d7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '5213129c-8f53-4275-bc90-9ca856fd64ee', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:58.391954 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-06a3eea1-1297-4600-8c1b-1fe2d92bb664 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Allocated IP 172.20.0.1 (985263c7-3ad0-470e-97ef-a0bc98052436/027e0086-3030-410b-8c3d-60d572b37402/d266232c-ebfd-408f-9ac0-9746578a835f) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:26:58.403617 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-4c5961f7-4f75-48a0-984b-d845edaf60d7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:58.421700 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-4c5961f7-4f75-48a0-984b-d845edaf60d7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:58.433794 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0f26-6825-4d68-856b-a160735fc396 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:58.435160 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-4c5961f7-4f75-48a0-984b-d845edaf60d7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:58.455431 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fa7fb-be1c-4c3b-ab41-d542c8645b80 req-5193f452-7515-42a2-994d-fdafa2c13714 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:58.456710 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-be48baa0-b16e-4b48-a299-c440a03ad0dd tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] In _notify_port_updated(), no bound segment for port f551f7bf-6483-44c4-a834-25ca02c703f3 on network 65ee97c9-41de-46fc-b855-407f225c5ed0 {{(pid=83904) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 13:26:58.457115 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d59fa7fb-be1c-4c3b-ab41-d542c8645b80 req-5193f452-7515-42a2-994d-fdafa2c13714 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.3317480 Apr 29 13:26:58.458297 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-4c5961f7-4f75-48a0-984b-d845edaf60d7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:58.460653 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be48baa0-b16e-4b48-a299-c440a03ad0dd tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:58.461279 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-be48baa0-b16e-4b48-a299-c440a03ad0dd tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:58.465738 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-be48baa0-b16e-4b48-a299-c440a03ad0dd tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] 10.222.0.76 "PUT /v2.0/ports/f551f7bf-6483-44c4-a834-25ca02c703f3 HTTP/1.1" status: 200 len: 993 time: 1.5720119 Apr 29 13:26:58.467019 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57176) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:58.545789 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-04ca741b-37a4-4764-8147-7cebe7ae0e5f tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Deleting port f551f7bf-6483-44c4-a834-25ca02c703f3 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:26:58.546127 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-04ca741b-37a4-4764-8147-7cebe7ae0e5f tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:58.566081 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-973e4c35-524e-4dc1-9a1e-5b07ee927750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:58.569527 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-973e4c35-524e-4dc1-9a1e-5b07ee927750 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8f4bc45a-94b5-4394-945c-8bad2d8b5707 HTTP/1.1" status: 204 len: 168 time: 1.2254627 Apr 29 13:26:58.606986 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4c5961f7-4f75-48a0-984b-d845edaf60d7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:58.638722 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5b19fb14-4ed1-485e-95b5-b90b7c00e6a3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:58.684466 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8907daaa-d040-4f73-ae22-53c4b5577b2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:58.693880 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2e8f0f26-6825-4d68-856b-a160735fc396 None None] Transition to ACTIVE for port object a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:58.745058 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-dd8009fe-1f4d-4212-8926-66e72c4b76ee None None] Attempting to bind port db548005-8a4e-48e1-abdc-ca45e4b13442 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:26:58.745588 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-dd8009fe-1f4d-4212-8926-66e72c4b76ee None None] Attempting to bind port db548005-8a4e-48e1-abdc-ca45e4b13442 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:26:58.746038 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8009fe-1f4d-4212-8926-66e72c4b76ee None None] Attempting to bind port db548005-8a4e-48e1-abdc-ca45e4b13442 on network b2591163-41a9-4c5e-86a6-99ddbf59518f {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:26:58.762367 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8009fe-1f4d-4212-8926-66e72c4b76ee None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:26:58.765685 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8009fe-1f4d-4212-8926-66e72c4b76ee None None] Checking segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:26:58.765685 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dd8009fe-1f4d-4212-8926-66e72c4b76ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:58.766207 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8009fe-1f4d-4212-8926-66e72c4b76ee None None] Bound using segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:26:58.771944 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-dd8009fe-1f4d-4212-8926-66e72c4b76ee None None] Bound port: db548005-8a4e-48e1-abdc-ca45e4b13442, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:26:58.771944 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dd8009fe-1f4d-4212-8926-66e72c4b76ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:58.789411 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d59fa7fb-be1c-4c3b-ab41-d542c8645b80 req-15aea580-5693-44f7-bbb8-43a73e2573c4 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3181779 Apr 29 13:26:58.868398 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2e8f0f26-6825-4d68-856b-a160735fc396 None None] Transition to ACTIVE for port object a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:58.920888 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-06a3eea1-1297-4600-8c1b-1fe2d92bb664 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:58.953818 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0f26-6825-4d68-856b-a160735fc396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:58.974435 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4c5961f7-4f75-48a0-984b-d845edaf60d7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:59.009895 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4c5961f7-4f75-48a0-984b-d845edaf60d7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:59.055065 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:59.080206 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-06a3eea1-1297-4600-8c1b-1fe2d92bb664 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Transition to ACTIVE for port object d266232c-ebfd-408f-9ac0-9746578a835f will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:59.086485 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5961f7-4f75-48a0-984b-d845edaf60d7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a76f7d-5c3f-4f16-b6d3-095255a39c86,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:59.088731 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-dd8009fe-1f4d-4212-8926-66e72c4b76ee None None] For port db548005-8a4e-48e1-abdc-ca45e4b13442, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:26:59.091096 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5b19fb14-4ed1-485e-95b5-b90b7c00e6a3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:59.105425 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-dd8009fe-1f4d-4212-8926-66e72c4b76ee None None] For port db548005-8a4e-48e1-abdc-ca45e4b13442, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=db548005-8a4e-48e1-abdc-ca45e4b13442,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:26:59.130479 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dd8009fe-1f4d-4212-8926-66e72c4b76ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:59.146220 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a493021f-af95-4251-9371-4bdb9cdeac6d None None] Provisioning complete for port f551f7bf-6483-44c4-a834-25ca02c703f3 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:26:59.146495 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a493021f-af95-4251-9371-4bdb9cdeac6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:59.176244 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19fb14-4ed1-485e-95b5-b90b7c00e6a3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Subnet': ['ID=896d09ed-2019-48d6-a29a-4594daa78455,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:59.182624 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5b19fb14-4ed1-485e-95b5-b90b7c00e6a3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:59.188389 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5b19fb14-4ed1-485e-95b5-b90b7c00e6a3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/896d09ed-2019-48d6-a29a-4594daa78455 HTTP/1.1" status: 204 len: 168 time: 1.7647307 Apr 29 13:26:59.189091 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57188) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:59.194442 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4c5961f7-4f75-48a0-984b-d845edaf60d7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:59.197962 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4c5961f7-4f75-48a0-984b-d845edaf60d7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8350642 Apr 29 13:26:59.230326 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-a493021f-af95-4251-9371-4bdb9cdeac6d None None] Port f551f7bf-6483-44c4-a834-25ca02c703f3 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:26:59.240459 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8f0f26-6825-4d68-856b-a160735fc396 None None] Network 38acd47f-3b98-4e19-a364-804242709423 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:59.246125 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-04ca741b-37a4-4764-8147-7cebe7ae0e5f tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:59.260225 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-2e8f0f26-6825-4d68-856b-a160735fc396 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:59.267896 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8f0f26-6825-4d68-856b-a160735fc396 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:26:59.276825 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f0f26-6825-4d68-856b-a160735fc396 None None] Pushing event updated for resources: {'Port': ['ID=a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:59.286728 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57192) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:59.301657 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-562a43c6-a549-436e-87a0-6081dabc031d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '5213129c-8f53-4275-bc90-9ca856fd64ee', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:26:59.310250 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-33dd35ac-58a4-4b5c-872f-41f2bc84e100 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1185250 Apr 29 13:26:59.311640 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57198) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:59.317681 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-562a43c6-a549-436e-87a0-6081dabc031d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:26:59.360797 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8009fe-1f4d-4212-8926-66e72c4b76ee None None] Pushing event updated for resources: {'Port': ['ID=db548005-8a4e-48e1-abdc-ca45e4b13442,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:59.372684 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-562a43c6-a549-436e-87a0-6081dabc031d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:26:59.373271 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 33c89b0f-0092-4200-b91a-d67d91da6f12, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=33c89b0f-0092-4200-b91a-d67d91da6f12,segment=NetworkSegment(ee2230d7-19aa-4b7f-b599-ad0d2423a831),segment_id=ee2230d7-19aa-4b7f-b599-ad0d2423a831)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:26:59.374764 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-3cafc14d-b801-4abe-a00f-df289a8b1465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'name': 'tempest-RoutersTest-router-375737017', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:31Z', 'updated_at': '2022-04-29T13:26:42Z', 'revision_number': 2, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'gw_port_host': None, '_interfaces': [{'id': '73c6abaf-ee20-4b24-9581-a991ee6d160b', 'name': '', 'network_id': 'be9df2cb-cf00-4558-99bb-20f082905c88', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:bc:ec:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:39Z', 'updated_at': '2022-04-29T13:26:56Z', 'revision_number': 4, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:26:59.380083 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-562a43c6-a549-436e-87a0-6081dabc031d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:26:59.383907 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-06a3eea1-1297-4600-8c1b-1fe2d92bb664 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:59.422359 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:59.439819 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-562a43c6-a549-436e-87a0-6081dabc031d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:26:59.487197 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cafc14d-b801-4abe-a00f-df289a8b1465 None None] The sync data for ids ['e1421bee-f3a8-483e-808c-949354d33ae7'] in dv-neutron-839027-4-hyperv is: [{'id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'name': 'tempest-RoutersTest-router-375737017', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:31Z', 'updated_at': '2022-04-29T13:26:42Z', 'revision_number': 2, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'gw_port_host': None, '_interfaces': [{'id': '73c6abaf-ee20-4b24-9581-a991ee6d160b', 'name': '', 'network_id': 'be9df2cb-cf00-4558-99bb-20f082905c88', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:bc:ec:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:39Z', 'updated_at': '2022-04-29T13:26:56Z', 'revision_number': 4, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:26:59.495335 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:26:59.511998 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a3eea1-1297-4600-8c1b-1fe2d92bb664 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Network 985263c7-3ad0-470e-97ef-a0bc98052436 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:26:59.515836 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-562a43c6-a549-436e-87a0-6081dabc031d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:59.542354 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 5c0ead20-4119-4e02-a906-1853b7ccc17e no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:26:59.567483 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-06a3eea1-1297-4600-8c1b-1fe2d92bb664 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:26:59.569979 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a3eea1-1297-4600-8c1b-1fe2d92bb664 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:26:59.610921 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 5c0ead20-4119-4e02-a906-1853b7ccc17e {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:26:59.611256 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 5c0ead20-4119-4e02-a906-1853b7ccc17e not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:26:59.620267 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-2e8f0f26-6825-4d68-856b-a160735fc396 None None] Attempting to bind port a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:26:59.620832 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-2e8f0f26-6825-4d68-856b-a160735fc396 None None] Attempting to bind port a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'd030eeec-8c18-44ba-a120-7e2bac809e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '38acd47f-3b98-4e19-a364-804242709423'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:26:59.621368 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8f0f26-6825-4d68-856b-a160735fc396 None None] Attempting to bind port a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2 on network 38acd47f-3b98-4e19-a364-804242709423 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:26:59.636505 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8f0f26-6825-4d68-856b-a160735fc396 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:26:59.637099 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8f0f26-6825-4d68-856b-a160735fc396 None None] Checking segment: {'id': 'd030eeec-8c18-44ba-a120-7e2bac809e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '38acd47f-3b98-4e19-a364-804242709423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:26:59.637658 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0f26-6825-4d68-856b-a160735fc396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:59.638222 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8f0f26-6825-4d68-856b-a160735fc396 None None] Bound using segment: {'id': 'd030eeec-8c18-44ba-a120-7e2bac809e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '38acd47f-3b98-4e19-a364-804242709423'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:26:59.638927 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-2e8f0f26-6825-4d68-856b-a160735fc396 None None] Bound port: a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd030eeec-8c18-44ba-a120-7e2bac809e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '38acd47f-3b98-4e19-a364-804242709423'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:26:59.639563 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0f26-6825-4d68-856b-a160735fc396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:59.644043 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-c856cd64-cc63-44c0-a273-cc8f54fb32cf tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Allocated IP 172.21.0.1 (38acd47f-3b98-4e19-a364-804242709423/4818a72c-1dd1-4b94-bc0a-fce2b7154ce2/75e4a79c-dfe0-4844-833a-daae0a536f30) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:26:59.644302 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3728d6d2-ce76-4930-9971-79b50d730614 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:26:59.645008 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3728d6d2-ce76-4930-9971-79b50d730614 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:26:59.650363 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-06a3eea1-1297-4600-8c1b-1fe2d92bb664 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:59.653848 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=33c89b0f-0092-4200-b91a-d67d91da6f12,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:59.658864 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3eea1-1297-4600-8c1b-1fe2d92bb664 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Pushing event updated for resources: {'Port': ['ID=d266232c-ebfd-408f-9ac0-9746578a835f,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:26:59.755003 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-2e8f0f26-6825-4d68-856b-a160735fc396 None None] For port a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:26:59.762734 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-2e8f0f26-6825-4d68-856b-a160735fc396 None None] For port a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2,segment=NetworkSegment(d030eeec-8c18-44ba-a120-7e2bac809e1d),segment_id=d030eeec-8c18-44ba-a120-7e2bac809e1d)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:26:59.776455 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0f26-6825-4d68-856b-a160735fc396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:59.784879 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-562a43c6-a549-436e-87a0-6081dabc031d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:59.807810 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-562a43c6-a549-436e-87a0-6081dabc031d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:59.867312 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3728d6d2-ce76-4930-9971-79b50d730614 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:26:59.873306 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3728d6d2-ce76-4930-9971-79b50d730614 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5581205 Apr 29 13:26:59.875105 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-562a43c6-a549-436e-87a0-6081dabc031d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:59.876468 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-562a43c6-a549-436e-87a0-6081dabc031d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5886431 Apr 29 13:26:59.888394 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57208) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:59.889621 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57210) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:26:59.899814 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c856cd64-cc63-44c0-a273-cc8f54fb32cf tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:26:59.938694 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-c856cd64-cc63-44c0-a273-cc8f54fb32cf tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Transition to ACTIVE for port object 75e4a79c-dfe0-4844-833a-daae0a536f30 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:26:59.969106 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device ef3fe99b-fbf7-4e01-b264-fac025e6b942 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:26:59.986605 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-87c82c7d-f1ec-4b5b-bdc9-bd03ccb7e454 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '5213129c-8f53-4275-bc90-9ca856fd64ee', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:00.002788 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a43c6-a549-436e-87a0-6081dabc031d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d03cb799-58a1-48c0-b28c-55077e280ad3,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:00.028606 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-87c82c7d-f1ec-4b5b-bdc9-bd03ccb7e454 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:00.049833 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-06a3eea1-1297-4600-8c1b-1fe2d92bb664 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:00.071281 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-87c82c7d-f1ec-4b5b-bdc9-bd03ccb7e454 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:00.104468 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-04ca741b-37a4-4764-8147-7cebe7ae0e5f tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Calling delete_port for f551f7bf-6483-44c4-a834-25ca02c703f3 owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:27:00.108444 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-87c82c7d-f1ec-4b5b-bdc9-bd03ccb7e454 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:00.128901 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-87c82c7d-f1ec-4b5b-bdc9-bd03ccb7e454 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:00.136097 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f0f26-6825-4d68-856b-a160735fc396 None None] Pushing event updated for resources: {'Port': ['ID=a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:00.171573 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39141deb-9649-4665-b30f-d5517ff3d89b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:00.173649 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-39141deb-9649-4665-b30f-d5517ff3d89b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:27:00.190972 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port ef3fe99b-fbf7-4e01-b264-fac025e6b942 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:00.230995 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c856cd64-cc63-44c0-a273-cc8f54fb32cf tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:00.320458 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-8907daaa-d040-4f73-ae22-53c4b5577b2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Allocated IP 172.26.6.66 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/71643491-5194-4c22-8efd-18cf82fea949) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:27:00.398404 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57220) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:00.434885 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c856cd64-cc63-44c0-a273-cc8f54fb32cf tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network 38acd47f-3b98-4e19-a364-804242709423 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:00.437412 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856cd64-cc63-44c0-a273-cc8f54fb32cf tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Port': ['ID=75e4a79c-dfe0-4844-833a-daae0a536f30,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:00.471889 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b951d4ee-a964-40e6-b54b-7371c156c8b5 None None] Network 985263c7-3ad0-470e-97ef-a0bc98052436 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:00.489780 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-c856cd64-cc63-44c0-a273-cc8f54fb32cf tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:00.527626 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-87c82c7d-f1ec-4b5b-bdc9-bd03ccb7e454 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:00.585291 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-39141deb-9649-4665-b30f-d5517ff3d89b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:27:00.586638 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-39141deb-9649-4665-b30f-d5517ff3d89b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6957622 Apr 29 13:27:00.593210 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57226) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:00.654090 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8907daaa-d040-4f73-ae22-53c4b5577b2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:00.677966 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9bfd3ac6-d539-463d-a528-64f25618bc41 None None] Provisioning for port ef3fe99b-fbf7-4e01-b264-fac025e6b942 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:00.685705 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9bfd3ac6-d539-463d-a528-64f25618bc41 None None] Provisioning complete for port ef3fe99b-fbf7-4e01-b264-fac025e6b942 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:00.686565 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9bfd3ac6-d539-463d-a528-64f25618bc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:00.696210 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c856cd64-cc63-44c0-a273-cc8f54fb32cf tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:27:00.730520 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-87c82c7d-f1ec-4b5b-bdc9-bd03ccb7e454 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:00.746932 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-87c82c7d-f1ec-4b5b-bdc9-bd03ccb7e454 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:00.752603 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-4be93e08-36c4-436a-a7f8-c4c53e92f9ba tempest-SubnetPoolsTestJSON-1946609849 tempest-SubnetPoolsTestJSON-1946609849-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2138392878', 'prefixes': ['172.20.0.0/16']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:00.778705 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-293ae9c3-4733-41bf-8650-ff1fdc5b9c06 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1843982 Apr 29 13:27:00.802994 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57230) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:00.809047 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4be93e08-36c4-436a-a7f8-c4c53e92f9ba tempest-SubnetPoolsTestJSON-1946609849 tempest-SubnetPoolsTestJSON-1946609849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:00.818421 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8907daaa-d040-4f73-ae22-53c4b5577b2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:00.818806 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c82c7d-f1ec-4b5b-bdc9-bd03ccb7e454 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9f6df9-45bd-459d-a43e-7cd4e53fdefd,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:00.823581 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-87c82c7d-f1ec-4b5b-bdc9-bd03ccb7e454 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:00.827709 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-87c82c7d-f1ec-4b5b-bdc9-bd03ccb7e454 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9260828 Apr 29 13:27:00.828377 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57234) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:00.840228 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-b6191e9f-bae1-409e-8d92-d7b6f90b540c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '5213129c-8f53-4275-bc90-9ca856fd64ee', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:00.862234 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-81ec7079-1f61-4604-a650-f90d4bcdb0d6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:00.876200 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b6191e9f-bae1-409e-8d92-d7b6f90b540c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:00.888154 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b6191e9f-bae1-409e-8d92-d7b6f90b540c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:00.911533 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9bfd3ac6-d539-463d-a528-64f25618bc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:00.946047 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-9bfd3ac6-d539-463d-a528-64f25618bc41 None None] For port ef3fe99b-fbf7-4e01-b264-fac025e6b942, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=ef3fe99b-fbf7-4e01-b264-fac025e6b942,segment=NetworkSegment(ae7a5021-4acb-455d-87a5-13368dea4177),segment_id=ae7a5021-4acb-455d-87a5-13368dea4177)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:00.967623 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250d5a6-66cc-418d-9f9c-4a987226164c req-1b0e8e95-ecba-4f9d-93cf-518796dc626c tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:00.972931 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8250d5a6-66cc-418d-9f9c-4a987226164c req-1b0e8e95-ecba-4f9d-93cf-518796dc626c tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 1.5314178 Apr 29 13:27:00.975083 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9bfd3ac6-d539-463d-a528-64f25618bc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:00.981455 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57238) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:00.982558 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b6191e9f-bae1-409e-8d92-d7b6f90b540c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:01.022553 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-a863d0fd-4ade-4272-b21e-d3e61212d19a tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Request body: {'floatingip': {'port_id': '4607167c-7986-4767-894c-12e0243b25ec'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:01.112579 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b6191e9f-bae1-409e-8d92-d7b6f90b540c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:01.116576 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd3ac6-d539-463d-a528-64f25618bc41 None None] Pushing event updated for resources: {'Port': ['ID=ef3fe99b-fbf7-4e01-b264-fac025e6b942,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:01.165413 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c856cd64-cc63-44c0-a273-cc8f54fb32cf tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:01.175975 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a863d0fd-4ade-4272-b21e-d3e61212d19a tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks [] for floatingip, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:01.208441 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8907daaa-d040-4f73-ae22-53c4b5577b2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:01.214410 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-04ca741b-37a4-4764-8147-7cebe7ae0e5f tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:01.216143 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907daaa-d040-4f73-ae22-53c4b5577b2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Pushing event updated for resources: {'Port': ['ID=71643491-5194-4c22-8efd-18cf82fea949,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:01.226125 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-8907daaa-d040-4f73-ae22-53c4b5577b2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:01.278054 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8907daaa-d040-4f73-ae22-53c4b5577b2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:27:01.322539 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-81ec7079-1f61-4604-a650-f90d4bcdb0d6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:01.334613 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca741b-37a4-4764-8147-7cebe7ae0e5f tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Pushing event deleted for resources: {'Port': ['ID=f551f7bf-6483-44c4-a834-25ca02c703f3,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:01.349887 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03983a8a-7f89-4337-b7b2-743c369aa256 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:01.365943 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b6191e9f-bae1-409e-8d92-d7b6f90b540c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:01.398515 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-81ec7079-1f61-4604-a650-f90d4bcdb0d6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:01.404079 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-06a3eea1-1297-4600-8c1b-1fe2d92bb664 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:01.416903 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-06a3eea1-1297-4600-8c1b-1fe2d92bb664 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:01.615874 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1bf08fcb-276c-4f33-89d7-484fe991f69b None None] Provisioning for port db548005-8a4e-48e1-abdc-ca45e4b13442 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:01.785196 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-06a3eea1-1297-4600-8c1b-1fe2d92bb664 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:01.801658 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4f0d2380-1c88-45cf-903f-621db9bcd6b2 None None] Provisioning for port d266232c-ebfd-408f-9ac0-9746578a835f completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:01.823265 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4f0d2380-1c88-45cf-903f-621db9bcd6b2 None None] Provisioning complete for port d266232c-ebfd-408f-9ac0-9746578a835f triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:01.823736 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4f0d2380-1c88-45cf-903f-621db9bcd6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:01.828553 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ec7079-1f61-4604-a650-f90d4bcdb0d6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:01.869775 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3eea1-1297-4600-8c1b-1fe2d92bb664 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Pushing event updated for resources: {'Port': ['ID=d266232c-ebfd-408f-9ac0-9746578a835f,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:01.933662 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c856cd64-cc63-44c0-a273-cc8f54fb32cf tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:02.051299 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68126b84-00bd-4eb3-aa8a-537b4b4a7422 None None] DHCP port deletion for b2591163-41a9-4c5e-86a6-99ddbf59518f request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:27:02.074818 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-68126b84-00bd-4eb3-aa8a-537b4b4a7422 None None] Deleting port db548005-8a4e-48e1-abdc-ca45e4b13442 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:27:02.075329 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-68126b84-00bd-4eb3-aa8a-537b4b4a7422 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:02.121908 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:27:02.129143 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-04ca741b-37a4-4764-8147-7cebe7ae0e5f tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:02.145375 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db985b67-49d3-478b-ae83-5d31afe89256 None None] Network 38acd47f-3b98-4e19-a364-804242709423 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:02.192639 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b6191e9f-bae1-409e-8d92-d7b6f90b540c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:02.205837 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d2380-1c88-45cf-903f-621db9bcd6b2 None None] Port d266232c-ebfd-408f-9ac0-9746578a835f cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:27:02.209413 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b6191e9f-bae1-409e-8d92-d7b6f90b540c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:02.276489 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6191e9f-bae1-409e-8d92-d7b6f90b540c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c102bfb-2745-4e1c-9b70-d4f8c80bdd72,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:02.303214 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b6191e9f-bae1-409e-8d92-d7b6f90b540c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:02.307046 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b6191e9f-bae1-409e-8d92-d7b6f90b540c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.4750700 Apr 29 13:27:02.309034 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57242) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:02.318007 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-30937ea0-b148-42ea-bee3-701d7b28cb7f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '5213129c-8f53-4275-bc90-9ca856fd64ee', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:02.336600 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-30937ea0-b148-42ea-bee3-701d7b28cb7f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:02.344984 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-30937ea0-b148-42ea-bee3-701d7b28cb7f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:02.350726 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-30937ea0-b148-42ea-bee3-701d7b28cb7f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:02.355898 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a3eea1-1297-4600-8c1b-1fe2d92bb664 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Network 985263c7-3ad0-470e-97ef-a0bc98052436 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:02.361263 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-30937ea0-b148-42ea-bee3-701d7b28cb7f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:02.363277 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-06a3eea1-1297-4600-8c1b-1fe2d92bb664 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:02.389566 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4f0d2380-1c88-45cf-903f-621db9bcd6b2 None None] Provisioning complete for port ef3fe99b-fbf7-4e01-b264-fac025e6b942 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:02.390070 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4f0d2380-1c88-45cf-903f-621db9bcd6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:02.522322 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-81ec7079-1f61-4604-a650-f90d4bcdb0d6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:02.556175 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4be93e08-36c4-436a-a7f8-c4c53e92f9ba tempest-SubnetPoolsTestJSON-1946609849 tempest-SubnetPoolsTestJSON-1946609849-project] Notify callbacks [] for subnetpool, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:02.558037 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4be93e08-36c4-436a-a7f8-c4c53e92f9ba tempest-SubnetPoolsTestJSON-1946609849 tempest-SubnetPoolsTestJSON-1946609849-project] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 2.1585157 Apr 29 13:27:02.559762 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-04ca741b-37a4-4764-8147-7cebe7ae0e5f tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] 10.222.0.76 "DELETE /v2.0/ports/f551f7bf-6483-44c4-a834-25ca02c703f3 HTTP/1.1" status: 204 len: 168 time: 4.0888033 Apr 29 13:27:02.592043 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:02.612020 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 33c89b0f-0092-4200-b91a-d67d91da6f12 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:27:02.620495 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57246) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:02.621095 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57248) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:02.662409 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-68126b84-00bd-4eb3-aa8a-537b4b4a7422 None None] For port db548005-8a4e-48e1-abdc-ca45e4b13442, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=db548005-8a4e-48e1-abdc-ca45e4b13442,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:02.662981 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-68126b84-00bd-4eb3-aa8a-537b4b4a7422 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:02.732940 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-c753a6f4-7953-4036-a9b2-415e96cf44cd tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] GET failed (client error): The resource could not be found. Apr 29 13:27:02.733529 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-c753a6f4-7953-4036-a9b2-415e96cf44cd tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Synchronizing usage tracker for tenant:0fe313ea68464eb9865c051101ffa5d4 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:27:02.746111 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.securitygroups_db [None req-30937ea0-b148-42ea-bee3-701d7b28cb7f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Project 4b7a89f6c8564a04be449e2e6b4a95e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:27:02.760706 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-30937ea0-b148-42ea-bee3-701d7b28cb7f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:02.778166 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0c5e375c-8038-48de-ac45-a71b3e8715ca tempest-SubnetPoolsTestJSON-1946609849 tempest-SubnetPoolsTestJSON-1946609849-project] 10.222.0.76 "GET /v2.0/subnetpools/6f8f7669-fd76-4572-aa49-b306bd39b15b HTTP/1.1" status: 200 len: 732 time: 0.1558158 Apr 29 13:27:02.781392 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57254) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:02.793311 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-0ac64a63-90ae-4565-bd91-c20634ddcbd2 tempest-SubnetPoolsTestJSON-1946609849 tempest-SubnetPoolsTestJSON-1946609849-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2014375904'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:02.853160 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-68126b84-00bd-4eb3-aa8a-537b4b4a7422 None None] Calling delete_port for db548005-8a4e-48e1-abdc-ca45e4b13442 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:27:02.941746 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-c753a6f4-7953-4036-a9b2-415e96cf44cd tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Unset dirty status for tenant:0fe313ea68464eb9865c051101ffa5d4 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:27:02.947070 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c753a6f4-7953-4036-a9b2-415e96cf44cd tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] 10.222.0.76 "GET /v2.0/ports/f551f7bf-6483-44c4-a834-25ca02c703f3 HTTP/1.1" status: 404 len: 333 time: 0.3186889 Apr 29 13:27:02.953399 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57258) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:02.980847 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-31afcf6f-ec63-4064-b650-ae2ba1a76d61 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Request body: {'port': {'network_id': '65ee97c9-41de-46fc-b855-407f225c5ed0', 'name': 'tempest-AllowedAddressPairTestJSON-919404'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:03.004833 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-30937ea0-b148-42ea-bee3-701d7b28cb7f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:03.014006 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 33c89b0f-0092-4200-b91a-d67d91da6f12 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:03.014781 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:03.058675 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-30937ea0-b148-42ea-bee3-701d7b28cb7f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:03.062879 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-68126b84-00bd-4eb3-aa8a-537b4b4a7422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:03.101455 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.db.resource_extend [None req-a863d0fd-4ade-4272-b21e-d3e61212d19a tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:27:03.135324 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68126b84-00bd-4eb3-aa8a-537b4b4a7422 None None] Pushing event deleted for resources: {'Port': ['ID=db548005-8a4e-48e1-abdc-ca45e4b13442,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:03.159141 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68126b84-00bd-4eb3-aa8a-537b4b4a7422 None None] No DVR routers for this DVR port db548005-8a4e-48e1-abdc-ca45e4b13442 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:27:03.186603 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30937ea0-b148-42ea-bee3-701d7b28cb7f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c623749-87a4-4682-8ff1-fb1a3ded70c1,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:03.244124 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-406577b0-b38e-4081-abcd-a5b0e4939375 None None] Provisioning for port a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:03.253262 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-30937ea0-b148-42ea-bee3-701d7b28cb7f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:03.253729 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device ef3fe99b-fbf7-4e01-b264-fac025e6b942 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:27:03.255424 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-30937ea0-b148-42ea-bee3-701d7b28cb7f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9458377 Apr 29 13:27:03.268932 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57262) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:03.282807 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-4910b358-37e0-4ac8-9d6a-5b42a1d534a6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '5213129c-8f53-4275-bc90-9ca856fd64ee', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:03.302326 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a863d0fd-4ade-4272-b21e-d3e61212d19a tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:03.305357 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4910b358-37e0-4ac8-9d6a-5b42a1d534a6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:03.318164 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a863d0fd-4ade-4272-b21e-d3e61212d19a tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:03.324509 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c856cd64-cc63-44c0-a273-cc8f54fb32cf tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:03.327931 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4910b358-37e0-4ac8-9d6a-5b42a1d534a6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:03.333360 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-81ec7079-1f61-4604-a650-f90d4bcdb0d6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:03.338626 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4910b358-37e0-4ac8-9d6a-5b42a1d534a6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:03.354826 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-406577b0-b38e-4081-abcd-a5b0e4939375 None None] Provisioning complete for port a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:03.355252 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-406577b0-b38e-4081-abcd-a5b0e4939375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:03.371536 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0ac64a63-90ae-4565-bd91-c20634ddcbd2 tempest-SubnetPoolsTestJSON-1946609849 tempest-SubnetPoolsTestJSON-1946609849-project] Notify callbacks [] for subnetpool, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:03.376612 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0ac64a63-90ae-4565-bd91-c20634ddcbd2 tempest-SubnetPoolsTestJSON-1946609849 tempest-SubnetPoolsTestJSON-1946609849-project] 10.222.0.76 "PUT /v2.0/subnetpools/6f8f7669-fd76-4572-aa49-b306bd39b15b HTTP/1.1" status: 200 len: 684 time: 0.5845711 Apr 29 13:27:03.384429 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c856cd64-cc63-44c0-a273-cc8f54fb32cf tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:03.389667 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57266) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:03.403293 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-31afcf6f-ec63-4064-b650-ae2ba1a76d61 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:03.414008 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-31afcf6f-ec63-4064-b650-ae2ba1a76d61 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:03.465476 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port ef3fe99b-fbf7-4e01-b264-fac025e6b942 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:03.465851 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:03.490456 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31afcf6f-ec63-4064-b650-ae2ba1a76d61 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Made reservation on behalf of 0fe313ea68464eb9865c051101ffa5d4 for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:03.493937 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-31afcf6f-ec63-4064-b650-ae2ba1a76d61 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:03.546912 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4910b358-37e0-4ac8-9d6a-5b42a1d534a6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:03.582200 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-31afcf6f-ec63-4064-b650-ae2ba1a76d61 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] device_id is not set on port 26e0abf6-c5be-4189-ab53-441264c41c4c yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:27:03.586472 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-406577b0-b38e-4081-abcd-a5b0e4939375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:03.598525 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-901aa2b7-eecf-455d-bc80-2d7034d74e54 req-824c35ed-afb8-4156-a843-725ba8daf625 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5392129 Apr 29 13:27:03.669265 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.securitygroups_db [None req-4910b358-37e0-4ac8-9d6a-5b42a1d534a6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Project 4b7a89f6c8564a04be449e2e6b4a95e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:27:03.679485 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ec7079-1f61-4604-a650-f90d4bcdb0d6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:03.690992 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec7079-1f61-4604-a650-f90d4bcdb0d6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Subnet': ['ID=fc96c769-7693-4304-ba8b-3defc3a3e4b9,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:03.694332 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-81ec7079-1f61-4604-a650-f90d4bcdb0d6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:03.696793 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ec7079-1f61-4604-a650-f90d4bcdb0d6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:03.697414 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-81ec7079-1f61-4604-a650-f90d4bcdb0d6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:03.707910 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4910b358-37e0-4ac8-9d6a-5b42a1d534a6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:03.715937 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c856cd64-cc63-44c0-a273-cc8f54fb32cf tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:03.723714 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd87d3cf-80a7-4c7d-a74b-8eb6f835e33b None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:03.763309 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-406577b0-b38e-4081-abcd-a5b0e4939375 None None] For port a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2,segment=NetworkSegment(d030eeec-8c18-44ba-a120-7e2bac809e1d),segment_id=d030eeec-8c18-44ba-a120-7e2bac809e1d)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:03.772210 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856cd64-cc63-44c0-a273-cc8f54fb32cf tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Port': ['ID=75e4a79c-dfe0-4844-833a-daae0a536f30,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:03.791910 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2b1b4577-e2e6-47de-8c14-a95241c85292 tempest-SubnetPoolsTestJSON-1946609849 tempest-SubnetPoolsTestJSON-1946609849-project] Notify callbacks [] for subnetpool, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:03.796798 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2b1b4577-e2e6-47de-8c14-a95241c85292 tempest-SubnetPoolsTestJSON-1946609849 tempest-SubnetPoolsTestJSON-1946609849-project] 10.222.0.76 "DELETE /v2.0/subnetpools/6f8f7669-fd76-4572-aa49-b306bd39b15b HTTP/1.1" status: 204 len: 168 time: 0.4058516 Apr 29 13:27:03.797830 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57270) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:03.805885 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a3eea1-1297-4600-8c1b-1fe2d92bb664 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Router f4489d0d-8312-484a-beb3-ed098e7c29b4 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:27:03.820209 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-406577b0-b38e-4081-abcd-a5b0e4939375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:03.852965 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-c0549d28-9244-4fab-bf80-f160990f53c2 tempest-SubnetPoolsTestJSON-1946609849 tempest-SubnetPoolsTestJSON-1946609849-project] show failed (client error): The resource could not be found. Apr 29 13:27:03.858000 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c0549d28-9244-4fab-bf80-f160990f53c2 tempest-SubnetPoolsTestJSON-1946609849 tempest-SubnetPoolsTestJSON-1946609849-project] 10.222.0.76 "GET /v2.0/subnetpools/6f8f7669-fd76-4572-aa49-b306bd39b15b HTTP/1.1" status: 404 len: 346 time: 0.0529742 Apr 29 13:27:03.861993 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57274) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:03.908477 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-81ec7079-1f61-4604-a650-f90d4bcdb0d6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0964174 Apr 29 13:27:03.915775 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57278) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:03.917169 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-31afcf6f-ec63-4064-b650-ae2ba1a76d61 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Allocated IP 172.20.0.11 (65ee97c9-41de-46fc-b855-407f225c5ed0/bdae295a-1c0c-44d9-9f69-7b4db052fb7c/26e0abf6-c5be-4189-ab53-441264c41c4c) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:27:03.927130 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-427353c6-ca1c-4f4e-89f1-8a7c7cbbeb01 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'port': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'fixed_ips': [{'subnet_id': 'fc96c769-7693-4304-ba8b-3defc3a3e4b9', 'ip_address': '2001:db8::61c8:5f60:16e:ad2f'}], 'name': 'tempest-NetworksTestDHCPv6-1936597034'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:03.986596 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-406577b0-b38e-4081-abcd-a5b0e4939375 None None] Provisioning complete for port d266232c-ebfd-408f-9ac0-9746578a835f triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:03.987161 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-406577b0-b38e-4081-abcd-a5b0e4939375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:03.995418 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-48e8a6cf-439b-49ff-96e2-c8c24b33124f tempest-SubnetPoolsTestJSON-1946609849 tempest-SubnetPoolsTestJSON-1946609849-project] delete failed (client error): The resource could not be found. Apr 29 13:27:04.005355 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-48e8a6cf-439b-49ff-96e2-c8c24b33124f tempest-SubnetPoolsTestJSON-1946609849 tempest-SubnetPoolsTestJSON-1946609849-project] 10.222.0.76 "DELETE /v2.0/subnetpools/6f8f7669-fd76-4572-aa49-b306bd39b15b HTTP/1.1" status: 404 len: 346 time: 0.1418717 Apr 29 13:27:04.056629 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406577b0-b38e-4081-abcd-a5b0e4939375 None None] Pushing event updated for resources: {'Port': ['ID=a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:04.064126 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-406577b0-b38e-4081-abcd-a5b0e4939375 None None] Port d266232c-ebfd-408f-9ac0-9746578a835f cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:27:04.065630 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device db548005-8a4e-48e1-abdc-ca45e4b13442 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:27:04.116739 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: db548005-8a4e-48e1-abdc-ca45e4b13442 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:27:04.116739 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device db548005-8a4e-48e1-abdc-ca45e4b13442 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:27:04.128055 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.l3_db [None req-a863d0fd-4ade-4272-b21e-d3e61212d19a tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Floating IP 79cef90e-cba4-44eb-85c3-9e289b2f7e0d associated. External IP: 172.26.6.213, port: 4607167c-7986-4767-894c-12e0243b25ec. Apr 29 13:27:04.170384 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8907daaa-d040-4f73-ae22-53c4b5577b2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:04.254049 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4910b358-37e0-4ac8-9d6a-5b42a1d534a6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:04.270079 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ef1c1f79-b707-4446-b216-cbf04eebcfbd None None] Provisioning complete for port a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:04.270458 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ef1c1f79-b707-4446-b216-cbf04eebcfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:04.307048 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4910b358-37e0-4ac8-9d6a-5b42a1d534a6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:04.334808 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c27b2d-1986-4c54-9bdd-1c0060574bdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-b2591163-41a9-4c5e-86a6-99ddbf59518f', 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'fixed_ips': [{'subnet_id': 'fc96c769-7693-4304-ba8b-3defc3a3e4b9'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:27:04.336229 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f0c27b2d-1986-4c54-9bdd-1c0060574bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:04.353274 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-901aa2b7-eecf-455d-bc80-2d7034d74e54 req-a99fc1a7-a471-4c2d-9c22-74ffde331773 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b3dd10e1defa4a4db8e298797b127deb&device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 1099 time: 0.6239679 Apr 29 13:27:04.383279 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c856cd64-cc63-44c0-a273-cc8f54fb32cf tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network 38acd47f-3b98-4e19-a364-804242709423 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:04.389847 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8907daaa-d040-4f73-ae22-53c4b5577b2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:04.434387 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-427353c6-ca1c-4f4e-89f1-8a7c7cbbeb01 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:04.466397 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910b358-37e0-4ac8-9d6a-5b42a1d534a6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c2e170-5b9f-4063-baa4-43f4dd424bb2,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:04.470579 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-c856cd64-cc63-44c0-a273-cc8f54fb32cf tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:04.539613 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57286) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:04.650494 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4910b358-37e0-4ac8-9d6a-5b42a1d534a6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:04.658775 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4910b358-37e0-4ac8-9d6a-5b42a1d534a6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.3889430 Apr 29 13:27:04.778458 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a3eea1-1297-4600-8c1b-1fe2d92bb664 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:27:04.791219 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-31afcf6f-ec63-4064-b650-ae2ba1a76d61 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:04.807376 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec0db34-96a3-457a-9e48-7ade7e6ec698 None None] Sync routers for ids ['f4489d0d-8312-484a-beb3-ed098e7c29b4'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:27:04.821052 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-06a3eea1-1297-4600-8c1b-1fe2d92bb664 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] 10.222.0.76 "PUT /v2.0/routers/f4489d0d-8312-484a-beb3-ed098e7c29b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6312308 Apr 29 13:27:04.825582 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57294) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:04.839143 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ef1c1f79-b707-4446-b216-cbf04eebcfbd None None] Provisioning for port 75e4a79c-dfe0-4844-833a-daae0a536f30 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:04.855237 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec0db34-96a3-457a-9e48-7ade7e6ec698 None None] Routers {'f4489d0d-8312-484a-beb3-ed098e7c29b4'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:27:04.858170 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-cec0db34-96a3-457a-9e48-7ade7e6ec698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:26:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['f4489d0d-8312-484a-beb3-ed098e7c29b4'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:04.874088 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-d6100368-ab5b-4031-a248-bfecef1e319e tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Request body: {'port': {'network_id': '985263c7-3ad0-470e-97ef-a0bc98052436', 'name': 'tempest-FloatingIPNegativeTestJSON-176133305'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:04.913123 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-427353c6-ca1c-4f4e-89f1-8a7c7cbbeb01 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:04.972900 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ef1c1f79-b707-4446-b216-cbf04eebcfbd None None] Provisioning complete for port 75e4a79c-dfe0-4844-833a-daae0a536f30 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:04.973281 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ef1c1f79-b707-4446-b216-cbf04eebcfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:05.004809 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427353c6-ca1c-4f4e-89f1-8a7c7cbbeb01 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:05.010945 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-427353c6-ca1c-4f4e-89f1-8a7c7cbbeb01 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:05.042113 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-31afcf6f-ec63-4064-b650-ae2ba1a76d61 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Transition to ACTIVE for port object 26e0abf6-c5be-4189-ab53-441264c41c4c will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:05.059437 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901aa2b7-eecf-455d-bc80-2d7034d74e54 req-29b8f586-515d-4937-b4c9-53d856c9c3eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:05.061609 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-901aa2b7-eecf-455d-bc80-2d7034d74e54 req-29b8f586-515d-4937-b4c9-53d856c9c3eb service neutron] 10.222.0.32 "GET /v2.0/networks?id=fd1e5aaf-1b26-4dda-a00a-9ea5743f747d HTTP/1.1" status: 200 len: 898 time: 0.6763017 Apr 29 13:27:05.065656 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-f0c27b2d-1986-4c54-9bdd-1c0060574bdf None None] Allocated IP 2001:db8::2 (b2591163-41a9-4c5e-86a6-99ddbf59518f/fc96c769-7693-4304-ba8b-3defc3a3e4b9/8ce92bc4-0749-4b3d-9b32-433eddb20baf) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:27:05.087515 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-632a755e-a487-40f4-bb49-8be9e0fdcea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:05.149011 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-427353c6-ca1c-4f4e-89f1-8a7c7cbbeb01 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] device_id is not set on port af12a0e3-d1b1-4524-954e-854b785d820f yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:27:05.189195 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-cec0db34-96a3-457a-9e48-7ade7e6ec698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:05.200140 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-74b2460b-7335-4789-ab1e-e600c7762233 req-e7ad69a8-eca5-4cab-84d6-9af537eef1f5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-900710953&fields=id&tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 267 time: 0.1462131 Apr 29 13:27:05.211262 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-632a755e-a487-40f4-bb49-8be9e0fdcea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:05.231412 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec0db34-96a3-457a-9e48-7ade7e6ec698 None None] Routers {'f4489d0d-8312-484a-beb3-ed098e7c29b4'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:27:05.231964 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-cec0db34-96a3-457a-9e48-7ade7e6ec698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:26:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['f4489d0d-8312-484a-beb3-ed098e7c29b4'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:05.291936 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-ef1c1f79-b707-4446-b216-cbf04eebcfbd None None] Port 75e4a79c-dfe0-4844-833a-daae0a536f30 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:27:05.304691 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-cec0db34-96a3-457a-9e48-7ade7e6ec698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:05.305118 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec0db34-96a3-457a-9e48-7ade7e6ec698 None None] The sync data for ids ['f4489d0d-8312-484a-beb3-ed098e7c29b4'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:27:05.324975 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-632a755e-a487-40f4-bb49-8be9e0fdcea2 admin admin] Usage tracker for resource:security_group_rule and tenant:d79a202931a54417b974977fa1099c15 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:05.339033 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-632a755e-a487-40f4-bb49-8be9e0fdcea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:05.347053 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-31afcf6f-ec63-4064-b650-ae2ba1a76d61 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:05.358939 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-632a755e-a487-40f4-bb49-8be9e0fdcea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:05.422424 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d6100368-ab5b-4031-a248-bfecef1e319e tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:05.447372 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f0c27b2d-1986-4c54-9bdd-1c0060574bdf None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:05.456628 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-dc3a73e7-45dc-4306-a7c4-c01296b00006 None None] Provisioning complete for port 75e4a79c-dfe0-4844-833a-daae0a536f30 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:05.456886 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dc3a73e7-45dc-4306-a7c4-c01296b00006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:05.468545 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d6100368-ab5b-4031-a248-bfecef1e319e tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Usage tracker for resource:port and tenant:a2d8a0b2a35540e7ab68ee5b80373f44 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:05.476696 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d6100368-ab5b-4031-a248-bfecef1e319e tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:05.499488 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f0c27b2d-1986-4c54-9bdd-1c0060574bdf None None] Transition to ACTIVE for port object 8ce92bc4-0749-4b3d-9b32-433eddb20baf will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:05.508221 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d6100368-ab5b-4031-a248-bfecef1e319e tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:05.535756 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f0c27b2d-1986-4c54-9bdd-1c0060574bdf None None] Transition to ACTIVE for port object 8ce92bc4-0749-4b3d-9b32-433eddb20baf will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:05.537194 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-dc3a73e7-45dc-4306-a7c4-c01296b00006 None None] Port 75e4a79c-dfe0-4844-833a-daae0a536f30 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:27:05.545809 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f0c27b2d-1986-4c54-9bdd-1c0060574bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:05.546023 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31afcf6f-ec63-4064-b650-ae2ba1a76d61 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Pushing event updated for resources: {'Port': ['ID=26e0abf6-c5be-4189-ab53-441264c41c4c,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:05.607989 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31afcf6f-ec63-4064-b650-ae2ba1a76d61 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Network 65ee97c9-41de-46fc-b855-407f225c5ed0 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:05.619959 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-31afcf6f-ec63-4064-b650-ae2ba1a76d61 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:05.624797 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c27b2d-1986-4c54-9bdd-1c0060574bdf None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:05.628122 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-f0c27b2d-1986-4c54-9bdd-1c0060574bdf None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:05.630867 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c27b2d-1986-4c54-9bdd-1c0060574bdf None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:27:05.637107 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c27b2d-1986-4c54-9bdd-1c0060574bdf None None] Pushing event updated for resources: {'Port': ['ID=8ce92bc4-0749-4b3d-9b32-433eddb20baf,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:05.649835 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-901aa2b7-eecf-455d-bc80-2d7034d74e54 req-634ab4f0-c57f-454b-a63c-d98657cb26d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=a88ec220-4cca-43f4-8418-56dcd9ad7bad HTTP/1.1" status: 200 len: 999 time: 0.5765836 Apr 29 13:27:05.677123 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31afcf6f-ec63-4064-b650-ae2ba1a76d61 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:27:05.703503 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6100368-ab5b-4031-a248-bfecef1e319e tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Made reservation on behalf of a2d8a0b2a35540e7ab68ee5b80373f44 for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:05.706470 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d6100368-ab5b-4031-a248-bfecef1e319e tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:05.719548 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2460b-7335-4789-ab1e-e600c7762233 req-a2deead9-e602-44c0-99d0-0314628c844d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:05.721050 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-74b2460b-7335-4789-ab1e-e600c7762233 req-a2deead9-e602-44c0-99d0-0314628c844d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/networks?id=4d4da868-e2e3-4a21-9dca-f4e60fad105d HTTP/1.1" status: 200 len: 797 time: 0.5067699 Apr 29 13:27:05.748262 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-f0c27b2d-1986-4c54-9bdd-1c0060574bdf None None] Attempting to bind port 8ce92bc4-0749-4b3d-9b32-433eddb20baf on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:27:05.748783 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-f0c27b2d-1986-4c54-9bdd-1c0060574bdf None None] Attempting to bind port 8ce92bc4-0749-4b3d-9b32-433eddb20baf by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:27:05.749175 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c27b2d-1986-4c54-9bdd-1c0060574bdf None None] Attempting to bind port 8ce92bc4-0749-4b3d-9b32-433eddb20baf on network b2591163-41a9-4c5e-86a6-99ddbf59518f {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:27:05.757934 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c27b2d-1986-4c54-9bdd-1c0060574bdf None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:27:05.758273 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c27b2d-1986-4c54-9bdd-1c0060574bdf None None] Checking segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:27:05.759041 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f0c27b2d-1986-4c54-9bdd-1c0060574bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:05.759489 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c27b2d-1986-4c54-9bdd-1c0060574bdf None None] Bound using segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:27:05.760050 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-f0c27b2d-1986-4c54-9bdd-1c0060574bdf None None] Bound port: 8ce92bc4-0749-4b3d-9b32-433eddb20baf, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:27:05.760457 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f0c27b2d-1986-4c54-9bdd-1c0060574bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:05.800328 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-d6100368-ab5b-4031-a248-bfecef1e319e tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] device_id is not set on port bb4a7654-5287-4f7d-9e8e-e0c17c27b50b yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:27:05.844279 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.resource_extend [None req-8907daaa-d040-4f73-ae22-53c4b5577b2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:27:05.855112 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-74b2460b-7335-4789-ab1e-e600c7762233 req-b3ef5fe9-83f7-4c09-8cda-a5daf6146513 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/quotas/4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 375 time: 0.1179528 Apr 29 13:27:05.870748 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8907daaa-d040-4f73-ae22-53c4b5577b2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:05.895518 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f0c27b2d-1986-4c54-9bdd-1c0060574bdf None None] For port 8ce92bc4-0749-4b3d-9b32-433eddb20baf, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:27:05.899510 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f0c27b2d-1986-4c54-9bdd-1c0060574bdf None None] For port 8ce92bc4-0749-4b3d-9b32-433eddb20baf, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=8ce92bc4-0749-4b3d-9b32-433eddb20baf,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:27:05.903636 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901aa2b7-eecf-455d-bc80-2d7034d74e54 req-1088d42a-746c-450b-9e67-3c64dd46d723 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:05.905668 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-901aa2b7-eecf-455d-bc80-2d7034d74e54 req-1088d42a-746c-450b-9e67-3c64dd46d723 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8672d9ee-edfb-42ee-bd49-ae2cc6174dde HTTP/1.1" status: 200 len: 837 time: 0.2275889 Apr 29 13:27:05.905821 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f0c27b2d-1986-4c54-9bdd-1c0060574bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:05.921811 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8907daaa-d040-4f73-ae22-53c4b5577b2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:05.940427 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31afcf6f-ec63-4064-b650-ae2ba1a76d61 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:05.941066 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-31afcf6f-ec63-4064-b650-ae2ba1a76d61 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:05.993923 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-632a755e-a487-40f4-bb49-8be9e0fdcea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:06.018875 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-632a755e-a487-40f4-bb49-8be9e0fdcea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:06.040699 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-cd9a56d6-4814-4d7c-8e16-e9744e9f159c None None] Provisioning for port 26e0abf6-c5be-4189-ab53-441264c41c4c completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:06.049581 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c27b2d-1986-4c54-9bdd-1c0060574bdf None None] Pushing event updated for resources: {'Port': ['ID=8ce92bc4-0749-4b3d-9b32-433eddb20baf,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:06.054145 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-cd9a56d6-4814-4d7c-8e16-e9744e9f159c None None] Provisioning complete for port 26e0abf6-c5be-4189-ab53-441264c41c4c triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:06.063455 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cd9a56d6-4814-4d7c-8e16-e9744e9f159c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:06.078401 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-427353c6-ca1c-4f4e-89f1-8a7c7cbbeb01 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Allocated IP 2001:db8::61c8:5f60:16e:ad2f (b2591163-41a9-4c5e-86a6-99ddbf59518f/fc96c769-7693-4304-ba8b-3defc3a3e4b9/af12a0e3-d1b1-4524-954e-854b785d820f) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:27:06.098338 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-31afcf6f-ec63-4064-b650-ae2ba1a76d61 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1390212 Apr 29 13:27:06.114904 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57306) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:06.132653 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-cd9a56d6-4814-4d7c-8e16-e9744e9f159c None None] Port 26e0abf6-c5be-4189-ab53-441264c41c4c cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:27:06.140749 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-c43ed029-c9fa-45c6-b496-770718345851 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e8:dd:97'}]}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:06.181065 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 73c6abaf-ee20-4b24-9581-a991ee6d160b up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:27:06.223222 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a755e-a487-40f4-bb49-8be9e0fdcea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a7e7c1-b3ba-49e7-aeb8-b344975d831b,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:06.275609 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-632a755e-a487-40f4-bb49-8be9e0fdcea2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d79a202931a54417b974977fa1099c15&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7236996 Apr 29 13:27:06.280456 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57310) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:06.290482 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-d6100368-ab5b-4031-a248-bfecef1e319e tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Allocated IP 172.20.0.11 (985263c7-3ad0-470e-97ef-a0bc98052436/027e0086-3030-410b-8c3d-60d572b37402/bb4a7654-5287-4f7d-9e8e-e0c17c27b50b) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:27:06.345323 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-74b2460b-7335-4789-ab1e-e600c7762233 req-09ad735b-ce54-4c5b-ad1b-a81904d47307 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4584925 Apr 29 13:27:06.352365 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 73c6abaf-ee20-4b24-9581-a991ee6d160b completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:06.358377 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 73c6abaf-ee20-4b24-9581-a991ee6d160b triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:06.358744 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:06.385603 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907daaa-d040-4f73-ae22-53c4b5577b2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Pushing event updated for resources: {'Port': ['ID=71643491-5194-4c22-8efd-18cf82fea949,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:06.402335 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8907daaa-d040-4f73-ae22-53c4b5577b2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:06.478191 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c856cd64-cc63-44c0-a273-cc8f54fb32cf tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Router e1421bee-f3a8-483e-808c-949354d33ae7 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:27:06.505199 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:06.583921 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 73c6abaf-ee20-4b24-9581-a991ee6d160b, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=73c6abaf-ee20-4b24-9581-a991ee6d160b,segment=NetworkSegment(5ab2a663-b12c-4759-92bc-ee25a2825452),segment_id=5ab2a663-b12c-4759-92bc-ee25a2825452)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:06.588782 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-901aa2b7-eecf-455d-bc80-2d7034d74e54 req-b7d4ac9b-ba85-44cf-81ea-edb8320c8309 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fd1e5aaf-1b26-4dda-a00a-9ea5743f747d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6768079 Apr 29 13:27:06.590815 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:06.592745 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:27:06.601236 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-427353c6-ca1c-4f4e-89f1-8a7c7cbbeb01 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:06.727862 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=73c6abaf-ee20-4b24-9581-a991ee6d160b,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:06.740739 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:06.741241 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:06.776619 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-427353c6-ca1c-4f4e-89f1-8a7c7cbbeb01 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Transition to ACTIVE for port object af12a0e3-d1b1-4524-954e-854b785d820f will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:06.951528 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-901aa2b7-eecf-455d-bc80-2d7034d74e54 req-663266f2-37e3-40a8-8b3f-c41681b6a526 service neutron] 10.222.0.32 "GET /v2.0/networks/fd1e5aaf-1b26-4dda-a00a-9ea5743f747d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402345 Apr 29 13:27:06.968804 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-74b2460b-7335-4789-ab1e-e600c7762233 req-c2170372-5433-48fc-a9f3-52994f976ad1 service neutron] 10.222.0.76 "GET /v2.0/networks/4d4da868-e2e3-4a21-9dca-f4e60fad105d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6220858 Apr 29 13:27:06.990918 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-427353c6-ca1c-4f4e-89f1-8a7c7cbbeb01 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:07.009824 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c81f3c26-1923-4acd-909f-0d91968214a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:07.163107 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427353c6-ca1c-4f4e-89f1-8a7c7cbbeb01 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:07.166549 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a863d0fd-4ade-4272-b21e-d3e61212d19a tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Router 2a9feabf-767e-40df-a080-b455641c9ebd has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:27:07.169373 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-427353c6-ca1c-4f4e-89f1-8a7c7cbbeb01 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:07.176142 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427353c6-ca1c-4f4e-89f1-8a7c7cbbeb01 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Port': ['ID=af12a0e3-d1b1-4524-954e-854b785d820f,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:07.190405 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427353c6-ca1c-4f4e-89f1-8a7c7cbbeb01 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:27:07.194275 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427353c6-ca1c-4f4e-89f1-8a7c7cbbeb01 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:07.194863 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-427353c6-ca1c-4f4e-89f1-8a7c7cbbeb01 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:07.199030 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c43ed029-c9fa-45c6-b496-770718345851 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:07.212136 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c81f3c26-1923-4acd-909f-0d91968214a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:07.216506 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c856cd64-cc63-44c0-a273-cc8f54fb32cf tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:27:07.253144 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c856cd64-cc63-44c0-a273-cc8f54fb32cf tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "PUT /v2.0/routers/e1421bee-f3a8-483e-808c-949354d33ae7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8935552 Apr 29 13:27:07.255141 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.l3_db [None req-8907daaa-d040-4f73-ae22-53c4b5577b2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Floating IP fe262875-92e1-49e0-9f8b-4459ab3a0391 associated. External IP: 172.26.6.66, port: a88ec220-4cca-43f4-8418-56dcd9ad7bad. Apr 29 13:27:07.264338 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d6100368-ab5b-4031-a248-bfecef1e319e tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:07.267230 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57314) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:07.280538 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b5681d35-0229-4966-a382-d2bb5467ff9f None None] Provisioning for port 8ce92bc4-0749-4b3d-9b32-433eddb20baf completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:07.287632 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-84e76afe-fafa-4dbe-bdf3-f51c61d6edd9 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'network': {'name': 'tempest-RoutersTest-314682007'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:07.362591 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-84e76afe-fafa-4dbe-bdf3-f51c61d6edd9 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:07.385176 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-d6100368-ab5b-4031-a248-bfecef1e319e tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Transition to ACTIVE for port object bb4a7654-5287-4f7d-9e8e-e0c17c27b50b will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:07.386556 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-84e76afe-fafa-4dbe-bdf3-f51c61d6edd9 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Usage tracker for resource:network and tenant:1eeea487b04d4758993c28cdd605ea02 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:07.400308 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-84e76afe-fafa-4dbe-bdf3-f51c61d6edd9 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:07.453590 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-427353c6-ca1c-4f4e-89f1-8a7c7cbbeb01 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5360744 Apr 29 13:27:07.455628 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-901aa2b7-eecf-455d-bc80-2d7034d74e54 req-9c39597b-8ade-45f5-a95a-72f72f7d11d7 service neutron] 10.222.0.32 "GET /v2.0/networks/fd1e5aaf-1b26-4dda-a00a-9ea5743f747d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968605 Apr 29 13:27:07.456070 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57318) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:07.478424 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-84e76afe-fafa-4dbe-bdf3-f51c61d6edd9 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:07.519152 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-dcd64803-49dd-4040-b7b0-a3ad2ee95c66 None None] Provisioning for port af12a0e3-d1b1-4524-954e-854b785d820f completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:07.525058 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-dcd64803-49dd-4040-b7b0-a3ad2ee95c66 None None] Provisioning complete for port af12a0e3-d1b1-4524-954e-854b785d820f triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:07.525698 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dcd64803-49dd-4040-b7b0-a3ad2ee95c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:07.570899 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-74b2460b-7335-4789-ab1e-e600c7762233 req-08853cd0-b5dc-4f9c-96a7-823d2ca08465 service neutron] 10.222.0.76 "GET /v2.0/networks/4d4da868-e2e3-4a21-9dca-f4e60fad105d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5695014 Apr 29 13:27:07.592596 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-dcd64803-49dd-4040-b7b0-a3ad2ee95c66 None None] Port af12a0e3-d1b1-4524-954e-854b785d820f cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:27:07.631306 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322f4264-7899-42e1-b659-31754ef79371 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:07.635254 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322f4264-7899-42e1-b659-31754ef79371 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:07.636197 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-322f4264-7899-42e1-b659-31754ef79371 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:27:07.654669 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e76afe-fafa-4dbe-bdf3-f51c61d6edd9 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Made reservation on behalf of 1eeea487b04d4758993c28cdd605ea02 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:07.657682 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-84e76afe-fafa-4dbe-bdf3-f51c61d6edd9 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:07.661679 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-322f4264-7899-42e1-b659-31754ef79371 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:27:07.663060 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-322f4264-7899-42e1-b659-31754ef79371 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2003329 Apr 29 13:27:07.665940 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57322) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:07.679118 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c81f3c26-1923-4acd-909f-0d91968214a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:07.724899 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f3c26-1923-4acd-909f-0d91968214a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a7e7c1-b3ba-49e7-aeb8-b344975d831b,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:07.745214 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d6100368-ab5b-4031-a248-bfecef1e319e tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:07.751586 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c81f3c26-1923-4acd-909f-0d91968214a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:07.752717 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c81f3c26-1923-4acd-909f-0d91968214a4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d1a7e7c1-b3ba-49e7-aeb8-b344975d831b HTTP/1.1" status: 204 len: 168 time: 1.4681461 Apr 29 13:27:07.757646 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-39f45b54-f345-4849-a26f-1897f9d5dc51 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting port af12a0e3-d1b1-4524-954e-854b785d820f {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:27:07.757983 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-39f45b54-f345-4849-a26f-1897f9d5dc51 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:07.830446 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e76afe-fafa-4dbe-bdf3-f51c61d6edd9 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:27:07.843807 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-31c7f900-6462-4ef2-913d-ecd462a5f97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:07.882509 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-84e76afe-fafa-4dbe-bdf3-f51c61d6edd9 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:07.883216 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-84e76afe-fafa-4dbe-bdf3-f51c61d6edd9 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Added segment 526586a9-d33e-4c10-a1ea-25a09699e7a2 of type vlan for network 753af2c2-3d02-4cc9-aad9-500cf1d50874 Apr 29 13:27:07.914649 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6100368-ab5b-4031-a248-bfecef1e319e tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Network 985263c7-3ad0-470e-97ef-a0bc98052436 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:07.918709 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6100368-ab5b-4031-a248-bfecef1e319e tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Pushing event updated for resources: {'Port': ['ID=bb4a7654-5287-4f7d-9e8e-e0c17c27b50b,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:07.925512 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-d6100368-ab5b-4031-a248-bfecef1e319e tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:07.953291 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6100368-ab5b-4031-a248-bfecef1e319e tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:27:07.993881 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-b742e625-4049-48de-b3c6-db37662326a4 req-7ebc7d36-8519-4f29-9366-513c31e6e376 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:27:08.030410 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.db.resource_extend [None req-c43ed029-c9fa-45c6-b496-770718345851 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:27:08.066654 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c43ed029-c9fa-45c6-b496-770718345851 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:08.077970 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-84e76afe-fafa-4dbe-bdf3-f51c61d6edd9 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:08.094127 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c43ed029-c9fa-45c6-b496-770718345851 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:08.256338 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6100368-ab5b-4031-a248-bfecef1e319e tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:08.257081 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 73c6abaf-ee20-4b24-9581-a991ee6d160b up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:27:08.257189 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d6100368-ab5b-4031-a248-bfecef1e319e tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:08.351478 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 73c6abaf-ee20-4b24-9581-a991ee6d160b triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:08.352214 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:08.434335 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-c43ed029-c9fa-45c6-b496-770718345851 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] In _notify_port_updated(), no bound segment for port 26e0abf6-c5be-4189-ab53-441264c41c4c on network 65ee97c9-41de-46fc-b855-407f225c5ed0 {{(pid=83905) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 13:27:08.447842 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43ed029-c9fa-45c6-b496-770718345851 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:08.448851 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c43ed029-c9fa-45c6-b496-770718345851 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:08.450379 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c43ed029-c9fa-45c6-b496-770718345851 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] 10.222.0.76 "PUT /v2.0/ports/26e0abf6-c5be-4189-ab53-441264c41c4c HTTP/1.1" status: 200 len: 993 time: 2.3144872 Apr 29 13:27:08.459732 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d6100368-ab5b-4031-a248-bfecef1e319e tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6264818 Apr 29 13:27:08.459732 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57338) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:08.483524 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57340) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:08.526331 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ed029-c9fa-45c6-b496-770718345851 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Pushing event updated for resources: {'Port': ['ID=26e0abf6-c5be-4189-ab53-441264c41c4c,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:08.526637 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-b742e625-4049-48de-b3c6-db37662326a4 req-7ebc7d36-8519-4f29-9366-513c31e6e376 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:27:08.527215 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 8ce92bc4-0749-4b3d-9b32-433eddb20baf up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:27:08.527678 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b742e625-4049-48de-b3c6-db37662326a4 req-7ebc7d36-8519-4f29-9366-513c31e6e376 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=3061d50c-a877-4cf1-a4f7-3db07ad118a2 HTTP/1.1" status: 200 len: 210 time: 0.6751750 Apr 29 13:27:08.546728 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-84e76afe-fafa-4dbe-bdf3-f51c61d6edd9 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:08.560548 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e76afe-fafa-4dbe-bdf3-f51c61d6edd9 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:08.564504 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-84e76afe-fafa-4dbe-bdf3-f51c61d6edd9 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:08.584030 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-6bdf8e74-e91d-4e2b-84ec-36884277bc73 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:08.590607 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6bdf8e74-e91d-4e2b-84ec-36884277bc73 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:08.597179 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6bdf8e74-e91d-4e2b-84ec-36884277bc73 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Usage tracker for resource:floatingip and tenant:a2d8a0b2a35540e7ab68ee5b80373f44 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:08.600107 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6bdf8e74-e91d-4e2b-84ec-36884277bc73 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:08.606935 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6bdf8e74-e91d-4e2b-84ec-36884277bc73 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:08.614099 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-39f45b54-f345-4849-a26f-1897f9d5dc51 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:08.620777 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-53d60a57-a760-4695-85d9-28ac43f1eaf8 None None] Provisioning for port bb4a7654-5287-4f7d-9e8e-e0c17c27b50b completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:08.637011 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-53d60a57-a760-4695-85d9-28ac43f1eaf8 None None] Provisioning complete for port bb4a7654-5287-4f7d-9e8e-e0c17c27b50b triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:08.637929 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-53d60a57-a760-4695-85d9-28ac43f1eaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:08.677925 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6bdf8e74-e91d-4e2b-84ec-36884277bc73 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks [] for floatingip, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:08.722546 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-53d60a57-a760-4695-85d9-28ac43f1eaf8 None None] Port bb4a7654-5287-4f7d-9e8e-e0c17c27b50b cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:27:08.739080 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 8ce92bc4-0749-4b3d-9b32-433eddb20baf completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:08.745808 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 8ce92bc4-0749-4b3d-9b32-433eddb20baf triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:08.746528 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:08.756992 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-39f45b54-f345-4849-a26f-1897f9d5dc51 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Calling delete_port for af12a0e3-d1b1-4524-954e-854b785d820f owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:27:08.779844 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-84e76afe-fafa-4dbe-bdf3-f51c61d6edd9 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5069969 Apr 29 13:27:08.780240 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57346) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:08.798655 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-efa79ec6-806c-4187-86cf-29de03d9100a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'subnet': {'network_id': '753af2c2-3d02-4cc9-aad9-500cf1d50874', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:08.895896 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b71df867-c783-46a5-996a-df55582e7411 None None] Provisioning complete for port 26e0abf6-c5be-4189-ab53-441264c41c4c triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:08.896685 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b71df867-c783-46a5-996a-df55582e7411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:08.909789 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-39f45b54-f345-4849-a26f-1897f9d5dc51 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:08.964030 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f45b54-f345-4849-a26f-1897f9d5dc51 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Port': ['ID=af12a0e3-d1b1-4524-954e-854b785d820f,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:09.006432 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:09.030100 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-39f45b54-f345-4849-a26f-1897f9d5dc51 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:09.050477 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-39f45b54-f345-4849-a26f-1897f9d5dc51 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/af12a0e3-d1b1-4524-954e-854b785d820f HTTP/1.1" status: 204 len: 168 time: 1.3806605 Apr 29 13:27:09.050477 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57350) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:09.057268 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 8ce92bc4-0749-4b3d-9b32-433eddb20baf, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=8ce92bc4-0749-4b3d-9b32-433eddb20baf,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:09.065983 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:09.120217 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a863d0fd-4ade-4272-b21e-d3e61212d19a tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:27:09.125692 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-6013dc59-9468-4138-b386-77baad0c3bae tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Deleting port 26e0abf6-c5be-4189-ab53-441264c41c4c {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:27:09.126181 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6013dc59-9468-4138-b386-77baad0c3bae tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:09.129520 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b71df867-c783-46a5-996a-df55582e7411 None None] Port 26e0abf6-c5be-4189-ab53-441264c41c4c cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:27:09.142015 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144e559a-6816-47ca-8efb-c5bb0a09322d None None] Sync routers for ids ['2a9feabf-767e-40df-a080-b455641c9ebd'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:27:09.146256 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9a1599-fc44-4f0a-bc79-ed2fc40a277a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:09.147550 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9a1599-fc44-4f0a-bc79-ed2fc40a277a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:09.148465 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8a9a1599-fc44-4f0a-bc79-ed2fc40a277a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:27:09.155536 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144e559a-6816-47ca-8efb-c5bb0a09322d None None] Routers {'2a9feabf-767e-40df-a080-b455641c9ebd'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:27:09.156536 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-144e559a-6816-47ca-8efb-c5bb0a09322d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:26:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['2a9feabf-767e-40df-a080-b455641c9ebd'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:09.172832 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8907daaa-d040-4f73-ae22-53c4b5577b2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Router dbbd48fc-93c3-4ee5-96c0-bbc843deeffd has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:27:09.182956 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8a9a1599-fc44-4f0a-bc79-ed2fc40a277a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:27:09.184457 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8a9a1599-fc44-4f0a-bc79-ed2fc40a277a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1328712 Apr 29 13:27:09.192808 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57354) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:09.193594 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=8ce92bc4-0749-4b3d-9b32-433eddb20baf,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:09.214559 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a863d0fd-4ade-4272-b21e-d3e61212d19a tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:09.303898 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e76afe-fafa-4dbe-bdf3-f51c61d6edd9 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Network': ['ID=753af2c2-3d02-4cc9-aad9-500cf1d50874,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:09.308541 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-efa79ec6-806c-4187-86cf-29de03d9100a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:09.317248 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 753af2c2-3d02-4cc9-aad9-500cf1d50874 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:27:09.322170 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-efa79ec6-806c-4187-86cf-29de03d9100a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Usage tracker for resource:subnet and tenant:1eeea487b04d4758993c28cdd605ea02 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:09.338795 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-efa79ec6-806c-4187-86cf-29de03d9100a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:09.353785 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a863d0fd-4ade-4272-b21e-d3e61212d19a tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "PUT /v2.0/floatingips/79cef90e-cba4-44eb-85c3-9e289b2f7e0d HTTP/1.1" status: 200 len: 991 time: 8.3636432 Apr 29 13:27:09.402976 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-efa79ec6-806c-4187-86cf-29de03d9100a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:09.416167 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-144e559a-6816-47ca-8efb-c5bb0a09322d None None] Set router 2a9feabf-767e-40df-a080-b455641c9ebd gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:27:09.420826 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31736e7-e0bb-4be3-87ff-3cfbbc391204', 'tag': '4607167c-7986-4767-894c-12e0243b25ec'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:27:09.595173 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-564761e4-0f03-4adc-99a5-4233bb99d941'] response: {'name': 'network-changed', 'server_uuid': 'b31736e7-e0bb-4be3-87ff-3cfbbc391204', 'tag': '4607167c-7986-4767-894c-12e0243b25ec', 'status': 'completed', 'code': 200} Apr 29 13:27:09.617620 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa79ec6-806c-4187-86cf-29de03d9100a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Made reservation on behalf of 1eeea487b04d4758993c28cdd605ea02 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:09.883200 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-144e559a-6816-47ca-8efb-c5bb0a09322d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'name': 'tempest-ServerActionsTestJSON-1999992650-router', 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.87'}], 'enable_snat': True}, 'gw_port_id': 'e7e37690-3229-4928-8b7b-7d2b1112e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:25:45Z', 'updated_at': '2022-04-29T13:26:01Z', 'revision_number': 4, 'project_id': '0952490f6c5340cc87f108a8ce4f0048', 'gw_port': {'id': 'e7e37690-3229-4928-8b7b-7d2b1112e8da', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:47Z', 'updated_at': '2022-04-29T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '79cef90e-cba4-44eb-85c3-9e289b2f7e0d', 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048', 'floating_ip_address': '172.26.6.213', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'port_id': '4607167c-7986-4767-894c-12e0243b25ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6', 'mac_address': 'fa:16:3e:a3:f4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31736e7-e0bb-4be3-87ff-3cfbbc391204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:26:16Z', 'updated_at': '2022-04-29T13:27:02Z', 'revision_number': 1, 'project_id': '0952490f6c5340cc87f108a8ce4f0048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfca116a-9349-436d-84d8-e8cb520e2159', 'name': '', 'network_id': '9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6', 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048', 'mac_address': 'fa:16:3e:b4:06:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95ef32f0-4ffe-4053-ad89-1f8d7234cbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:57Z', 'updated_at': '2022-04-29T13:26:16Z', 'revision_number': 5, 'project_id': '0952490f6c5340cc87f108a8ce4f0048', 'subnets': [{'id': '95ef32f0-4ffe-4053-ad89-1f8d7234cbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:09.887944 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144e559a-6816-47ca-8efb-c5bb0a09322d None None] Checking router: 2a9feabf-767e-40df-a080-b455641c9ebd for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:27:09.902226 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144e559a-6816-47ca-8efb-c5bb0a09322d None None] Routers {'2a9feabf-767e-40df-a080-b455641c9ebd'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:27:09.902970 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-144e559a-6816-47ca-8efb-c5bb0a09322d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:26:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['2a9feabf-767e-40df-a080-b455641c9ebd'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:09.931790 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4bf16045-2c2d-4271-9e4a-7edac0303e02 req-b3040bab-1c0c-4fa2-9945-8945ae9e428c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=3061d50c-a877-4cf1-a4f7-3db07ad118a2 HTTP/1.1" status: 200 len: 210 time: 0.1507497 Apr 29 13:27:09.973743 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-efa79ec6-806c-4187-86cf-29de03d9100a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:09.995050 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 8ce92bc4-0749-4b3d-9b32-433eddb20baf up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:27:10.046770 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2460b-7335-4789-ab1e-e600c7762233 req-dca70c1d-28cb-45d2-8997-1596e2c92568 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:10.048114 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-74b2460b-7335-4789-ab1e-e600c7762233 req-dca70c1d-28cb-45d2-8997-1596e2c92568 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:network {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:27:10.078612 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 8ce92bc4-0749-4b3d-9b32-433eddb20baf triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:10.079185 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:10.123997 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-74b2460b-7335-4789-ab1e-e600c7762233 req-dca70c1d-28cb-45d2-8997-1596e2c92568 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:network {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:27:10.125458 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-74b2460b-7335-4789-ab1e-e600c7762233 req-dca70c1d-28cb-45d2-8997-1596e2c92568 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/networks?id=4d4da868-e2e3-4a21-9dca-f4e60fad105d HTTP/1.1" status: 200 len: 797 time: 0.5417874 Apr 29 13:27:10.133255 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75a84ed-e648-484a-8248-9c9a472d749a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting subnet fc96c769-7693-4304-ba8b-3defc3a3e4b9 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:27:10.143956 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6013dc59-9468-4138-b386-77baad0c3bae tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:10.155466 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e75a84ed-e648-484a-8248-9c9a472d749a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:10.170360 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e1a25-7f8a-457f-949f-11c07a6d0007 req-474b6bd1-4ff2-419d-8722-3eccf9c94980 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:10.173637 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-144e559a-6816-47ca-8efb-c5bb0a09322d None None] Set router 2a9feabf-767e-40df-a080-b455641c9ebd gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:27:10.177449 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-748e1a25-7f8a-457f-949f-11c07a6d0007 req-474b6bd1-4ff2-419d-8722-3eccf9c94980 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.6649630 Apr 29 13:27:10.258102 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e75a84ed-e648-484a-8248-9c9a472d749a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:10.297248 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-74b2460b-7335-4789-ab1e-e600c7762233 req-8d2dc781-6e8c-48ed-b339-347ff115113c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:27:10.336834 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8907daaa-d040-4f73-ae22-53c4b5577b2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:27:10.347445 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-6013dc59-9468-4138-b386-77baad0c3bae tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Calling delete_port for 26e0abf6-c5be-4189-ab53-441264c41c4c owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:27:10.353658 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f029ac99-80a0-4b0f-b9c9-752e35f9f55c None None] Sync routers for ids ['dbbd48fc-93c3-4ee5-96c0-bbc843deeffd'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:27:10.361424 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-74b2460b-7335-4789-ab1e-e600c7762233 req-8d2dc781-6e8c-48ed-b339-347ff115113c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:27:10.362556 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-74b2460b-7335-4789-ab1e-e600c7762233 req-8d2dc781-6e8c-48ed-b339-347ff115113c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 379 time: 0.2222786 Apr 29 13:27:10.379151 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-916f9067-3dec-4719-94ac-bf5976654e9f req-8cc9a911-115b-4fdd-a116-3a018c185c23 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0952490f6c5340cc87f108a8ce4f0048&device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 1098 time: 0.7694676 Apr 29 13:27:10.382101 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f029ac99-80a0-4b0f-b9c9-752e35f9f55c None None] Routers {'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:27:10.382734 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-f029ac99-80a0-4b0f-b9c9-752e35f9f55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:26:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['dbbd48fc-93c3-4ee5-96c0-bbc843deeffd'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:10.391872 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6bdf8e74-e91d-4e2b-84ec-36884277bc73 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:10.406331 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e75a84ed-e648-484a-8248-9c9a472d749a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:10.506152 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-74b2460b-7335-4789-ab1e-e600c7762233 req-565cf809-dfc9-4fe2-a4a1-4d01a423f4b2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'port': {'device_id': '3061d50c-a877-4cf1-a4f7-3db07ad118a2', 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d', 'admin_state_up': True, 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'security_groups': ['5213129c-8f53-4275-bc90-9ca856fd64ee']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:10.524678 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8907daaa-d040-4f73-ae22-53c4b5577b2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:10.545255 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2b2ddb29-55ac-4a35-bf9f-3c6f2e6aa1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:10.553165 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-748e1a25-7f8a-457f-949f-11c07a6d0007 req-cec8bc5c-cfea-46ca-be1b-a76914613863 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3746910 Apr 29 13:27:10.575469 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-f029ac99-80a0-4b0f-b9c9-752e35f9f55c None None] Set router dbbd48fc-93c3-4ee5-96c0-bbc843deeffd gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:27:10.583814 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e75a84ed-e648-484a-8248-9c9a472d749a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:10.662523 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f9067-3dec-4719-94ac-bf5976654e9f req-2bd36d0c-fd46-4aa9-bb8e-965c90b71e7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:10.664238 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-916f9067-3dec-4719-94ac-bf5976654e9f req-2bd36d0c-fd46-4aa9-bb8e-965c90b71e7d service neutron] 10.222.0.32 "GET /v2.0/networks?id=9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6 HTTP/1.1" status: 200 len: 913 time: 0.2707024 Apr 29 13:27:10.696777 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-144e559a-6816-47ca-8efb-c5bb0a09322d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'name': 'tempest-ServerActionsTestJSON-1999992650-router', 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.87'}], 'enable_snat': True}, 'gw_port_id': 'e7e37690-3229-4928-8b7b-7d2b1112e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:25:45Z', 'updated_at': '2022-04-29T13:26:01Z', 'revision_number': 4, 'project_id': '0952490f6c5340cc87f108a8ce4f0048', 'gw_port': {'id': 'e7e37690-3229-4928-8b7b-7d2b1112e8da', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:47Z', 'updated_at': '2022-04-29T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '79cef90e-cba4-44eb-85c3-9e289b2f7e0d', 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048', 'floating_ip_address': '172.26.6.213', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'port_id': '4607167c-7986-4767-894c-12e0243b25ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6', 'mac_address': 'fa:16:3e:a3:f4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31736e7-e0bb-4be3-87ff-3cfbbc391204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:26:16Z', 'updated_at': '2022-04-29T13:27:02Z', 'revision_number': 1, 'project_id': '0952490f6c5340cc87f108a8ce4f0048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfca116a-9349-436d-84d8-e8cb520e2159', 'name': '', 'network_id': '9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6', 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048', 'mac_address': 'fa:16:3e:b4:06:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95ef32f0-4ffe-4053-ad89-1f8d7234cbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:57Z', 'updated_at': '2022-04-29T13:26:16Z', 'revision_number': 5, 'project_id': '0952490f6c5340cc87f108a8ce4f0048', 'subnets': [{'id': '95ef32f0-4ffe-4053-ad89-1f8d7234cbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:10.701577 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144e559a-6816-47ca-8efb-c5bb0a09322d None None] The sync data for ids ['2a9feabf-767e-40df-a080-b455641c9ebd'] in dv-neutron-839027-4-hyperv is: [{'id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'name': 'tempest-ServerActionsTestJSON-1999992650-router', 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.87'}], 'enable_snat': True}, 'gw_port_id': 'e7e37690-3229-4928-8b7b-7d2b1112e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:25:45Z', 'updated_at': '2022-04-29T13:26:01Z', 'revision_number': 4, 'project_id': '0952490f6c5340cc87f108a8ce4f0048', 'gw_port': {'id': 'e7e37690-3229-4928-8b7b-7d2b1112e8da', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:47Z', 'updated_at': '2022-04-29T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '79cef90e-cba4-44eb-85c3-9e289b2f7e0d', 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048', 'floating_ip_address': '172.26.6.213', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'port_id': '4607167c-7986-4767-894c-12e0243b25ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6', 'mac_address': 'fa:16:3e:a3:f4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31736e7-e0bb-4be3-87ff-3cfbbc391204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:26:16Z', 'updated_at': '2022-04-29T13:27:02Z', 'revision_number': 1, 'project_id': '0952490f6c5340cc87f108a8ce4f0048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfca116a-9349-436d-84d8-e8cb520e2159', 'name': '', 'network_id': '9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6', 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048', 'mac_address': 'fa:16:3e:b4:06:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95ef32f0-4ffe-4053-ad89-1f8d7234cbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:57Z', 'updated_at': '2022-04-29T13:26:16Z', 'revision_number': 5, 'project_id': '0952490f6c5340cc87f108a8ce4f0048', 'subnets': [{'id': '95ef32f0-4ffe-4053-ad89-1f8d7234cbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:27:10.720652 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a84ed-e648-484a-8248-9c9a472d749a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Subnet': ['ID=fc96c769-7693-4304-ba8b-3defc3a3e4b9,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:10.783667 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e75a84ed-e648-484a-8248-9c9a472d749a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:10.813595 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8907daaa-d040-4f73-ae22-53c4b5577b2d tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 12.6566014 Apr 29 13:27:10.822346 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1298ac91-b06d-415b-adc8-3292c9a581e9', 'tag': 'a88ec220-4cca-43f4-8418-56dcd9ad7bad'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:27:10.842383 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e75a84ed-e648-484a-8248-9c9a472d749a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/fc96c769-7693-4304-ba8b-3defc3a3e4b9 HTTP/1.1" status: 204 len: 168 time: 1.6440635 Apr 29 13:27:10.856091 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-916f9067-3dec-4719-94ac-bf5976654e9f req-debe4637-7a3b-4349-bb8c-7d357f9ce6bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4607167c-7986-4767-894c-12e0243b25ec HTTP/1.1" status: 200 len: 999 time: 0.1380363 Apr 29 13:27:10.860660 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57370) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:10.957166 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-94ceade5-dcf4-4d7f-a8a9-d5685b807238 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0943017 Apr 29 13:27:10.961488 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57374) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:10.967329 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-8c027f83-8014-4c79-941a-87d9913015a6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:10.967508 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-74b2460b-7335-4789-ab1e-e600c7762233 req-565cf809-dfc9-4fe2-a4a1-4d01a423f4b2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:10.977554 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-74b2460b-7335-4789-ab1e-e600c7762233 req-565cf809-dfc9-4fe2-a4a1-4d01a423f4b2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:11.002092 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0217ee4-bd96-402c-bea7-8133c37f2122 req-a1ea280d-400d-4992-88b9-5883d2962dd8 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:11.003694 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c0217ee4-bd96-402c-bea7-8133c37f2122 req-a1ea280d-400d-4992-88b9-5883d2962dd8 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.3098028 Apr 29 13:27:11.004874 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74b2460b-7335-4789-ab1e-e600c7762233 req-565cf809-dfc9-4fe2-a4a1-4d01a423f4b2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Made reservation on behalf of 4b7a89f6c8564a04be449e2e6b4a95e5 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:11.007816 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-74b2460b-7335-4789-ab1e-e600c7762233 req-565cf809-dfc9-4fe2-a4a1-4d01a423f4b2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:11.077875 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e92333-3db3-4088-9555-3dc11a3bfe98 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:11.140038 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c0217ee4-bd96-402c-bea7-8133c37f2122 req-4300a5a0-db45-4c16-b0f8-44772f173371 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195922 Apr 29 13:27:11.237705 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-74b2460b-7335-4789-ab1e-e600c7762233 req-565cf809-dfc9-4fe2-a4a1-4d01a423f4b2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.20.0.8 (4d4da868-e2e3-4a21-9dca-f4e60fad105d/980d0090-e41e-44ca-a879-96fdb1535ca5/beba0e90-3fb2-4854-b4da-5967e3f314bd) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:27:11.260301 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f478227d-7263-4137-b2a0-3286b14b06c0'] response: {'name': 'network-changed', 'server_uuid': '1298ac91-b06d-415b-adc8-3292c9a581e9', 'tag': 'a88ec220-4cca-43f4-8418-56dcd9ad7bad', 'status': 'completed', 'code': 200} Apr 29 13:27:11.277683 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-f029ac99-80a0-4b0f-b9c9-752e35f9f55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016343287', 'tenant_id': 'b3dd10e1defa4a4db8e298797b127deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '66b41e9f-37c9-43d7-8280-e1a3a056141a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:25:46Z', 'updated_at': '2022-04-29T13:26:11Z', 'revision_number': 4, 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'gw_port': {'id': '66b41e9f-37c9-43d7-8280-e1a3a056141a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:06:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:49Z', 'updated_at': '2022-04-29T13:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': 'fe262875-92e1-49e0-9f8b-4459ab3a0391', 'tenant_id': 'b3dd10e1defa4a4db8e298797b127deb', 'floating_ip_address': '172.26.6.66', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'port_id': 'a88ec220-4cca-43f4-8418-56dcd9ad7bad', 'fixed_ip_address': '172.20.0.30', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd1e5aaf-1b26-4dda-a00a-9ea5743f747d', 'mac_address': 'fa:16:3e:46:48:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1298ac91-b06d-415b-adc8-3292c9a581e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:27:03Z', 'updated_at': '2022-04-29T13:27:03Z', 'revision_number': 0, 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '636a4807-94a7-423c-8bf7-bf012bc5c6ce', 'name': '', 'network_id': 'fd1e5aaf-1b26-4dda-a00a-9ea5743f747d', 'tenant_id': 'b3dd10e1defa4a4db8e298797b127deb', 'mac_address': 'fa:16:3e:e8:9b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8672d9ee-edfb-42ee-bd49-ae2cc6174dde', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:07Z', 'updated_at': '2022-04-29T13:26:20Z', 'revision_number': 5, 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'subnets': [{'id': '8672d9ee-edfb-42ee-bd49-ae2cc6174dde', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:11.288207 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.32', 62692) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:11.288586 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f029ac99-80a0-4b0f-b9c9-752e35f9f55c None None] Checking router: dbbd48fc-93c3-4ee5-96c0-bbc843deeffd for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:27:11.322772 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f029ac99-80a0-4b0f-b9c9-752e35f9f55c None None] Routers {'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:27:11.323407 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-f029ac99-80a0-4b0f-b9c9-752e35f9f55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:27:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['dbbd48fc-93c3-4ee5-96c0-bbc843deeffd'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:11.374079 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-6bdf8e74-e91d-4e2b-84ec-36884277bc73 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Allocated IP 172.26.6.225 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/6f1174a2-fa81-48a3-93f8-19d850725176) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:27:11.446726 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f9067-3dec-4719-94ac-bf5976654e9f req-778fa189-4bed-429f-a0ce-7892a9744ab7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:11.448149 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-916f9067-3dec-4719-94ac-bf5976654e9f req-778fa189-4bed-429f-a0ce-7892a9744ab7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95ef32f0-4ffe-4053-ad89-1f8d7234cbbd HTTP/1.1" status: 200 len: 851 time: 0.4580424 Apr 29 13:27:11.457608 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-efa79ec6-806c-4187-86cf-29de03d9100a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:11.495102 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9ee2fb6a-f486-4723-a23d-52bab16e7bfe req-41852ac1-d00f-4aa0-8f5c-7cb6b5a18902 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=3061d50c-a877-4cf1-a4f7-3db07ad118a2 HTTP/1.1" status: 200 len: 210 time: 0.0646372 Apr 29 13:27:11.551789 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:11.552481 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:11.557492 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-756f30a1-42cb-4325-83d5-cddeff54ce72 req-109dc826-5e64-44b9-ae1c-dd45af5ccf7a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b3dd10e1defa4a4db8e298797b127deb&device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 1099 time: 0.2683775 Apr 29 13:27:11.590555 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-f029ac99-80a0-4b0f-b9c9-752e35f9f55c None None] Set router dbbd48fc-93c3-4ee5-96c0-bbc843deeffd gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:27:11.631288 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d017a5e-55a9-4d5b-aa6b-5752e549b7d9 None None] DHCP port deletion for b2591163-41a9-4c5e-86a6-99ddbf59518f request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:27:11.646110 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3d017a5e-55a9-4d5b-aa6b-5752e549b7d9 None None] Deleting port 8ce92bc4-0749-4b3d-9b32-433eddb20baf {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:27:11.646750 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3d017a5e-55a9-4d5b-aa6b-5752e549b7d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:11.736013 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6013dc59-9468-4138-b386-77baad0c3bae tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:11.748256 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-8c027f83-8014-4c79-941a-87d9913015a6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:11.791446 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-74b2460b-7335-4789-ab1e-e600c7762233 req-565cf809-dfc9-4fe2-a4a1-4d01a423f4b2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:11.818211 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-74b2460b-7335-4789-ab1e-e600c7762233 req-565cf809-dfc9-4fe2-a4a1-4d01a423f4b2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Transition to ACTIVE for port object beba0e90-3fb2-4854-b4da-5967e3f314bd will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:11.818730 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa79ec6-806c-4187-86cf-29de03d9100a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Subnet': ['ID=e9d9fcc8-f370-4aa2-8cbf-d49155eb26bc,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:11.826863 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-8c027f83-8014-4c79-941a-87d9913015a6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:subnet and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:11.834370 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013dc59-9468-4138-b386-77baad0c3bae tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Pushing event deleted for resources: {'Port': ['ID=26e0abf6-c5be-4189-ab53-441264c41c4c,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:11.848999 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-8c027f83-8014-4c79-941a-87d9913015a6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:11.863665 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f30a1-42cb-4325-83d5-cddeff54ce72 req-6b38b7a8-74b5-46a8-b6c6-6b50d5b85a07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:11.865149 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-756f30a1-42cb-4325-83d5-cddeff54ce72 req-6b38b7a8-74b5-46a8-b6c6-6b50d5b85a07 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fd1e5aaf-1b26-4dda-a00a-9ea5743f747d HTTP/1.1" status: 200 len: 898 time: 0.2942586 Apr 29 13:27:11.885423 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-8c027f83-8014-4c79-941a-87d9913015a6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:11.967477 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-74b2460b-7335-4789-ab1e-e600c7762233 req-565cf809-dfc9-4fe2-a4a1-4d01a423f4b2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:11.974248 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa79ec6-806c-4187-86cf-29de03d9100a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Checking segment: {'id': '526586a9-d33e-4c10-a1ea-25a09699e7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '753af2c2-3d02-4cc9-aad9-500cf1d50874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:27:11.975146 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa79ec6-806c-4187-86cf-29de03d9100a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network hostable DHCP agents. Network: 753af2c2-3d02-4cc9-aad9-500cf1d50874, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:27:11.992746 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6bdf8e74-e91d-4e2b-84ec-36884277bc73 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:12.009431 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1625e-c3fa-4c72-a081-d06cd68869ba req-092e34f5-9a98-4a46-a94b-6b90065e3204 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:12.017307 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-46e1625e-c3fa-4c72-a081-d06cd68869ba req-092e34f5-9a98-4a46-a94b-6b90065e3204 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 946 time: 0.9894855 Apr 29 13:27:12.024268 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 8ce92bc4-0749-4b3d-9b32-433eddb20baf no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:27:12.097968 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-756f30a1-42cb-4325-83d5-cddeff54ce72 req-7874a30c-5469-4a76-b143-9ee608a98462 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=a88ec220-4cca-43f4-8418-56dcd9ad7bad HTTP/1.1" status: 200 len: 999 time: 0.2260270 Apr 29 13:27:12.108425 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c027f83-8014-4c79-941a-87d9913015a6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:12.111401 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74b2460b-7335-4789-ab1e-e600c7762233 req-565cf809-dfc9-4fe2-a4a1-4d01a423f4b2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 4d4da868-e2e3-4a21-9dca-f4e60fad105d is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:12.116164 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-74b2460b-7335-4789-ab1e-e600c7762233 req-565cf809-dfc9-4fe2-a4a1-4d01a423f4b2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:12.173995 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b2460b-7335-4789-ab1e-e600c7762233 req-565cf809-dfc9-4fe2-a4a1-4d01a423f4b2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:27:12.226020 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cf809-dfc9-4fe2-a4a1-4d01a423f4b2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=beba0e90-3fb2-4854-b4da-5967e3f314bd,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:12.237699 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f30a1-42cb-4325-83d5-cddeff54ce72 req-d58fc9f0-2b75-4dfd-acff-00e2ab207886 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:12.239277 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-756f30a1-42cb-4325-83d5-cddeff54ce72 req-d58fc9f0-2b75-4dfd-acff-00e2ab207886 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8672d9ee-edfb-42ee-bd49-ae2cc6174dde HTTP/1.1" status: 200 len: 837 time: 0.1266196 Apr 29 13:27:12.241572 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3d017a5e-55a9-4d5b-aa6b-5752e549b7d9 None None] For port 8ce92bc4-0749-4b3d-9b32-433eddb20baf, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=8ce92bc4-0749-4b3d-9b32-433eddb20baf,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:12.242127 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3d017a5e-55a9-4d5b-aa6b-5752e549b7d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:12.283021 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-46e1625e-c3fa-4c72-a081-d06cd68869ba req-de01b445-f392-4b18-965a-9a079d77e8e4 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/security-groups?id=0cb329a9-f78f-4829-aadb-04df719ccc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2638721 Apr 29 13:27:12.313075 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2460b-7335-4789-ab1e-e600c7762233 req-565cf809-dfc9-4fe2-a4a1-4d01a423f4b2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:12.313942 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-74b2460b-7335-4789-ab1e-e600c7762233 req-565cf809-dfc9-4fe2-a4a1-4d01a423f4b2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:12.317552 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57384) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:12.331244 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-916f9067-3dec-4719-94ac-bf5976654e9f req-a574d6f0-3a78-450b-83da-581f183f6abd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8613186 Apr 29 13:27:12.336091 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6013dc59-9468-4138-b386-77baad0c3bae tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:12.360898 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8c027f83-8014-4c79-941a-87d9913015a6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:12.403292 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa79ec6-806c-4187-86cf-29de03d9100a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network 753af2c2-3d02-4cc9-aad9-500cf1d50874 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:27:12.427964 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3d017a5e-55a9-4d5b-aa6b-5752e549b7d9 None None] Calling delete_port for 8ce92bc4-0749-4b3d-9b32-433eddb20baf owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:27:12.496064 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5045eeb2-7421-4a38-ac43-f54d4f98881f tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/floatingips/fe262875-92e1-49e0-9f8b-4459ab3a0391 HTTP/1.1" status: 200 len: 991 time: 0.1731398 Apr 29 13:27:12.550116 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-74b2460b-7335-4789-ab1e-e600c7762233 req-565cf809-dfc9-4fe2-a4a1-4d01a423f4b2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1780279 Apr 29 13:27:12.562285 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6bdf8e74-e91d-4e2b-84ec-36884277bc73 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:12.564152 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-74b2460b-7335-4789-ab1e-e600c7762233 req-3d4f503a-48af-4445-915b-51b770c73529 service neutron] Request body: {'port': {'device_id': '3061d50c-a877-4cf1-a4f7-3db07ad118a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:12.605519 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6013dc59-9468-4138-b386-77baad0c3bae tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] 10.222.0.76 "DELETE /v2.0/ports/26e0abf6-c5be-4189-ab53-441264c41c4c HTTP/1.1" status: 204 len: 168 time: 4.1258836 Apr 29 13:27:12.612182 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57390) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:12.625408 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-efa79ec6-806c-4187-86cf-29de03d9100a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 753af2c2-3d02-4cc9-aad9-500cf1d50874) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:12.653526 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa79ec6-806c-4187-86cf-29de03d9100a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:12.654955 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-efa79ec6-806c-4187-86cf-29de03d9100a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:12.655480 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7522b7f0-d9de-4957-9083-cf7acb1403b1 None None] Provisioning for port beba0e90-3fb2-4854-b4da-5967e3f314bd completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:12.659246 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6033e123-8958-47c7-9693-1813e7c3c55e None None] Network 753af2c2-3d02-4cc9-aad9-500cf1d50874 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:12.671594 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-756f30a1-42cb-4325-83d5-cddeff54ce72 req-dea0940d-51f9-4730-8817-223ad6a07046 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fd1e5aaf-1b26-4dda-a00a-9ea5743f747d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4227307 Apr 29 13:27:12.685562 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-4574a6c8-e04f-416b-8e83-64ce0c9610bd tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] GET failed (client error): The resource could not be found. Apr 29 13:27:12.690721 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4574a6c8-e04f-416b-8e83-64ce0c9610bd tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] 10.222.0.76 "GET /v2.0/ports/26e0abf6-c5be-4189-ab53-441264c41c4c HTTP/1.1" status: 404 len: 333 time: 0.0731928 Apr 29 13:27:12.710568 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdf8e74-e91d-4e2b-84ec-36884277bc73 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:12.711584 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57394) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:12.718113 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-6bdf8e74-e91d-4e2b-84ec-36884277bc73 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:12.720226 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf8e74-e91d-4e2b-84ec-36884277bc73 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Pushing event updated for resources: {'Port': ['ID=6f1174a2-fa81-48a3-93f8-19d850725176,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:12.725196 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdf8e74-e91d-4e2b-84ec-36884277bc73 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:27:12.728124 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-ed8388ca-ca07-4734-ac2a-c6893e493c9f tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Request body: {'port': {'network_id': '65ee97c9-41de-46fc-b855-407f225c5ed0', 'name': 'tempest-AllowedAddressPairTestJSON-400236521'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:12.767599 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7522b7f0-d9de-4957-9083-cf7acb1403b1 None None] Provisioning complete for port beba0e90-3fb2-4854-b4da-5967e3f314bd triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:12.767970 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7522b7f0-d9de-4957-9083-cf7acb1403b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:12.818090 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-efa79ec6-806c-4187-86cf-29de03d9100a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0254085 Apr 29 13:27:12.827912 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57398) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:12.837506 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3d017a5e-55a9-4d5b-aa6b-5752e549b7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:12.906876 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-916f9067-3dec-4719-94ac-bf5976654e9f req-8239fd2e-f087-45ec-971f-392922a6e0fa service neutron] 10.222.0.32 "GET /v2.0/networks/9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5497301 Apr 29 13:27:12.915918 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:12.929766 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ed8388ca-ca07-4734-ac2a-c6893e493c9f tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:12.941626 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d017a5e-55a9-4d5b-aa6b-5752e549b7d9 None None] Pushing event deleted for resources: {'Port': ['ID=8ce92bc4-0749-4b3d-9b32-433eddb20baf,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:12.954814 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-f029ac99-80a0-4b0f-b9c9-752e35f9f55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016343287', 'tenant_id': 'b3dd10e1defa4a4db8e298797b127deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '66b41e9f-37c9-43d7-8280-e1a3a056141a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:25:46Z', 'updated_at': '2022-04-29T13:26:11Z', 'revision_number': 4, 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'gw_port': {'id': '66b41e9f-37c9-43d7-8280-e1a3a056141a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:06:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:49Z', 'updated_at': '2022-04-29T13:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': 'fe262875-92e1-49e0-9f8b-4459ab3a0391', 'tenant_id': 'b3dd10e1defa4a4db8e298797b127deb', 'floating_ip_address': '172.26.6.66', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'port_id': 'a88ec220-4cca-43f4-8418-56dcd9ad7bad', 'fixed_ip_address': '172.20.0.30', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd1e5aaf-1b26-4dda-a00a-9ea5743f747d', 'mac_address': 'fa:16:3e:46:48:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1298ac91-b06d-415b-adc8-3292c9a581e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:27:03Z', 'updated_at': '2022-04-29T13:27:03Z', 'revision_number': 0, 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '636a4807-94a7-423c-8bf7-bf012bc5c6ce', 'name': '', 'network_id': 'fd1e5aaf-1b26-4dda-a00a-9ea5743f747d', 'tenant_id': 'b3dd10e1defa4a4db8e298797b127deb', 'mac_address': 'fa:16:3e:e8:9b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8672d9ee-edfb-42ee-bd49-ae2cc6174dde', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:07Z', 'updated_at': '2022-04-29T13:26:20Z', 'revision_number': 5, 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'subnets': [{'id': '8672d9ee-edfb-42ee-bd49-ae2cc6174dde', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:12.967883 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d017a5e-55a9-4d5b-aa6b-5752e549b7d9 None None] No DVR routers for this DVR port 8ce92bc4-0749-4b3d-9b32-433eddb20baf on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:27:12.971092 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:12.972070 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7522b7f0-d9de-4957-9083-cf7acb1403b1 None None] Port beba0e90-3fb2-4854-b4da-5967e3f314bd cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:27:12.985558 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ed8388ca-ca07-4734-ac2a-c6893e493c9f tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Usage tracker for resource:port and tenant:0fe313ea68464eb9865c051101ffa5d4 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:12.987356 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f029ac99-80a0-4b0f-b9c9-752e35f9f55c None None] The sync data for ids ['dbbd48fc-93c3-4ee5-96c0-bbc843deeffd'] in dv-neutron-839027-4-hyperv is: [{'id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016343287', 'tenant_id': 'b3dd10e1defa4a4db8e298797b127deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '66b41e9f-37c9-43d7-8280-e1a3a056141a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:25:46Z', 'updated_at': '2022-04-29T13:26:11Z', 'revision_number': 4, 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'gw_port': {'id': '66b41e9f-37c9-43d7-8280-e1a3a056141a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:06:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:49Z', 'updated_at': '2022-04-29T13:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': 'fe262875-92e1-49e0-9f8b-4459ab3a0391', 'tenant_id': 'b3dd10e1defa4a4db8e298797b127deb', 'floating_ip_address': '172.26.6.66', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'port_id': 'a88ec220-4cca-43f4-8418-56dcd9ad7bad', 'fixed_ip_address': '172.20.0.30', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd1e5aaf-1b26-4dda-a00a-9ea5743f747d', 'mac_address': 'fa:16:3e:46:48:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1298ac91-b06d-415b-adc8-3292c9a581e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:27:03Z', 'updated_at': '2022-04-29T13:27:03Z', 'revision_number': 0, 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '636a4807-94a7-423c-8bf7-bf012bc5c6ce', 'name': '', 'network_id': 'fd1e5aaf-1b26-4dda-a00a-9ea5743f747d', 'tenant_id': 'b3dd10e1defa4a4db8e298797b127deb', 'mac_address': 'fa:16:3e:e8:9b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8672d9ee-edfb-42ee-bd49-ae2cc6174dde', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:07Z', 'updated_at': '2022-04-29T13:26:20Z', 'revision_number': 5, 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'subnets': [{'id': '8672d9ee-edfb-42ee-bd49-ae2cc6174dde', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:27:12.996944 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ed8388ca-ca07-4734-ac2a-c6893e493c9f tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:13.018426 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ed8388ca-ca07-4734-ac2a-c6893e493c9f tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:13.039436 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2393e0f-b963-4a81-a329-4a6700dd2426 req-785c4222-a61f-4b29-81e6-ac1d0c0d49b8 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:13.043055 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f2393e0f-b963-4a81-a329-4a6700dd2426 req-785c4222-a61f-4b29-81e6-ac1d0c0d49b8 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.5633864 Apr 29 13:27:13.063178 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8388ca-ca07-4734-ac2a-c6893e493c9f tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Made reservation on behalf of 0fe313ea68464eb9865c051101ffa5d4 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:13.066987 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ed8388ca-ca07-4734-ac2a-c6893e493c9f tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:13.137220 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2614ca-10b6-4548-8bbd-095fbc759c6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-753af2c2-3d02-4cc9-aad9-500cf1d50874', 'network_id': '753af2c2-3d02-4cc9-aad9-500cf1d50874', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'fixed_ips': [{'subnet_id': 'e9d9fcc8-f370-4aa2-8cbf-d49155eb26bc'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:27:13.138253 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a2614ca-10b6-4548-8bbd-095fbc759c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:13.138424 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-74b2460b-7335-4789-ab1e-e600c7762233 req-3d4f503a-48af-4445-915b-51b770c73529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:13.158347 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-ed8388ca-ca07-4734-ac2a-c6893e493c9f tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] device_id is not set on port f5f18093-a1ff-40ac-ae65-c3bb509db232 yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:27:13.290340 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-756f30a1-42cb-4325-83d5-cddeff54ce72 req-e737b1a9-a664-4edb-872d-4b62aa5d9ec1 service neutron] 10.222.0.32 "GET /v2.0/networks/fd1e5aaf-1b26-4dda-a00a-9ea5743f747d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6068771 Apr 29 13:27:13.317541 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-1a2614ca-10b6-4548-8bbd-095fbc759c6b None None] Allocated IP 172.22.0.2 (753af2c2-3d02-4cc9-aad9-500cf1d50874/e9d9fcc8-f370-4aa2-8cbf-d49155eb26bc/ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:27:13.387190 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f2393e0f-b963-4a81-a329-4a6700dd2426 req-25f4c970-b887-4c10-aea4-c253b921c157 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2929492 Apr 29 13:27:13.409071 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9f785-6422-45dc-8da2-dd1cd7f1374f req-a7cfb8d7-7582-49a4-82bc-576cb7b4f996 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:13.410560 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-cdf9f785-6422-45dc-8da2-dd1cd7f1374f req-a7cfb8d7-7582-49a4-82bc-576cb7b4f996 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=3061d50c-a877-4cf1-a4f7-3db07ad118a2 HTTP/1.1" status: 200 len: 931 time: 0.6564283 Apr 29 13:27:13.459522 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-916f9067-3dec-4719-94ac-bf5976654e9f req-8a55b082-1916-46ba-9daa-3c114c7afff4 service neutron] 10.222.0.32 "GET /v2.0/networks/9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5389991 Apr 29 13:27:13.475230 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8c027f83-8014-4c79-941a-87d9913015a6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:13.510111 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57402) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:13.541715 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a2614ca-10b6-4548-8bbd-095fbc759c6b None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:13.553386 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1a2614ca-10b6-4548-8bbd-095fbc759c6b None None] Transition to ACTIVE for port object ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:13.571779 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1a2614ca-10b6-4548-8bbd-095fbc759c6b None None] Transition to ACTIVE for port object ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:13.578786 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a2614ca-10b6-4548-8bbd-095fbc759c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:13.605581 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-756f30a1-42cb-4325-83d5-cddeff54ce72 req-55630fb3-f1af-469d-8d88-2d4093a79f1a service neutron] 10.222.0.32 "GET /v2.0/networks/fd1e5aaf-1b26-4dda-a00a-9ea5743f747d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064165 Apr 29 13:27:13.656438 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2614ca-10b6-4548-8bbd-095fbc759c6b None None] Pushing event updated for resources: {'Port': ['ID=ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:13.662832 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2614ca-10b6-4548-8bbd-095fbc759c6b None None] Network 753af2c2-3d02-4cc9-aad9-500cf1d50874 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:13.664164 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-1a2614ca-10b6-4548-8bbd-095fbc759c6b None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:13.667374 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2614ca-10b6-4548-8bbd-095fbc759c6b None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:27:13.729374 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6bdf8e74-e91d-4e2b-84ec-36884277bc73 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:13.731369 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c027f83-8014-4c79-941a-87d9913015a6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:13.749261 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-cdf9f785-6422-45dc-8da2-dd1cd7f1374f req-53da5724-6e4b-4761-8a82-ce75d10d560e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=5213129c-8f53-4275-bc90-9ca856fd64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3213737 Apr 29 13:27:13.753110 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-8c027f83-8014-4c79-941a-87d9913015a6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:13.765368 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-1a2614ca-10b6-4548-8bbd-095fbc759c6b None None] Attempting to bind port ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:27:13.765862 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-1a2614ca-10b6-4548-8bbd-095fbc759c6b None None] Attempting to bind port ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '526586a9-d33e-4c10-a1ea-25a09699e7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '753af2c2-3d02-4cc9-aad9-500cf1d50874'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:27:13.766449 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2614ca-10b6-4548-8bbd-095fbc759c6b None None] Attempting to bind port ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0 on network 753af2c2-3d02-4cc9-aad9-500cf1d50874 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:27:13.779275 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabbc730-9b14-4024-ab61-7e5778c0f16f None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:13.802635 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2614ca-10b6-4548-8bbd-095fbc759c6b None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:27:13.802996 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2614ca-10b6-4548-8bbd-095fbc759c6b None None] Checking segment: {'id': '526586a9-d33e-4c10-a1ea-25a09699e7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '753af2c2-3d02-4cc9-aad9-500cf1d50874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:27:13.803395 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a2614ca-10b6-4548-8bbd-095fbc759c6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:13.803782 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2614ca-10b6-4548-8bbd-095fbc759c6b None None] Bound using segment: {'id': '526586a9-d33e-4c10-a1ea-25a09699e7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '753af2c2-3d02-4cc9-aad9-500cf1d50874'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:27:13.804245 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-1a2614ca-10b6-4548-8bbd-095fbc759c6b None None] Bound port: ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526586a9-d33e-4c10-a1ea-25a09699e7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '753af2c2-3d02-4cc9-aad9-500cf1d50874'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:27:13.804608 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a2614ca-10b6-4548-8bbd-095fbc759c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:13.806347 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-ed8388ca-ca07-4734-ac2a-c6893e493c9f tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Allocated IP 172.20.0.8 (65ee97c9-41de-46fc-b855-407f225c5ed0/bdae295a-1c0c-44d9-9f69-7b4db052fb7c/f5f18093-a1ff-40ac-ae65-c3bb509db232) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:27:13.818203 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c027f83-8014-4c79-941a-87d9913015a6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Subnet': ['ID=a2d7a816-5f4f-462a-8250-bbcdc8ec1f8f,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:13.826158 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c027f83-8014-4c79-941a-87d9913015a6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:13.826982 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8c027f83-8014-4c79-941a-87d9913015a6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:13.961868 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-415c07fb-f8e1-482b-8da0-b19fe2577f4b tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/floatingips/fe262875-92e1-49e0-9f8b-4459ab3a0391 HTTP/1.1" status: 200 len: 991 time: 0.4470890 Apr 29 13:27:13.980674 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6bdf8e74-e91d-4e2b-84ec-36884277bc73 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:14.020696 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8c027f83-8014-4c79-941a-87d9913015a6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0576205 Apr 29 13:27:14.023987 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57406) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:14.024872 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-1a2614ca-10b6-4548-8bbd-095fbc759c6b None None] For port ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:27:14.046313 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-1a2614ca-10b6-4548-8bbd-095fbc759c6b None None] For port ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0,segment=NetworkSegment(526586a9-d33e-4c10-a1ea-25a09699e7a2),segment_id=526586a9-d33e-4c10-a1ea-25a09699e7a2)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:27:14.047562 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-72d110a3-bed0-46b0-bc9f-ce3ec17efeba tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'port': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'fixed_ips': [{'subnet_id': 'a2d7a816-5f4f-462a-8250-bbcdc8ec1f8f', 'ip_address': '2001:db8::3348:d6e8:b273:4cce'}], 'name': 'tempest-NetworksTestDHCPv6-1922789969'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:14.055355 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a2614ca-10b6-4548-8bbd-095fbc759c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:14.129226 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ed8388ca-ca07-4734-ac2a-c6893e493c9f tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:14.133638 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-74b2460b-7335-4789-ab1e-e600c7762233 req-3d4f503a-48af-4445-915b-51b770c73529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beba0e90-3fb2-4854-b4da-5967e3f314bd {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:27:14.145578 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-74b2460b-7335-4789-ab1e-e600c7762233 req-3d4f503a-48af-4445-915b-51b770c73529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:14.162060 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-ed8388ca-ca07-4734-ac2a-c6893e493c9f tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Transition to ACTIVE for port object f5f18093-a1ff-40ac-ae65-c3bb509db232 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:14.169987 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-74b2460b-7335-4789-ab1e-e600c7762233 req-3d4f503a-48af-4445-915b-51b770c73529 service neutron] Transition to ACTIVE for port object beba0e90-3fb2-4854-b4da-5967e3f314bd will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:14.178442 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2614ca-10b6-4548-8bbd-095fbc759c6b None None] Pushing event updated for resources: {'Port': ['ID=ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:14.178876 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-74b2460b-7335-4789-ab1e-e600c7762233 req-3d4f503a-48af-4445-915b-51b770c73529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:14.195135 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80071a7c-9370-4448-9837-eecbc8b6c81d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-b2591163-41a9-4c5e-86a6-99ddbf59518f', 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'fixed_ips': [{'subnet_id': 'a2d7a816-5f4f-462a-8250-bbcdc8ec1f8f'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:27:14.196136 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-80071a7c-9370-4448-9837-eecbc8b6c81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:14.301626 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ed8388ca-ca07-4734-ac2a-c6893e493c9f tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:14.351548 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-72d110a3-bed0-46b0-bc9f-ce3ec17efeba tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:14.431613 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f503a-48af-4445-915b-51b770c73529 service neutron] Pushing event updated for resources: {'Port': ['ID=beba0e90-3fb2-4854-b4da-5967e3f314bd,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:14.456058 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-80071a7c-9370-4448-9837-eecbc8b6c81d None None] Allocated IP 2001:db8::2 (b2591163-41a9-4c5e-86a6-99ddbf59518f/a2d7a816-5f4f-462a-8250-bbcdc8ec1f8f/66f5c26f-0bf3-417d-a1d9-d56834a8e4cc) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:27:14.457116 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-72d110a3-bed0-46b0-bc9f-ce3ec17efeba tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:port and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:14.514178 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-72d110a3-bed0-46b0-bc9f-ce3ec17efeba tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:14.514893 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8388ca-ca07-4734-ac2a-c6893e493c9f tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Network 65ee97c9-41de-46fc-b855-407f225c5ed0 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:14.526528 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-72d110a3-bed0-46b0-bc9f-ce3ec17efeba tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:14.530922 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-ed8388ca-ca07-4734-ac2a-c6893e493c9f tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:14.537555 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8388ca-ca07-4734-ac2a-c6893e493c9f tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:27:14.570710 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d110a3-bed0-46b0-bc9f-ce3ec17efeba tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:14.580771 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-72d110a3-bed0-46b0-bc9f-ce3ec17efeba tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:14.679842 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6bdf8e74-e91d-4e2b-84ec-36884277bc73 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:14.695829 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6bdf8e74-e91d-4e2b-84ec-36884277bc73 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:14.733927 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06809e64-7d29-44a4-8482-9b13e851efe2 None None] New status for floating IP 79cef90e-cba4-44eb-85c3-9e289b2f7e0d: ACTIVE {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:27:14.853982 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1012d6-a9c4-415d-9691-444ee4fb1a7b None None] New status for floating IP fe262875-92e1-49e0-9f8b-4459ab3a0391: ACTIVE {{(pid=83906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:27:14.943795 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf8e74-e91d-4e2b-84ec-36884277bc73 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Pushing event updated for resources: {'Port': ['ID=6f1174a2-fa81-48a3-93f8-19d850725176,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:14.963298 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57414) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:14.974063 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-72d110a3-bed0-46b0-bc9f-ce3ec17efeba tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] device_id is not set on port b5184d8a-bd4d-47e9-bef1-e27d84b38d11 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:27:15.058853 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-74b2460b-7335-4789-ab1e-e600c7762233 req-3d4f503a-48af-4445-915b-51b770c73529 service neutron] Attempting to bind port beba0e90-3fb2-4854-b4da-5967e3f314bd on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:27:15.058853 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-74b2460b-7335-4789-ab1e-e600c7762233 req-3d4f503a-48af-4445-915b-51b770c73529 service neutron] Attempting to bind port beba0e90-3fb2-4854-b4da-5967e3f314bd by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'ee2230d7-19aa-4b7f-b599-ad0d2423a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:27:15.059181 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b2460b-7335-4789-ab1e-e600c7762233 req-3d4f503a-48af-4445-915b-51b770c73529 service neutron] Attempting to bind port beba0e90-3fb2-4854-b4da-5967e3f314bd on network 4d4da868-e2e3-4a21-9dca-f4e60fad105d {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:27:15.068248 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b2460b-7335-4789-ab1e-e600c7762233 req-3d4f503a-48af-4445-915b-51b770c73529 service neutron] Port beba0e90-3fb2-4854-b4da-5967e3f314bd on network 4d4da868-e2e3-4a21-9dca-f4e60fad105d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:27:15.068478 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b2460b-7335-4789-ab1e-e600c7762233 req-3d4f503a-48af-4445-915b-51b770c73529 service neutron] Attempting to bind port beba0e90-3fb2-4854-b4da-5967e3f314bd on network 4d4da868-e2e3-4a21-9dca-f4e60fad105d {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:27:15.070686 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8388ca-ca07-4734-ac2a-c6893e493c9f tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Pushing event updated for resources: {'Port': ['ID=f5f18093-a1ff-40ac-ae65-c3bb509db232,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:15.088482 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8388ca-ca07-4734-ac2a-c6893e493c9f tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:15.089112 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ed8388ca-ca07-4734-ac2a-c6893e493c9f tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:15.112315 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b2460b-7335-4789-ab1e-e600c7762233 req-3d4f503a-48af-4445-915b-51b770c73529 service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:27:15.112696 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b2460b-7335-4789-ab1e-e600c7762233 req-3d4f503a-48af-4445-915b-51b770c73529 service neutron] Checking segment: {'id': 'ee2230d7-19aa-4b7f-b599-ad0d2423a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:27:15.113134 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b2460b-7335-4789-ab1e-e600c7762233 req-3d4f503a-48af-4445-915b-51b770c73529 service neutron] Bound using segment: {'id': 'ee2230d7-19aa-4b7f-b599-ad0d2423a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:27:15.113576 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-74b2460b-7335-4789-ab1e-e600c7762233 req-3d4f503a-48af-4445-915b-51b770c73529 service neutron] Bound port: beba0e90-3fb2-4854-b4da-5967e3f314bd, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee2230d7-19aa-4b7f-b599-ad0d2423a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:27:15.113919 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-74b2460b-7335-4789-ab1e-e600c7762233 req-3d4f503a-48af-4445-915b-51b770c73529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:15.166116 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ed8388ca-ca07-4734-ac2a-c6893e493c9f tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4439683 Apr 29 13:27:15.172386 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57418) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:15.205848 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-bde71e69-291f-4c66-9fea-47613e5d54e5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Request body: {'port': {'network_id': '65ee97c9-41de-46fc-b855-407f225c5ed0', 'name': 'tempest-AllowedAddressPairTestJSON-1596488447'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:15.347185 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-80071a7c-9370-4448-9837-eecbc8b6c81d None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:15.355462 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-261358e2-9f3d-4f84-910a-d51558ba5318 None None] Provisioning for port f5f18093-a1ff-40ac-ae65-c3bb509db232 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:15.365941 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-261358e2-9f3d-4f84-910a-d51558ba5318 None None] Provisioning complete for port f5f18093-a1ff-40ac-ae65-c3bb509db232 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:15.366870 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-261358e2-9f3d-4f84-910a-d51558ba5318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:15.408901 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a773d-37d8-437d-a6fd-8cff0783393f req-3a450685-4366-46ee-8e4d-443f58503aa7 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:15.410425 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1f7a773d-37d8-437d-a6fd-8cff0783393f req-3a450685-4366-46ee-8e4d-443f58503aa7 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.6402066 Apr 29 13:27:15.413756 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-74b2460b-7335-4789-ab1e-e600c7762233 req-3d4f503a-48af-4445-915b-51b770c73529 service neutron] For port beba0e90-3fb2-4854-b4da-5967e3f314bd, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:27:15.428368 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-80071a7c-9370-4448-9837-eecbc8b6c81d None None] Transition to ACTIVE for port object 66f5c26f-0bf3-417d-a1d9-d56834a8e4cc will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:15.430940 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-261358e2-9f3d-4f84-910a-d51558ba5318 None None] Port f5f18093-a1ff-40ac-ae65-c3bb509db232 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:27:15.453029 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-80071a7c-9370-4448-9837-eecbc8b6c81d None None] Transition to ACTIVE for port object 66f5c26f-0bf3-417d-a1d9-d56834a8e4cc will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:15.457766 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-74b2460b-7335-4789-ab1e-e600c7762233 req-3d4f503a-48af-4445-915b-51b770c73529 service neutron] For port beba0e90-3fb2-4854-b4da-5967e3f314bd, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=beba0e90-3fb2-4854-b4da-5967e3f314bd,segment=NetworkSegment(ee2230d7-19aa-4b7f-b599-ad0d2423a831),segment_id=ee2230d7-19aa-4b7f-b599-ad0d2423a831)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:27:15.460572 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-80071a7c-9370-4448-9837-eecbc8b6c81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:15.466593 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-bde71e69-291f-4c66-9fea-47613e5d54e5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:15.477949 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-74b2460b-7335-4789-ab1e-e600c7762233 req-3d4f503a-48af-4445-915b-51b770c73529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:15.484120 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bde71e69-291f-4c66-9fea-47613e5d54e5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Usage tracker for resource:port and tenant:0fe313ea68464eb9865c051101ffa5d4 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:15.500833 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d127769d-decd-4d63-8364-853c6a5cb1ca tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/floatingips/fe262875-92e1-49e0-9f8b-4459ab3a0391 HTTP/1.1" status: 200 len: 993 time: 0.4650996 Apr 29 13:27:15.510661 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6bdf8e74-e91d-4e2b-84ec-36884277bc73 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:15.515413 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bde71e69-291f-4c66-9fea-47613e5d54e5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:15.539354 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-bde71e69-291f-4c66-9fea-47613e5d54e5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:15.559392 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1f7a773d-37d8-437d-a6fd-8cff0783393f req-9a28360d-0b48-454b-a70d-cf45711ff8fc tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398668 Apr 29 13:27:15.574891 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-74b2460b-7335-4789-ab1e-e600c7762233 req-3d4f503a-48af-4445-915b-51b770c73529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:15.577230 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-74b2460b-7335-4789-ab1e-e600c7762233 req-3d4f503a-48af-4445-915b-51b770c73529 service neutron] 10.222.0.32 "PUT /v2.0/ports/beba0e90-3fb2-4854-b4da-5967e3f314bd HTTP/1.1" status: 200 len: 1093 time: 3.0189421 Apr 29 13:27:15.577339 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3061d50c-a877-4cf1-a4f7-3db07ad118a2', 'tag': 'beba0e90-3fb2-4854-b4da-5967e3f314bd'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:27:15.590511 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80071a7c-9370-4448-9837-eecbc8b6c81d None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:15.593214 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80071a7c-9370-4448-9837-eecbc8b6c81d None None] Pushing event updated for resources: {'Port': ['ID=66f5c26f-0bf3-417d-a1d9-d56834a8e4cc,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:15.604029 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-80071a7c-9370-4448-9837-eecbc8b6c81d None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:15.621132 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80071a7c-9370-4448-9837-eecbc8b6c81d None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:27:15.674133 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f503a-48af-4445-915b-51b770c73529 service neutron] Pushing event updated for resources: {'Port': ['ID=beba0e90-3fb2-4854-b4da-5967e3f314bd,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:15.683793 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde71e69-291f-4c66-9fea-47613e5d54e5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Made reservation on behalf of 0fe313ea68464eb9865c051101ffa5d4 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:15.687375 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bde71e69-291f-4c66-9fea-47613e5d54e5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:15.715007 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6bdf8e74-e91d-4e2b-84ec-36884277bc73 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:15.720058 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6bdf8e74-e91d-4e2b-84ec-36884277bc73 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2333364 Apr 29 13:27:15.728620 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57426) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:15.738427 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58895102-eaf0-4f79-b180-6cef3e9cb499'] response: {'name': 'network-changed', 'server_uuid': '3061d50c-a877-4cf1-a4f7-3db07ad118a2', 'tag': 'beba0e90-3fb2-4854-b4da-5967e3f314bd', 'status': 'completed', 'code': 200} Apr 29 13:27:15.747557 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-2c008bac-bfaa-4024-b7a8-98b59a28e43d tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Request body: {'floatingip': {'port_id': 'bb4a7654-5287-4f7d-9e8e-e0c17c27b50b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:15.748364 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c2fb55-7dc9-4e17-aaaa-a5189205e625 None None] Network 753af2c2-3d02-4cc9-aad9-500cf1d50874 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:15.769374 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-80071a7c-9370-4448-9837-eecbc8b6c81d None None] Attempting to bind port 66f5c26f-0bf3-417d-a1d9-d56834a8e4cc on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:27:15.769663 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-80071a7c-9370-4448-9837-eecbc8b6c81d None None] Attempting to bind port 66f5c26f-0bf3-417d-a1d9-d56834a8e4cc by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:27:15.769931 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80071a7c-9370-4448-9837-eecbc8b6c81d None None] Attempting to bind port 66f5c26f-0bf3-417d-a1d9-d56834a8e4cc on network b2591163-41a9-4c5e-86a6-99ddbf59518f {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:27:15.811298 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57390ff4-f7b8-4a5e-8e65-c8da853c3b4f req-8ecdeada-ee77-4daf-b507-fe709f8fc62f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:15.817684 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-57390ff4-f7b8-4a5e-8e65-c8da853c3b4f req-8ecdeada-ee77-4daf-b507-fe709f8fc62f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=3061d50c-a877-4cf1-a4f7-3db07ad118a2 HTTP/1.1" status: 200 len: 943 time: 0.7663152 Apr 29 13:27:15.828466 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-bde71e69-291f-4c66-9fea-47613e5d54e5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] device_id is not set on port 1eb33ad6-e5d4-4aec-8dcb-95e00c0e7504 yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:27:15.929477 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80071a7c-9370-4448-9837-eecbc8b6c81d None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:27:15.930425 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80071a7c-9370-4448-9837-eecbc8b6c81d None None] Checking segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:27:15.930425 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-80071a7c-9370-4448-9837-eecbc8b6c81d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:15.930642 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80071a7c-9370-4448-9837-eecbc8b6c81d None None] Bound using segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:27:15.931075 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-80071a7c-9370-4448-9837-eecbc8b6c81d None None] Bound port: 66f5c26f-0bf3-417d-a1d9-d56834a8e4cc, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:27:15.931443 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-80071a7c-9370-4448-9837-eecbc8b6c81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:15.967420 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-57390ff4-f7b8-4a5e-8e65-c8da853c3b4f req-059f4621-c7e0-4dbb-87f1-c26863275221 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=5213129c-8f53-4275-bc90-9ca856fd64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462655 Apr 29 13:27:16.016929 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b676202b-d496-431c-86ae-0589f1b88e92 None None] Provisioning for port ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:16.018754 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-bde71e69-291f-4c66-9fea-47613e5d54e5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Allocated IP 172.20.0.14 (65ee97c9-41de-46fc-b855-407f225c5ed0/bdae295a-1c0c-44d9-9f69-7b4db052fb7c/1eb33ad6-e5d4-4aec-8dcb-95e00c0e7504) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:27:16.054265 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:27:16.082507 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-72d110a3-bed0-46b0-bc9f-ce3ec17efeba tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Allocated IP 2001:db8::3348:d6e8:b273:4cce (b2591163-41a9-4c5e-86a6-99ddbf59518f/a2d7a816-5f4f-462a-8250-bbcdc8ec1f8f/b5184d8a-bd4d-47e9-bef1-e27d84b38d11) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:27:16.094967 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7183bfd-d094-4d0a-914a-7ee091cd373c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:16.139416 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2c008bac-bfaa-4024-b7a8-98b59a28e43d tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks [] for floatingip, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:16.171316 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-80071a7c-9370-4448-9837-eecbc8b6c81d None None] For port 66f5c26f-0bf3-417d-a1d9-d56834a8e4cc, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:27:16.189128 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-80071a7c-9370-4448-9837-eecbc8b6c81d None None] For port 66f5c26f-0bf3-417d-a1d9-d56834a8e4cc, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=66f5c26f-0bf3-417d-a1d9-d56834a8e4cc,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:27:16.221375 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-80071a7c-9370-4448-9837-eecbc8b6c81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:16.332553 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:16.350556 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:16.350914 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:16.383844 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80071a7c-9370-4448-9837-eecbc8b6c81d None None] Pushing event updated for resources: {'Port': ['ID=66f5c26f-0bf3-417d-a1d9-d56834a8e4cc,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:16.489876 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-74b2460b-7335-4789-ab1e-e600c7762233 req-a41f7e4c-916c-4583-a4cd-b784343d1a6c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=3061d50c-a877-4cf1-a4f7-3db07ad118a2 HTTP/1.1" status: 200 len: 1096 time: 0.8554602 Apr 29 13:27:16.522073 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:16.564627 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0,segment=NetworkSegment(526586a9-d33e-4c10-a1ea-25a09699e7a2),segment_id=526586a9-d33e-4c10-a1ea-25a09699e7a2)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:16.576999 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:16.619664 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-74b2460b-7335-4789-ab1e-e600c7762233 req-dee45994-a69e-4eed-91bd-cf1894e31606 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=beba0e90-3fb2-4854-b4da-5967e3f314bd HTTP/1.1" status: 200 len: 217 time: 0.1164002 Apr 29 13:27:16.694917 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:16.703246 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-72d110a3-bed0-46b0-bc9f-ce3ec17efeba tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:16.733952 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8580b1-2a40-4feb-8002-d0fb2a178ff0 req-2da19ac3-9ec1-4ebd-bf34-3789d80e88d3 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:16.735451 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cd8580b1-2a40-4feb-8002-d0fb2a178ff0 req-2da19ac3-9ec1-4ebd-bf34-3789d80e88d3 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.6744077 Apr 29 13:27:16.749539 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-72d110a3-bed0-46b0-bc9f-ce3ec17efeba tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Transition to ACTIVE for port object b5184d8a-bd4d-47e9-bef1-e27d84b38d11 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:16.765797 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-c7183bfd-d094-4d0a-914a-7ee091cd373c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Allocated IP 172.22.0.1 (753af2c2-3d02-4cc9-aad9-500cf1d50874/e9d9fcc8-f370-4aa2-8cbf-d49155eb26bc/f1175cea-b676-4578-a852-66e146c4f68f) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:27:16.847096 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-2c008bac-bfaa-4024-b7a8-98b59a28e43d tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] update failed (client error): The resource could not be found. Apr 29 13:27:16.851290 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2c008bac-bfaa-4024-b7a8-98b59a28e43d tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] 10.222.0.76 "PUT /v2.0/floatingips/2e7cf78e-c57b-44f2-ad11-35c1573303bf HTTP/1.1" status: 404 len: 507 time: 1.1119566 Apr 29 13:27:16.851926 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57430) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:16.896608 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-72d110a3-bed0-46b0-bc9f-ce3ec17efeba tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:16.947491 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6fd879b5-2abf-463e-b244-ee78b70917c2 None None] Provisioning complete for port ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:16.947844 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6fd879b5-2abf-463e-b244-ee78b70917c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:16.971668 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2460b-7335-4789-ab1e-e600c7762233 req-59613b87-02a3-4922-a030-8acdf0af7126 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:16.973262 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-74b2460b-7335-4789-ab1e-e600c7762233 req-59613b87-02a3-4922-a030-8acdf0af7126 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=980d0090-e41e-44ca-a879-96fdb1535ca5 HTTP/1.1" status: 200 len: 835 time: 0.3267210 Apr 29 13:27:17.016675 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d110a3-bed0-46b0-bc9f-ce3ec17efeba tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:17.021967 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-72d110a3-bed0-46b0-bc9f-ce3ec17efeba tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:17.028550 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d110a3-bed0-46b0-bc9f-ce3ec17efeba tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:27:17.032376 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d110a3-bed0-46b0-bc9f-ce3ec17efeba tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:17.032996 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-72d110a3-bed0-46b0-bc9f-ce3ec17efeba tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:17.036598 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d110a3-bed0-46b0-bc9f-ce3ec17efeba tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Port': ['ID=b5184d8a-bd4d-47e9-bef1-e27d84b38d11,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:17.042635 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7183bfd-d094-4d0a-914a-7ee091cd373c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:17.092838 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-72d110a3-bed0-46b0-bc9f-ce3ec17efeba tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0676682 Apr 29 13:27:17.093525 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57436) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:17.105459 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bde71e69-291f-4c66-9fea-47613e5d54e5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:17.141164 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-c7183bfd-d094-4d0a-914a-7ee091cd373c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Transition to ACTIVE for port object f1175cea-b676-4578-a852-66e146c4f68f will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:17.148210 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-0b59d7a6-2afc-45ca-81e7-5b3d318ad9a8 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Deleting port 6f1174a2-fa81-48a3-93f8-19d850725176 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:27:17.148796 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0b59d7a6-2afc-45ca-81e7-5b3d318ad9a8 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:17.206084 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cd8580b1-2a40-4feb-8002-d0fb2a178ff0 req-67dd0c8a-7422-4104-84b8-219dd6a6e422 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3992100 Apr 29 13:27:17.207670 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-bde71e69-291f-4c66-9fea-47613e5d54e5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Transition to ACTIVE for port object 1eb33ad6-e5d4-4aec-8dcb-95e00c0e7504 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:17.261009 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9faf06-8015-49d4-9c4a-49ba59acae3a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:17.265051 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9faf06-8015-49d4-9c4a-49ba59acae3a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:17.265775 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7c9faf06-8015-49d4-9c4a-49ba59acae3a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:27:17.290668 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678006fa-23b1-479e-b5f8-451ccbe014af req-fbc08f86-fb68-4d8e-a25b-c17082da5d77 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:17.292297 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-678006fa-23b1-479e-b5f8-451ccbe014af req-fbc08f86-fb68-4d8e-a25b-c17082da5d77 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=3061d50c-a877-4cf1-a4f7-3db07ad118a2 HTTP/1.1" status: 200 len: 943 time: 0.1497533 Apr 29 13:27:17.300383 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7183bfd-d094-4d0a-914a-7ee091cd373c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:17.355516 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bde71e69-291f-4c66-9fea-47613e5d54e5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:17.358432 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7c9faf06-8015-49d4-9c4a-49ba59acae3a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:27:17.362488 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7c9faf06-8015-49d4-9c4a-49ba59acae3a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2608562 Apr 29 13:27:17.367058 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57442) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:17.370580 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-74b2460b-7335-4789-ab1e-e600c7762233 req-f1a87821-0354-41bc-bddb-15f2e7d2d326 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4d4da868-e2e3-4a21-9dca-f4e60fad105d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2609370 Apr 29 13:27:17.470648 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7183bfd-d094-4d0a-914a-7ee091cd373c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network 753af2c2-3d02-4cc9-aad9-500cf1d50874 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:17.471433 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7183bfd-d094-4d0a-914a-7ee091cd373c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Port': ['ID=f1175cea-b676-4578-a852-66e146c4f68f,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:17.478397 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-c7183bfd-d094-4d0a-914a-7ee091cd373c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:17.484654 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7183bfd-d094-4d0a-914a-7ee091cd373c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:27:17.523953 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0b59d7a6-2afc-45ca-81e7-5b3d318ad9a8 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:17.524443 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0b59d7a6-2afc-45ca-81e7-5b3d318ad9a8 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:17.563901 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-678006fa-23b1-479e-b5f8-451ccbe014af req-89ff7ea2-10ce-4b18-ad01-89002f8ad70b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=5213129c-8f53-4275-bc90-9ca856fd64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586970 Apr 29 13:27:17.568448 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-fc47dff7-5207-4845-b782-c10fd2733ad0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting port b5184d8a-bd4d-47e9-bef1-e27d84b38d11 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:27:17.568448 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fc47dff7-5207-4845-b782-c10fd2733ad0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:17.644213 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7183bfd-d094-4d0a-914a-7ee091cd373c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:17.715736 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde71e69-291f-4c66-9fea-47613e5d54e5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Network 65ee97c9-41de-46fc-b855-407f225c5ed0 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:17.726499 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-0b59d7a6-2afc-45ca-81e7-5b3d318ad9a8 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Calling delete_port for 6f1174a2-fa81-48a3-93f8-19d850725176 owned by network:floatingip {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:27:17.789959 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde71e69-291f-4c66-9fea-47613e5d54e5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Pushing event updated for resources: {'Port': ['ID=1eb33ad6-e5d4-4aec-8dcb-95e00c0e7504,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:17.792439 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-bde71e69-291f-4c66-9fea-47613e5d54e5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:17.819806 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde71e69-291f-4c66-9fea-47613e5d54e5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:27:17.927433 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde71e69-291f-4c66-9fea-47613e5d54e5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:17.928187 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bde71e69-291f-4c66-9fea-47613e5d54e5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:17.953076 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0a8c7131-21fb-4135-8890-e3086292588b None None] Provisioning for port 66f5c26f-0bf3-417d-a1d9-d56834a8e4cc completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:17.990974 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0a8c7131-21fb-4135-8890-e3086292588b None None] Provisioning for port f1175cea-b676-4578-a852-66e146c4f68f completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:18.014749 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0a8c7131-21fb-4135-8890-e3086292588b None None] Provisioning complete for port f1175cea-b676-4578-a852-66e146c4f68f triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:18.015122 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0a8c7131-21fb-4135-8890-e3086292588b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:18.035697 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-74b2460b-7335-4789-ab1e-e600c7762233 req-fdd31c08-661a-46fb-afd4-c8a7f6276f1f service neutron] 10.222.0.32 "GET /v2.0/networks/4d4da868-e2e3-4a21-9dca-f4e60fad105d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6255066 Apr 29 13:27:18.137155 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-0a8c7131-21fb-4135-8890-e3086292588b None None] Port f1175cea-b676-4578-a852-66e146c4f68f cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:27:18.156070 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7183bfd-d094-4d0a-914a-7ee091cd373c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:18.174100 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 66f5c26f-0bf3-417d-a1d9-d56834a8e4cc up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:27:18.242229 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fc47dff7-5207-4845-b782-c10fd2733ad0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:18.276050 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d5f6fcfe-235b-4909-9ec6-a02e34d32c39 None None] Provisioning for port 1eb33ad6-e5d4-4aec-8dcb-95e00c0e7504 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:18.282326 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d5f6fcfe-235b-4909-9ec6-a02e34d32c39 None None] Provisioning complete for port 1eb33ad6-e5d4-4aec-8dcb-95e00c0e7504 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:18.282803 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d5f6fcfe-235b-4909-9ec6-a02e34d32c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:18.315404 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 66f5c26f-0bf3-417d-a1d9-d56834a8e4cc completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:18.337755 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-bde71e69-291f-4c66-9fea-47613e5d54e5 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1624398 Apr 29 13:27:18.346805 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57448) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:18.360262 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-99e3195e-2208-4251-a53b-6c523fcf32a0 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:e8:dd:97'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:3f:9f:74'}]}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:18.377639 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 66f5c26f-0bf3-417d-a1d9-d56834a8e4cc triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:18.378068 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:18.386442 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-fc47dff7-5207-4845-b782-c10fd2733ad0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Calling delete_port for b5184d8a-bd4d-47e9-bef1-e27d84b38d11 owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:27:18.438751 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-d5f6fcfe-235b-4909-9ec6-a02e34d32c39 None None] Port 1eb33ad6-e5d4-4aec-8dcb-95e00c0e7504 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:27:18.462702 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d5f6fcfe-235b-4909-9ec6-a02e34d32c39 None None] Provisioning for port b5184d8a-bd4d-47e9-bef1-e27d84b38d11 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:18.483862 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdb777-fdce-415e-b8c7-91683e1f050b req-5f7b643d-beea-443c-a3b8-24394fac3218 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:18.485354 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ebbdb777-fdce-415e-b8c7-91683e1f050b req-5f7b643d-beea-443c-a3b8-24394fac3218 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.7686324 Apr 29 13:27:18.501992 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d5f6fcfe-235b-4909-9ec6-a02e34d32c39 None None] Provisioning complete for port b5184d8a-bd4d-47e9-bef1-e27d84b38d11 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:18.502364 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d5f6fcfe-235b-4909-9ec6-a02e34d32c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:18.566910 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:18.580052 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-d5f6fcfe-235b-4909-9ec6-a02e34d32c39 None None] Port b5184d8a-bd4d-47e9-bef1-e27d84b38d11 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:27:18.600047 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-74b2460b-7335-4789-ab1e-e600c7762233 req-83234f67-c27b-48d4-82fc-993fefac907c service neutron] 10.222.0.32 "GET /v2.0/networks/4d4da868-e2e3-4a21-9dca-f4e60fad105d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444748 Apr 29 13:27:18.631732 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0b59d7a6-2afc-45ca-81e7-5b3d318ad9a8 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:18.632194 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 66f5c26f-0bf3-417d-a1d9-d56834a8e4cc, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=66f5c26f-0bf3-417d-a1d9-d56834a8e4cc,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:18.646086 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:18.651413 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:27:18.689042 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59d7a6-2afc-45ca-81e7-5b3d318ad9a8 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Pushing event deleted for resources: {'Port': ['ID=6f1174a2-fa81-48a3-93f8-19d850725176,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:18.760437 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ebbdb777-fdce-415e-b8c7-91683e1f050b req-d5692e0a-d11b-4191-93f6-f276e6392639 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2590046 Apr 29 13:27:18.775691 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fc47dff7-5207-4845-b782-c10fd2733ad0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:18.782653 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=66f5c26f-0bf3-417d-a1d9-d56834a8e4cc,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:18.810302 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:18.810676 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:18.877236 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47dff7-5207-4845-b782-c10fd2733ad0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Port': ['ID=b5184d8a-bd4d-47e9-bef1-e27d84b38d11,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:18.943878 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fc47dff7-5207-4845-b782-c10fd2733ad0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:18.989245 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-fc47dff7-5207-4845-b782-c10fd2733ad0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/b5184d8a-bd4d-47e9-bef1-e27d84b38d11 HTTP/1.1" status: 204 len: 168 time: 1.6143456 Apr 29 13:27:18.991449 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7183bfd-d094-4d0a-914a-7ee091cd373c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:18.993868 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57458) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:19.047408 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7183bfd-d094-4d0a-914a-7ee091cd373c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:19.082043 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0b59d7a6-2afc-45ca-81e7-5b3d318ad9a8 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks [] for floatingip, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:19.087251 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-092a93f5-ec4d-4d8d-9e08-142662a0c0d3 req-4e4614c4-19e1-4cef-83be-54d8e79901c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=3061d50c-a877-4cf1-a4f7-3db07ad118a2 HTTP/1.1" status: 200 len: 1096 time: 0.3993886 Apr 29 13:27:19.089200 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-99e3195e-2208-4251-a53b-6c523fcf32a0 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:19.188427 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7183bfd-d094-4d0a-914a-7ee091cd373c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:19.218945 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a7fcb-67a4-4e86-b371-91c122efd060 req-4fc313d8-11b3-45c7-a9ba-3b67c5422307 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:19.220743 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-659a7fcb-67a4-4e86-b371-91c122efd060 req-4fc313d8-11b3-45c7-a9ba-3b67c5422307 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=3061d50c-a877-4cf1-a4f7-3db07ad118a2 HTTP/1.1" status: 200 len: 943 time: 0.3907933 Apr 29 13:27:19.224143 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a4d31c-4a59-4c05-bc7e-b26b540810be tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:19.225568 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a4d31c-4a59-4c05-bc7e-b26b540810be tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:19.226550 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-68a4d31c-4a59-4c05-bc7e-b26b540810be tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:27:19.238999 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0b59d7a6-2afc-45ca-81e7-5b3d318ad9a8 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:19.243873 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0b59d7a6-2afc-45ca-81e7-5b3d318ad9a8 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] 10.222.0.76 "DELETE /v2.0/floatingips/2e7cf78e-c57b-44f2-ad11-35c1573303bf HTTP/1.1" status: 204 len: 168 time: 2.3795357 Apr 29 13:27:19.252659 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57464) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:19.258113 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7183bfd-d094-4d0a-914a-7ee091cd373c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Port': ['ID=f1175cea-b676-4578-a852-66e146c4f68f,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:19.269924 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-732e21a0-d81a-4936-957d-62e5efc166c0 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Request body: {'floatingip': {'floating_network_id': '985263c7-3ad0-470e-97ef-a0bc98052436', 'port_id': 'bb4a7654-5287-4f7d-9e8e-e0c17c27b50b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:19.287813 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-732e21a0-d81a-4936-957d-62e5efc166c0 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:19.299627 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-732e21a0-d81a-4936-957d-62e5efc166c0 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Usage tracker for resource:floatingip and tenant:a2d8a0b2a35540e7ab68ee5b80373f44 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:19.307352 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-732e21a0-d81a-4936-957d-62e5efc166c0 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:19.327858 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-732e21a0-d81a-4936-957d-62e5efc166c0 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:19.350716 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-68a4d31c-4a59-4c05-bc7e-b26b540810be tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:27:19.355202 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-68a4d31c-4a59-4c05-bc7e-b26b540810be tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3570182 Apr 29 13:27:19.360184 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57468) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:19.370956 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-732e21a0-d81a-4936-957d-62e5efc166c0 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks [] for floatingip, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:19.433378 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-659a7fcb-67a4-4e86-b371-91c122efd060 req-e372b6d4-d9ae-4f8e-a8a3-7a23b823562e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=5213129c-8f53-4275-bc90-9ca856fd64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011409 Apr 29 13:27:19.439364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a93f5-ec4d-4d8d-9e08-142662a0c0d3 req-31d08598-5467-4f6d-b03f-3e759e5a61b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:19.440881 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-092a93f5-ec4d-4d8d-9e08-142662a0c0d3 req-31d08598-5467-4f6d-b03f-3e759e5a61b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4d4da868-e2e3-4a21-9dca-f4e60fad105d HTTP/1.1" status: 200 len: 898 time: 0.3406808 Apr 29 13:27:19.648343 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-092a93f5-ec4d-4d8d-9e08-142662a0c0d3 req-0c110cd1-64cf-4e8d-b3c2-89afe3698f2b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=beba0e90-3fb2-4854-b4da-5967e3f314bd HTTP/1.1" status: 200 len: 217 time: 0.1538405 Apr 29 13:27:19.691452 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7183bfd-d094-4d0a-914a-7ee091cd373c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network 753af2c2-3d02-4cc9-aad9-500cf1d50874 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:19.694254 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-c7183bfd-d094-4d0a-914a-7ee091cd373c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:19.772273 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a93f5-ec4d-4d8d-9e08-142662a0c0d3 req-37a53992-792f-4a43-8cf9-9cd23228790a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:19.774169 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-092a93f5-ec4d-4d8d-9e08-142662a0c0d3 req-37a53992-792f-4a43-8cf9-9cd23228790a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=980d0090-e41e-44ca-a879-96fdb1535ca5 HTTP/1.1" status: 200 len: 835 time: 0.1110413 Apr 29 13:27:19.846217 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fbb4a-89ad-4a23-9b68-79845f06c772 req-f20923e8-64d2-49a0-b2be-91811bb4b521 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:19.862921 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-218fbb4a-89ad-4a23-9b68-79845f06c772 req-f20923e8-64d2-49a0-b2be-91811bb4b521 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.2882812 Apr 29 13:27:19.872638 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.resource_extend [None req-99e3195e-2208-4251-a53b-6c523fcf32a0 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:27:19.892030 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bfe7876-641e-4c84-a48d-7a4a34e184bf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting subnet a2d7a816-5f4f-462a-8250-bbcdc8ec1f8f {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:27:19.896492 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3bfe7876-641e-4c84-a48d-7a4a34e184bf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:19.910370 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-99e3195e-2208-4251-a53b-6c523fcf32a0 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:19.938195 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-99e3195e-2208-4251-a53b-6c523fcf32a0 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:20.014485 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3bfe7876-641e-4c84-a48d-7a4a34e184bf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:20.025865 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 66f5c26f-0bf3-417d-a1d9-d56834a8e4cc up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:27:20.064405 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a1a88d71-26aa-4cd0-9729-ea4faf436961 None None] Provisioning complete for port f1175cea-b676-4578-a852-66e146c4f68f triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:20.064405 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a1a88d71-26aa-4cd0-9729-ea4faf436961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:20.165815 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-a1a88d71-26aa-4cd0-9729-ea4faf436961 None None] Port f1175cea-b676-4578-a852-66e146c4f68f cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:27:20.180256 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3bfe7876-641e-4c84-a48d-7a4a34e184bf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:20.188689 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 66f5c26f-0bf3-417d-a1d9-d56834a8e4cc triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:20.189524 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:20.251956 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7183bfd-d094-4d0a-914a-7ee091cd373c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Router e1421bee-f3a8-483e-808c-949354d33ae7 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:27:20.270316 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-218fbb4a-89ad-4a23-9b68-79845f06c772 req-c61863fc-13ae-4ec4-883c-8ebffc4aea6b tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4066055 Apr 29 13:27:20.275667 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3195e-2208-4251-a53b-6c523fcf32a0 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Pushing event updated for resources: {'Port': ['ID=1eb33ad6-e5d4-4aec-8dcb-95e00c0e7504,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:20.298855 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-092a93f5-ec4d-4d8d-9e08-142662a0c0d3 req-a10b307a-45d2-4949-be8c-858423186b5a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4d4da868-e2e3-4a21-9dca-f4e60fad105d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5111828 Apr 29 13:27:20.300354 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-99e3195e-2208-4251-a53b-6c523fcf32a0 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] In _notify_port_updated(), no bound segment for port 1eb33ad6-e5d4-4aec-8dcb-95e00c0e7504 on network 65ee97c9-41de-46fc-b855-407f225c5ed0 {{(pid=83904) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 13:27:20.305368 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e3195e-2208-4251-a53b-6c523fcf32a0 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:20.306470 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-99e3195e-2208-4251-a53b-6c523fcf32a0 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:20.320794 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-99e3195e-2208-4251-a53b-6c523fcf32a0 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] 10.222.0.76 "PUT /v2.0/ports/1eb33ad6-e5d4-4aec-8dcb-95e00c0e7504 HTTP/1.1" status: 200 len: 1056 time: 1.9632645 Apr 29 13:27:20.320794 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57474) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:20.347400 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6235b606-591f-4511-8a54-ef12dcf41ef8 None None] Provisioning complete for port 1eb33ad6-e5d4-4aec-8dcb-95e00c0e7504 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:20.347880 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6235b606-591f-4511-8a54-ef12dcf41ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:20.350093 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3bfe7876-641e-4c84-a48d-7a4a34e184bf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:20.397488 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3bfe7876-641e-4c84-a48d-7a4a34e184bf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:20.406574 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1738e334-6cf2-41fd-aa9c-628a1cc4dafc None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:20.411018 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-732e21a0-d81a-4936-957d-62e5efc166c0 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:27:20.415537 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-732e21a0-d81a-4936-957d-62e5efc166c0 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.1582158 Apr 29 13:27:20.431213 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6235b606-591f-4511-8a54-ef12dcf41ef8 None None] Port 1eb33ad6-e5d4-4aec-8dcb-95e00c0e7504 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:27:20.468501 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57478) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:20.473724 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-d75e7f90-ff6f-4eed-a514-643d7508f862 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'port_id': 'bb4a7654-5287-4f7d-9e8e-e0c17c27b50b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:20.484861 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe7876-641e-4c84-a48d-7a4a34e184bf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Subnet': ['ID=a2d7a816-5f4f-462a-8250-bbcdc8ec1f8f,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:20.496546 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d75e7f90-ff6f-4eed-a514-643d7508f862 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:20.501011 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-6016e544-796c-4640-a55f-6ada23c42053 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Deleting port 1eb33ad6-e5d4-4aec-8dcb-95e00c0e7504 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:27:20.501356 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6016e544-796c-4640-a55f-6ada23c42053 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:20.509237 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d75e7f90-ff6f-4eed-a514-643d7508f862 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Usage tracker for resource:floatingip and tenant:a2d8a0b2a35540e7ab68ee5b80373f44 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:20.527054 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3bfe7876-641e-4c84-a48d-7a4a34e184bf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/a2d7a816-5f4f-462a-8250-bbcdc8ec1f8f HTTP/1.1" status: 204 len: 168 time: 1.1621978 Apr 29 13:27:20.527054 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d75e7f90-ff6f-4eed-a514-643d7508f862 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:20.533755 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57484) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:20.536158 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d75e7f90-ff6f-4eed-a514-643d7508f862 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:20.618886 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device beba0e90-3fb2-4854-b4da-5967e3f314bd details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:27:20.652631 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6e7f0d24-5186-4555-970b-ea85f96d565d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1178060 Apr 29 13:27:20.655649 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-092a93f5-ec4d-4d8d-9e08-142662a0c0d3 req-7909a97e-c15c-4e43-8d3d-3a358557a300 service neutron] 10.222.0.32 "GET /v2.0/networks/4d4da868-e2e3-4a21-9dca-f4e60fad105d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398695 Apr 29 13:27:20.662203 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57488) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:20.671790 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d75e7f90-ff6f-4eed-a514-643d7508f862 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks [] for floatingip, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:20.688905 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-3d7c473e-ed08-4a46-a230-8c5a95475cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:20.807621 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port beba0e90-3fb2-4854-b4da-5967e3f314bd, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=beba0e90-3fb2-4854-b4da-5967e3f314bd,segment=NetworkSegment(ee2230d7-19aa-4b7f-b599-ad0d2423a831),segment_id=ee2230d7-19aa-4b7f-b599-ad0d2423a831)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:20.829705 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': 'beba0e90-3fb2-4854-b4da-5967e3f314bd', 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d', 'port_id': 'beba0e90-3fb2-4854-b4da-5967e3f314bd', 'mac_address': 'fa:16:3e:e5:40:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '980d0090-e41e-44ca-a879-96fdb1535ca5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:27:20.869624 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56586b95-d1b1-4497-afff-1d3b0f61a69a None None] DHCP port deletion for b2591163-41a9-4c5e-86a6-99ddbf59518f request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:27:20.881332 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-56586b95-d1b1-4497-afff-1d3b0f61a69a None None] Deleting port 66f5c26f-0bf3-417d-a1d9-d56834a8e4cc {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:27:20.881701 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-56586b95-d1b1-4497-afff-1d3b0f61a69a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:20.895139 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-092a93f5-ec4d-4d8d-9e08-142662a0c0d3 req-e9fc4a1f-7ca9-475d-b7dc-b3c689631a43 service neutron] 10.222.0.32 "GET /v2.0/networks/4d4da868-e2e3-4a21-9dca-f4e60fad105d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219744 Apr 29 13:27:20.922452 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7183bfd-d094-4d0a-914a-7ee091cd373c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:27:20.932988 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c7183bfd-d094-4d0a-914a-7ee091cd373c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "PUT /v2.0/routers/e1421bee-f3a8-483e-808c-949354d33ae7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0945590 Apr 29 13:27:20.933917 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57492) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:20.934258 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-3d7c473e-ed08-4a46-a230-8c5a95475cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:20.941110 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-b50799a2-c834-495e-b17a-b0d807bc6bd0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'network': {'name': 'tempest-RoutersTest-1714190259'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:20.943401 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3d7c473e-ed08-4a46-a230-8c5a95475cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:subnet and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:20.946938 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:20.949841 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3d7c473e-ed08-4a46-a230-8c5a95475cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:20.956344 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b50799a2-c834-495e-b17a-b0d807bc6bd0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:20.957842 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acd555-676d-4d3d-bb87-68bf097da92d req-66813b6c-a0f4-4a41-aac6-649dbca162cb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:20.959369 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-66acd555-676d-4d3d-bb87-68bf097da92d req-66813b6c-a0f4-4a41-aac6-649dbca162cb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=3061d50c-a877-4cf1-a4f7-3db07ad118a2 HTTP/1.1" status: 200 len: 943 time: 0.3557129 Apr 29 13:27:20.962463 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6016e544-796c-4640-a55f-6ada23c42053 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:20.964673 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-3d7c473e-ed08-4a46-a230-8c5a95475cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:20.970053 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b50799a2-c834-495e-b17a-b0d807bc6bd0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Usage tracker for resource:network and tenant:1eeea487b04d4758993c28cdd605ea02 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:20.975529 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b50799a2-c834-495e-b17a-b0d807bc6bd0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:21.003305 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7c473e-ed08-4a46-a230-8c5a95475cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:21.004483 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beba0e90-3fb2-4854-b4da-5967e3f314bd {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:27:21.006596 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d7c473e-ed08-4a46-a230-8c5a95475cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:21.031539 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b50799a2-c834-495e-b17a-b0d807bc6bd0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:21.049919 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port beba0e90-3fb2-4854-b4da-5967e3f314bd, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=beba0e90-3fb2-4854-b4da-5967e3f314bd,segment=NetworkSegment(ee2230d7-19aa-4b7f-b599-ad0d2423a831),segment_id=ee2230d7-19aa-4b7f-b599-ad0d2423a831)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:21.093014 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:21.097379 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-6016e544-796c-4640-a55f-6ada23c42053 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Calling delete_port for 1eb33ad6-e5d4-4aec-8dcb-95e00c0e7504 owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:27:21.131330 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50799a2-c834-495e-b17a-b0d807bc6bd0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Made reservation on behalf of 1eeea487b04d4758993c28cdd605ea02 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:21.134233 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b50799a2-c834-495e-b17a-b0d807bc6bd0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:21.145637 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-66acd555-676d-4d3d-bb87-68bf097da92d req-9ea3d238-92c3-4cd5-9468-30a21c520820 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=5213129c-8f53-4275-bc90-9ca856fd64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705117 Apr 29 13:27:21.180461 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d75e7f90-ff6f-4eed-a514-643d7508f862 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:21.187842 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-56586b95-d1b1-4497-afff-1d3b0f61a69a None None] For port 66f5c26f-0bf3-417d-a1d9-d56834a8e4cc, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=66f5c26f-0bf3-417d-a1d9-d56834a8e4cc,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:21.188267 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-56586b95-d1b1-4497-afff-1d3b0f61a69a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:21.201513 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50799a2-c834-495e-b17a-b0d807bc6bd0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:27:21.208207 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=beba0e90-3fb2-4854-b4da-5967e3f314bd,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:21.212890 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b50799a2-c834-495e-b17a-b0d807bc6bd0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:21.213347 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-b50799a2-c834-495e-b17a-b0d807bc6bd0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Added segment c0765657-3b16-4501-a5c6-772e1f13986c of type vlan for network 85e7070d-2c52-4837-b31c-cf2de2b51f37 Apr 29 13:27:21.284421 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b50799a2-c834-495e-b17a-b0d807bc6bd0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:21.324617 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6016e544-796c-4640-a55f-6ada23c42053 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:21.379833 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016e544-796c-4640-a55f-6ada23c42053 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Pushing event deleted for resources: {'Port': ['ID=1eb33ad6-e5d4-4aec-8dcb-95e00c0e7504,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:21.385681 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b50799a2-c834-495e-b17a-b0d807bc6bd0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:21.392785 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50799a2-c834-495e-b17a-b0d807bc6bd0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:21.394922 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b50799a2-c834-495e-b17a-b0d807bc6bd0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:21.402183 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-56586b95-d1b1-4497-afff-1d3b0f61a69a None None] Calling delete_port for 66f5c26f-0bf3-417d-a1d9-d56834a8e4cc owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:27:21.508447 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50799a2-c834-495e-b17a-b0d807bc6bd0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Network': ['ID=85e7070d-2c52-4837-b31c-cf2de2b51f37,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:21.549947 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 85e7070d-2c52-4837-b31c-cf2de2b51f37 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:27:21.561591 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-d75e7f90-ff6f-4eed-a514-643d7508f862 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Allocated IP 172.26.6.147 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/06d20dbd-670f-4f4c-99e8-d2ef13920a98) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:27:21.586104 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d7c473e-ed08-4a46-a230-8c5a95475cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:21.597209 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-56586b95-d1b1-4497-afff-1d3b0f61a69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:21.628881 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b50799a2-c834-495e-b17a-b0d807bc6bd0 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6917796 Apr 29 13:27:21.631257 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57498) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:21.639414 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-a8f58133-d66d-4a08-ab8f-e59e6dfed059 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'subnet': {'network_id': '85e7070d-2c52-4837-b31c-cf2de2b51f37', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:21.703330 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['beba0e90-3fb2-4854-b4da-5967e3f314bd'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:27:21.726410 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56586b95-d1b1-4497-afff-1d3b0f61a69a None None] No DVR routers for this DVR port 66f5c26f-0bf3-417d-a1d9-d56834a8e4cc on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:27:21.731731 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7c473e-ed08-4a46-a230-8c5a95475cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:21.736636 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-3d7c473e-ed08-4a46-a230-8c5a95475cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:21.740283 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c473e-ed08-4a46-a230-8c5a95475cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Subnet': ['ID=46413add-c714-4c36-a5d4-1b9bb0d1c41f,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:21.742856 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7c473e-ed08-4a46-a230-8c5a95475cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:21.743339 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d7c473e-ed08-4a46-a230-8c5a95475cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:21.779470 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6ae7f4-4a35-465f-ab88-039ab7676d58 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:21.795493 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56586b95-d1b1-4497-afff-1d3b0f61a69a None None] Pushing event deleted for resources: {'Port': ['ID=66f5c26f-0bf3-417d-a1d9-d56834a8e4cc,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:21.894963 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3d7c473e-ed08-4a46-a230-8c5a95475cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2271352 Apr 29 13:27:21.896601 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d75e7f90-ff6f-4eed-a514-643d7508f862 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:21.899994 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57502) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:21.910223 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-e840e986-3513-4875-905f-f285ad55692b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'port': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'fixed_ips': [{'subnet_id': '46413add-c714-4c36-a5d4-1b9bb0d1c41f', 'ip_address': '2001:db8::7367:7f89:c4ef:8e7b'}], 'name': 'tempest-NetworksTestDHCPv6-276015588'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:21.975816 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-a8f58133-d66d-4a08-ab8f-e59e6dfed059 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:21.989534 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84ae53-d842-4425-aaef-66fa7ffbbccf req-020c784c-e32f-4edf-8124-bfeb4ebeb250 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:21.991156 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7d84ae53-d842-4425-aaef-66fa7ffbbccf req-020c784c-e32f-4edf-8124-bfeb4ebeb250 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.4091067 Apr 29 13:27:21.996021 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-a8f58133-d66d-4a08-ab8f-e59e6dfed059 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Usage tracker for resource:subnet and tenant:1eeea487b04d4758993c28cdd605ea02 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:22.030880 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 66f5c26f-0bf3-417d-a1d9-d56834a8e4cc no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:27:22.074333 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e840e986-3513-4875-905f-f285ad55692b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:22.079379 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e840e986-3513-4875-905f-f285ad55692b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:port and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:22.082454 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e840e986-3513-4875-905f-f285ad55692b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:22.088066 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 66f5c26f-0bf3-417d-a1d9-d56834a8e4cc {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:27:22.088658 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 66f5c26f-0bf3-417d-a1d9-d56834a8e4cc not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:27:22.088777 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e840e986-3513-4875-905f-f285ad55692b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:22.099706 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d75e7f90-ff6f-4eed-a514-643d7508f862 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:22.136431 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-a8f58133-d66d-4a08-ab8f-e59e6dfed059 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:22.155983 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e840e986-3513-4875-905f-f285ad55692b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:22.158754 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-a8f58133-d66d-4a08-ab8f-e59e6dfed059 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:22.161869 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e840e986-3513-4875-905f-f285ad55692b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:22.178480 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96e2b69-a994-45d0-a3e5-d648683d9081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-b2591163-41a9-4c5e-86a6-99ddbf59518f', 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'fixed_ips': [{'subnet_id': '46413add-c714-4c36-a5d4-1b9bb0d1c41f'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:27:22.179282 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b96e2b69-a994-45d0-a3e5-d648683d9081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:22.196994 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f58133-d66d-4a08-ab8f-e59e6dfed059 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Made reservation on behalf of 1eeea487b04d4758993c28cdd605ea02 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:22.212691 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-e840e986-3513-4875-905f-f285ad55692b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] device_id is not set on port d232e325-afb6-4037-b7a0-b02b1ded56cc yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:27:22.253096 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e7f90-ff6f-4eed-a514-643d7508f862 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Pushing event updated for resources: {'Port': ['ID=06d20dbd-670f-4f4c-99e8-d2ef13920a98,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:22.261820 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75e7f90-ff6f-4eed-a514-643d7508f862 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:22.267410 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-d75e7f90-ff6f-4eed-a514-643d7508f862 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:22.279466 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75e7f90-ff6f-4eed-a514-643d7508f862 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:27:22.306310 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a8f58133-d66d-4a08-ab8f-e59e6dfed059 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:22.321582 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6016e544-796c-4640-a55f-6ada23c42053 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:22.323451 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6016e544-796c-4640-a55f-6ada23c42053 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] 10.222.0.76 "DELETE /v2.0/ports/1eb33ad6-e5d4-4aec-8dcb-95e00c0e7504 HTTP/1.1" status: 204 len: 168 time: 2.0027280 Apr 29 13:27:22.329606 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57508) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:22.385697 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7d84ae53-d842-4425-aaef-66fa7ffbbccf req-5aa9609e-77f5-4d75-9b61-e0f6422b07de tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3864584 Apr 29 13:27:22.430411 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-b134d3ce-e1db-4647-a83b-3b65de7a63fc tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] GET failed (client error): The resource could not be found. Apr 29 13:27:22.430911 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b134d3ce-e1db-4647-a83b-3b65de7a63fc tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Synchronizing usage tracker for tenant:0fe313ea68464eb9865c051101ffa5d4 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:27:22.453516 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-b96e2b69-a994-45d0-a3e5-d648683d9081 None None] Allocated IP 2001:db8::2 (b2591163-41a9-4c5e-86a6-99ddbf59518f/46413add-c714-4c36-a5d4-1b9bb0d1c41f/12f07ccf-410e-42f0-8e7c-4e1ca8ecc8dd) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:27:22.472715 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b134d3ce-e1db-4647-a83b-3b65de7a63fc tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Unset dirty status for tenant:0fe313ea68464eb9865c051101ffa5d4 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:27:22.473929 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b134d3ce-e1db-4647-a83b-3b65de7a63fc tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] 10.222.0.76 "GET /v2.0/ports/1eb33ad6-e5d4-4aec-8dcb-95e00c0e7504 HTTP/1.1" status: 404 len: 333 time: 0.1397657 Apr 29 13:27:22.476641 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57512) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:22.558116 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-f770d103-2fc1-4308-93a7-77310ae5150e tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Deleting port f5f18093-a1ff-40ac-ae65-c3bb509db232 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:27:22.558753 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f770d103-2fc1-4308-93a7-77310ae5150e tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:22.611401 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34fe3a-e0f8-43f0-a430-bfc7c0172b44 req-359bc355-6139-4d1a-bef1-b36077a0ee3c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:22.612882 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-7a34fe3a-e0f8-43f0-a430-bfc7c0172b44 req-359bc355-6139-4d1a-bef1-b36077a0ee3c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=3061d50c-a877-4cf1-a4f7-3db07ad118a2 HTTP/1.1" status: 200 len: 944 time: 0.2454209 Apr 29 13:27:22.614975 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-d75e7f90-ff6f-4eed-a514-643d7508f862 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Deleting port 06d20dbd-670f-4f4c-99e8-d2ef13920a98 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:27:22.615312 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d75e7f90-ff6f-4eed-a514-643d7508f862 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:22.688080 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b96e2b69-a994-45d0-a3e5-d648683d9081 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:22.698593 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b96e2b69-a994-45d0-a3e5-d648683d9081 None None] Transition to ACTIVE for port object 12f07ccf-410e-42f0-8e7c-4e1ca8ecc8dd will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:22.719061 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b96e2b69-a994-45d0-a3e5-d648683d9081 None None] Transition to ACTIVE for port object 12f07ccf-410e-42f0-8e7c-4e1ca8ecc8dd will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:22.724714 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b96e2b69-a994-45d0-a3e5-d648683d9081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:22.799146 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96e2b69-a994-45d0-a3e5-d648683d9081 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:22.803273 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-b96e2b69-a994-45d0-a3e5-d648683d9081 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:22.805672 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96e2b69-a994-45d0-a3e5-d648683d9081 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:27:22.813269 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e2b69-a994-45d0-a3e5-d648683d9081 None None] Pushing event updated for resources: {'Port': ['ID=12f07ccf-410e-42f0-8e7c-4e1ca8ecc8dd,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:22.823280 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a8f58133-d66d-4a08-ab8f-e59e6dfed059 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:22.833181 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-7a34fe3a-e0f8-43f0-a430-bfc7c0172b44 req-6201fa77-3aec-4e0d-a0ce-48c74e0fa16f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=5213129c-8f53-4275-bc90-9ca856fd64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899433 Apr 29 13:27:22.867576 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-e840e986-3513-4875-905f-f285ad55692b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Allocated IP 2001:db8::7367:7f89:c4ef:8e7b (b2591163-41a9-4c5e-86a6-99ddbf59518f/46413add-c714-4c36-a5d4-1b9bb0d1c41f/d232e325-afb6-4037-b7a0-b02b1ded56cc) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:27:22.901450 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f58133-d66d-4a08-ab8f-e59e6dfed059 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Subnet': ['ID=f84ac9cf-13f3-49b3-bff6-2b06e64325d1,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:22.920873 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b96e2b69-a994-45d0-a3e5-d648683d9081 None None] Attempting to bind port 12f07ccf-410e-42f0-8e7c-4e1ca8ecc8dd on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:27:22.921240 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b96e2b69-a994-45d0-a3e5-d648683d9081 None None] Attempting to bind port 12f07ccf-410e-42f0-8e7c-4e1ca8ecc8dd by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:27:22.921592 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96e2b69-a994-45d0-a3e5-d648683d9081 None None] Attempting to bind port 12f07ccf-410e-42f0-8e7c-4e1ca8ecc8dd on network b2591163-41a9-4c5e-86a6-99ddbf59518f {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:27:22.928908 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96e2b69-a994-45d0-a3e5-d648683d9081 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:27:22.929265 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96e2b69-a994-45d0-a3e5-d648683d9081 None None] Checking segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:27:22.929657 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b96e2b69-a994-45d0-a3e5-d648683d9081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:22.930311 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96e2b69-a994-45d0-a3e5-d648683d9081 None None] Bound using segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:27:22.930506 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b96e2b69-a994-45d0-a3e5-d648683d9081 None None] Bound port: 12f07ccf-410e-42f0-8e7c-4e1ca8ecc8dd, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:27:22.930841 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b96e2b69-a994-45d0-a3e5-d648683d9081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:22.970760 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f58133-d66d-4a08-ab8f-e59e6dfed059 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Checking segment: {'id': 'c0765657-3b16-4501-a5c6-772e1f13986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '85e7070d-2c52-4837-b31c-cf2de2b51f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:27:22.971115 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f58133-d66d-4a08-ab8f-e59e6dfed059 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network hostable DHCP agents. Network: 85e7070d-2c52-4837-b31c-cf2de2b51f37, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:27:22.978059 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f770d103-2fc1-4308-93a7-77310ae5150e tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:23.019870 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b96e2b69-a994-45d0-a3e5-d648683d9081 None None] For port 12f07ccf-410e-42f0-8e7c-4e1ca8ecc8dd, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:27:23.023114 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b96e2b69-a994-45d0-a3e5-d648683d9081 None None] For port 12f07ccf-410e-42f0-8e7c-4e1ca8ecc8dd, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=12f07ccf-410e-42f0-8e7c-4e1ca8ecc8dd,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:27:23.029093 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b96e2b69-a994-45d0-a3e5-d648683d9081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:23.086132 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d75e7f90-ff6f-4eed-a514-643d7508f862 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:23.086725 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d75e7f90-ff6f-4eed-a514-643d7508f862 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:23.111038 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-f770d103-2fc1-4308-93a7-77310ae5150e tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Calling delete_port for f5f18093-a1ff-40ac-ae65-c3bb509db232 owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:27:23.119277 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e2b69-a994-45d0-a3e5-d648683d9081 None None] Pushing event updated for resources: {'Port': ['ID=12f07ccf-410e-42f0-8e7c-4e1ca8ecc8dd,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:23.163967 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f58133-d66d-4a08-ab8f-e59e6dfed059 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network 85e7070d-2c52-4837-b31c-cf2de2b51f37 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:27:23.192917 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-a8f58133-d66d-4a08-ab8f-e59e6dfed059 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 85e7070d-2c52-4837-b31c-cf2de2b51f37) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:23.197402 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f58133-d66d-4a08-ab8f-e59e6dfed059 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:23.197977 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a8f58133-d66d-4a08-ab8f-e59e6dfed059 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:23.211891 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759891bc-e23a-49eb-a80a-817b38b97d83 None None] Network 85e7070d-2c52-4837-b31c-cf2de2b51f37 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:23.287334 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f770d103-2fc1-4308-93a7-77310ae5150e tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:23.354594 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-d75e7f90-ff6f-4eed-a514-643d7508f862 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Calling delete_port for 06d20dbd-670f-4f4c-99e8-d2ef13920a98 owned by network:floatingip {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:27:23.366800 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a8f58133-d66d-4a08-ab8f-e59e6dfed059 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7365136 Apr 29 13:27:23.368145 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57516) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:23.397084 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e840e986-3513-4875-905f-f285ad55692b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:23.436423 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770d103-2fc1-4308-93a7-77310ae5150e tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Pushing event deleted for resources: {'Port': ['ID=f5f18093-a1ff-40ac-ae65-c3bb509db232,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:23.439704 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-e840e986-3513-4875-905f-f285ad55692b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Transition to ACTIVE for port object d232e325-afb6-4037-b7a0-b02b1ded56cc will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:23.552972 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c61858a-149c-4fb5-b8f9-22e9b623ce2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-85e7070d-2c52-4837-b31c-cf2de2b51f37', 'network_id': '85e7070d-2c52-4837-b31c-cf2de2b51f37', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'fixed_ips': [{'subnet_id': 'f84ac9cf-13f3-49b3-bff6-2b06e64325d1'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:27:23.554354 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4c61858a-149c-4fb5-b8f9-22e9b623ce2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:23.556373 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e840e986-3513-4875-905f-f285ad55692b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:23.637774 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d75e7f90-ff6f-4eed-a514-643d7508f862 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:23.651555 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e840e986-3513-4875-905f-f285ad55692b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:23.695301 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-e840e986-3513-4875-905f-f285ad55692b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:23.697786 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e840e986-3513-4875-905f-f285ad55692b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:27:23.702368 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e840e986-3513-4875-905f-f285ad55692b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:23.703088 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e840e986-3513-4875-905f-f285ad55692b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:23.739538 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-4c61858a-149c-4fb5-b8f9-22e9b623ce2a None None] Allocated IP 172.23.0.2 (85e7070d-2c52-4837-b31c-cf2de2b51f37/f84ac9cf-13f3-49b3-bff6-2b06e64325d1/2933a89e-bc6f-48ef-9c00-fae5313fdb71) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:27:23.811076 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840e986-3513-4875-905f-f285ad55692b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Port': ['ID=d232e325-afb6-4037-b7a0-b02b1ded56cc,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:23.852252 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-d75e7f90-ff6f-4eed-a514-643d7508f862 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] create failed (client error): The resource could not be found. Apr 29 13:27:23.853417 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d75e7f90-ff6f-4eed-a514-643d7508f862 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.3840406 Apr 29 13:27:23.869603 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57522) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:23.870440 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e7f90-ff6f-4eed-a514-643d7508f862 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Pushing event deleted for resources: {'Port': ['ID=06d20dbd-670f-4f4c-99e8-d2ef13920a98,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:23.947103 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f770d103-2fc1-4308-93a7-77310ae5150e tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:23.952785 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f770d103-2fc1-4308-93a7-77310ae5150e tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] 10.222.0.76 "DELETE /v2.0/ports/f5f18093-a1ff-40ac-ae65-c3bb509db232 HTTP/1.1" status: 204 len: 168 time: 1.4751520 Apr 29 13:27:23.953824 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57528) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:23.959189 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-03bdc339-b771-4bee-a77f-755a2e2ffbc9 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Deleting port bb4a7654-5287-4f7d-9e8e-e0c17c27b50b {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:27:23.959737 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-03bdc339-b771-4bee-a77f-755a2e2ffbc9 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:24.027083 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e840e986-3513-4875-905f-f285ad55692b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1256618 Apr 29 13:27:24.034124 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57532) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:24.113370 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 12f07ccf-410e-42f0-8e7c-4e1ca8ecc8dd up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:27:24.145664 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4c61858a-149c-4fb5-b8f9-22e9b623ce2a None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:24.168047 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4c61858a-149c-4fb5-b8f9-22e9b623ce2a None None] Transition to ACTIVE for port object 2933a89e-bc6f-48ef-9c00-fae5313fdb71 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:24.190586 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4c61858a-149c-4fb5-b8f9-22e9b623ce2a None None] Transition to ACTIVE for port object 2933a89e-bc6f-48ef-9c00-fae5313fdb71 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:24.201500 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3849d59-1939-4020-afc9-c5b32cc7a6a2 req-512a65f3-7570-457f-acb5-938c16235c41 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:24.203624 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a3849d59-1939-4020-afc9-c5b32cc7a6a2 req-512a65f3-7570-457f-acb5-938c16235c41 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.6017551 Apr 29 13:27:24.204678 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c16eceb-9187-458a-ba07-afc8342f277a tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] GET failed (client error): The resource could not be found. Apr 29 13:27:24.205144 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-6c16eceb-9187-458a-ba07-afc8342f277a tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Synchronizing usage tracker for tenant:0fe313ea68464eb9865c051101ffa5d4 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:27:24.213092 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4c61858a-149c-4fb5-b8f9-22e9b623ce2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:24.264438 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-6c16eceb-9187-458a-ba07-afc8342f277a tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Unset dirty status for tenant:0fe313ea68464eb9865c051101ffa5d4 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:27:24.271014 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6c16eceb-9187-458a-ba07-afc8342f277a tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] 10.222.0.76 "GET /v2.0/ports/f5f18093-a1ff-40ac-ae65-c3bb509db232 HTTP/1.1" status: 404 len: 333 time: 0.3139639 Apr 29 13:27:24.272137 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57536) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:24.301725 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61858a-149c-4fb5-b8f9-22e9b623ce2a None None] Pushing event updated for resources: {'Port': ['ID=2933a89e-bc6f-48ef-9c00-fae5313fdb71,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:24.331348 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c61858a-149c-4fb5-b8f9-22e9b623ce2a None None] Network 85e7070d-2c52-4837-b31c-cf2de2b51f37 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:24.332494 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-4c61858a-149c-4fb5-b8f9-22e9b623ce2a None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:24.335584 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c61858a-149c-4fb5-b8f9-22e9b623ce2a None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:27:24.343789 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a3849d59-1939-4020-afc9-c5b32cc7a6a2 req-b9da8130-b512-4b00-a45c-6b8374e07132 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325130 Apr 29 13:27:24.393483 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36891e-56f7-4275-a717-50a19c1ef01b req-f56b2307-5dbb-48a7-92e6-b020b99c84bc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:24.394975 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-de36891e-56f7-4275-a717-50a19c1ef01b req-f56b2307-5dbb-48a7-92e6-b020b99c84bc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=3061d50c-a877-4cf1-a4f7-3db07ad118a2 HTTP/1.1" status: 200 len: 944 time: 0.2171664 Apr 29 13:27:24.395530 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-2aea88bf-73c5-4f2c-ae33-22fe0be8404e tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Deleting port d44a882a-f960-4f7f-bdaf-222cd702ddf9 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:27:24.395871 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2aea88bf-73c5-4f2c-ae33-22fe0be8404e tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:24.413550 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 12f07ccf-410e-42f0-8e7c-4e1ca8ecc8dd completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:24.463576 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d33f38b-dc90-49e7-9592-29bb5742eedf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:24.467924 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d33f38b-dc90-49e7-9592-29bb5742eedf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:24.468813 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1d33f38b-dc90-49e7-9592-29bb5742eedf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:27:24.509850 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-03bdc339-b771-4bee-a77f-755a2e2ffbc9 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:24.530886 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-de36891e-56f7-4275-a717-50a19c1ef01b req-037f16e2-a2be-4172-ac59-de287b038778 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=5213129c-8f53-4275-bc90-9ca856fd64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250854 Apr 29 13:27:24.554934 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-4c61858a-149c-4fb5-b8f9-22e9b623ce2a None None] Attempting to bind port 2933a89e-bc6f-48ef-9c00-fae5313fdb71 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:27:24.555302 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-4c61858a-149c-4fb5-b8f9-22e9b623ce2a None None] Attempting to bind port 2933a89e-bc6f-48ef-9c00-fae5313fdb71 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'c0765657-3b16-4501-a5c6-772e1f13986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '85e7070d-2c52-4837-b31c-cf2de2b51f37'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:27:24.555659 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c61858a-149c-4fb5-b8f9-22e9b623ce2a None None] Attempting to bind port 2933a89e-bc6f-48ef-9c00-fae5313fdb71 on network 85e7070d-2c52-4837-b31c-cf2de2b51f37 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:27:24.566764 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c61858a-149c-4fb5-b8f9-22e9b623ce2a None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:27:24.567532 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c61858a-149c-4fb5-b8f9-22e9b623ce2a None None] Checking segment: {'id': 'c0765657-3b16-4501-a5c6-772e1f13986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '85e7070d-2c52-4837-b31c-cf2de2b51f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:27:24.568136 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4c61858a-149c-4fb5-b8f9-22e9b623ce2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:24.570593 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c61858a-149c-4fb5-b8f9-22e9b623ce2a None None] Bound using segment: {'id': 'c0765657-3b16-4501-a5c6-772e1f13986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '85e7070d-2c52-4837-b31c-cf2de2b51f37'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:27:24.571066 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-4c61858a-149c-4fb5-b8f9-22e9b623ce2a None None] Bound port: 2933a89e-bc6f-48ef-9c00-fae5313fdb71, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0765657-3b16-4501-a5c6-772e1f13986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '85e7070d-2c52-4837-b31c-cf2de2b51f37'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:27:24.571441 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4c61858a-149c-4fb5-b8f9-22e9b623ce2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:24.611867 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1d33f38b-dc90-49e7-9592-29bb5742eedf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:27:24.614950 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1d33f38b-dc90-49e7-9592-29bb5742eedf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5795755 Apr 29 13:27:24.646795 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device beba0e90-3fb2-4854-b4da-5967e3f314bd up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:27:24.652699 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57540) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:24.669423 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Sync routers for ids ['e1421bee-f3a8-483e-808c-949354d33ae7'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:27:24.698244 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-03bdc339-b771-4bee-a77f-755a2e2ffbc9 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Calling delete_port for bb4a7654-5287-4f7d-9e8e-e0c17c27b50b owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:27:24.704102 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Routers {'e1421bee-f3a8-483e-808c-949354d33ae7'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:27:24.704912 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:27:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e1421bee-f3a8-483e-808c-949354d33ae7'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:24.822626 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b707acd1-3711-4c28-85d6-be931d60b99f None None] Provisioning for port 12f07ccf-410e-42f0-8e7c-4e1ca8ecc8dd completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:24.833325 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-4c61858a-149c-4fb5-b8f9-22e9b623ce2a None None] For port 2933a89e-bc6f-48ef-9c00-fae5313fdb71, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:27:24.835761 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b707acd1-3711-4c28-85d6-be931d60b99f None None] Provisioning complete for port 12f07ccf-410e-42f0-8e7c-4e1ca8ecc8dd triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:24.836327 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b707acd1-3711-4c28-85d6-be931d60b99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:24.911191 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-4c61858a-149c-4fb5-b8f9-22e9b623ce2a None None] For port 2933a89e-bc6f-48ef-9c00-fae5313fdb71, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=2933a89e-bc6f-48ef-9c00-fae5313fdb71,segment=NetworkSegment(c0765657-3b16-4501-a5c6-772e1f13986c),segment_id=c0765657-3b16-4501-a5c6-772e1f13986c)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:27:24.927358 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4c61858a-149c-4fb5-b8f9-22e9b623ce2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:24.970970 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-6db513d9-afe9-43c6-9d40-3d4e1bca0c67 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting port d232e325-afb6-4037-b7a0-b02b1ded56cc {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:27:24.971282 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6db513d9-afe9-43c6-9d40-3d4e1bca0c67 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:24.971634 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-03bdc339-b771-4bee-a77f-755a2e2ffbc9 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:25.021437 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61858a-149c-4fb5-b8f9-22e9b623ce2a None None] Pushing event updated for resources: {'Port': ['ID=2933a89e-bc6f-48ef-9c00-fae5313fdb71,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:25.024503 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Set router e1421bee-f3a8-483e-808c-949354d33ae7 gateway port host: None {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:27:25.040478 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port beba0e90-3fb2-4854-b4da-5967e3f314bd completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:25.042564 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bdc339-b771-4bee-a77f-755a2e2ffbc9 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Pushing event deleted for resources: {'Port': ['ID=bb4a7654-5287-4f7d-9e8e-e0c17c27b50b,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:25.054665 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port beba0e90-3fb2-4854-b4da-5967e3f314bd triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:25.055086 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:25.158816 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2aea88bf-73c5-4f2c-ae33-22fe0be8404e tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:25.212087 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-03bdc339-b771-4bee-a77f-755a2e2ffbc9 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:25.222931 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-03bdc339-b771-4bee-a77f-755a2e2ffbc9 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] 10.222.0.76 "DELETE /v2.0/ports/bb4a7654-5287-4f7d-9e8e-e0c17c27b50b HTTP/1.1" status: 204 len: 168 time: 1.3488636 Apr 29 13:27:25.223655 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57544) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:25.227442 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b707acd1-3711-4c28-85d6-be931d60b99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:25.287018 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b707acd1-3711-4c28-85d6-be931d60b99f None None] For port 12f07ccf-410e-42f0-8e7c-4e1ca8ecc8dd, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=12f07ccf-410e-42f0-8e7c-4e1ca8ecc8dd,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:25.352564 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb79a87e-aca9-43a1-8f95-78acfbc657d2 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:25.353425 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-eb79a87e-aca9-43a1-8f95-78acfbc657d2 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Synchronizing usage tracker for tenant:a2d8a0b2a35540e7ab68ee5b80373f44 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:27:25.385967 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:25.404563 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-eb79a87e-aca9-43a1-8f95-78acfbc657d2 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Unset dirty status for tenant:a2d8a0b2a35540e7ab68ee5b80373f44 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:27:25.409496 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-eb79a87e-aca9-43a1-8f95-78acfbc657d2 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] 10.222.0.76 "GET /v2.0/ports?device_id=f4489d0d-8312-484a-beb3-ed098e7c29b4 HTTP/1.1" status: 200 len: 913 time: 0.1805465 Apr 29 13:27:25.410147 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57550) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:25.426931 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b707acd1-3711-4c28-85d6-be931d60b99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:25.539078 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-2aea88bf-73c5-4f2c-ae33-22fe0be8404e tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Calling delete_port for d44a882a-f960-4f7f-bdaf-222cd702ddf9 owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:27:25.642139 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3061d50c-a877-4cf1-a4f7-3db07ad118a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beba0e90-3fb2-4854-b4da-5967e3f314bd'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:27:25.663639 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port beba0e90-3fb2-4854-b4da-5967e3f314bd, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=beba0e90-3fb2-4854-b4da-5967e3f314bd,segment=NetworkSegment(ee2230d7-19aa-4b7f-b599-ad0d2423a831),segment_id=ee2230d7-19aa-4b7f-b599-ad0d2423a831)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:25.674360 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707acd1-3711-4c28-85d6-be931d60b99f None None] Pushing event updated for resources: {'Port': ['ID=12f07ccf-410e-42f0-8e7c-4e1ca8ecc8dd,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:25.678634 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6282911f-a9f0-4f63-9e21-38cc5a3779f1 None None] Provisioning for port d232e325-afb6-4037-b7a0-b02b1ded56cc completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:25.692662 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:25.735947 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6282911f-a9f0-4f63-9e21-38cc5a3779f1 None None] Provisioning complete for port d232e325-afb6-4037-b7a0-b02b1ded56cc triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:25.736322 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6282911f-a9f0-4f63-9e21-38cc5a3779f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:25.778744 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'name': 'tempest-RoutersTest-router-375737017', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:31Z', 'updated_at': '2022-04-29T13:27:17Z', 'revision_number': 4, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'gw_port_host': None, '_interfaces': [{'id': '73c6abaf-ee20-4b24-9581-a991ee6d160b', 'name': '', 'network_id': 'be9df2cb-cf00-4558-99bb-20f082905c88', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:bc:ec:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:39Z', 'updated_at': '2022-04-29T13:27:06Z', 'revision_number': 5, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75e4a79c-dfe0-4844-833a-daae0a536f30', 'name': '', 'network_id': '38acd47f-3b98-4e19-a364-804242709423', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:2f:2a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4818a72c-1dd1-4b94-bc0a-fce2b7154ce2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:56Z', 'updated_at': '2022-04-29T13:27:02Z', 'revision_number': 2, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': '4818a72c-1dd1-4b94-bc0a-fce2b7154ce2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1175cea-b676-4578-a852-66e146c4f68f', 'name': '', 'network_id': '753af2c2-3d02-4cc9-aad9-500cf1d50874', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:50:bd:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9d9fcc8-f370-4aa2-8cbf-d49155eb26bc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:27:16Z', 'updated_at': '2022-04-29T13:27:18Z', 'revision_number': 2, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': 'e9d9fcc8-f370-4aa2-8cbf-d49155eb26bc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:25.785834 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Checking router: e1421bee-f3a8-483e-808c-949354d33ae7 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:27:25.787226 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Updating router e1421bee-f3a8-483e-808c-949354d33ae7 port 75e4a79c-dfe0-4844-833a-daae0a536f30 binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:27:25.827760 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6282911f-a9f0-4f63-9e21-38cc5a3779f1 None None] Port d232e325-afb6-4037-b7a0-b02b1ded56cc cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:27:25.828990 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6db513d9-afe9-43c6-9d40-3d4e1bca0c67 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:25.844884 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=beba0e90-3fb2-4854-b4da-5967e3f314bd,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:25.862008 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:25.975726 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900f1b5-15b2-4043-8ead-a0ded2986725 req-4a6525b8-fb92-4ac7-8ad1-77abcbe294f0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:25.984746 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-0900f1b5-15b2-4043-8ead-a0ded2986725 req-4a6525b8-fb92-4ac7-8ad1-77abcbe294f0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=3061d50c-a877-4cf1-a4f7-3db07ad118a2 HTTP/1.1" status: 200 len: 945 time: 0.1432650 Apr 29 13:27:26.115067 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-0900f1b5-15b2-4043-8ead-a0ded2986725 req-29902af5-e6d9-4e96-890b-8044c43656a0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=5213129c-8f53-4275-bc90-9ca856fd64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264019 Apr 29 13:27:26.139737 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-6db513d9-afe9-43c6-9d40-3d4e1bca0c67 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Calling delete_port for d232e325-afb6-4037-b7a0-b02b1ded56cc owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:27:26.178654 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 12f07ccf-410e-42f0-8e7c-4e1ca8ecc8dd up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:27:26.229654 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d4bad3b-db96-4889-a7a6-9768300c125d'] response: {'server_uuid': '3061d50c-a877-4cf1-a4f7-3db07ad118a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beba0e90-3fb2-4854-b4da-5967e3f314bd', 'code': 200} Apr 29 13:27:26.289005 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 12f07ccf-410e-42f0-8e7c-4e1ca8ecc8dd triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:26.289646 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:26.377175 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-621f83b6-ef9a-42b3-b36e-69948a3afd13 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:26.458466 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6db513d9-afe9-43c6-9d40-3d4e1bca0c67 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:26.489676 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 2933a89e-bc6f-48ef-9c00-fae5313fdb71 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:27:26.597326 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2aea88bf-73c5-4f2c-ae33-22fe0be8404e tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:26.604454 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 2933a89e-bc6f-48ef-9c00-fae5313fdb71 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:26.649144 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db513d9-afe9-43c6-9d40-3d4e1bca0c67 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Port': ['ID=d232e325-afb6-4037-b7a0-b02b1ded56cc,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:26.649819 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:26.671660 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Transition to ACTIVE for port object 75e4a79c-dfe0-4844-833a-daae0a536f30 will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:26.679247 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910c3ac1-12ac-4150-881b-54f55d0117ec None None] Network 85e7070d-2c52-4837-b31c-cf2de2b51f37 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:26.695245 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:26.713526 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea88bf-73c5-4f2c-ae33-22fe0be8404e tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Pushing event deleted for resources: {'Port': ['ID=d44a882a-f960-4f7f-bdaf-222cd702ddf9,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:26.729279 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3cf63d40-b18b-4ab8-8b28-4a269608c781 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:26.786090 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1fef47-3d73-4eda-84b1-894c4901a054 None None] Pushing event updated for resources: {'Port': ['ID=75e4a79c-dfe0-4844-833a-daae0a536f30,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:26.870819 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6db513d9-afe9-43c6-9d40-3d4e1bca0c67 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:27.010582 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a644c1cb-ac8e-4e37-a3cb-540e1201c74c None None] Provisioning for port 2933a89e-bc6f-48ef-9c00-fae5313fdb71 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:27.021623 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a644c1cb-ac8e-4e37-a3cb-540e1201c74c None None] Provisioning complete for port 2933a89e-bc6f-48ef-9c00-fae5313fdb71 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:27.021996 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a644c1cb-ac8e-4e37-a3cb-540e1201c74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:27.049548 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6db513d9-afe9-43c6-9d40-3d4e1bca0c67 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/d232e325-afb6-4037-b7a0-b02b1ded56cc HTTP/1.1" status: 204 len: 168 time: 2.3927445 Apr 29 13:27:27.056061 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6b1c4-698c-424f-aadd-fe0be48274c3 req-3900e06a-7da3-4a55-b359-8b534915d304 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:27.065956 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e6d6b1c4-698c-424f-aadd-fe0be48274c3 req-3900e06a-7da3-4a55-b359-8b534915d304 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 1.4140344 Apr 29 13:27:27.075065 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57558) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:27.103307 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Attempting to bind port 75e4a79c-dfe0-4844-833a-daae0a536f30 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:27:27.104792 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Attempting to bind port 75e4a79c-dfe0-4844-833a-daae0a536f30 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'd030eeec-8c18-44ba-a120-7e2bac809e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '38acd47f-3b98-4e19-a364-804242709423'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:27:27.106906 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Attempting to bind port 75e4a79c-dfe0-4844-833a-daae0a536f30 on network 38acd47f-3b98-4e19-a364-804242709423 {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:27:27.130521 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:27:27.133681 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Checking segment: {'id': 'd030eeec-8c18-44ba-a120-7e2bac809e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '38acd47f-3b98-4e19-a364-804242709423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:27:27.136107 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:27.139804 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Bound using segment: {'id': 'd030eeec-8c18-44ba-a120-7e2bac809e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '38acd47f-3b98-4e19-a364-804242709423'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:27:27.140535 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Bound port: 75e4a79c-dfe0-4844-833a-daae0a536f30, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd030eeec-8c18-44ba-a120-7e2bac809e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '38acd47f-3b98-4e19-a364-804242709423'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:27:27.141179 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:27.266032 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474b0bab-c4b6-4476-9a99-869311f6a1c2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:27.267417 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474b0bab-c4b6-4476-9a99-869311f6a1c2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:27.272035 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-474b0bab-c4b6-4476-9a99-869311f6a1c2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:27:27.298734 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a644c1cb-ac8e-4e37-a3cb-540e1201c74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:27.329883 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] For port 75e4a79c-dfe0-4844-833a-daae0a536f30, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:27:27.336298 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] For port 75e4a79c-dfe0-4844-833a-daae0a536f30, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=75e4a79c-dfe0-4844-833a-daae0a536f30,segment=NetworkSegment(d030eeec-8c18-44ba-a120-7e2bac809e1d),segment_id=d030eeec-8c18-44ba-a120-7e2bac809e1d)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:27:27.345412 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:27.345720 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-474b0bab-c4b6-4476-9a99-869311f6a1c2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:27:27.349654 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a644c1cb-ac8e-4e37-a3cb-540e1201c74c None None] For port 2933a89e-bc6f-48ef-9c00-fae5313fdb71, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=2933a89e-bc6f-48ef-9c00-fae5313fdb71,segment=NetworkSegment(c0765657-3b16-4501-a5c6-772e1f13986c),segment_id=c0765657-3b16-4501-a5c6-772e1f13986c)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:27.350182 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-474b0bab-c4b6-4476-9a99-869311f6a1c2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2737017 Apr 29 13:27:27.354213 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a644c1cb-ac8e-4e37-a3cb-540e1201c74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:27.400240 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57564) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:27.436268 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Updating router e1421bee-f3a8-483e-808c-949354d33ae7 port f1175cea-b676-4578-a852-66e146c4f68f binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:27:27.493212 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a644c1cb-ac8e-4e37-a3cb-540e1201c74c None None] Pushing event updated for resources: {'Port': ['ID=2933a89e-bc6f-48ef-9c00-fae5313fdb71,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:27.520170 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4c02ce94-2fa2-4db9-b198-510d0555d251 None None] Provisioning complete for port 2933a89e-bc6f-48ef-9c00-fae5313fdb71 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:27.520540 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4c02ce94-2fa2-4db9-b198-510d0555d251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:27.531715 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1fef47-3d73-4eda-84b1-894c4901a054 None None] Pushing event updated for resources: {'Port': ['ID=75e4a79c-dfe0-4844-833a-daae0a536f30,revision_number=4']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:27.548993 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:27.578504 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2aea88bf-73c5-4f2c-ae33-22fe0be8404e tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:27.588287 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-16a8b50a-66e6-4650-9a98-241f00470d25 req-a8f393d2-7f4a-4cca-8c71-1bcc1904bcb1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3061d50c-a877-4cf1-a4f7-3db07ad118a2 HTTP/1.1" status: 200 len: 1098 time: 1.0368974 Apr 29 13:27:27.641349 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e6d6b1c4-698c-424f-aadd-fe0be48274c3 req-a634f359-419c-4228-a806-e010b3140392 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5743918 Apr 29 13:27:27.648249 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2aea88bf-73c5-4f2c-ae33-22fe0be8404e tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] 10.222.0.76 "DELETE /v2.0/ports/d44a882a-f960-4f7f-bdaf-222cd702ddf9 HTTP/1.1" status: 204 len: 168 time: 3.3733127 Apr 29 13:27:27.670099 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57568) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:27.691858 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-14617778-4f92-411e-abe5-de50883379c9 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting subnet 46413add-c714-4c36-a5d4-1b9bb0d1c41f {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:27:27.700363 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-14617778-4f92-411e-abe5-de50883379c9 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:27.853680 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-14617778-4f92-411e-abe5-de50883379c9 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:27.880333 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:27.910863 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c952f-5401-436f-90c7-c621a0f12745 req-1e9ff5a5-7fdc-4d03-af2d-dbfbff50ced9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:27.913141 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1f3c952f-5401-436f-90c7-c621a0f12745 req-1e9ff5a5-7fdc-4d03-af2d-dbfbff50ced9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=3061d50c-a877-4cf1-a4f7-3db07ad118a2 HTTP/1.1" status: 200 len: 945 time: 0.5781288 Apr 29 13:27:28.073832 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1f3c952f-5401-436f-90c7-c621a0f12745 req-48d7a498-9aa8-49a9-8946-9033afa1cd2f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=5213129c-8f53-4275-bc90-9ca856fd64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466129 Apr 29 13:27:28.088380 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 2933a89e-bc6f-48ef-9c00-fae5313fdb71 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:27:28.103825 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-14617778-4f92-411e-abe5-de50883379c9 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:28.169328 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 2933a89e-bc6f-48ef-9c00-fae5313fdb71 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:28.169328 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:28.185382 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-3cf63d40-b18b-4ab8-8b28-4a269608c781 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Allocated IP 172.23.0.1 (85e7070d-2c52-4837-b31c-cf2de2b51f37/f84ac9cf-13f3-49b3-bff6-2b06e64325d1/e6a34118-8a26-44ba-9e65-741599e276c5) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:27:28.188120 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:28.203115 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Transition to ACTIVE for port object f1175cea-b676-4578-a852-66e146c4f68f will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:28.211664 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:28.243277 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-14617778-4f92-411e-abe5-de50883379c9 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:28.301588 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-14617778-4f92-411e-abe5-de50883379c9 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:28.306584 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14617778-4f92-411e-abe5-de50883379c9 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Subnet': ['ID=46413add-c714-4c36-a5d4-1b9bb0d1c41f,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:28.310730 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0feaad-0eb8-49fa-ad6e-1f9322ddd760 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:28.344871 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-14617778-4f92-411e-abe5-de50883379c9 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/46413add-c714-4c36-a5d4-1b9bb0d1c41f HTTP/1.1" status: 204 len: 168 time: 0.9400237 Apr 29 13:27:28.349900 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57576) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:28.405829 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3cf63d40-b18b-4ab8-8b28-4a269608c781 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:28.449997 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-3cf63d40-b18b-4ab8-8b28-4a269608c781 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Transition to ACTIVE for port object e6a34118-8a26-44ba-9e65-741599e276c5 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:28.469443 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Attempting to bind port f1175cea-b676-4578-a852-66e146c4f68f on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:27:28.469810 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Attempting to bind port f1175cea-b676-4578-a852-66e146c4f68f by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '526586a9-d33e-4c10-a1ea-25a09699e7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '753af2c2-3d02-4cc9-aad9-500cf1d50874'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:27:28.470170 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Attempting to bind port f1175cea-b676-4578-a852-66e146c4f68f on network 753af2c2-3d02-4cc9-aad9-500cf1d50874 {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:27:28.474761 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1fef47-3d73-4eda-84b1-894c4901a054 None None] Pushing event updated for resources: {'Port': ['ID=f1175cea-b676-4578-a852-66e146c4f68f,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:28.489728 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:27:28.490124 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Checking segment: {'id': '526586a9-d33e-4c10-a1ea-25a09699e7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '753af2c2-3d02-4cc9-aad9-500cf1d50874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:27:28.490672 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:28.491064 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Bound using segment: {'id': '526586a9-d33e-4c10-a1ea-25a09699e7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '753af2c2-3d02-4cc9-aad9-500cf1d50874'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:27:28.492027 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Bound port: f1175cea-b676-4578-a852-66e146c4f68f, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526586a9-d33e-4c10-a1ea-25a09699e7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '753af2c2-3d02-4cc9-aad9-500cf1d50874'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:27:28.492668 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:28.585982 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1bfbbdc-a6af-4c58-8251-ea906a2a8159 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Deleting subnet bdae295a-1c0c-44d9-9f69-7b4db052fb7c {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:27:28.606703 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-16a8b50a-66e6-4650-9a98-241f00470d25 req-5f96b493-9896-4165-86ed-8489094fa7c1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5213129c-8f53-4275-bc90-9ca856fd64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0027614 Apr 29 13:27:28.607426 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a1bfbbdc-a6af-4c58-8251-ea906a2a8159 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:28.627345 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] For port f1175cea-b676-4578-a852-66e146c4f68f, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:27:28.631623 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] For port f1175cea-b676-4578-a852-66e146c4f68f, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f1175cea-b676-4578-a852-66e146c4f68f,segment=NetworkSegment(526586a9-d33e-4c10-a1ea-25a09699e7a2),segment_id=526586a9-d33e-4c10-a1ea-25a09699e7a2)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:27:28.639687 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:28.646882 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3ce8eeef-2406-435c-851a-72b168f6c790 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2696564 Apr 29 13:27:28.649949 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57580) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:28.696238 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ea640a-22ab-4212-9181-f69cc447cdf8 None None] DHCP port deletion for b2591163-41a9-4c5e-86a6-99ddbf59518f request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:27:28.702639 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e6ea640a-22ab-4212-9181-f69cc447cdf8 None None] Deleting port 12f07ccf-410e-42f0-8e7c-4e1ca8ecc8dd {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:27:28.703336 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e6ea640a-22ab-4212-9181-f69cc447cdf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:28.717769 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-621f83b6-ef9a-42b3-b36e-69948a3afd13 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Deleting port d266232c-ebfd-408f-9ac0-9746578a835f {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:27:28.718116 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-621f83b6-ef9a-42b3-b36e-69948a3afd13 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:28.746870 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1fef47-3d73-4eda-84b1-894c4901a054 None None] Pushing event updated for resources: {'Port': ['ID=f1175cea-b676-4578-a852-66e146c4f68f,revision_number=4']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:28.757622 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Routers {'e1421bee-f3a8-483e-808c-949354d33ae7'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:27:28.758247 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:27:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e1421bee-f3a8-483e-808c-949354d33ae7'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:28.926283 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a1bfbbdc-a6af-4c58-8251-ea906a2a8159 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:28.951809 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] Set router e1421bee-f3a8-483e-808c-949354d33ae7 gateway port host: None {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:27:28.998055 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333a271f-0ca2-4b72-b3f8-998ad67e6633 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:29.006781 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-333a271f-0ca2-4b72-b3f8-998ad67e6633 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3539126 Apr 29 13:27:29.009146 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57584) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:29.052714 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3cf63d40-b18b-4ab8-8b28-4a269608c781 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:29.092581 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-621f83b6-ef9a-42b3-b36e-69948a3afd13 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:29.094894 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e6ea640a-22ab-4212-9181-f69cc447cdf8 None None] For port 12f07ccf-410e-42f0-8e7c-4e1ca8ecc8dd, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=12f07ccf-410e-42f0-8e7c-4e1ca8ecc8dd,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:29.095287 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e6ea640a-22ab-4212-9181-f69cc447cdf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:29.166719 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-46f33f4f-2846-44d5-9231-4f823a81a007 req-ec8a43ed-af2d-48c9-aeee-daa4dc4994ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0952490f6c5340cc87f108a8ce4f0048&device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 1098 time: 0.5783064 Apr 29 13:27:29.173128 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e7d35-01c5-463f-8b83-1e075428b1c9 req-203bb99d-58b9-4026-84ba-c3e70744a7de tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:29.187529 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a68e7d35-01c5-463f-8b83-1e075428b1c9 req-203bb99d-58b9-4026-84ba-c3e70744a7de tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.6497395 Apr 29 13:27:29.241505 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-621f83b6-ef9a-42b3-b36e-69948a3afd13 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Calling delete_port for d266232c-ebfd-408f-9ac0-9746578a835f owned by network:router_interface {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:27:29.261455 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e6ea640a-22ab-4212-9181-f69cc447cdf8 None None] Calling delete_port for 12f07ccf-410e-42f0-8e7c-4e1ca8ecc8dd owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:27:29.275822 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf63d40-b18b-4ab8-8b28-4a269608c781 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network 85e7070d-2c52-4837-b31c-cf2de2b51f37 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:29.285147 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-3cf63d40-b18b-4ab8-8b28-4a269608c781 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:29.366869 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e6ea640a-22ab-4212-9181-f69cc447cdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:29.409580 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf63d40-b18b-4ab8-8b28-4a269608c781 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:27:29.441014 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'name': 'tempest-RoutersTest-router-375737017', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:31Z', 'updated_at': '2022-04-29T13:27:17Z', 'revision_number': 4, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'gw_port_host': None, '_interfaces': [{'id': '73c6abaf-ee20-4b24-9581-a991ee6d160b', 'name': '', 'network_id': 'be9df2cb-cf00-4558-99bb-20f082905c88', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:bc:ec:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:39Z', 'updated_at': '2022-04-29T13:27:06Z', 'revision_number': 5, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75e4a79c-dfe0-4844-833a-daae0a536f30', 'name': '', 'network_id': '38acd47f-3b98-4e19-a364-804242709423', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:2f:2a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4818a72c-1dd1-4b94-bc0a-fce2b7154ce2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:56Z', 'updated_at': '2022-04-29T13:27:27Z', 'revision_number': 4, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': '4818a72c-1dd1-4b94-bc0a-fce2b7154ce2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1175cea-b676-4578-a852-66e146c4f68f', 'name': '', 'network_id': '753af2c2-3d02-4cc9-aad9-500cf1d50874', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:50:bd:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9d9fcc8-f370-4aa2-8cbf-d49155eb26bc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:27:16Z', 'updated_at': '2022-04-29T13:27:28Z', 'revision_number': 4, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': 'e9d9fcc8-f370-4aa2-8cbf-d49155eb26bc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:29.445324 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea640a-22ab-4212-9181-f69cc447cdf8 None None] Pushing event deleted for resources: {'Port': ['ID=12f07ccf-410e-42f0-8e7c-4e1ca8ecc8dd,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:29.451118 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ea640a-22ab-4212-9181-f69cc447cdf8 None None] No DVR routers for this DVR port 12f07ccf-410e-42f0-8e7c-4e1ca8ecc8dd on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:27:29.466627 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7df12f-7e6e-4f7d-96a1-096a2e26bd51 None None] The sync data for ids ['e1421bee-f3a8-483e-808c-949354d33ae7'] in dv-neutron-839027-4-hyperv is: [{'id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'name': 'tempest-RoutersTest-router-375737017', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:31Z', 'updated_at': '2022-04-29T13:27:17Z', 'revision_number': 4, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'gw_port_host': None, '_interfaces': [{'id': '73c6abaf-ee20-4b24-9581-a991ee6d160b', 'name': '', 'network_id': 'be9df2cb-cf00-4558-99bb-20f082905c88', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:bc:ec:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:39Z', 'updated_at': '2022-04-29T13:27:06Z', 'revision_number': 5, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75e4a79c-dfe0-4844-833a-daae0a536f30', 'name': '', 'network_id': '38acd47f-3b98-4e19-a364-804242709423', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:2f:2a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4818a72c-1dd1-4b94-bc0a-fce2b7154ce2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:56Z', 'updated_at': '2022-04-29T13:27:27Z', 'revision_number': 4, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': '4818a72c-1dd1-4b94-bc0a-fce2b7154ce2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1175cea-b676-4578-a852-66e146c4f68f', 'name': '', 'network_id': '753af2c2-3d02-4cc9-aad9-500cf1d50874', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:50:bd:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9d9fcc8-f370-4aa2-8cbf-d49155eb26bc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:27:16Z', 'updated_at': '2022-04-29T13:27:28Z', 'revision_number': 4, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': 'e9d9fcc8-f370-4aa2-8cbf-d49155eb26bc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:27:29.495523 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-621f83b6-ef9a-42b3-b36e-69948a3afd13 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:29.518266 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a1bfbbdc-a6af-4c58-8251-ea906a2a8159 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:29.549506 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f83b6-ef9a-42b3-b36e-69948a3afd13 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Pushing event deleted for resources: {'Port': ['ID=d266232c-ebfd-408f-9ac0-9746578a835f,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:29.597710 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ef77df-72ff-446f-8201-92546279ea4a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:29.598316 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e6ef77df-72ff-446f-8201-92546279ea4a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:27:29.623959 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3cf63d40-b18b-4ab8-8b28-4a269608c781 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:29.644453 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf63d40-b18b-4ab8-8b28-4a269608c781 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Port': ['ID=e6a34118-8a26-44ba-9e65-741599e276c5,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:29.716329 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc406d-94a1-4dd6-b451-c9b093af5da1 req-63a91641-e6b4-4852-a277-b23462985caa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:29.717935 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-24dc406d-94a1-4dd6-b451-c9b093af5da1 req-63a91641-e6b4-4852-a277-b23462985caa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=3061d50c-a877-4cf1-a4f7-3db07ad118a2 HTTP/1.1" status: 200 len: 945 time: 0.2817867 Apr 29 13:27:29.749680 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a68e7d35-01c5-463f-8b83-1e075428b1c9 req-8e2d6bbd-8787-4768-9545-af0b3178ca08 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5210187 Apr 29 13:27:29.750382 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e6ef77df-72ff-446f-8201-92546279ea4a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:27:29.751592 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e6ef77df-72ff-446f-8201-92546279ea4a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7385588 Apr 29 13:27:29.762618 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-95e223b6-bb2b-40ba-80bd-35777cec4337 None None] Provisioning for port e6a34118-8a26-44ba-9e65-741599e276c5 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:29.764109 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57590) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:29.782541 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-95e223b6-bb2b-40ba-80bd-35777cec4337 None None] Provisioning complete for port e6a34118-8a26-44ba-9e65-741599e276c5 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:29.783529 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-95e223b6-bb2b-40ba-80bd-35777cec4337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:29.905652 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-95e223b6-bb2b-40ba-80bd-35777cec4337 None None] Port e6a34118-8a26-44ba-9e65-741599e276c5 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:27:29.926538 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f33f4f-2846-44d5-9231-4f823a81a007 req-039a3728-73f0-44a8-8b9e-3ee4d49eef09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:29.937798 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-46f33f4f-2846-44d5-9231-4f823a81a007 req-039a3728-73f0-44a8-8b9e-3ee4d49eef09 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6 HTTP/1.1" status: 200 len: 913 time: 0.7427714 Apr 29 13:27:30.020788 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8f546d15-4e25-4fed-84b7-c2b327600f18 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2505903 Apr 29 13:27:30.030171 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57596) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:30.050251 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-601ba755-9979-40ea-924b-086c90c98294 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:30.069095 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-24dc406d-94a1-4dd6-b451-c9b093af5da1 req-ae6eecfe-b5c5-4555-8fb7-449c5a31f66a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=5213129c-8f53-4275-bc90-9ca856fd64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069464 Apr 29 13:27:30.072403 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 75e4a79c-dfe0-4844-833a-daae0a536f30 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:27:30.082386 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-621f83b6-ef9a-42b3-b36e-69948a3afd13 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:30.089818 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a1bfbbdc-a6af-4c58-8251-ea906a2a8159 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:30.189708 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-46f33f4f-2846-44d5-9231-4f823a81a007 req-40496a30-8102-4a6b-b228-a0e8ce08e7be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4607167c-7986-4767-894c-12e0243b25ec HTTP/1.1" status: 200 len: 1001 time: 0.2402923 Apr 29 13:27:30.228608 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 75e4a79c-dfe0-4844-833a-daae0a536f30 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:30.248291 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 75e4a79c-dfe0-4844-833a-daae0a536f30 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:30.248664 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:30.335563 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bfbbdc-a6af-4c58-8251-ea906a2a8159 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Pushing event deleted for resources: {'Subnet': ['ID=bdae295a-1c0c-44d9-9f69-7b4db052fb7c,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:30.394334 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:30.405958 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f33f4f-2846-44d5-9231-4f823a81a007 req-d59096ab-a03d-4415-945a-552b3e653f8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:30.408414 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-46f33f4f-2846-44d5-9231-4f823a81a007 req-d59096ab-a03d-4415-945a-552b3e653f8f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95ef32f0-4ffe-4053-ad89-1f8d7234cbbd HTTP/1.1" status: 200 len: 851 time: 0.1642852 Apr 29 13:27:30.412077 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3cf63d40-b18b-4ab8-8b28-4a269608c781 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:30.442967 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 75e4a79c-dfe0-4844-833a-daae0a536f30, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=75e4a79c-dfe0-4844-833a-daae0a536f30,segment=NetworkSegment(d030eeec-8c18-44ba-a120-7e2bac809e1d),segment_id=d030eeec-8c18-44ba-a120-7e2bac809e1d)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:30.448854 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:30.528830 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f56a7e-5a24-4ac2-a3d1-c2844295bece None None] Network 65ee97c9-41de-46fc-b855-407f225c5ed0 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:30.540721 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a1bfbbdc-a6af-4c58-8251-ea906a2a8159 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:30.545905 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 12f07ccf-410e-42f0-8e7c-4e1ca8ecc8dd no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:27:30.573154 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a1bfbbdc-a6af-4c58-8251-ea906a2a8159 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] 10.222.0.76 "DELETE /v2.0/subnets/bdae295a-1c0c-44d9-9f69-7b4db052fb7c HTTP/1.1" status: 204 len: 168 time: 2.8944635 Apr 29 13:27:30.575165 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57600) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:30.643073 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 12f07ccf-410e-42f0-8e7c-4e1ca8ecc8dd {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:27:30.643481 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 12f07ccf-410e-42f0-8e7c-4e1ca8ecc8dd not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:27:30.684347 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=75e4a79c-dfe0-4844-833a-daae0a536f30,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:30.725619 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621f83b6-ef9a-42b3-b36e-69948a3afd13 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Router f4489d0d-8312-484a-beb3-ed098e7c29b4 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:27:30.790298 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-601ba755-9979-40ea-924b-086c90c98294 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:30.889983 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621f83b6-ef9a-42b3-b36e-69948a3afd13 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:27:30.900674 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d702a7d-8c18-4feb-82e2-ca1b103c74dd None None] Sync routers for ids ['f4489d0d-8312-484a-beb3-ed098e7c29b4'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:27:30.914091 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-621f83b6-ef9a-42b3-b36e-69948a3afd13 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] 10.222.0.76 "PUT /v2.0/routers/f4489d0d-8312-484a-beb3-ed098e7c29b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5006645 Apr 29 13:27:30.914461 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57606) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:30.914773 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e21d59-a2e9-4adc-ba3a-f077498347fd None None] DHCP port deletion for 65ee97c9-41de-46fc-b855-407f225c5ed0 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:27:30.920471 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-25e21d59-a2e9-4adc-ba3a-f077498347fd None None] Deleting port 0122bac4-1a12-4400-a186-36fe599b210a {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:27:30.920870 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-25e21d59-a2e9-4adc-ba3a-f077498347fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:30.987742 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d702a7d-8c18-4feb-82e2-ca1b103c74dd None None] Routers {'f4489d0d-8312-484a-beb3-ed098e7c29b4'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:27:30.988396 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-6d702a7d-8c18-4feb-82e2-ca1b103c74dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:27:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['f4489d0d-8312-484a-beb3-ed098e7c29b4'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:31.059797 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-88f17d57-4b25-4838-aacc-d809750e2d13 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:31.076892 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-601ba755-9979-40ea-924b-086c90c98294 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:31.082239 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-6d702a7d-8c18-4feb-82e2-ca1b103c74dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:31.133723 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d702a7d-8c18-4feb-82e2-ca1b103c74dd None None] Routers {'f4489d0d-8312-484a-beb3-ed098e7c29b4'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:27:31.134364 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-6d702a7d-8c18-4feb-82e2-ca1b103c74dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:27:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['f4489d0d-8312-484a-beb3-ed098e7c29b4'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:31.183866 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601ba755-9979-40ea-924b-086c90c98294 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:31.245679 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-6d702a7d-8c18-4feb-82e2-ca1b103c74dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:31.246200 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d702a7d-8c18-4feb-82e2-ca1b103c74dd None None] The sync data for ids ['f4489d0d-8312-484a-beb3-ed098e7c29b4'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:27:31.287214 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-25e21d59-a2e9-4adc-ba3a-f077498347fd None None] For port 0122bac4-1a12-4400-a186-36fe599b210a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=0122bac4-1a12-4400-a186-36fe599b210a,segment=NetworkSegment(9d84db68-4d54-4af2-9319-16b4452d977f),segment_id=9d84db68-4d54-4af2-9319-16b4452d977f)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:31.287597 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-25e21d59-a2e9-4adc-ba3a-f077498347fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:31.300713 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a63ac96c-ddd4-4bc9-9e02-9c235270f575 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:31.334032 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-46f33f4f-2846-44d5-9231-4f823a81a007 req-8bdbc7d1-f234-481f-bc25-90aa6f69aafe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9002521 Apr 29 13:27:31.411505 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-25e21d59-a2e9-4adc-ba3a-f077498347fd None None] Calling delete_port for 0122bac4-1a12-4400-a186-36fe599b210a owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:27:31.441315 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-601ba755-9979-40ea-924b-086c90c98294 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:31.486992 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-25e21d59-a2e9-4adc-ba3a-f077498347fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:31.521867 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-a63ac96c-ddd4-4bc9-9e02-9c235270f575 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Deleting port 0122bac4-1a12-4400-a186-36fe599b210a {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:27:31.522101 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a63ac96c-ddd4-4bc9-9e02-9c235270f575 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:31.536061 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e21d59-a2e9-4adc-ba3a-f077498347fd None None] Pushing event deleted for resources: {'Port': ['ID=0122bac4-1a12-4400-a186-36fe599b210a,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:31.538108 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-88f17d57-4b25-4838-aacc-d809750e2d13 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:31.546842 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-88f17d57-4b25-4838-aacc-d809750e2d13 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:31.547303 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e21d59-a2e9-4adc-ba3a-f077498347fd None None] No DVR routers for this DVR port 0122bac4-1a12-4400-a186-36fe599b210a on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:27:31.556377 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f37f6d-4b47-48b2-a3dd-1f60e589fb6c req-97811572-4a1b-462a-848e-9f4cc771b30e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:31.557232 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-26f37f6d-4b47-48b2-a3dd-1f60e589fb6c req-97811572-4a1b-462a-848e-9f4cc771b30e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=3061d50c-a877-4cf1-a4f7-3db07ad118a2 HTTP/1.1" status: 200 len: 945 time: 0.3357451 Apr 29 13:27:31.613422 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-88f17d57-4b25-4838-aacc-d809750e2d13 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:31.613902 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f17d57-4b25-4838-aacc-d809750e2d13 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Fanout notify agent at l3_agent the message router_deleted on router f4489d0d-8312-484a-beb3-ed098e7c29b4 {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:27:31.627336 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-26f37f6d-4b47-48b2-a3dd-1f60e589fb6c req-223f53c9-40b1-4960-af44-1bfd0e5a533c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=5213129c-8f53-4275-bc90-9ca856fd64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593007 Apr 29 13:27:31.630492 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-88f17d57-4b25-4838-aacc-d809750e2d13 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:31.633850 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-88f17d57-4b25-4838-aacc-d809750e2d13 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] 10.222.0.76 "DELETE /v2.0/routers/f4489d0d-8312-484a-beb3-ed098e7c29b4 HTTP/1.1" status: 204 len: 168 time: 0.7158477 Apr 29 13:27:31.634081 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57614) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:31.638570 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1cc141-2d71-4b3e-a387-576e691f3f8f req-47837728-b060-4835-91dc-0d752e4730ff tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:31.640027 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2f1cc141-2d71-4b3e-a387-576e691f3f8f req-47837728-b060-4835-91dc-0d752e4730ff tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.5672565 Apr 29 13:27:31.697193 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-a63ac96c-ddd4-4bc9-9e02-9c235270f575 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] The port '0122bac4-1a12-4400-a186-36fe599b210a' was deleted {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:27:31.847580 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c6bd717-1d61-45db-8c55-2d3f2cae9efe tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Deleting subnet 027e0086-3030-410b-8c3d-60d572b37402 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:27:31.850955 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0c6bd717-1d61-45db-8c55-2d3f2cae9efe tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:31.913686 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0c6bd717-1d61-45db-8c55-2d3f2cae9efe tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:31.945714 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-46f33f4f-2846-44d5-9231-4f823a81a007 req-a6cad071-ff68-4d03-9bdc-62f8c11dd045 service neutron] 10.222.0.32 "GET /v2.0/networks/9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034853 Apr 29 13:27:31.952312 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.resource_extend [None req-3cf63d40-b18b-4ab8-8b28-4a269608c781 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:27:31.963671 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2f1cc141-2d71-4b3e-a387-576e691f3f8f req-d19f7798-464d-47c7-bf10-1e9a6d1151c1 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2824068 Apr 29 13:27:31.968081 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a63ac96c-ddd4-4bc9-9e02-9c235270f575 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:32.009403 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3cf63d40-b18b-4ab8-8b28-4a269608c781 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:32.022250 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3cf63d40-b18b-4ab8-8b28-4a269608c781 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:32.037996 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0c6bd717-1d61-45db-8c55-2d3f2cae9efe tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:32.105008 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device f1175cea-b676-4578-a852-66e146c4f68f up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:27:32.178714 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port f1175cea-b676-4578-a852-66e146c4f68f completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:32.185277 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port f1175cea-b676-4578-a852-66e146c4f68f triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:32.185644 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:32.193250 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-a63ac96c-ddd4-4bc9-9e02-9c235270f575 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ee97c9-41de-46fc-b855-407f225c5ed0']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:32.265297 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-a63ac96c-ddd4-4bc9-9e02-9c235270f575 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d84db68-4d54-4af2-9319-16b4452d977f') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:32.265713 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-a63ac96c-ddd4-4bc9-9e02-9c235270f575 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d84db68-4d54-4af2-9319-16b4452d977f') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:32.282252 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48974ba9-33c7-4b47-b63d-3b97ec2f74bf req-74f86474-b5ff-45ad-b700-4f78da2a7155 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:32.283712 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-48974ba9-33c7-4b47-b63d-3b97ec2f74bf req-74f86474-b5ff-45ad-b700-4f78da2a7155 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=3061d50c-a877-4cf1-a4f7-3db07ad118a2 HTTP/1.1" status: 200 len: 945 time: 0.1067860 Apr 29 13:27:32.285136 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0c6bd717-1d61-45db-8c55-2d3f2cae9efe tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:32.314468 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a63ac96c-ddd4-4bc9-9e02-9c235270f575 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:32.317927 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:32.327553 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3cf63d40-b18b-4ab8-8b28-4a269608c781 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:32.337733 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6bd717-1d61-45db-8c55-2d3f2cae9efe tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Pushing event deleted for resources: {'Subnet': ['ID=027e0086-3030-410b-8c3d-60d572b37402,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:32.353027 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0c6bd717-1d61-45db-8c55-2d3f2cae9efe tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:32.353657 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port f1175cea-b676-4578-a852-66e146c4f68f, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f1175cea-b676-4578-a852-66e146c4f68f,segment=NetworkSegment(526586a9-d33e-4c10-a1ea-25a09699e7a2),segment_id=526586a9-d33e-4c10-a1ea-25a09699e7a2)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:32.362120 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:32.363165 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 75e4a79c-dfe0-4844-833a-daae0a536f30 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:27:32.363354 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf63d40-b18b-4ab8-8b28-4a269608c781 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event updated for resources: {'Port': ['ID=e6a34118-8a26-44ba-9e65-741599e276c5,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:32.370854 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0c6bd717-1d61-45db-8c55-2d3f2cae9efe tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] 10.222.0.76 "DELETE /v2.0/subnets/027e0086-3030-410b-8c3d-60d572b37402 HTTP/1.1" status: 204 len: 168 time: 0.7357435 Apr 29 13:27:32.374370 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57624) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:32.381457 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a63ac96c-ddd4-4bc9-9e02-9c235270f575 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:32.398997 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-48974ba9-33c7-4b47-b63d-3b97ec2f74bf req-b9dc9c1d-bce9-40ae-b619-5a306705f255 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=5213129c-8f53-4275-bc90-9ca856fd64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790610 Apr 29 13:27:32.440220 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994842ae-c038-40a1-bd17-e6a4fa777da9 None None] Network 985263c7-3ad0-470e-97ef-a0bc98052436 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:32.450844 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57628) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:32.497690 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63ac96c-ddd4-4bc9-9e02-9c235270f575 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:27:32.498642 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a63ac96c-ddd4-4bc9-9e02-9c235270f575 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:27:32.519714 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:27:32.532813 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-39a1799c-5e4b-4c96-b149-a0d22bf919e8 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:32.557295 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-39a1799c-5e4b-4c96-b149-a0d22bf919e8 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Deleting port ef3fe99b-fbf7-4e01-b264-fac025e6b942 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:27:32.557661 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-39a1799c-5e4b-4c96-b149-a0d22bf919e8 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:32.580300 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-46f33f4f-2846-44d5-9231-4f823a81a007 req-5630c6ff-4506-436e-9289-3bfc897e8f08 service neutron] 10.222.0.32 "GET /v2.0/networks/9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6039035 Apr 29 13:27:32.613911 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c95c2f52-8a9f-410e-9385-a9ac348f998d tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3061d50c-a877-4cf1-a4f7-3db07ad118a2 HTTP/1.1" status: 200 len: 1093 time: 0.1594460 Apr 29 13:27:32.614138 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57632) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:32.618995 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=f1175cea-b676-4578-a852-66e146c4f68f,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:32.619697 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-f9c375ad-815e-4ec9-818a-de36a97a0f05 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'port_id': 'beba0e90-3fb2-4854-b4da-5967e3f314bd', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:32.626882 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f9c375ad-815e-4ec9-818a-de36a97a0f05 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:32.634016 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f9c375ad-815e-4ec9-818a-de36a97a0f05 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:floatingip and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:32.634647 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-601ba755-9979-40ea-924b-086c90c98294 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:32.638597 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f9c375ad-815e-4ec9-818a-de36a97a0f05 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:32.670471 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f9c375ad-815e-4ec9-818a-de36a97a0f05 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:32.687431 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a63ac96c-ddd4-4bc9-9e02-9c235270f575 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:32.692047 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a63ac96c-ddd4-4bc9-9e02-9c235270f575 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:32.712875 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f9c375ad-815e-4ec9-818a-de36a97a0f05 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:32.713723 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 75e4a79c-dfe0-4844-833a-daae0a536f30 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:32.714325 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:32.741939 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a63ac96c-ddd4-4bc9-9e02-9c235270f575 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] 10.222.0.76 "DELETE /v2.0/networks/65ee97c9-41de-46fc-b855-407f225c5ed0 HTTP/1.1" status: 204 len: 168 time: 1.9489830 Apr 29 13:27:32.748326 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ac96c-ddd4-4bc9-9e02-9c235270f575 tempest-AllowedAddressPairTestJSON-1689195313 tempest-AllowedAddressPairTestJSON-1689195313-project] Pushing event deleted for resources: {'Network': ['ID=65ee97c9-41de-46fc-b855-407f225c5ed0,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:32.766036 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601ba755-9979-40ea-924b-086c90c98294 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:32.787136 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-601ba755-9979-40ea-924b-086c90c98294 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:32.791407 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601ba755-9979-40ea-924b-086c90c98294 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:32.794615 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-601ba755-9979-40ea-924b-086c90c98294 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:32.798936 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dd860c-bcec-44bb-a926-ccef29e8eb1e None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:32.840226 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ba755-9979-40ea-924b-086c90c98294 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Subnet': ['ID=d931ee49-51ba-415b-9d0d-fb197dbaee8f,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:32.858176 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf63d40-b18b-4ab8-8b28-4a269608c781 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Network 85e7070d-2c52-4837-b31c-cf2de2b51f37 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:32.864511 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-39a1799c-5e4b-4c96-b149-a0d22bf919e8 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] For port ef3fe99b-fbf7-4e01-b264-fac025e6b942, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=ef3fe99b-fbf7-4e01-b264-fac025e6b942,segment=NetworkSegment(ae7a5021-4acb-455d-87a5-13368dea4177),segment_id=ae7a5021-4acb-455d-87a5-13368dea4177)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:32.865683 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-39a1799c-5e4b-4c96-b149-a0d22bf919e8 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:32.870822 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-3cf63d40-b18b-4ab8-8b28-4a269608c781 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:32.876174 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-601ba755-9979-40ea-924b-086c90c98294 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8404026 Apr 29 13:27:32.911964 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57638) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:33.030616 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-7bd50c99-c0ae-430f-87c7-fb7d39b743ac tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'port': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'fixed_ips': [{'subnet_id': 'd931ee49-51ba-415b-9d0d-fb197dbaee8f', 'ip_address': '2001:db8::6c12:e343:8783:e23'}], 'name': 'tempest-NetworksTestDHCPv6-963938458'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:33.084822 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b07cc6f-ba2c-47d1-88ef-1e07079666c4 None None] DHCP port deletion for 985263c7-3ad0-470e-97ef-a0bc98052436 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:27:33.106607 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-9b07cc6f-ba2c-47d1-88ef-1e07079666c4 None None] Deleting port ef3fe99b-fbf7-4e01-b264-fac025e6b942 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:27:33.106994 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9b07cc6f-ba2c-47d1-88ef-1e07079666c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:33.188575 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-39a1799c-5e4b-4c96-b149-a0d22bf919e8 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Calling delete_port for ef3fe99b-fbf7-4e01-b264-fac025e6b942 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:27:33.194118 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 0122bac4-1a12-4400-a186-36fe599b210a no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:27:33.295921 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57646) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:33.377977 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 0122bac4-1a12-4400-a186-36fe599b210a {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:27:33.379352 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 0122bac4-1a12-4400-a186-36fe599b210a not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:27:33.501402 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7de2c-6b72-4d11-9902-26f4d60b05dc req-43b889c3-2383-4c33-a354-37e33a345705 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:33.508073 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d3f7de2c-6b72-4d11-9902-26f4d60b05dc req-43b889c3-2383-4c33-a354-37e33a345705 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.2326725 Apr 29 13:27:33.531633 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-39a1799c-5e4b-4c96-b149-a0d22bf919e8 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:33.537292 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7bd50c99-c0ae-430f-87c7-fb7d39b743ac tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:33.545561 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864916d6-8106-46a3-ad4a-fde04676fbb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-b2591163-41a9-4c5e-86a6-99ddbf59518f', 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'fixed_ips': [{'subnet_id': 'd931ee49-51ba-415b-9d0d-fb197dbaee8f'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:27:33.546380 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-864916d6-8106-46a3-ad4a-fde04676fbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:33.579015 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d3f7de2c-6b72-4d11-9902-26f4d60b05dc req-245c5bea-f7a7-49f0-b7fc-2d2185d3cee0 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701137 Apr 29 13:27:33.606815 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7bd50c99-c0ae-430f-87c7-fb7d39b743ac tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:port and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:33.616107 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7bd50c99-c0ae-430f-87c7-fb7d39b743ac tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:33.622680 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf63d40-b18b-4ab8-8b28-4a269608c781 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Router e1421bee-f3a8-483e-808c-949354d33ae7 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:27:33.622885 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1799c-5e4b-4c96-b149-a0d22bf919e8 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Pushing event deleted for resources: {'Port': ['ID=ef3fe99b-fbf7-4e01-b264-fac025e6b942,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:33.634110 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7bd50c99-c0ae-430f-87c7-fb7d39b743ac tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:33.635821 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-50f67359-845d-4495-ab1f-80dffb770e73 None None] Provisioning complete for port e6a34118-8a26-44ba-9e65-741599e276c5 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:33.635975 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-50f67359-845d-4495-ab1f-80dffb770e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:33.638916 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a1799c-5e4b-4c96-b149-a0d22bf919e8 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] No DVR routers for this DVR port ef3fe99b-fbf7-4e01-b264-fac025e6b942 on host dv-neutron-839027-4-hyperv {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:27:33.746648 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-9b07cc6f-ba2c-47d1-88ef-1e07079666c4 None None] For port ef3fe99b-fbf7-4e01-b264-fac025e6b942, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=ef3fe99b-fbf7-4e01-b264-fac025e6b942,segment=NetworkSegment(ae7a5021-4acb-455d-87a5-13368dea4177),segment_id=ae7a5021-4acb-455d-87a5-13368dea4177)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:33.747044 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9b07cc6f-ba2c-47d1-88ef-1e07079666c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:33.763104 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd50c99-c0ae-430f-87c7-fb7d39b743ac tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:33.805047 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf63d40-b18b-4ab8-8b28-4a269608c781 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:27:33.811610 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3cf63d40-b18b-4ab8-8b28-4a269608c781 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "PUT /v2.0/routers/e1421bee-f3a8-483e-808c-949354d33ae7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4348817 Apr 29 13:27:33.814197 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57652) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:33.821192 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-35d4bc3b-1ed9-4017-80c5-84dc0d14df5a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:33.828200 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-50f67359-845d-4495-ab1f-80dffb770e73 None None] Port e6a34118-8a26-44ba-9e65-741599e276c5 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:27:33.888872 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6d4bb13c-09ca-4239-869a-45c01a91f3bf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0fe313ea68464eb9865c051101ffa5d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5846353 Apr 29 13:27:33.891454 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57656) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:33.891860 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-39a1799c-5e4b-4c96-b149-a0d22bf919e8 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:33.903979 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-9b07cc6f-ba2c-47d1-88ef-1e07079666c4 None None] Calling delete_port for ef3fe99b-fbf7-4e01-b264-fac025e6b942 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:27:33.940867 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-39a1799c-5e4b-4c96-b149-a0d22bf919e8 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985263c7-3ad0-470e-97ef-a0bc98052436']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:34.050469 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-864916d6-8106-46a3-ad4a-fde04676fbb9 None None] Allocated IP 2001:db8::2 (b2591163-41a9-4c5e-86a6-99ddbf59518f/d931ee49-51ba-415b-9d0d-fb197dbaee8f/d835f00b-67c2-4aa4-89bc-800056a6f160) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:27:34.052297 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3b3ac8fc-df79-4b08-b8c9-d82522191636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:34.054941 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-9b07cc6f-ba2c-47d1-88ef-1e07079666c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:27:34.055432 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-9b07cc6f-ba2c-47d1-88ef-1e07079666c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:27:34.085590 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3b3ac8fc-df79-4b08-b8c9-d82522191636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:34.106092 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-39a1799c-5e4b-4c96-b149-a0d22bf919e8 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7a5021-4acb-455d-87a5-13368dea4177') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:34.106383 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-39a1799c-5e4b-4c96-b149-a0d22bf919e8 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7a5021-4acb-455d-87a5-13368dea4177') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:34.131504 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-39a1799c-5e4b-4c96-b149-a0d22bf919e8 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:34.150813 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f9c375ad-815e-4ec9-818a-de36a97a0f05 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:34.156148 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7bd50c99-c0ae-430f-87c7-fb7d39b743ac tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:34.177760 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device f1175cea-b676-4578-a852-66e146c4f68f up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:27:34.209796 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-39a1799c-5e4b-4c96-b149-a0d22bf919e8 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:34.221861 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a1799c-5e4b-4c96-b149-a0d22bf919e8 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:27:34.222258 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-39a1799c-5e4b-4c96-b149-a0d22bf919e8 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:27:34.237568 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:27:34.242029 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-7bd50c99-c0ae-430f-87c7-fb7d39b743ac tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] device_id is not set on port eb33be3d-1b7b-4a0c-b981-108e948e5e4a yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:27:34.331249 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port f1175cea-b676-4578-a852-66e146c4f68f triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:34.331466 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3b3ac8fc-df79-4b08-b8c9-d82522191636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:34.331561 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:34.358828 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-864916d6-8106-46a3-ad4a-fde04676fbb9 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:34.389234 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ac8fc-df79-4b08-b8c9-d82522191636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba198d23-3427-4493-b47f-0402c1d57794,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:34.396697 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3b3ac8fc-df79-4b08-b8c9-d82522191636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:34.397075 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3b3ac8fc-df79-4b08-b8c9-d82522191636 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ba198d23-3427-4493-b47f-0402c1d57794 HTTP/1.1" status: 204 len: 168 time: 0.5041294 Apr 29 13:27:34.419757 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-864916d6-8106-46a3-ad4a-fde04676fbb9 None None] Transition to ACTIVE for port object d835f00b-67c2-4aa4-89bc-800056a6f160 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:34.419977 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-39a1799c-5e4b-4c96-b149-a0d22bf919e8 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:34.425008 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-39a1799c-5e4b-4c96-b149-a0d22bf919e8 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:34.480635 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-864916d6-8106-46a3-ad4a-fde04676fbb9 None None] Transition to ACTIVE for port object d835f00b-67c2-4aa4-89bc-800056a6f160 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:34.497728 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-864916d6-8106-46a3-ad4a-fde04676fbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:34.539129 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1799c-5e4b-4c96-b149-a0d22bf919e8 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] Pushing event deleted for resources: {'Network': ['ID=985263c7-3ad0-470e-97ef-a0bc98052436,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:34.567812 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-39a1799c-5e4b-4c96-b149-a0d22bf919e8 tempest-FloatingIPNegativeTestJSON-1230428530 tempest-FloatingIPNegativeTestJSON-1230428530-project] 10.222.0.76 "DELETE /v2.0/networks/985263c7-3ad0-470e-97ef-a0bc98052436 HTTP/1.1" status: 204 len: 168 time: 2.1923707 Apr 29 13:27:34.607912 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-9b07cc6f-ba2c-47d1-88ef-1e07079666c4 None None] Deleting port ef3fe99b-fbf7-4e01-b264-fac025e6b942 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:27:34.608475 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9b07cc6f-ba2c-47d1-88ef-1e07079666c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:34.679729 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-f9c375ad-815e-4ec9-818a-de36a97a0f05 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.26.6.196 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/0e9124a4-e412-4c2c-95b5-89d050265f68) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:27:34.728036 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-9b07cc6f-ba2c-47d1-88ef-1e07079666c4 None None] The port 'ef3fe99b-fbf7-4e01-b264-fac025e6b942' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:27:34.733734 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.extraroute_db [None req-35d4bc3b-1ed9-4017-80c5-84dc0d14df5a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=83904) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 29 13:27:34.738185 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864916d6-8106-46a3-ad4a-fde04676fbb9 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:34.744303 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-864916d6-8106-46a3-ad4a-fde04676fbb9 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:34.750194 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864916d6-8106-46a3-ad4a-fde04676fbb9 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:27:34.757846 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device ef3fe99b-fbf7-4e01-b264-fac025e6b942 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:27:34.783903 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864916d6-8106-46a3-ad4a-fde04676fbb9 None None] Pushing event updated for resources: {'Port': ['ID=d835f00b-67c2-4aa4-89bc-800056a6f160,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:34.805091 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.extraroute_db [None req-35d4bc3b-1ed9-4017-80c5-84dc0d14df5a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Removed routes are [] {{(pid=83904) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 29 13:27:34.805831 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-35d4bc3b-1ed9-4017-80c5-84dc0d14df5a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:34.807018 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-7bd50c99-c0ae-430f-87c7-fb7d39b743ac tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Allocated IP 2001:db8::6c12:e343:8783:e23 (b2591163-41a9-4c5e-86a6-99ddbf59518f/d931ee49-51ba-415b-9d0d-fb197dbaee8f/eb33be3d-1b7b-4a0c-b981-108e948e5e4a) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:27:34.814307 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: ef3fe99b-fbf7-4e01-b264-fac025e6b942 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:27:34.814669 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device ef3fe99b-fbf7-4e01-b264-fac025e6b942 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:27:35.008595 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-864916d6-8106-46a3-ad4a-fde04676fbb9 None None] Attempting to bind port d835f00b-67c2-4aa4-89bc-800056a6f160 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:27:35.009199 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-864916d6-8106-46a3-ad4a-fde04676fbb9 None None] Attempting to bind port d835f00b-67c2-4aa4-89bc-800056a6f160 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:27:35.009693 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864916d6-8106-46a3-ad4a-fde04676fbb9 None None] Attempting to bind port d835f00b-67c2-4aa4-89bc-800056a6f160 on network b2591163-41a9-4c5e-86a6-99ddbf59518f {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:27:35.019634 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864916d6-8106-46a3-ad4a-fde04676fbb9 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:27:35.019922 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864916d6-8106-46a3-ad4a-fde04676fbb9 None None] Checking segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:27:35.020478 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-864916d6-8106-46a3-ad4a-fde04676fbb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:35.021224 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864916d6-8106-46a3-ad4a-fde04676fbb9 None None] Bound using segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:27:35.021952 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-864916d6-8106-46a3-ad4a-fde04676fbb9 None None] Bound port: d835f00b-67c2-4aa4-89bc-800056a6f160, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:27:35.022494 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-864916d6-8106-46a3-ad4a-fde04676fbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:35.158808 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-864916d6-8106-46a3-ad4a-fde04676fbb9 None None] For port d835f00b-67c2-4aa4-89bc-800056a6f160, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:27:35.164803 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-864916d6-8106-46a3-ad4a-fde04676fbb9 None None] For port d835f00b-67c2-4aa4-89bc-800056a6f160, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=d835f00b-67c2-4aa4-89bc-800056a6f160,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:27:35.166207 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f9c375ad-815e-4ec9-818a-de36a97a0f05 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:35.178324 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-864916d6-8106-46a3-ad4a-fde04676fbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:35.186081 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44f41a-270b-4110-9487-d9e220222757 req-7a39afe3-9adb-4b1a-8e9d-79c5d814ae4d tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:35.193353 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-0c44f41a-270b-4110-9487-d9e220222757 req-7a39afe3-9adb-4b1a-8e9d-79c5d814ae4d tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.3632996 Apr 29 13:27:35.261005 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57680) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:35.306405 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1156776-951d-40a1-871a-5112090ee679 None None] Sync routers for ids ['e1421bee-f3a8-483e-808c-949354d33ae7'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:27:35.311261 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-0c44f41a-270b-4110-9487-d9e220222757 req-ebc2dd48-9da6-412e-afa3-1e81673f4467 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165874 Apr 29 13:27:35.326958 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1156776-951d-40a1-871a-5112090ee679 None None] Routers {'e1421bee-f3a8-483e-808c-949354d33ae7'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:27:35.327647 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-d1156776-951d-40a1-871a-5112090ee679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:27:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e1421bee-f3a8-483e-808c-949354d33ae7'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:35.345674 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f9c375ad-815e-4ec9-818a-de36a97a0f05 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:35.378500 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864916d6-8106-46a3-ad4a-fde04676fbb9 None None] Pushing event updated for resources: {'Port': ['ID=d835f00b-67c2-4aa4-89bc-800056a6f160,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:35.539203 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-35d4bc3b-1ed9-4017-80c5-84dc0d14df5a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:35.542130 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7bd50c99-c0ae-430f-87c7-fb7d39b743ac tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:35.543131 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-35d4bc3b-1ed9-4017-80c5-84dc0d14df5a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16423525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16423546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16419832'] for router, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:35.584112 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c375ad-815e-4ec9-818a-de36a97a0f05 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:35.589280 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-f9c375ad-815e-4ec9-818a-de36a97a0f05 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:35.592816 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c375ad-815e-4ec9-818a-de36a97a0f05 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:27:35.626058 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-7bd50c99-c0ae-430f-87c7-fb7d39b743ac tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Transition to ACTIVE for port object eb33be3d-1b7b-4a0c-b981-108e948e5e4a will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:35.630436 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c375ad-815e-4ec9-818a-de36a97a0f05 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=0e9124a4-e412-4c2c-95b5-89d050265f68,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:35.718850 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-d1156776-951d-40a1-871a-5112090ee679 None None] Set router e1421bee-f3a8-483e-808c-949354d33ae7 gateway port host: None {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:27:35.740520 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7bd50c99-c0ae-430f-87c7-fb7d39b743ac tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:35.924727 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57694) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:35.937601 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd50c99-c0ae-430f-87c7-fb7d39b743ac tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:35.943472 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9e413b1c-4b95-421f-9754-fa7a8203975a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a2d8a0b2a35540e7ab68ee5b80373f44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6766064 Apr 29 13:27:35.946196 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-7bd50c99-c0ae-430f-87c7-fb7d39b743ac tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:35.951678 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd50c99-c0ae-430f-87c7-fb7d39b743ac tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:27:35.956027 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd50c99-c0ae-430f-87c7-fb7d39b743ac tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:35.956647 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7bd50c99-c0ae-430f-87c7-fb7d39b743ac tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:35.963631 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57700) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:35.976109 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd81db-3b6e-476b-ac7e-eb6123745798 req-1987713b-2764-4df3-9656-2b66028211ee tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:35.978527 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a7bd81db-3b6e-476b-ac7e-eb6123745798 req-1987713b-2764-4df3-9656-2b66028211ee tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.3544457 Apr 29 13:27:36.020529 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd50c99-c0ae-430f-87c7-fb7d39b743ac tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Port': ['ID=eb33be3d-1b7b-4a0c-b981-108e948e5e4a,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:36.103943 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device d835f00b-67c2-4aa4-89bc-800056a6f160 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:27:36.105242 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a7bd81db-3b6e-476b-ac7e-eb6123745798 req-0fedd867-66b5-4a1e-adcb-790b4f365797 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191015 Apr 29 13:27:36.115164 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d4bc3b-1ed9-4017-80c5-84dc0d14df5a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Router e1421bee-f3a8-483e-808c-949354d33ae7 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:27:36.243543 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port d835f00b-67c2-4aa4-89bc-800056a6f160 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:36.269391 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7bd50c99-c0ae-430f-87c7-fb7d39b743ac tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.3496780 Apr 29 13:27:36.271769 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57706) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:36.306931 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-f96a730e-99d3-48cc-88f8-22e6be210800 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1368567865'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:36.311953 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-d1156776-951d-40a1-871a-5112090ee679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'name': 'tempest-RoutersTest-router-375737017', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:31Z', 'updated_at': '2022-04-29T13:27:34Z', 'revision_number': 6, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'gw_port_host': None, '_interfaces': [{'id': '73c6abaf-ee20-4b24-9581-a991ee6d160b', 'name': '', 'network_id': 'be9df2cb-cf00-4558-99bb-20f082905c88', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:bc:ec:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:39Z', 'updated_at': '2022-04-29T13:27:06Z', 'revision_number': 5, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75e4a79c-dfe0-4844-833a-daae0a536f30', 'name': '', 'network_id': '38acd47f-3b98-4e19-a364-804242709423', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:2f:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4818a72c-1dd1-4b94-bc0a-fce2b7154ce2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:56Z', 'updated_at': '2022-04-29T13:27:30Z', 'revision_number': 5, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': '4818a72c-1dd1-4b94-bc0a-fce2b7154ce2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a34118-8a26-44ba-9e65-741599e276c5', 'name': '', 'network_id': '85e7070d-2c52-4837-b31c-cf2de2b51f37', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:cf:63:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f84ac9cf-13f3-49b3-bff6-2b06e64325d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:27:27Z', 'updated_at': '2022-04-29T13:27:31Z', 'revision_number': 2, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': 'f84ac9cf-13f3-49b3-bff6-2b06e64325d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1175cea-b676-4578-a852-66e146c4f68f', 'name': '', 'network_id': '753af2c2-3d02-4cc9-aad9-500cf1d50874', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:50:bd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9d9fcc8-f370-4aa2-8cbf-d49155eb26bc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:27:16Z', 'updated_at': '2022-04-29T13:27:32Z', 'revision_number': 5, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': 'e9d9fcc8-f370-4aa2-8cbf-d49155eb26bc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:36.316683 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1156776-951d-40a1-871a-5112090ee679 None None] Checking router: e1421bee-f3a8-483e-808c-949354d33ae7 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:27:36.317167 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1156776-951d-40a1-871a-5112090ee679 None None] Updating router e1421bee-f3a8-483e-808c-949354d33ae7 port e6a34118-8a26-44ba-9e65-741599e276c5 binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:27:36.327797 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-6c632e55-f4fb-4184-a656-831710c96353 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'port': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'fixed_ips': [{'subnet_id': 'd931ee49-51ba-415b-9d0d-fb197dbaee8f', 'ip_address': '2001:db8::6c12:e343:8783:e23'}], 'name': 'tempest-NetworksTestDHCPv6-1282307570'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:36.358624 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f96a730e-99d3-48cc-88f8-22e6be210800 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:36.360991 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d4bc3b-1ed9-4017-80c5-84dc0d14df5a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:27:36.367536 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-35d4bc3b-1ed9-4017-80c5-84dc0d14df5a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:36.372366 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-35d4bc3b-1ed9-4017-80c5-84dc0d14df5a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "PUT /v2.0/routers/e1421bee-f3a8-483e-808c-949354d33ae7 HTTP/1.1" status: 200 len: 933 time: 2.5567315 Apr 29 13:27:36.373427 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57710) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:36.384776 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-d1156776-951d-40a1-871a-5112090ee679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:36.543756 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:27:36.646854 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f96a730e-99d3-48cc-88f8-22e6be210800 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Usage tracker for resource:network and tenant:9408b91db2e3459091dd0b074e69b2a2 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:36.650139 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f96a730e-99d3-48cc-88f8-22e6be210800 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:36.658089 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6c632e55-f4fb-4184-a656-831710c96353 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:36.662710 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6c632e55-f4fb-4184-a656-831710c96353 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:port and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:36.665619 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6c632e55-f4fb-4184-a656-831710c96353 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:36.672884 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6c632e55-f4fb-4184-a656-831710c96353 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:36.685124 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f96a730e-99d3-48cc-88f8-22e6be210800 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:36.704967 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-dec2c416-0b40-4ec4-a1de-31eb3f3afda9 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "GET /v2.0/routers/e1421bee-f3a8-483e-808c-949354d33ae7 HTTP/1.1" status: 200 len: 933 time: 0.3302186 Apr 29 13:27:36.705887 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57716) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:36.714453 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-56af6a3c-ebe4-4f0a-b424-b4e4f682d7a1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'router': {'routes': None}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:36.726080 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c632e55-f4fb-4184-a656-831710c96353 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:36.733003 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6c632e55-f4fb-4184-a656-831710c96353 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:36.747976 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96a730e-99d3-48cc-88f8-22e6be210800 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Made reservation on behalf of 9408b91db2e3459091dd0b074e69b2a2 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:36.753530 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f96a730e-99d3-48cc-88f8-22e6be210800 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:36.801809 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-077ec43a-4926-4e22-a9d6-7548766e1475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:36.837106 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-d1156776-951d-40a1-871a-5112090ee679 None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:36.857983 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-d1156776-951d-40a1-871a-5112090ee679 None None] Transition to ACTIVE for port object e6a34118-8a26-44ba-9e65-741599e276c5 will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:36.860593 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcc814-6e0d-49f2-8278-343d4f38b735 req-6415e4c6-d325-4dbd-bfd8-a3969bf55f66 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:36.862064 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4cbcc814-6e0d-49f2-8278-343d4f38b735 req-6415e4c6-d325-4dbd-bfd8-a3969bf55f66 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.2411592 Apr 29 13:27:36.865392 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f96a730e-99d3-48cc-88f8-22e6be210800 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:36.875113 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-d1156776-951d-40a1-871a-5112090ee679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:36.913291 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-077ec43a-4926-4e22-a9d6-7548766e1475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:36.921455 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-6c632e55-f4fb-4184-a656-831710c96353 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] device_id is not set on port 0e20755e-c190-435c-af23-fb31be8b4ffe yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:27:36.934739 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4cbcc814-6e0d-49f2-8278-343d4f38b735 req-da394245-58d6-46ad-a183-8eab489a8431 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635583 Apr 29 13:27:37.066448 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-93873724-fb3b-4430-83be-75aa0881fa92 None None] Provisioning for port d835f00b-67c2-4aa4-89bc-800056a6f160 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:37.073526 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-93873724-fb3b-4430-83be-75aa0881fa92 None None] Provisioning complete for port d835f00b-67c2-4aa4-89bc-800056a6f160 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:37.074668 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-93873724-fb3b-4430-83be-75aa0881fa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:37.151587 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb1e4a-7522-4ac2-8c6e-0a4ed892f9d9 None None] Pushing event updated for resources: {'Port': ['ID=e6a34118-8a26-44ba-9e65-741599e276c5,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:37.257889 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-d1156776-951d-40a1-871a-5112090ee679 None None] Attempting to bind port e6a34118-8a26-44ba-9e65-741599e276c5 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:27:37.260704 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-d1156776-951d-40a1-871a-5112090ee679 None None] Attempting to bind port e6a34118-8a26-44ba-9e65-741599e276c5 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'c0765657-3b16-4501-a5c6-772e1f13986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '85e7070d-2c52-4837-b31c-cf2de2b51f37'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:27:37.261754 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1156776-951d-40a1-871a-5112090ee679 None None] Attempting to bind port e6a34118-8a26-44ba-9e65-741599e276c5 on network 85e7070d-2c52-4837-b31c-cf2de2b51f37 {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:27:37.274328 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1156776-951d-40a1-871a-5112090ee679 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:27:37.274796 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1156776-951d-40a1-871a-5112090ee679 None None] Checking segment: {'id': 'c0765657-3b16-4501-a5c6-772e1f13986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '85e7070d-2c52-4837-b31c-cf2de2b51f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:27:37.275480 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-d1156776-951d-40a1-871a-5112090ee679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:37.275927 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1156776-951d-40a1-871a-5112090ee679 None None] Bound using segment: {'id': 'c0765657-3b16-4501-a5c6-772e1f13986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '85e7070d-2c52-4837-b31c-cf2de2b51f37'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:27:37.276504 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-d1156776-951d-40a1-871a-5112090ee679 None None] Bound port: e6a34118-8a26-44ba-9e65-741599e276c5, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0765657-3b16-4501-a5c6-772e1f13986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '85e7070d-2c52-4837-b31c-cf2de2b51f37'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:27:37.277025 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-d1156776-951d-40a1-871a-5112090ee679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:37.280292 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f96a730e-99d3-48cc-88f8-22e6be210800 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:37.318419 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f96a730e-99d3-48cc-88f8-22e6be210800 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Usage tracker for resource:security_group_rule and tenant:9408b91db2e3459091dd0b074e69b2a2 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:37.322091 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f96a730e-99d3-48cc-88f8-22e6be210800 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:37.356226 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f96a730e-99d3-48cc-88f8-22e6be210800 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:37.360931 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-93873724-fb3b-4430-83be-75aa0881fa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:37.434012 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-93873724-fb3b-4430-83be-75aa0881fa92 None None] For port d835f00b-67c2-4aa4-89bc-800056a6f160, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=d835f00b-67c2-4aa4-89bc-800056a6f160,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:37.434436 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-d1156776-951d-40a1-871a-5112090ee679 None None] For port e6a34118-8a26-44ba-9e65-741599e276c5, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:27:37.438927 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-d1156776-951d-40a1-871a-5112090ee679 None None] For port e6a34118-8a26-44ba-9e65-741599e276c5, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e6a34118-8a26-44ba-9e65-741599e276c5,segment=NetworkSegment(c0765657-3b16-4501-a5c6-772e1f13986c),segment_id=c0765657-3b16-4501-a5c6-772e1f13986c)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:27:37.440001 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-93873724-fb3b-4430-83be-75aa0881fa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:37.444150 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-d1156776-951d-40a1-871a-5112090ee679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:37.456860 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-077ec43a-4926-4e22-a9d6-7548766e1475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:37.517151 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93873724-fb3b-4430-83be-75aa0881fa92 None None] Pushing event updated for resources: {'Port': ['ID=d835f00b-67c2-4aa4-89bc-800056a6f160,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:37.549109 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1156776-951d-40a1-871a-5112090ee679 None None] Routers {'e1421bee-f3a8-483e-808c-949354d33ae7'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:27:37.549731 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-d1156776-951d-40a1-871a-5112090ee679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:27:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e1421bee-f3a8-483e-808c-949354d33ae7'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:37.555552 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c632e55-f4fb-4184-a656-831710c96353 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 29 13:27:37.556218 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c632e55-f4fb-4184-a656-831710c96353 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:27:37.565405 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ec43a-4926-4e22-a9d6-7548766e1475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ea645e-617d-47f3-94d7-1574724675f8,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:37.588490 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793638d-c112-41dc-9fce-2e7402cce369 req-5f01b6bc-52d1-47db-abe5-ce3a4ac2d4ba tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:37.591017 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1793638d-c112-41dc-9fce-2e7402cce369 req-5f01b6bc-52d1-47db-abe5-ce3a4ac2d4ba tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.3539205 Apr 29 13:27:37.621400 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb1e4a-7522-4ac2-8c6e-0a4ed892f9d9 None None] Pushing event updated for resources: {'Port': ['ID=e6a34118-8a26-44ba-9e65-741599e276c5,revision_number=4']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:37.663872 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e8f9c75e-74a6-4b57-9c14-fe4def7cbdfe None None] Provisioning for port eb33be3d-1b7b-4a0c-b981-108e948e5e4a completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:37.673721 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e8f9c75e-74a6-4b57-9c14-fe4def7cbdfe None None] Provisioning complete for port eb33be3d-1b7b-4a0c-b981-108e948e5e4a triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:37.674102 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e8f9c75e-74a6-4b57-9c14-fe4def7cbdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:37.747092 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e8f9c75e-74a6-4b57-9c14-fe4def7cbdfe None None] Port eb33be3d-1b7b-4a0c-b981-108e948e5e4a cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:27:37.788974 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-d1156776-951d-40a1-871a-5112090ee679 None None] Set router e1421bee-f3a8-483e-808c-949354d33ae7 gateway port host: None {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:27:37.820929 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-33b1871b-f719-4441-8e22-68b84d964fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:37.838419 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f9c375ad-815e-4ec9-818a-de36a97a0f05 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:37.887511 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.extraroute_db [None req-56af6a3c-ebe4-4f0a-b424-b4e4f682d7a1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Added routes are [] {{(pid=83904) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 29 13:27:37.888446 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.extraroute_db [None req-56af6a3c-ebe4-4f0a-b424-b4e4f682d7a1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=83904) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 29 13:27:37.900796 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6c632e55-f4fb-4184-a656-831710c96353 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.6020832 Apr 29 13:27:37.912011 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57722) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:37.928683 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-077ec43a-4926-4e22-a9d6-7548766e1475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:37.932366 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-077ec43a-4926-4e22-a9d6-7548766e1475 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b7ea645e-617d-47f3-94d7-1574724675f8 HTTP/1.1" status: 204 len: 168 time: 1.9583797 Apr 29 13:27:37.947888 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f96a730e-99d3-48cc-88f8-22e6be210800 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:37.951066 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1793638d-c112-41dc-9fce-2e7402cce369 req-d4545913-5bac-4fc1-b81c-403c1add68c8 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3410943 Apr 29 13:27:37.960924 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f9c375ad-815e-4ec9-818a-de36a97a0f05 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:37.977426 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-56af6a3c-ebe4-4f0a-b424-b4e4f682d7a1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:38.066298 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device d835f00b-67c2-4aa4-89bc-800056a6f160 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:27:38.201897 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f9c375ad-815e-4ec9-818a-de36a97a0f05 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:38.204426 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f96a730e-99d3-48cc-88f8-22e6be210800 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:38.213374 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port d835f00b-67c2-4aa4-89bc-800056a6f160 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:38.219196 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:38.244949 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f9c375ad-815e-4ec9-818a-de36a97a0f05 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:38.300894 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-d1156776-951d-40a1-871a-5112090ee679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'name': 'tempest-RoutersTest-router-375737017', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:31Z', 'updated_at': '2022-04-29T13:27:34Z', 'revision_number': 6, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'gw_port_host': None, '_interfaces': [{'id': '73c6abaf-ee20-4b24-9581-a991ee6d160b', 'name': '', 'network_id': 'be9df2cb-cf00-4558-99bb-20f082905c88', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:bc:ec:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:39Z', 'updated_at': '2022-04-29T13:27:06Z', 'revision_number': 5, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75e4a79c-dfe0-4844-833a-daae0a536f30', 'name': '', 'network_id': '38acd47f-3b98-4e19-a364-804242709423', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:2f:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4818a72c-1dd1-4b94-bc0a-fce2b7154ce2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:56Z', 'updated_at': '2022-04-29T13:27:30Z', 'revision_number': 5, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': '4818a72c-1dd1-4b94-bc0a-fce2b7154ce2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a34118-8a26-44ba-9e65-741599e276c5', 'name': '', 'network_id': '85e7070d-2c52-4837-b31c-cf2de2b51f37', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:cf:63:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f84ac9cf-13f3-49b3-bff6-2b06e64325d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:27:27Z', 'updated_at': '2022-04-29T13:27:37Z', 'revision_number': 4, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': 'f84ac9cf-13f3-49b3-bff6-2b06e64325d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1175cea-b676-4578-a852-66e146c4f68f', 'name': '', 'network_id': '753af2c2-3d02-4cc9-aad9-500cf1d50874', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:50:bd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9d9fcc8-f370-4aa2-8cbf-d49155eb26bc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:27:16Z', 'updated_at': '2022-04-29T13:27:32Z', 'revision_number': 5, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': 'e9d9fcc8-f370-4aa2-8cbf-d49155eb26bc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:38.313463 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1156776-951d-40a1-871a-5112090ee679 None None] The sync data for ids ['e1421bee-f3a8-483e-808c-949354d33ae7'] in dv-neutron-839027-4-hyperv is: [{'id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'name': 'tempest-RoutersTest-router-375737017', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:31Z', 'updated_at': '2022-04-29T13:27:34Z', 'revision_number': 6, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'gw_port_host': None, '_interfaces': [{'id': '73c6abaf-ee20-4b24-9581-a991ee6d160b', 'name': '', 'network_id': 'be9df2cb-cf00-4558-99bb-20f082905c88', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:bc:ec:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:39Z', 'updated_at': '2022-04-29T13:27:06Z', 'revision_number': 5, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75e4a79c-dfe0-4844-833a-daae0a536f30', 'name': '', 'network_id': '38acd47f-3b98-4e19-a364-804242709423', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:2f:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4818a72c-1dd1-4b94-bc0a-fce2b7154ce2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:56Z', 'updated_at': '2022-04-29T13:27:30Z', 'revision_number': 5, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': '4818a72c-1dd1-4b94-bc0a-fce2b7154ce2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6a34118-8a26-44ba-9e65-741599e276c5', 'name': '', 'network_id': '85e7070d-2c52-4837-b31c-cf2de2b51f37', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:cf:63:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f84ac9cf-13f3-49b3-bff6-2b06e64325d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:27:27Z', 'updated_at': '2022-04-29T13:27:37Z', 'revision_number': 4, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': 'f84ac9cf-13f3-49b3-bff6-2b06e64325d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1175cea-b676-4578-a852-66e146c4f68f', 'name': '', 'network_id': '753af2c2-3d02-4cc9-aad9-500cf1d50874', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:50:bd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9d9fcc8-f370-4aa2-8cbf-d49155eb26bc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:27:16Z', 'updated_at': '2022-04-29T13:27:32Z', 'revision_number': 5, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': 'e9d9fcc8-f370-4aa2-8cbf-d49155eb26bc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:27:38.315075 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a730e-99d3-48cc-88f8-22e6be210800 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5e7822-9f47-40fb-9dac-9f4df6b815cb,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:38.357910 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65b0d25-5d72-4ad7-9741-6893bd2e97fb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:38.360875 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96a730e-99d3-48cc-88f8-22e6be210800 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:27:38.372669 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65b0d25-5d72-4ad7-9741-6893bd2e97fb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:38.379802 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e65b0d25-5d72-4ad7-9741-6893bd2e97fb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:27:38.391476 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f96a730e-99d3-48cc-88f8-22e6be210800 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:38.391940 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-f96a730e-99d3-48cc-88f8-22e6be210800 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Added segment 7fd033cc-337c-4aa7-bf26-238a067d38cd of type vlan for network bbddd662-76a2-4f92-b0a6-15ba8557e62f Apr 29 13:27:38.413430 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c375ad-815e-4ec9-818a-de36a97a0f05 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=0e9124a4-e412-4c2c-95b5-89d050265f68,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:38.418712 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f9c375ad-815e-4ec9-818a-de36a97a0f05 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:38.467838 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e65b0d25-5d72-4ad7-9741-6893bd2e97fb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:27:38.472189 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e65b0d25-5d72-4ad7-9741-6893bd2e97fb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5560014 Apr 29 13:27:38.478954 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57734) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:38.484576 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5351576-7c0f-4d12-8187-b4b00b77e1df req-c8a9f1f1-c9dd-4e96-b463-c9bd66ca0ccf tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:38.488213 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f5351576-7c0f-4d12-8187-b4b00b77e1df req-c8a9f1f1-c9dd-4e96-b463-c9bd66ca0ccf tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.3305156 Apr 29 13:27:38.626093 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f96a730e-99d3-48cc-88f8-22e6be210800 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:38.658793 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-759adb11-012a-4c64-9271-84a966c26ee1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting port eb33be3d-1b7b-4a0c-b981-108e948e5e4a {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:27:38.659234 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-759adb11-012a-4c64-9271-84a966c26ee1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:38.730733 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f5351576-7c0f-4d12-8187-b4b00b77e1df req-b6423ceb-324e-4a1b-84a7-7c972443a893 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264693 Apr 29 13:27:38.759980 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-56af6a3c-ebe4-4f0a-b424-b4e4f682d7a1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:38.765112 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-56af6a3c-ebe4-4f0a-b424-b4e4f682d7a1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16423525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16423546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16419832'] for router, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:38.795411 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f96a730e-99d3-48cc-88f8-22e6be210800 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:38.805063 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96a730e-99d3-48cc-88f8-22e6be210800 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:38.805674 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f96a730e-99d3-48cc-88f8-22e6be210800 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:39.219418 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56af6a3c-ebe4-4f0a-b424-b4e4f682d7a1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Router e1421bee-f3a8-483e-808c-949354d33ae7 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:27:39.369471 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f96a730e-99d3-48cc-88f8-22e6be210800 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.4413657 Apr 29 13:27:39.445937 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a730e-99d3-48cc-88f8-22e6be210800 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event updated for resources: {'Network': ['ID=bbddd662-76a2-4f92-b0a6-15ba8557e62f,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:39.466831 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network bbddd662-76a2-4f92-b0a6-15ba8557e62f details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:27:39.509533 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57756) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:39.529193 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-26d8a158-9a3e-44c5-abb0-4066655cc5fe tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Request body: {'subnet': {'network_id': 'bbddd662-76a2-4f92-b0a6-15ba8557e62f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:39.540354 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-759adb11-012a-4c64-9271-84a966c26ee1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:39.554628 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.l3_db [None req-f9c375ad-815e-4ec9-818a-de36a97a0f05 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Floating IP 9b8d9151-fcb3-4a8b-a965-adcc231f6c8b associated. External IP: 172.26.6.196, port: beba0e90-3fb2-4854-b4da-5967e3f314bd. Apr 29 13:27:39.604128 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57760) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:39.681878 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b420d-2dfa-4dfc-9921-ae1952a4af66 req-4a1836bc-dc31-4f4c-8d3e-34130ac6304b tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:39.683507 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-043b420d-2dfa-4dfc-9921-ae1952a4af66 req-4a1836bc-dc31-4f4c-8d3e-34130ac6304b tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.3614352 Apr 29 13:27:39.780635 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-759adb11-012a-4c64-9271-84a966c26ee1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Calling delete_port for eb33be3d-1b7b-4a0c-b981-108e948e5e4a owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:27:39.810998 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56af6a3c-ebe4-4f0a-b424-b4e4f682d7a1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:27:39.818634 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-56af6a3c-ebe4-4f0a-b424-b4e4f682d7a1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:39.819761 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-56af6a3c-ebe4-4f0a-b424-b4e4f682d7a1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "PUT /v2.0/routers/e1421bee-f3a8-483e-808c-949354d33ae7 HTTP/1.1" status: 200 len: 699 time: 3.1108890 Apr 29 13:27:39.825665 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57766) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:39.829784 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-043b420d-2dfa-4dfc-9921-ae1952a4af66 req-44ffb326-d278-43b9-961a-5fd88133d7b4 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020033 Apr 29 13:27:39.831969 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-26d8a158-9a3e-44c5-abb0-4066655cc5fe tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:39.903109 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-26d8a158-9a3e-44c5-abb0-4066655cc5fe tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Usage tracker for resource:subnet and tenant:9408b91db2e3459091dd0b074e69b2a2 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:39.911616 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-26d8a158-9a3e-44c5-abb0-4066655cc5fe tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:39.939800 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-8f709913-0431-459c-84fa-35423b8c32f6 tempest-NetworksNegativeTestJSON-1454614885 tempest-NetworksNegativeTestJSON-1454614885-project] Request body: {'port': {'network_id': '129503a5-65e0-4ffd-a252-b873270fdf24', 'name': 'tempest-NetworksNegativeTestJSON-891439468'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:39.968797 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-26d8a158-9a3e-44c5-abb0-4066655cc5fe tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:39.970827 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f709913-0431-459c-84fa-35423b8c32f6 tempest-NetworksNegativeTestJSON-1454614885 tempest-NetworksNegativeTestJSON-1454614885-project] POST failed (client error): The resource could not be found. Apr 29 13:27:39.971261 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f709913-0431-459c-84fa-35423b8c32f6 tempest-NetworksNegativeTestJSON-1454614885 tempest-NetworksNegativeTestJSON-1454614885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:27:39.972346 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8f709913-0431-459c-84fa-35423b8c32f6 tempest-NetworksNegativeTestJSON-1454614885 tempest-NetworksNegativeTestJSON-1454614885-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3650348 Apr 29 13:27:39.976350 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57770) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:39.986526 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d8a158-9a3e-44c5-abb0-4066655cc5fe tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Made reservation on behalf of 9408b91db2e3459091dd0b074e69b2a2 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:40.026585 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d00786b-bdf4-46d3-8fb1-9a1e5103140b tempest-NetworksNegativeTestJSON-1454614885 tempest-NetworksNegativeTestJSON-1454614885-project] DELETE failed (client error): The resource could not be found. Apr 29 13:27:40.027021 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d00786b-bdf4-46d3-8fb1-9a1e5103140b tempest-NetworksNegativeTestJSON-1454614885 tempest-NetworksNegativeTestJSON-1454614885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:27:40.040157 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-759adb11-012a-4c64-9271-84a966c26ee1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:40.048415 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e6a34118-8a26-44ba-9e65-741599e276c5 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:27:40.049276 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8d00786b-bdf4-46d3-8fb1-9a1e5103140b tempest-NetworksNegativeTestJSON-1454614885 tempest-NetworksNegativeTestJSON-1454614885-project] 10.222.0.76 "DELETE /v2.0/networks/4a96a824-e9ea-40bf-a408-005252c29924 HTTP/1.1" status: 404 len: 339 time: 0.0718982 Apr 29 13:27:40.050332 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57774) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:40.111369 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-26d8a158-9a3e-44c5-abb0-4066655cc5fe tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:40.130604 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port e6a34118-8a26-44ba-9e65-741599e276c5 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:40.136002 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port e6a34118-8a26-44ba-9e65-741599e276c5 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:40.136645 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:40.200744 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759adb11-012a-4c64-9271-84a966c26ee1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Port': ['ID=eb33be3d-1b7b-4a0c-b981-108e948e5e4a,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:40.221651 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-759adb11-012a-4c64-9271-84a966c26ee1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:40.224886 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-759adb11-012a-4c64-9271-84a966c26ee1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/eb33be3d-1b7b-4a0c-b981-108e948e5e4a HTTP/1.1" status: 204 len: 168 time: 1.7390883 Apr 29 13:27:40.226381 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-10db1d31-ee1d-4f4b-9b88-87f5a4db0fc8 tempest-NetworksNegativeTestJSON-1454614885 tempest-NetworksNegativeTestJSON-1454614885-project] DELETE failed (client error): The resource could not be found. Apr 29 13:27:40.227178 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10db1d31-ee1d-4f4b-9b88-87f5a4db0fc8 tempest-NetworksNegativeTestJSON-1454614885 tempest-NetworksNegativeTestJSON-1454614885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:27:40.228528 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-10db1d31-ee1d-4f4b-9b88-87f5a4db0fc8 tempest-NetworksNegativeTestJSON-1454614885 tempest-NetworksNegativeTestJSON-1454614885-project] 10.222.0.76 "DELETE /v2.0/ports/0ea0bd73-3103-48bc-8d77-f2a88df4e01e HTTP/1.1" status: 404 len: 333 time: 0.1732264 Apr 29 13:27:40.229575 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57778) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:40.234268 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57782) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:40.237584 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3aeb60f6-b91a-4382-bfcc-5b0e631f1774 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "GET /v2.0/routers/e1421bee-f3a8-483e-808c-949354d33ae7 HTTP/1.1" status: 200 len: 699 time: 0.4106443 Apr 29 13:27:40.243168 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57784) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:40.304789 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:40.324795 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43a37d2-1ab7-4af2-8b66-8ab32de96887 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:40.326395 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43a37d2-1ab7-4af2-8b66-8ab32de96887 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:40.327444 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d43a37d2-1ab7-4af2-8b66-8ab32de96887 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:27:40.344188 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port e6a34118-8a26-44ba-9e65-741599e276c5, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e6a34118-8a26-44ba-9e65-741599e276c5,segment=NetworkSegment(c0765657-3b16-4501-a5c6-772e1f13986c),segment_id=c0765657-3b16-4501-a5c6-772e1f13986c)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:40.348562 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:40.354375 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-87bc6439-9fbe-4d87-82b5-4a8d62610fca tempest-NetworksNegativeTestJSON-1454614885 tempest-NetworksNegativeTestJSON-1454614885-project] DELETE failed (client error): The resource could not be found. Apr 29 13:27:40.354883 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87bc6439-9fbe-4d87-82b5-4a8d62610fca tempest-NetworksNegativeTestJSON-1454614885 tempest-NetworksNegativeTestJSON-1454614885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:27:40.359179 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-87bc6439-9fbe-4d87-82b5-4a8d62610fca tempest-NetworksNegativeTestJSON-1454614885 tempest-NetworksNegativeTestJSON-1454614885-project] 10.222.0.76 "DELETE /v2.0/subnets/c651fb3e-4d3c-47fa-bd04-dfa0ab3c2052 HTTP/1.1" status: 404 len: 337 time: 0.1171353 Apr 29 13:27:40.370854 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57790) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:40.431298 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bb2ce76f-8947-4e6f-be5a-54d900794232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:40.435108 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d43a37d2-1ab7-4af2-8b66-8ab32de96887 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:27:40.438768 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d43a37d2-1ab7-4af2-8b66-8ab32de96887 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2052317 Apr 29 13:27:40.438768 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea5373a-5363-4be0-b2a4-144148ad313f tempest-NetworksNegativeTestJSON-1454614885 tempest-NetworksNegativeTestJSON-1454614885-project] GET failed (client error): The resource could not be found. Apr 29 13:27:40.443913 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4ea5373a-5363-4be0-b2a4-144148ad313f tempest-NetworksNegativeTestJSON-1454614885 tempest-NetworksNegativeTestJSON-1454614885-project] 10.222.0.76 "GET /v2.0/networks/a0d72b48-5fb2-4075-84c9-46b5dd258054 HTTP/1.1" status: 404 len: 339 time: 0.0635102 Apr 29 13:27:40.444114 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=e6a34118-8a26-44ba-9e65-741599e276c5,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:40.444243 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57796) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:40.445424 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57798) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:40.496204 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca538e5-cbec-46e4-8517-cc15f26e84f7 tempest-NetworksNegativeTestJSON-1454614885 tempest-NetworksNegativeTestJSON-1454614885-project] GET failed (client error): The resource could not be found. Apr 29 13:27:40.497559 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-eca538e5-cbec-46e4-8517-cc15f26e84f7 tempest-NetworksNegativeTestJSON-1454614885 tempest-NetworksNegativeTestJSON-1454614885-project] 10.222.0.76 "GET /v2.0/ports/6cc56533-c93b-4f9a-a96a-7a5ee8a598a2 HTTP/1.1" status: 404 len: 333 time: 0.0511258 Apr 29 13:27:40.510005 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57804) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:40.560691 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-4edb9897-5a41-4aa8-81d5-88f4c96f4ee8 tempest-NetworksNegativeTestJSON-1454614885 tempest-NetworksNegativeTestJSON-1454614885-project] GET failed (client error): The resource could not be found. Apr 29 13:27:40.562050 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4edb9897-5a41-4aa8-81d5-88f4c96f4ee8 tempest-NetworksNegativeTestJSON-1454614885 tempest-NetworksNegativeTestJSON-1454614885-project] 10.222.0.76 "GET /v2.0/subnets/ca9f5e0c-d4c9-4e11-b7eb-72e2db2cb4db HTTP/1.1" status: 404 len: 337 time: 0.0510979 Apr 29 13:27:40.565961 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57808) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:40.579044 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-89096536-bca4-4de8-8f9b-4e986585240c tempest-NetworksNegativeTestJSON-1454614885 tempest-NetworksNegativeTestJSON-1454614885-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:40.598674 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-26d8a158-9a3e-44c5-abb0-4066655cc5fe tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:40.637027 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-89096536-bca4-4de8-8f9b-4e986585240c tempest-NetworksNegativeTestJSON-1454614885 tempest-NetworksNegativeTestJSON-1454614885-project] PUT failed (client error): The resource could not be found. Apr 29 13:27:40.637487 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89096536-bca4-4de8-8f9b-4e986585240c tempest-NetworksNegativeTestJSON-1454614885 tempest-NetworksNegativeTestJSON-1454614885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:27:40.638632 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-89096536-bca4-4de8-8f9b-4e986585240c tempest-NetworksNegativeTestJSON-1454614885 tempest-NetworksNegativeTestJSON-1454614885-project] 10.222.0.76 "PUT /v2.0/networks/56c4f096-c6d3-4d3e-8e59-185f1e80a0fd HTTP/1.1" status: 404 len: 339 time: 0.0717435 Apr 29 13:27:40.642832 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57812) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:40.652838 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-2d8f5ddd-df88-4fb2-bb1a-69544b71e367 tempest-NetworksNegativeTestJSON-1454614885 tempest-NetworksNegativeTestJSON-1454614885-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:40.688471 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8a158-9a3e-44c5-abb0-4066655cc5fe tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event updated for resources: {'Subnet': ['ID=0f264af7-e662-4f84-a192-0b724cc96b26,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:40.699711 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d8a158-9a3e-44c5-abb0-4066655cc5fe tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Checking segment: {'id': '7fd033cc-337c-4aa7-bf26-238a067d38cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'bbddd662-76a2-4f92-b0a6-15ba8557e62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:27:40.700148 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d8a158-9a3e-44c5-abb0-4066655cc5fe tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Network hostable DHCP agents. Network: bbddd662-76a2-4f92-b0a6-15ba8557e62f, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:27:40.721778 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d8a158-9a3e-44c5-abb0-4066655cc5fe tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Network bbddd662-76a2-4f92-b0a6-15ba8557e62f is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:27:40.730971 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-26d8a158-9a3e-44c5-abb0-4066655cc5fe tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, bbddd662-76a2-4f92-b0a6-15ba8557e62f) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:40.734943 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d8a158-9a3e-44c5-abb0-4066655cc5fe tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:40.735538 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-26d8a158-9a3e-44c5-abb0-4066655cc5fe tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:40.741905 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d77a00-f20c-4c36-9d03-da3224417b4b None None] Network bbddd662-76a2-4f92-b0a6-15ba8557e62f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:40.759090 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-26d8a158-9a3e-44c5-abb0-4066655cc5fe tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2418261 Apr 29 13:27:40.765277 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57816) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:40.771199 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-bb123eaa-0e06-42c8-942a-c90113d12b6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-957545299'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:40.777219 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-bb123eaa-0e06-42c8-942a-c90113d12b6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:40.781787 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bb123eaa-0e06-42c8-942a-c90113d12b6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Usage tracker for resource:network and tenant:9408b91db2e3459091dd0b074e69b2a2 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:40.785255 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bb123eaa-0e06-42c8-942a-c90113d12b6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:40.791472 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-bb123eaa-0e06-42c8-942a-c90113d12b6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:40.803768 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb123eaa-0e06-42c8-942a-c90113d12b6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Made reservation on behalf of 9408b91db2e3459091dd0b074e69b2a2 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:40.807035 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb123eaa-0e06-42c8-942a-c90113d12b6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:40.840989 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb123eaa-0e06-42c8-942a-c90113d12b6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:27:40.850295 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb123eaa-0e06-42c8-942a-c90113d12b6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:40.850637 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-bb123eaa-0e06-42c8-942a-c90113d12b6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Added segment 5ae2034b-beae-42d2-ac7f-1d6a43df7196 of type vlan for network c3dfcbcd-349e-41e1-a1cb-2ed5b84671f0 Apr 29 13:27:40.898949 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb123eaa-0e06-42c8-942a-c90113d12b6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:40.931945 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb123eaa-0e06-42c8-942a-c90113d12b6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:40.936933 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb123eaa-0e06-42c8-942a-c90113d12b6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:40.937916 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb123eaa-0e06-42c8-942a-c90113d12b6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:40.946328 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8f5ddd-df88-4fb2-bb1a-69544b71e367 tempest-NetworksNegativeTestJSON-1454614885 tempest-NetworksNegativeTestJSON-1454614885-project] PUT failed (client error): The resource could not be found. Apr 29 13:27:40.947110 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d8f5ddd-df88-4fb2-bb1a-69544b71e367 tempest-NetworksNegativeTestJSON-1454614885 tempest-NetworksNegativeTestJSON-1454614885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:27:40.947828 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2d8f5ddd-df88-4fb2-bb1a-69544b71e367 tempest-NetworksNegativeTestJSON-1454614885 tempest-NetworksNegativeTestJSON-1454614885-project] 10.222.0.76 "PUT /v2.0/ports/879de5b1-9bcc-4ba0-8503-a696ee950567 HTTP/1.1" status: 404 len: 333 time: 0.3041420 Apr 29 13:27:40.956806 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57822) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:40.974717 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-705b37fc-bb7e-42d5-97cb-18652af40923 tempest-NetworksNegativeTestJSON-1454614885 tempest-NetworksNegativeTestJSON-1454614885-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:41.017208 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa27faa2-535e-44b1-8097-0f1b356d45a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-bbddd662-76a2-4f92-b0a6-15ba8557e62f', 'network_id': 'bbddd662-76a2-4f92-b0a6-15ba8557e62f', 'tenant_id': '9408b91db2e3459091dd0b074e69b2a2', 'fixed_ips': [{'subnet_id': '0f264af7-e662-4f84-a192-0b724cc96b26'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:27:41.018174 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fa27faa2-535e-44b1-8097-0f1b356d45a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:41.053377 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-bb123eaa-0e06-42c8-942a-c90113d12b6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2869971 Apr 29 13:27:41.053952 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57826) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:41.057316 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-705b37fc-bb7e-42d5-97cb-18652af40923 tempest-NetworksNegativeTestJSON-1454614885 tempest-NetworksNegativeTestJSON-1454614885-project] PUT failed (client error): The resource could not be found. Apr 29 13:27:41.057717 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-705b37fc-bb7e-42d5-97cb-18652af40923 tempest-NetworksNegativeTestJSON-1454614885 tempest-NetworksNegativeTestJSON-1454614885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:27:41.058921 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-705b37fc-bb7e-42d5-97cb-18652af40923 tempest-NetworksNegativeTestJSON-1454614885 tempest-NetworksNegativeTestJSON-1454614885-project] 10.222.0.76 "PUT /v2.0/subnets/cc9b43ba-3e63-4658-bb04-e818b512a643 HTTP/1.1" status: 404 len: 337 time: 0.0938942 Apr 29 13:27:41.068252 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-03301176-bcfe-4b4d-9b03-7599d3fa7a46 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Request body: {'subnet': {'network_id': 'c3dfcbcd-349e-41e1-a1cb-2ed5b84671f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:41.091763 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb123eaa-0e06-42c8-942a-c90113d12b6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event updated for resources: {'Network': ['ID=c3dfcbcd-349e-41e1-a1cb-2ed5b84671f0,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:41.119089 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network c3dfcbcd-349e-41e1-a1cb-2ed5b84671f0 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:27:41.155225 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-660c1d51-0b0c-4059-a954-dba1edb4427e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting subnet d931ee49-51ba-415b-9d0d-fb197dbaee8f {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:27:41.162012 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-660c1d51-0b0c-4059-a954-dba1edb4427e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:41.203712 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-03301176-bcfe-4b4d-9b03-7599d3fa7a46 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:41.208770 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-03301176-bcfe-4b4d-9b03-7599d3fa7a46 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Usage tracker for resource:subnet and tenant:9408b91db2e3459091dd0b074e69b2a2 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:41.212639 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-03301176-bcfe-4b4d-9b03-7599d3fa7a46 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:41.219926 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-03301176-bcfe-4b4d-9b03-7599d3fa7a46 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:41.234964 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03301176-bcfe-4b4d-9b03-7599d3fa7a46 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Made reservation on behalf of 9408b91db2e3459091dd0b074e69b2a2 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:41.353162 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-fa27faa2-535e-44b1-8097-0f1b356d45a1 None None] Allocated IP 172.20.255.242 (bbddd662-76a2-4f92-b0a6-15ba8557e62f/0f264af7-e662-4f84-a192-0b724cc96b26/d3736803-5bf9-415c-ae85-0e9d4ff0116b) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:27:41.378458 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-660c1d51-0b0c-4059-a954-dba1edb4427e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:41.397586 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-03301176-bcfe-4b4d-9b03-7599d3fa7a46 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:41.398161 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:41.445760 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37778d3f-a881-4519-be64-7eed41f7b806 req-a82fbbf3-d007-474e-8fb9-3128bab8aa60 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:41.447174 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-37778d3f-a881-4519-be64-7eed41f7b806 req-a82fbbf3-d007-474e-8fb9-3128bab8aa60 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.4379737 Apr 29 13:27:41.484166 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57834) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:41.517291 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:41.576006 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-37778d3f-a881-4519-be64-7eed41f7b806 req-410ce161-0ffd-4679-9247-3a12e254304c tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202383 Apr 29 13:27:41.598081 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-660c1d51-0b0c-4059-a954-dba1edb4427e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:41.635261 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c375ad-815e-4ec9-818a-de36a97a0f05 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router 3c672e49-4b9c-4695-bb1e-37498b95ba53 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:27:41.665255 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f96a41e9-b5a2-4d5a-ba01-d4b9b74d0e4a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:41.681644 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fa27faa2-535e-44b1-8097-0f1b356d45a1 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:41.705571 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fa27faa2-535e-44b1-8097-0f1b356d45a1 None None] Transition to ACTIVE for port object d3736803-5bf9-415c-ae85-0e9d4ff0116b will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:41.735448 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fa27faa2-535e-44b1-8097-0f1b356d45a1 None None] Transition to ACTIVE for port object d3736803-5bf9-415c-ae85-0e9d4ff0116b will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:41.745158 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fa27faa2-535e-44b1-8097-0f1b356d45a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:41.818701 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa27faa2-535e-44b1-8097-0f1b356d45a1 None None] Network bbddd662-76a2-4f92-b0a6-15ba8557e62f is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:41.821917 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-fa27faa2-535e-44b1-8097-0f1b356d45a1 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:41.831081 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa27faa2-535e-44b1-8097-0f1b356d45a1 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:27:41.903690 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-03301176-bcfe-4b4d-9b03-7599d3fa7a46 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:41.937416 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-08b1bc13-882a-460d-bf09-3d91ecd1beb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:41.950799 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27faa2-535e-44b1-8097-0f1b356d45a1 None None] Pushing event updated for resources: {'Port': ['ID=d3736803-5bf9-415c-ae85-0e9d4ff0116b,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:42.011387 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03301176-bcfe-4b4d-9b03-7599d3fa7a46 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event updated for resources: {'Subnet': ['ID=6820d7bb-75e0-4f2a-897f-4d0f9e92119b,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:42.029526 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-08b1bc13-882a-460d-bf09-3d91ecd1beb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:42.033835 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e6a34118-8a26-44ba-9e65-741599e276c5 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:27:42.038279 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-08b1bc13-882a-460d-bf09-3d91ecd1beb7 admin admin] Usage tracker for resource:security_group_rule and tenant:8047a295a091453daf11c6744d59c65f is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:42.042231 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-08b1bc13-882a-460d-bf09-3d91ecd1beb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:42.056739 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03301176-bcfe-4b4d-9b03-7599d3fa7a46 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Checking segment: {'id': '5ae2034b-beae-42d2-ac7f-1d6a43df7196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c3dfcbcd-349e-41e1-a1cb-2ed5b84671f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:27:42.057125 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03301176-bcfe-4b4d-9b03-7599d3fa7a46 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Network hostable DHCP agents. Network: c3dfcbcd-349e-41e1-a1cb-2ed5b84671f0, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:27:42.062651 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-08b1bc13-882a-460d-bf09-3d91ecd1beb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:42.071513 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-fa27faa2-535e-44b1-8097-0f1b356d45a1 None None] Attempting to bind port d3736803-5bf9-415c-ae85-0e9d4ff0116b on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:27:42.074053 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-fa27faa2-535e-44b1-8097-0f1b356d45a1 None None] Attempting to bind port d3736803-5bf9-415c-ae85-0e9d4ff0116b by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '7fd033cc-337c-4aa7-bf26-238a067d38cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'bbddd662-76a2-4f92-b0a6-15ba8557e62f'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:27:42.074679 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa27faa2-535e-44b1-8097-0f1b356d45a1 None None] Attempting to bind port d3736803-5bf9-415c-ae85-0e9d4ff0116b on network bbddd662-76a2-4f92-b0a6-15ba8557e62f {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:27:42.111118 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03301176-bcfe-4b4d-9b03-7599d3fa7a46 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Network c3dfcbcd-349e-41e1-a1cb-2ed5b84671f0 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:27:42.125784 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa27faa2-535e-44b1-8097-0f1b356d45a1 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:27:42.126320 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa27faa2-535e-44b1-8097-0f1b356d45a1 None None] Checking segment: {'id': '7fd033cc-337c-4aa7-bf26-238a067d38cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'bbddd662-76a2-4f92-b0a6-15ba8557e62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:27:42.126821 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fa27faa2-535e-44b1-8097-0f1b356d45a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:42.127510 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa27faa2-535e-44b1-8097-0f1b356d45a1 None None] Bound using segment: {'id': '7fd033cc-337c-4aa7-bf26-238a067d38cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'bbddd662-76a2-4f92-b0a6-15ba8557e62f'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:27:42.128313 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-fa27faa2-535e-44b1-8097-0f1b356d45a1 None None] Bound port: d3736803-5bf9-415c-ae85-0e9d4ff0116b, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd033cc-337c-4aa7-bf26-238a067d38cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'bbddd662-76a2-4f92-b0a6-15ba8557e62f'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:27:42.128920 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fa27faa2-535e-44b1-8097-0f1b356d45a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:42.139051 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-03301176-bcfe-4b4d-9b03-7599d3fa7a46 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, c3dfcbcd-349e-41e1-a1cb-2ed5b84671f0) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:42.147988 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03301176-bcfe-4b4d-9b03-7599d3fa7a46 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:42.148727 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-03301176-bcfe-4b4d-9b03-7599d3fa7a46 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:42.152290 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713f0bc1-5ee1-4d41-a56a-becac2e43cdc None None] Network c3dfcbcd-349e-41e1-a1cb-2ed5b84671f0 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:42.175086 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-08b1bc13-882a-460d-bf09-3d91ecd1beb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:42.177895 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-660c1d51-0b0c-4059-a954-dba1edb4427e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:42.190111 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-08b1bc13-882a-460d-bf09-3d91ecd1beb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:42.230308 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c1d51-0b0c-4059-a954-dba1edb4427e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Subnet': ['ID=d931ee49-51ba-415b-9d0d-fb197dbaee8f,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:42.255678 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1bc13-882a-460d-bf09-3d91ecd1beb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6758419-0d7e-4d27-b25e-a6510481528d,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:42.265446 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-03301176-bcfe-4b4d-9b03-7599d3fa7a46 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2058640 Apr 29 13:27:42.265919 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57844) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:42.268102 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-660c1d51-0b0c-4059-a954-dba1edb4427e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:42.283011 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ddbeb4-caf5-4858-b0b1-bdacb485673d None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:42.330573 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-660c1d51-0b0c-4059-a954-dba1edb4427e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/d931ee49-51ba-415b-9d0d-fb197dbaee8f HTTP/1.1" status: 204 len: 168 time: 1.8839986 Apr 29 13:27:42.333976 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57848) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:42.342664 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c424ce-245e-4ce9-be9d-dd690882366f req-471dfdeb-e146-43af-8379-c6066319cb16 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:42.344091 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-11c424ce-245e-4ce9-be9d-dd690882366f req-471dfdeb-e146-43af-8379-c6066319cb16 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.2962461 Apr 29 13:27:42.361508 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-08b1bc13-882a-460d-bf09-3d91ecd1beb7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8047a295a091453daf11c6744d59c65f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8735795 Apr 29 13:27:42.364470 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57852) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:42.434069 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port e6a34118-8a26-44ba-9e65-741599e276c5 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:42.434331 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:42.447928 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c588edb2-0eb4-470e-9ef2-162bbd159e6c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1092904 Apr 29 13:27:42.450781 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57856) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:42.467061 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-80bcf76f-6d1b-4c9e-a46b-26e0ae8a7daf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:42.501962 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-98a98e2e-787a-4edc-888c-b3fd6bea1768 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:42.563401 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e7136fcd-019b-401f-a2ec-6d83c7371b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:42.594583 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-11c424ce-245e-4ce9-be9d-dd690882366f req-e3c1db1d-d7bb-46be-a4bb-00e167bfd25e tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765933 Apr 29 13:27:42.623217 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c375ad-815e-4ec9-818a-de36a97a0f05 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:27:42.639907 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-fa27faa2-535e-44b1-8097-0f1b356d45a1 None None] For port d3736803-5bf9-415c-ae85-0e9d4ff0116b, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:27:42.665580 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3777884b-6bdf-4737-9260-068406dd7490 None None] Sync routers for ids ['3c672e49-4b9c-4695-bb1e-37498b95ba53'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:27:42.678241 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e7136fcd-019b-401f-a2ec-6d83c7371b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:42.690880 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-80bcf76f-6d1b-4c9e-a46b-26e0ae8a7daf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:42.693720 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-fa27faa2-535e-44b1-8097-0f1b356d45a1 None None] For port d3736803-5bf9-415c-ae85-0e9d4ff0116b, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=d3736803-5bf9-415c-ae85-0e9d4ff0116b,segment=NetworkSegment(7fd033cc-337c-4aa7-bf26-238a067d38cd),segment_id=7fd033cc-337c-4aa7-bf26-238a067d38cd)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:27:42.707314 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db0f7e8-2245-43f8-8a36-7ea7986c0fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-c3dfcbcd-349e-41e1-a1cb-2ed5b84671f0', 'network_id': 'c3dfcbcd-349e-41e1-a1cb-2ed5b84671f0', 'tenant_id': '9408b91db2e3459091dd0b074e69b2a2', 'fixed_ips': [{'subnet_id': '6820d7bb-75e0-4f2a-897f-4d0f9e92119b'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:27:42.708229 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5db0f7e8-2245-43f8-8a36-7ea7986c0fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:42.714169 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-80bcf76f-6d1b-4c9e-a46b-26e0ae8a7daf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:subnet and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:42.718612 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fa27faa2-535e-44b1-8097-0f1b356d45a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:42.726932 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-80bcf76f-6d1b-4c9e-a46b-26e0ae8a7daf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:42.742090 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-80bcf76f-6d1b-4c9e-a46b-26e0ae8a7daf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:42.774006 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-98a98e2e-787a-4edc-888c-b3fd6bea1768 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:42.810180 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3777884b-6bdf-4737-9260-068406dd7490 None None] Routers {'3c672e49-4b9c-4695-bb1e-37498b95ba53'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:27:42.810180 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-3777884b-6bdf-4737-9260-068406dd7490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:27:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['3c672e49-4b9c-4695-bb1e-37498b95ba53'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:42.817302 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bcf76f-6d1b-4c9e-a46b-26e0ae8a7daf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:42.825940 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f9c375ad-815e-4ec9-818a-de36a97a0f05 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:42.928387 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f9c375ad-815e-4ec9-818a-de36a97a0f05 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.3132458 Apr 29 13:27:42.930825 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3061d50c-a877-4cf1-a4f7-3db07ad118a2', 'tag': 'beba0e90-3fb2-4854-b4da-5967e3f314bd'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:27:42.935693 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57862) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:42.947104 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e7136fcd-019b-401f-a2ec-6d83c7371b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:42.990313 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d53320df-1d5e-4e5e-9a47-33b69022c691'] response: {'name': 'network-changed', 'server_uuid': '3061d50c-a877-4cf1-a4f7-3db07ad118a2', 'tag': 'beba0e90-3fb2-4854-b4da-5967e3f314bd', 'status': 'completed', 'code': 200} Apr 29 13:27:43.081696 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-80bcf76f-6d1b-4c9e-a46b-26e0ae8a7daf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:43.099164 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7136fcd-019b-401f-a2ec-6d83c7371b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6758419-0d7e-4d27-b25e-a6510481528d,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:43.139642 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-f96a41e9-b5a2-4d5a-ba01-d4b9b74d0e4a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Deleting port e6a34118-8a26-44ba-9e65-741599e276c5 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:27:43.140032 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f96a41e9-b5a2-4d5a-ba01-d4b9b74d0e4a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:43.152795 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:43.173671 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27faa2-535e-44b1-8097-0f1b356d45a1 None None] Pushing event updated for resources: {'Port': ['ID=d3736803-5bf9-415c-ae85-0e9d4ff0116b,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:43.220055 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e7136fcd-019b-401f-a2ec-6d83c7371b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:43.221539 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e7136fcd-019b-401f-a2ec-6d83c7371b38 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e6758419-0d7e-4d27-b25e-a6510481528d HTTP/1.1" status: 204 len: 168 time: 0.8554716 Apr 29 13:27:43.243464 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3408e871-d64a-47e7-acd7-22ff06799fa9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/9b8d9151-fcb3-4a8b-a965-adcc231f6c8b HTTP/1.1" status: 200 len: 991 time: 0.3061476 Apr 29 13:27:43.257785 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-98a98e2e-787a-4edc-888c-b3fd6bea1768 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:43.277529 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-3777884b-6bdf-4737-9260-068406dd7490 None None] Set router 3c672e49-4b9c-4695-bb1e-37498b95ba53 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:27:43.332627 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a98e2e-787a-4edc-888c-b3fd6bea1768 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event deleted for resources: {'Subnet': ['ID=6820d7bb-75e0-4f2a-897f-4d0f9e92119b,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:43.464246 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cfae6996-2291-4966-b715-2f84185f2431 req-35702a9d-4b51-442f-8b7c-d038e2d592ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=3061d50c-a877-4cf1-a4f7-3db07ad118a2 HTTP/1.1" status: 200 len: 1098 time: 0.4396484 Apr 29 13:27:43.511279 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-98a98e2e-787a-4edc-888c-b3fd6bea1768 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:43.581813 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-f96a41e9-b5a2-4d5a-ba01-d4b9b74d0e4a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] For port e6a34118-8a26-44ba-9e65-741599e276c5, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e6a34118-8a26-44ba-9e65-741599e276c5,segment=NetworkSegment(c0765657-3b16-4501-a5c6-772e1f13986c),segment_id=c0765657-3b16-4501-a5c6-772e1f13986c)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:43.582455 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f96a41e9-b5a2-4d5a-ba01-d4b9b74d0e4a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:43.646830 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-98a98e2e-787a-4edc-888c-b3fd6bea1768 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3dfcbcd-349e-41e1-a1cb-2ed5b84671f0']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:43.653902 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f1c68a-269b-409a-b0e1-e022755bccce None None] DHCP port deletion for b2591163-41a9-4c5e-86a6-99ddbf59518f request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:27:43.673632 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-98a98e2e-787a-4edc-888c-b3fd6bea1768 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae2034b-beae-42d2-ac7f-1d6a43df7196') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:43.674209 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-98a98e2e-787a-4edc-888c-b3fd6bea1768 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae2034b-beae-42d2-ac7f-1d6a43df7196') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:43.718306 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-98a98e2e-787a-4edc-888c-b3fd6bea1768 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server [None req-5db0f7e8-2245-43f8-8a36-7ea7986c0fcd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6820d7bb-75e0-4f2a-897f-4d0f9e92119b: This subnet is being modified by another concurrent operation. Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise exception Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6820d7bb-75e0-4f2a-897f-4d0f9e92119b: This subnet is being modified by another concurrent operation. Apr 29 13:27:43.752072 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server Apr 29 13:27:43.809203 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-a2f1c68a-269b-409a-b0e1-e022755bccce None None] Deleting port d835f00b-67c2-4aa4-89bc-800056a6f160 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:27:43.811943 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a2f1c68a-269b-409a-b0e1-e022755bccce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:43.845791 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-f96a41e9-b5a2-4d5a-ba01-d4b9b74d0e4a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Calling delete_port for e6a34118-8a26-44ba-9e65-741599e276c5 owned by network:router_interface {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:27:43.866290 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eac6ee7-f109-406e-960f-441c7539d329 None None] Network c3dfcbcd-349e-41e1-a1cb-2ed5b84671f0 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:43.978135 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-98a98e2e-787a-4edc-888c-b3fd6bea1768 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:43.984212 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae6996-2291-4966-b715-2f84185f2431 req-c7c5d1f4-c268-425c-96d9-bc04f1a9d2e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:43.985774 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cfae6996-2291-4966-b715-2f84185f2431 req-c7c5d1f4-c268-425c-96d9-bc04f1a9d2e8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4d4da868-e2e3-4a21-9dca-f4e60fad105d HTTP/1.1" status: 200 len: 898 time: 0.5134797 Apr 29 13:27:43.989748 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a98e2e-787a-4edc-888c-b3fd6bea1768 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:27:43.990144 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-98a98e2e-787a-4edc-888c-b3fd6bea1768 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:27:44.020560 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:27:44.024088 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-80bcf76f-6d1b-4c9e-a46b-26e0ae8a7daf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:44.132374 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4dd838-50d7-4e94-b75f-6a6d3c78d541 req-d8fb8abd-edee-43fe-8a77-9e3cea6c72af tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:44.140532 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1d4dd838-50d7-4e94-b75f-6a6d3c78d541 req-d8fb8abd-edee-43fe-8a77-9e3cea6c72af tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.1635184 Apr 29 13:27:44.184644 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device d3736803-5bf9-415c-ae85-0e9d4ff0116b up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:27:44.231422 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1d4dd838-50d7-4e94-b75f-6a6d3c78d541 req-b5546100-5d93-48bc-8de7-2908375e5f03 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889261 Apr 29 13:27:44.234541 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f96a41e9-b5a2-4d5a-ba01-d4b9b74d0e4a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:44.250172 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57884) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:44.306783 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a41e9-b5a2-4d5a-ba01-d4b9b74d0e4a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Port': ['ID=e6a34118-8a26-44ba-9e65-741599e276c5,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:44.340311 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bcf76f-6d1b-4c9e-a46b-26e0ae8a7daf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Subnet': ['ID=e0dd0118-3103-4ec8-9ca2-22104c54377e,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:44.367468 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-98a98e2e-787a-4edc-888c-b3fd6bea1768 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:44.378551 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-98a98e2e-787a-4edc-888c-b3fd6bea1768 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:44.467436 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a41e9-b5a2-4d5a-ba01-d4b9b74d0e4a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:44.467750 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a41e9-b5a2-4d5a-ba01-d4b9b74d0e4a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:44.468090 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a41e9-b5a2-4d5a-ba01-d4b9b74d0e4a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:44.468416 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a41e9-b5a2-4d5a-ba01-d4b9b74d0e4a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:44.468745 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a41e9-b5a2-4d5a-ba01-d4b9b74d0e4a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:44.469093 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a41e9-b5a2-4d5a-ba01-d4b9b74d0e4a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:44.469412 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a41e9-b5a2-4d5a-ba01-d4b9b74d0e4a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:44.469736 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a41e9-b5a2-4d5a-ba01-d4b9b74d0e4a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:44.470058 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a41e9-b5a2-4d5a-ba01-d4b9b74d0e4a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:44.470373 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a41e9-b5a2-4d5a-ba01-d4b9b74d0e4a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:44.470689 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a41e9-b5a2-4d5a-ba01-d4b9b74d0e4a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:44.527864 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-98a98e2e-787a-4edc-888c-b3fd6bea1768 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/networks/c3dfcbcd-349e-41e1-a1cb-2ed5b84671f0 HTTP/1.1" status: 204 len: 168 time: 2.2609236 Apr 29 13:27:44.594805 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cfae6996-2291-4966-b715-2f84185f2431 req-572eb0ab-fb7b-4482-a226-eafd4006587a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=beba0e90-3fb2-4854-b4da-5967e3f314bd HTTP/1.1" status: 200 len: 999 time: 0.4384692 Apr 29 13:27:44.597718 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57894) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:44.652528 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a98e2e-787a-4edc-888c-b3fd6bea1768 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event deleted for resources: {'Network': ['ID=c3dfcbcd-349e-41e1-a1cb-2ed5b84671f0,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:44.657380 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-6753b1d9-19e7-44c1-a863-298bb33b375e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2034970248'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:44.742602 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bcf76f-6d1b-4c9e-a46b-26e0ae8a7daf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:44.757083 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-80bcf76f-6d1b-4c9e-a46b-26e0ae8a7daf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:44.759084 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-6753b1d9-19e7-44c1-a863-298bb33b375e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:44.781916 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a2f1c68a-269b-409a-b0e1-e022755bccce None None] For port d835f00b-67c2-4aa4-89bc-800056a6f160, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=d835f00b-67c2-4aa4-89bc-800056a6f160,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:44.782333 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a2f1c68a-269b-409a-b0e1-e022755bccce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:44.800637 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bcf76f-6d1b-4c9e-a46b-26e0ae8a7daf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:44.803268 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-80bcf76f-6d1b-4c9e-a46b-26e0ae8a7daf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:44.821063 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-6753b1d9-19e7-44c1-a863-298bb33b375e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Usage tracker for resource:network and tenant:9408b91db2e3459091dd0b074e69b2a2 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:44.841168 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-6753b1d9-19e7-44c1-a863-298bb33b375e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:44.873405 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-6753b1d9-19e7-44c1-a863-298bb33b375e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:44.875443 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57902) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:44.882187 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3838acbf-386f-4aa7-9ab9-42db0243f23b None None] Network bbddd662-76a2-4f92-b0a6-15ba8557e62f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:44.894685 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4beb3131-c8a3-414e-94bb-601689154226 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/9b8d9151-fcb3-4a8b-a965-adcc231f6c8b HTTP/1.1" status: 200 len: 991 time: 0.5408039 Apr 29 13:27:44.914802 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-80bcf76f-6d1b-4c9e-a46b-26e0ae8a7daf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4639864 Apr 29 13:27:44.916454 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae6996-2291-4966-b715-2f84185f2431 req-3e29d8e9-548a-4be9-93a8-9bcbda75a43d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:44.918708 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cfae6996-2291-4966-b715-2f84185f2431 req-3e29d8e9-548a-4be9-93a8-9bcbda75a43d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=980d0090-e41e-44ca-a879-96fdb1535ca5 HTTP/1.1" status: 200 len: 835 time: 0.2942791 Apr 29 13:27:44.919322 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57908) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:44.927589 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f96a41e9-b5a2-4d5a-ba01-d4b9b74d0e4a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:44.929573 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-380cedda-f606-4207-966b-bc36b12ee46d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'port': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'fixed_ips': [{'subnet_id': 'e0dd0118-3103-4ec8-9ca2-22104c54377e', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1040620719'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:45.049709 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6753b1d9-19e7-44c1-a863-298bb33b375e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Made reservation on behalf of 9408b91db2e3459091dd0b074e69b2a2 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:45.053137 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6753b1d9-19e7-44c1-a863-298bb33b375e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:45.062148 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-a2f1c68a-269b-409a-b0e1-e022755bccce None None] Calling delete_port for d835f00b-67c2-4aa4-89bc-800056a6f160 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:27:45.078467 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-39d4b5f3-4165-40ee-bc5d-f76284de9faa tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-345717081', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:45.087732 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port d3736803-5bf9-415c-ae85-0e9d4ff0116b completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:45.095312 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-39d4b5f3-4165-40ee-bc5d-f76284de9faa tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:45.101845 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-39d4b5f3-4165-40ee-bc5d-f76284de9faa tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Usage tracker for resource:router and tenant:15bcfc53dee1416fb1ad60649933c8cb is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:45.105275 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51482fd7-555f-4c75-9573-d972fb8914be req-3be4ccdc-b4e7-4113-8ac0-9f610164dd56 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:45.106225 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-39d4b5f3-4165-40ee-bc5d-f76284de9faa tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:45.106879 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-51482fd7-555f-4c75-9573-d972fb8914be req-3be4ccdc-b4e7-4113-8ac0-9f610164dd56 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.5147851 Apr 29 13:27:45.125363 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-39d4b5f3-4165-40ee-bc5d-f76284de9faa tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:45.144244 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-39d4b5f3-4165-40ee-bc5d-f76284de9faa tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:45.145791 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-39d4b5f3-4165-40ee-bc5d-f76284de9faa tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:45.171057 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fd6e67de-db89-46b9-9272-50ede1174cf6 None None] Provisioning for port d3736803-5bf9-415c-ae85-0e9d4ff0116b completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:45.184161 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-380cedda-f606-4207-966b-bc36b12ee46d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:45.204295 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fd6e67de-db89-46b9-9272-50ede1174cf6 None None] Provisioning complete for port d3736803-5bf9-415c-ae85-0e9d4ff0116b triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:45.204826 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fd6e67de-db89-46b9-9272-50ede1174cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:45.218699 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-380cedda-f606-4207-966b-bc36b12ee46d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:45.221255 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6753b1d9-19e7-44c1-a863-298bb33b375e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:27:45.241794 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device d835f00b-67c2-4aa4-89bc-800056a6f160 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:27:45.251823 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6753b1d9-19e7-44c1-a863-298bb33b375e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:45.252185 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-6753b1d9-19e7-44c1-a863-298bb33b375e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Added segment cde58b37-0d0c-428a-a20b-0e1c560307b3 of type vlan for network b16c449a-cefc-4f04-acda-8b2852a2ff67 Apr 29 13:27:45.263542 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380cedda-f606-4207-966b-bc36b12ee46d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:45.268716 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-380cedda-f606-4207-966b-bc36b12ee46d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:45.283618 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-51482fd7-555f-4c75-9573-d972fb8914be req-b34dc079-b7c0-4e34-87ea-22a8f9390219 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677074 Apr 29 13:27:45.293141 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cfae6996-2291-4966-b715-2f84185f2431 req-8ebd145a-fa6b-49d8-82f7-7f824bb59279 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4d4da868-e2e3-4a21-9dca-f4e60fad105d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2278872 Apr 29 13:27:45.307048 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-3777884b-6bdf-4737-9260-068406dd7490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'name': 'tempest-TestNetworkBasicOps-router-561872852', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:27Z', 'updated_at': '2022-04-29T13:26:48Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:73:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:28Z', 'updated_at': '2022-04-29T13:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '9b8d9151-fcb3-4a8b-a965-adcc231f6c8b', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.196', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'port_id': 'beba0e90-3fb2-4854-b4da-5967e3f314bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d', 'mac_address': 'fa:16:3e:e5:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3061d50c-a877-4cf1-a4f7-3db07ad118a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:27:36Z', 'updated_at': '2022-04-29T13:27:36Z', 'revision_number': 0, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33c89b0f-0092-4200-b91a-d67d91da6f12', 'name': '', 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:1f:e5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '980d0090-e41e-44ca-a879-96fdb1535ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:47Z', 'updated_at': '2022-04-29T13:26:59Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '980d0090-e41e-44ca-a879-96fdb1535ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:45.437830 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a2f1c68a-269b-409a-b0e1-e022755bccce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:45.459151 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cfae6996-2291-4966-b715-2f84185f2431 req-020517e0-4f83-452e-b739-958fb39b9d9d service neutron] 10.222.0.32 "GET /v2.0/networks/4d4da868-e2e3-4a21-9dca-f4e60fad105d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520052 Apr 29 13:27:45.460735 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6753b1d9-19e7-44c1-a863-298bb33b375e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:45.477416 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3777884b-6bdf-4737-9260-068406dd7490 None None] Checking router: 3c672e49-4b9c-4695-bb1e-37498b95ba53 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:27:45.491615 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-380cedda-f606-4207-966b-bc36b12ee46d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] device_id is not set on port 6991027d-bf3b-4d3e-b756-7f988301d1af yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:27:45.510701 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1c68a-269b-409a-b0e1-e022755bccce None None] Pushing event deleted for resources: {'Port': ['ID=d835f00b-67c2-4aa4-89bc-800056a6f160,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:45.532110 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-39d4b5f3-4165-40ee-bc5d-f76284de9faa tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:45.539176 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3777884b-6bdf-4737-9260-068406dd7490 None None] Routers {'3c672e49-4b9c-4695-bb1e-37498b95ba53'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:27:45.539924 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-3777884b-6bdf-4737-9260-068406dd7490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:27:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['3c672e49-4b9c-4695-bb1e-37498b95ba53'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:45.604034 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No active binding found for port d835f00b-67c2-4aa4-89bc-800056a6f160 {{(pid=83906) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 29 13:27:45.604034 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device d835f00b-67c2-4aa4-89bc-800056a6f160 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:27:45.692900 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6753b1d9-19e7-44c1-a863-298bb33b375e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:45.693248 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f1c68a-269b-409a-b0e1-e022755bccce None None] No DVR routers for this DVR port d835f00b-67c2-4aa4-89bc-800056a6f160 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:27:45.694568 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6753b1d9-19e7-44c1-a863-298bb33b375e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:45.695144 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6753b1d9-19e7-44c1-a863-298bb33b375e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:45.705481 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-39d4b5f3-4165-40ee-bc5d-f76284de9faa tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:45.766491 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-39d4b5f3-4165-40ee-bc5d-f76284de9faa tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:45.767695 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-39d4b5f3-4165-40ee-bc5d-f76284de9faa tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8913069 Apr 29 13:27:45.772275 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57916) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:45.772479 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af1af5e-ae61-4c71-aa26-2a88b960f667 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:45.779659 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17a8ca-ac7f-4773-9b8c-fc342bb65537 req-3e0036a3-b92b-4011-8e1f-e4755d71e591 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:45.787198 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-fe17a8ca-ac7f-4773-9b8c-fc342bb65537 req-3e0036a3-b92b-4011-8e1f-e4755d71e591 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.3029008 Apr 29 13:27:45.813182 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-67bbc0b0-a667-45b9-b966-655929b0c72e tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-714935943'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:45.822503 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-67bbc0b0-a667-45b9-b966-655929b0c72e tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:45.832331 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-67bbc0b0-a667-45b9-b966-655929b0c72e tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Usage tracker for resource:network and tenant:15bcfc53dee1416fb1ad60649933c8cb is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:45.837979 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-67bbc0b0-a667-45b9-b966-655929b0c72e tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:45.841214 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cfae6996-2291-4966-b715-2f84185f2431 req-bdf78f9d-4fbb-46ce-83b6-b5564200634a service neutron] 10.222.0.32 "GET /v2.0/networks/4d4da868-e2e3-4a21-9dca-f4e60fad105d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730390 Apr 29 13:27:45.851822 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6753b1d9-19e7-44c1-a863-298bb33b375e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2335286 Apr 29 13:27:45.855666 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57920) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:45.856558 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-67bbc0b0-a667-45b9-b966-655929b0c72e tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:45.863256 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753b1d9-19e7-44c1-a863-298bb33b375e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event updated for resources: {'Network': ['ID=b16c449a-cefc-4f04-acda-8b2852a2ff67,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:45.873547 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-962cd326-f3bb-459e-9613-bd3ee712f0c4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Request body: {'subnet': {'network_id': 'b16c449a-cefc-4f04-acda-8b2852a2ff67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:45.892045 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753b1d9-19e7-44c1-a863-298bb33b375e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:45.892377 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753b1d9-19e7-44c1-a863-298bb33b375e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:45.892807 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753b1d9-19e7-44c1-a863-298bb33b375e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:45.893209 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753b1d9-19e7-44c1-a863-298bb33b375e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:45.894107 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753b1d9-19e7-44c1-a863-298bb33b375e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:45.894107 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753b1d9-19e7-44c1-a863-298bb33b375e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:45.894357 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753b1d9-19e7-44c1-a863-298bb33b375e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:45.894871 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753b1d9-19e7-44c1-a863-298bb33b375e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:45.895094 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753b1d9-19e7-44c1-a863-298bb33b375e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:45.895495 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753b1d9-19e7-44c1-a863-298bb33b375e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:45.895879 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6753b1d9-19e7-44c1-a863-298bb33b375e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:45.899594 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-380cedda-f606-4207-966b-bc36b12ee46d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:27:45.899888 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-380cedda-f606-4207-966b-bc36b12ee46d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:27:45.904836 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57924) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:45.911209 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fd6e67de-db89-46b9-9272-50ede1174cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:45.928732 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network b16c449a-cefc-4f04-acda-8b2852a2ff67 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:27:45.972348 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bbc0b0-a667-45b9-b966-655929b0c72e tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Made reservation on behalf of 15bcfc53dee1416fb1ad60649933c8cb for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:45.975305 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-67bbc0b0-a667-45b9-b966-655929b0c72e tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:46.007926 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-3777884b-6bdf-4737-9260-068406dd7490 None None] Set router 3c672e49-4b9c-4695-bb1e-37498b95ba53 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:27:46.015581 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-fe17a8ca-ac7f-4773-9b8c-fc342bb65537 req-c2fb784f-44db-42b2-9b6f-8be5d925eee2 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277012 Apr 29 13:27:46.046213 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-67bbc0b0-a667-45b9-b966-655929b0c72e tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:46.079813 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96a41e9-b5a2-4d5a-ba01-d4b9b74d0e4a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Router e1421bee-f3a8-483e-808c-949354d33ae7 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:27:46.080919 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-962cd326-f3bb-459e-9613-bd3ee712f0c4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:46.087205 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-962cd326-f3bb-459e-9613-bd3ee712f0c4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Usage tracker for resource:subnet and tenant:9408b91db2e3459091dd0b074e69b2a2 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:46.092381 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-962cd326-f3bb-459e-9613-bd3ee712f0c4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:46.101556 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-962cd326-f3bb-459e-9613-bd3ee712f0c4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:46.132522 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-67bbc0b0-a667-45b9-b966-655929b0c72e tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:46.139909 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-67bbc0b0-a667-45b9-b966-655929b0c72e tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Usage tracker for resource:security_group_rule and tenant:15bcfc53dee1416fb1ad60649933c8cb is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:46.140459 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f799f411-e04c-4cbb-81bb-fc108926b53d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/9b8d9151-fcb3-4a8b-a965-adcc231f6c8b HTTP/1.1" status: 200 len: 991 time: 0.2327623 Apr 29 13:27:46.143044 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-67bbc0b0-a667-45b9-b966-655929b0c72e tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:46.190158 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-380cedda-f606-4207-966b-bc36b12ee46d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2686548 Apr 29 13:27:46.195873 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57930) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:46.207777 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962cd326-f3bb-459e-9613-bd3ee712f0c4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Made reservation on behalf of 9408b91db2e3459091dd0b074e69b2a2 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:46.222417 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-67bbc0b0-a667-45b9-b966-655929b0c72e tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:46.241110 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b1f5c9db-f42e-4f10-8934-f2a62ec3eab9 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:27:46.267438 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b1f5c9db-f42e-4f10-8934-f2a62ec3eab9 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:27:46.271440 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b1f5c9db-f42e-4f10-8934-f2a62ec3eab9 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0744109 Apr 29 13:27:46.271764 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57934) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:46.348357 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306ffd9-6fbc-4fdb-88a1-02f08acc6571 req-63b6b607-d1ec-4117-9dda-4443c4664a56 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:46.349431 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3306ffd9-6fbc-4fdb-88a1-02f08acc6571 req-63b6b607-d1ec-4117-9dda-4443c4664a56 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.1996610 Apr 29 13:27:46.360803 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6228b2-925d-4b60-9a36-56c7bb9e1a93 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:46.365239 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6228b2-925d-4b60-9a36-56c7bb9e1a93 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:46.367196 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-2c6228b2-925d-4b60-9a36-56c7bb9e1a93 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:27:46.383538 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-fd6e67de-db89-46b9-9272-50ede1174cf6 None None] For port d3736803-5bf9-415c-ae85-0e9d4ff0116b, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=d3736803-5bf9-415c-ae85-0e9d4ff0116b,segment=NetworkSegment(7fd033cc-337c-4aa7-bf26-238a067d38cd),segment_id=7fd033cc-337c-4aa7-bf26-238a067d38cd)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:46.413803 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fd6e67de-db89-46b9-9272-50ede1174cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:46.431895 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-2c6228b2-925d-4b60-9a36-56c7bb9e1a93 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:27:46.435563 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2c6228b2-925d-4b60-9a36-56c7bb9e1a93 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1622303 Apr 29 13:27:46.437160 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-962cd326-f3bb-459e-9613-bd3ee712f0c4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:46.438630 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57938) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:46.547895 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee9b72a-55dd-4f35-83da-cd8894793cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting subnet e0dd0118-3103-4ec8-9ca2-22104c54377e {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:27:46.552080 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8ee9b72a-55dd-4f35-83da-cd8894793cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:46.572131 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.ipam_backend_mixin [None req-962cd326-f3bb-459e-9613-bd3ee712f0c4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Performing IP validity checks on allocation pools {{(pid=83905) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 29 13:27:46.572643 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.ipam_backend_mixin [None req-962cd326-f3bb-459e-9613-bd3ee712f0c4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83905) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 29 13:27:46.594516 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-67bbc0b0-a667-45b9-b966-655929b0c72e tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:46.607603 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e67de-db89-46b9-9272-50ede1174cf6 None None] Pushing event updated for resources: {'Port': ['ID=d3736803-5bf9-415c-ae85-0e9d4ff0116b,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:46.609627 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-67bbc0b0-a667-45b9-b966-655929b0c72e tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:46.610548 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fc6ee1-6c3f-4f4e-ac7b-a3eec2b23657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-b2591163-41a9-4c5e-86a6-99ddbf59518f', 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'fixed_ips': [{'subnet_id': 'e0dd0118-3103-4ec8-9ca2-22104c54377e'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:27:46.611447 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-97fc6ee1-6c3f-4f4e-ac7b-a3eec2b23657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:46.623241 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3306ffd9-6fbc-4fdb-88a1-02f08acc6571 req-abb20154-c859-44a0-86b1-1472501e75f3 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464087 Apr 29 13:27:46.648036 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8ee9b72a-55dd-4f35-83da-cd8894793cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:46.659825 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96a41e9-b5a2-4d5a-ba01-d4b9b74d0e4a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:27:46.662219 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67bbc0b0-a667-45b9-b966-655929b0c72e tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:27:46.685397 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bbc0b0-a667-45b9-b966-655929b0c72e tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f17b64-5e20-416f-84e3-ee0e4ab8cbbf,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:46.722472 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8ee9b72a-55dd-4f35-83da-cd8894793cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:46.730043 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-67bbc0b0-a667-45b9-b966-655929b0c72e tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:46.730501 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-67bbc0b0-a667-45b9-b966-655929b0c72e tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Added segment f4326f92-0a4f-4ff5-9d5a-c9694c375ce8 of type vlan for network a84a3a13-2f88-405d-86b0-c914cf87d966 Apr 29 13:27:46.788895 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f96a41e9-b5a2-4d5a-ba01-d4b9b74d0e4a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "PUT /v2.0/routers/e1421bee-f3a8-483e-808c-949354d33ae7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5069461 Apr 29 13:27:46.793586 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57944) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:46.799209 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ebc07bb8-67dd-47ad-9c55-870c8b8e1372 None None] Provisioning complete for port d3736803-5bf9-415c-ae85-0e9d4ff0116b triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:46.799862 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ebc07bb8-67dd-47ad-9c55-870c8b8e1372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:46.812069 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-67bbc0b0-a667-45b9-b966-655929b0c72e tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:46.887090 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-962cd326-f3bb-459e-9613-bd3ee712f0c4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:46.891107 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8ee9b72a-55dd-4f35-83da-cd8894793cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server [None req-97fc6ee1-6c3f-4f4e-ac7b-a3eec2b23657 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e0dd0118-3103-4ec8-9ca2-22104c54377e: This subnet is being modified by another concurrent operation. Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise exception Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e0dd0118-3103-4ec8-9ca2-22104c54377e: This subnet is being modified by another concurrent operation. Apr 29 13:27:46.951027 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server Apr 29 13:27:46.976634 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b6d8cf-ab6a-46c0-98a2-42ae5ca24daf None None] get_active_networks_info from dv-neutron-839027-4-hyperv {{(pid=83906) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 13:27:46.984405 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-67bbc0b0-a667-45b9-b966-655929b0c72e tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:46.985065 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9b72a-55dd-4f35-83da-cd8894793cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Subnet': ['ID=e0dd0118-3103-4ec8-9ca2-22104c54377e,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:46.988239 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bbc0b0-a667-45b9-b966-655929b0c72e tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:46.988946 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-67bbc0b0-a667-45b9-b966-655929b0c72e tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:47.003863 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8ee9b72a-55dd-4f35-83da-cd8894793cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:47.023491 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8ee9b72a-55dd-4f35-83da-cd8894793cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/e0dd0118-3103-4ec8-9ca2-22104c54377e HTTP/1.1" status: 204 len: 168 time: 0.5836360 Apr 29 13:27:47.036006 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57948) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:47.072797 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-3777884b-6bdf-4737-9260-068406dd7490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'name': 'tempest-TestNetworkBasicOps-router-561872852', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:27Z', 'updated_at': '2022-04-29T13:26:48Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:73:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:28Z', 'updated_at': '2022-04-29T13:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '9b8d9151-fcb3-4a8b-a965-adcc231f6c8b', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.196', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'port_id': 'beba0e90-3fb2-4854-b4da-5967e3f314bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d', 'mac_address': 'fa:16:3e:e5:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3061d50c-a877-4cf1-a4f7-3db07ad118a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:27:36Z', 'updated_at': '2022-04-29T13:27:36Z', 'revision_number': 0, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33c89b0f-0092-4200-b91a-d67d91da6f12', 'name': '', 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:1f:e5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '980d0090-e41e-44ca-a879-96fdb1535ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:47Z', 'updated_at': '2022-04-29T13:26:59Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '980d0090-e41e-44ca-a879-96fdb1535ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:47.083098 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962cd326-f3bb-459e-9613-bd3ee712f0c4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event updated for resources: {'Subnet': ['ID=7c6a981f-6243-4de2-a978-d65116090a93,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:47.085042 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3777884b-6bdf-4737-9260-068406dd7490 None None] The sync data for ids ['3c672e49-4b9c-4695-bb1e-37498b95ba53'] in dv-neutron-839027-4-hyperv is: [{'id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'name': 'tempest-TestNetworkBasicOps-router-561872852', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:27Z', 'updated_at': '2022-04-29T13:26:48Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:73:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:28Z', 'updated_at': '2022-04-29T13:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '9b8d9151-fcb3-4a8b-a965-adcc231f6c8b', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.196', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'port_id': 'beba0e90-3fb2-4854-b4da-5967e3f314bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d', 'mac_address': 'fa:16:3e:e5:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3061d50c-a877-4cf1-a4f7-3db07ad118a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:27:36Z', 'updated_at': '2022-04-29T13:27:36Z', 'revision_number': 0, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33c89b0f-0092-4200-b91a-d67d91da6f12', 'name': '', 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:1f:e5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '980d0090-e41e-44ca-a879-96fdb1535ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:47Z', 'updated_at': '2022-04-29T13:26:59Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '980d0090-e41e-44ca-a879-96fdb1535ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:27:47.115238 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-23d5e57f-a7fc-4f7b-8939-055e5932b63f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790789 Apr 29 13:27:47.119078 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-67bbc0b0-a667-45b9-b966-655929b0c72e tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3295345 Apr 29 13:27:47.119940 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57952) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:47.122323 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57956) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:47.127549 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-8961575f-12ff-4f84-9658-4f69bb5e1566 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:47.141860 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bbc0b0-a667-45b9-b966-655929b0c72e tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Pushing event updated for resources: {'Network': ['ID=a84a3a13-2f88-405d-86b0-c914cf87d966,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:47.144305 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57960) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:47.157464 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-59ef7fe5-ea81-4a54-b1ab-40824c62b805 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Request body: {'subnet': {'network_id': 'a84a3a13-2f88-405d-86b0-c914cf87d966', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:47.165604 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network a84a3a13-2f88-405d-86b0-c914cf87d966 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:27:47.213946 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d1f5b-fd90-46a1-8753-64ff131316e1 req-ac5e80b1-00c9-4f74-ab61-52564a1612ad tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:47.215653 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f48d1f5b-fd90-46a1-8753-64ff131316e1 req-ac5e80b1-00c9-4f74-ab61-52564a1612ad tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.3864574 Apr 29 13:27:47.222480 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962cd326-f3bb-459e-9613-bd3ee712f0c4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Checking segment: {'id': 'cde58b37-0d0c-428a-a20b-0e1c560307b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b16c449a-cefc-4f04-acda-8b2852a2ff67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:27:47.223244 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962cd326-f3bb-459e-9613-bd3ee712f0c4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Network hostable DHCP agents. Network: b16c449a-cefc-4f04-acda-8b2852a2ff67, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:27:47.295692 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be71160-b8d0-4779-b3f4-de20d641897c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Deleting subnet f84ac9cf-13f3-49b3-bff6-2b06e64325d1 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:27:47.323630 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2be71160-b8d0-4779-b3f4-de20d641897c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:47.413270 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-59ef7fe5-ea81-4a54-b1ab-40824c62b805 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:47.419347 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8961575f-12ff-4f84-9658-4f69bb5e1566 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:47.423435 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2be71160-b8d0-4779-b3f4-de20d641897c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:47.425958 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2acd1ee1-f4ae-46dc-9442-a730d99fd90b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/9b8d9151-fcb3-4a8b-a965-adcc231f6c8b HTTP/1.1" status: 200 len: 991 time: 0.2777848 Apr 29 13:27:47.433293 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f48d1f5b-fd90-46a1-8753-64ff131316e1 req-51c52f43-d188-4bdd-b8a6-96e6a07c6e67 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043593 Apr 29 13:27:47.435375 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962cd326-f3bb-459e-9613-bd3ee712f0c4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Network b16c449a-cefc-4f04-acda-8b2852a2ff67 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:27:47.447125 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-962cd326-f3bb-459e-9613-bd3ee712f0c4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, b16c449a-cefc-4f04-acda-8b2852a2ff67) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:47.453290 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962cd326-f3bb-459e-9613-bd3ee712f0c4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:47.453894 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-962cd326-f3bb-459e-9613-bd3ee712f0c4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:47.458763 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-59ef7fe5-ea81-4a54-b1ab-40824c62b805 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Usage tracker for resource:subnet and tenant:15bcfc53dee1416fb1ad60649933c8cb is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:47.476108 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-962cd326-f3bb-459e-9613-bd3ee712f0c4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6161535 Apr 29 13:27:47.478718 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57966) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:47.490607 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-59ef7fe5-ea81-4a54-b1ab-40824c62b805 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:47.495395 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8961575f-12ff-4f84-9658-4f69bb5e1566 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:subnet and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:47.507625 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8961575f-12ff-4f84-9658-4f69bb5e1566 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:47.511169 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-59ef7fe5-ea81-4a54-b1ab-40824c62b805 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:47.523035 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8961575f-12ff-4f84-9658-4f69bb5e1566 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:47.549241 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ef7fe5-ea81-4a54-b1ab-40824c62b805 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Made reservation on behalf of 15bcfc53dee1416fb1ad60649933c8cb for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:47.554513 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b6d8cf-ab6a-46c0-98a2-42ae5ca24daf None None] Unable to find a vacant binding_index for network b16c449a-cefc-4f04-acda-8b2852a2ff67 and agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf {{(pid=83906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 29 13:27:47.562406 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b6d8cf-ab6a-46c0-98a2-42ae5ca24daf None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, b16c449a-cefc-4f04-acda-8b2852a2ff67) {{(pid=83906) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 13:27:47.579585 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8961575f-12ff-4f84-9658-4f69bb5e1566 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:47.580367 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8961575f-12ff-4f84-9658-4f69bb5e1566 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:47.670524 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec5cd-6477-4503-9812-53f45b0a977a tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:47.766615 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec5cd-6477-4503-9812-53f45b0a977a tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:47.828643 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-59ef7fe5-ea81-4a54-b1ab-40824c62b805 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:47.858859 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2be71160-b8d0-4779-b3f4-de20d641897c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:47.888601 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec5cd-6477-4503-9812-53f45b0a977a tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:47.948524 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ec5cd-6477-4503-9812-53f45b0a977a tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event deleted for resources: {'Subnet': ['ID=7c6a981f-6243-4de2-a978-d65116090a93,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:48.023414 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device d3736803-5bf9-415c-ae85-0e9d4ff0116b up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:27:48.067056 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec5cd-6477-4503-9812-53f45b0a977a tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:48.096092 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-ea2ec5cd-6477-4503-9812-53f45b0a977a tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b16c449a-cefc-4f04-acda-8b2852a2ff67']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:48.111846 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-ea2ec5cd-6477-4503-9812-53f45b0a977a tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cde58b37-0d0c-428a-a20b-0e1c560307b3') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:48.112138 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-ea2ec5cd-6477-4503-9812-53f45b0a977a tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cde58b37-0d0c-428a-a20b-0e1c560307b3') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:48.122545 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port d3736803-5bf9-415c-ae85-0e9d4ff0116b triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:48.122545 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:48.126908 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec5cd-6477-4503-9812-53f45b0a977a tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:48.153283 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec5cd-6477-4503-9812-53f45b0a977a tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:48.159243 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cff117-4a7b-4f50-8ebe-8f4a07853672 None None] get_active_networks_info from dv-neutron-839027-4-hyperv {{(pid=83906) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 13:27:48.166374 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea2ec5cd-6477-4503-9812-53f45b0a977a tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:27:48.167988 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec5cd-6477-4503-9812-53f45b0a977a tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:27:48.196921 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:27:48.246634 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae3238-01ac-4664-b674-800470fc0672 req-0ceb3ef3-60df-431e-8d12-6e2c69c0cd6b tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:48.248118 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3dae3238-01ac-4664-b674-800470fc0672 req-0ceb3ef3-60df-431e-8d12-6e2c69c0cd6b tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.5902240 Apr 29 13:27:48.341467 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2be71160-b8d0-4779-b3f4-de20d641897c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:48.345619 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec5cd-6477-4503-9812-53f45b0a977a tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:48.364857 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec5cd-6477-4503-9812-53f45b0a977a tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:48.385081 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cff117-4a7b-4f50-8ebe-8f4a07853672 None None] Resources bound (agent type, host, resource id): {{(pid=83906) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 13:27:48.402482 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ec5cd-6477-4503-9812-53f45b0a977a tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event deleted for resources: {'Network': ['ID=b16c449a-cefc-4f04-acda-8b2852a2ff67,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:48.410618 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be71160-b8d0-4779-b3f4-de20d641897c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Subnet': ['ID=f84ac9cf-13f3-49b3-bff6-2b06e64325d1,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:48.412194 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ea2ec5cd-6477-4503-9812-53f45b0a977a tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/networks/b16c449a-cefc-4f04-acda-8b2852a2ff67 HTTP/1.1" status: 204 len: 168 time: 0.9322457 Apr 29 13:27:48.418353 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57972) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:48.426486 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-f07adbaf-884e-4254-baea-54dbc91db019 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-830305220'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:48.430331 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57976) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:48.463117 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2be71160-b8d0-4779-b3f4-de20d641897c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:48.500558 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f07adbaf-884e-4254-baea-54dbc91db019 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:48.520512 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2be71160-b8d0-4779-b3f4-de20d641897c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/subnets/f84ac9cf-13f3-49b3-bff6-2b06e64325d1 HTTP/1.1" status: 204 len: 168 time: 1.7258520 Apr 29 13:27:48.524326 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57980) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:48.524498 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8961575f-12ff-4f84-9658-4f69bb5e1566 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:48.525775 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f07adbaf-884e-4254-baea-54dbc91db019 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Usage tracker for resource:network and tenant:9408b91db2e3459091dd0b074e69b2a2 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:48.529780 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3dae3238-01ac-4664-b674-800470fc0672 req-68e4bce4-1144-43c4-978c-69be8ab5e0ea tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421274 Apr 29 13:27:48.543095 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f07adbaf-884e-4254-baea-54dbc91db019 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:48.581949 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-59ef7fe5-ea81-4a54-b1ab-40824c62b805 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:48.585954 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f07adbaf-884e-4254-baea-54dbc91db019 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:48.603454 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8961575f-12ff-4f84-9658-4f69bb5e1566 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:48.621980 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961575f-12ff-4f84-9658-4f69bb5e1566 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Subnet': ['ID=4e03c5c6-8bcd-447a-91df-ce23e6bef6e9,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:48.624271 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-8961575f-12ff-4f84-9658-4f69bb5e1566 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:48.663050 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8961575f-12ff-4f84-9658-4f69bb5e1566 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:48.663637 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8961575f-12ff-4f84-9658-4f69bb5e1566 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:48.695264 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07adbaf-884e-4254-baea-54dbc91db019 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Made reservation on behalf of 9408b91db2e3459091dd0b074e69b2a2 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:48.698994 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f07adbaf-884e-4254-baea-54dbc91db019 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:48.719412 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8961575f-12ff-4f84-9658-4f69bb5e1566 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5985961 Apr 29 13:27:48.724284 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57986) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:48.730504 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-df163dcb-51e3-42e9-a3a5-e06f0fce3eb4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/9b8d9151-fcb3-4a8b-a965-adcc231f6c8b HTTP/1.1" status: 200 len: 991 time: 0.2978406 Apr 29 13:27:48.737526 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-1f8f27a8-8e67-4fd3-83bf-41118dc1ba4e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1723997499', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:48.744052 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef7fe5-ea81-4a54-b1ab-40824c62b805 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Pushing event updated for resources: {'Subnet': ['ID=59f22ec3-4aac-4864-a94c-fca89016ec7e,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:48.745297 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b056bddb-1137-4202-a8e9-a0f32ea0fb00 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:48.749823 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1f8f27a8-8e67-4fd3-83bf-41118dc1ba4e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:48.755956 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1f8f27a8-8e67-4fd3-83bf-41118dc1ba4e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:router and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:48.758769 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1f8f27a8-8e67-4fd3-83bf-41118dc1ba4e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:48.761028 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f07adbaf-884e-4254-baea-54dbc91db019 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:27:48.762536 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ef7fe5-ea81-4a54-b1ab-40824c62b805 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Checking segment: {'id': 'f4326f92-0a4f-4ff5-9d5a-c9694c375ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a84a3a13-2f88-405d-86b0-c914cf87d966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:27:48.762898 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ef7fe5-ea81-4a54-b1ab-40824c62b805 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Network hostable DHCP agents. Network: a84a3a13-2f88-405d-86b0-c914cf87d966, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:27:48.769259 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-b056bddb-1137-4202-a8e9-a0f32ea0fb00 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Deleting port 2933a89e-bc6f-48ef-9c00-fae5313fdb71 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:27:48.769738 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b056bddb-1137-4202-a8e9-a0f32ea0fb00 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:48.784092 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1f8f27a8-8e67-4fd3-83bf-41118dc1ba4e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:48.804911 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1f8f27a8-8e67-4fd3-83bf-41118dc1ba4e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:48.804911 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1f8f27a8-8e67-4fd3-83bf-41118dc1ba4e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:48.821162 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f07adbaf-884e-4254-baea-54dbc91db019 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:48.821661 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-f07adbaf-884e-4254-baea-54dbc91db019 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Added segment edd757b4-da66-4e99-89f6-d0b0edab36b6 of type vlan for network 2c767b73-8409-414f-8ce8-fbe53308ac26 Apr 29 13:27:48.827700 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ef7fe5-ea81-4a54-b1ab-40824c62b805 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Network a84a3a13-2f88-405d-86b0-c914cf87d966 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:27:48.839663 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1f8f27a8-8e67-4fd3-83bf-41118dc1ba4e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:48.841563 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-59ef7fe5-ea81-4a54-b1ab-40824c62b805 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, a84a3a13-2f88-405d-86b0-c914cf87d966) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:48.851256 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ef7fe5-ea81-4a54-b1ab-40824c62b805 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:48.851829 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-59ef7fe5-ea81-4a54-b1ab-40824c62b805 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:48.876098 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1f8f27a8-8e67-4fd3-83bf-41118dc1ba4e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:48.884658 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-59ef7fe5-ea81-4a54-b1ab-40824c62b805 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7614565 Apr 29 13:27:48.890523 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 57990) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:48.890990 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1bba0f-557a-4fdf-bfac-50a367e43b7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-b2591163-41a9-4c5e-86a6-99ddbf59518f', 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'fixed_ips': [{'subnet_id': '4e03c5c6-8bcd-447a-91df-ce23e6bef6e9'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:27:48.891817 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ac1bba0f-557a-4fdf-bfac-50a367e43b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:48.898930 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1f8f27a8-8e67-4fd3-83bf-41118dc1ba4e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:48.903386 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1f8f27a8-8e67-4fd3-83bf-41118dc1ba4e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1723108 Apr 29 13:27:48.904255 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57994) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:48.904980 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f07adbaf-884e-4254-baea-54dbc91db019 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:48.911466 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-b0d6fc0b-2ef3-4efe-b398-c6b2e23bd49b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Request body: {'network': {'name': 'tempest-router-network01--1900521460'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:48.919244 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b0d6fc0b-2ef3-4efe-b398-c6b2e23bd49b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:48.935061 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b0d6fc0b-2ef3-4efe-b398-c6b2e23bd49b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Usage tracker for resource:network and tenant:15bcfc53dee1416fb1ad60649933c8cb is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:48.941142 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b0d6fc0b-2ef3-4efe-b398-c6b2e23bd49b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:48.976460 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b0d6fc0b-2ef3-4efe-b398-c6b2e23bd49b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:49.063229 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fb1ae4-13fe-4abe-9628-ba2ac90772fb None None] Sync routers for ids ['e1421bee-f3a8-483e-808c-949354d33ae7'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:27:49.082998 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fb1ae4-13fe-4abe-9628-ba2ac90772fb None None] Routers {'e1421bee-f3a8-483e-808c-949354d33ae7'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:27:49.085397 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-31fb1ae4-13fe-4abe-9628-ba2ac90772fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:27:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e1421bee-f3a8-483e-808c-949354d33ae7'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:49.090421 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f07adbaf-884e-4254-baea-54dbc91db019 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:49.095318 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07adbaf-884e-4254-baea-54dbc91db019 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:49.096175 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f07adbaf-884e-4254-baea-54dbc91db019 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:49.104365 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-ac1bba0f-557a-4fdf-bfac-50a367e43b7d None None] Allocated IP 2001:db8::2 (b2591163-41a9-4c5e-86a6-99ddbf59518f/4e03c5c6-8bcd-447a-91df-ce23e6bef6e9/02a5e883-f544-4686-a7dd-6541975ff827) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:27:49.162326 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e4b5ff-9c99-4600-970a-62db0af095b3 None None] New status for floating IP 9b8d9151-fcb3-4a8b-a965-adcc231f6c8b: ACTIVE {{(pid=83906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:27:49.231290 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d6fc0b-2ef3-4efe-b398-c6b2e23bd49b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Made reservation on behalf of 15bcfc53dee1416fb1ad60649933c8cb for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:49.235334 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b0d6fc0b-2ef3-4efe-b398-c6b2e23bd49b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:49.252147 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07adbaf-884e-4254-baea-54dbc91db019 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event updated for resources: {'Network': ['ID=2c767b73-8409-414f-8ce8-fbe53308ac26,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:49.257466 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-b056bddb-1137-4202-a8e9-a0f32ea0fb00 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] For port 2933a89e-bc6f-48ef-9c00-fae5313fdb71, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=2933a89e-bc6f-48ef-9c00-fae5313fdb71,segment=NetworkSegment(c0765657-3b16-4501-a5c6-772e1f13986c),segment_id=c0765657-3b16-4501-a5c6-772e1f13986c)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:49.258007 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b056bddb-1137-4202-a8e9-a0f32ea0fb00 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:49.289843 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 2c767b73-8409-414f-8ce8-fbe53308ac26 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:27:49.302030 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-31fb1ae4-13fe-4abe-9628-ba2ac90772fb None None] Set router e1421bee-f3a8-483e-808c-949354d33ae7 gateway port host: None {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:27:49.402977 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f07adbaf-884e-4254-baea-54dbc91db019 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9807298 Apr 29 13:27:49.404531 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 57998) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:49.407575 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-b056bddb-1137-4202-a8e9-a0f32ea0fb00 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Calling delete_port for 2933a89e-bc6f-48ef-9c00-fae5313fdb71 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:27:49.412932 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-35a9ad79-c9c2-40c3-8173-e09fca309e0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Request body: {'subnet': {'network_id': '2c767b73-8409-414f-8ce8-fbe53308ac26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:49.466980 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d6fc0b-2ef3-4efe-b398-c6b2e23bd49b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:27:49.502224 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b0d6fc0b-2ef3-4efe-b398-c6b2e23bd49b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:49.502626 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-b0d6fc0b-2ef3-4efe-b398-c6b2e23bd49b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Added segment caf223c2-68ab-4944-a316-977002fa3bb8 of type vlan for network d73a36e6-1eda-4667-ace0-7c488226ac11 Apr 29 13:27:49.529285 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b056bddb-1137-4202-a8e9-a0f32ea0fb00 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:49.553245 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-35a9ad79-c9c2-40c3-8173-e09fca309e0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:49.560658 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-35a9ad79-c9c2-40c3-8173-e09fca309e0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Usage tracker for resource:subnet and tenant:9408b91db2e3459091dd0b074e69b2a2 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:49.564915 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-35a9ad79-c9c2-40c3-8173-e09fca309e0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:49.608592 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-35a9ad79-c9c2-40c3-8173-e09fca309e0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:49.641138 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a9ad79-c9c2-40c3-8173-e09fca309e0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Made reservation on behalf of 9408b91db2e3459091dd0b074e69b2a2 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:49.677214 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-31fb1ae4-13fe-4abe-9628-ba2ac90772fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'name': 'tempest-RoutersTest-router-375737017', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:31Z', 'updated_at': '2022-04-29T13:27:44Z', 'revision_number': 8, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'gw_port_host': None, '_interfaces': [{'id': '73c6abaf-ee20-4b24-9581-a991ee6d160b', 'name': '', 'network_id': 'be9df2cb-cf00-4558-99bb-20f082905c88', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:bc:ec:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:39Z', 'updated_at': '2022-04-29T13:27:06Z', 'revision_number': 5, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75e4a79c-dfe0-4844-833a-daae0a536f30', 'name': '', 'network_id': '38acd47f-3b98-4e19-a364-804242709423', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:2f:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4818a72c-1dd1-4b94-bc0a-fce2b7154ce2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:56Z', 'updated_at': '2022-04-29T13:27:30Z', 'revision_number': 5, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': '4818a72c-1dd1-4b94-bc0a-fce2b7154ce2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1175cea-b676-4578-a852-66e146c4f68f', 'name': '', 'network_id': '753af2c2-3d02-4cc9-aad9-500cf1d50874', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:50:bd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9d9fcc8-f370-4aa2-8cbf-d49155eb26bc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:27:16Z', 'updated_at': '2022-04-29T13:27:32Z', 'revision_number': 5, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': 'e9d9fcc8-f370-4aa2-8cbf-d49155eb26bc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:49.681938 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fb1ae4-13fe-4abe-9628-ba2ac90772fb None None] Checking router: e1421bee-f3a8-483e-808c-949354d33ae7 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:27:49.694251 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fb1ae4-13fe-4abe-9628-ba2ac90772fb None None] Routers {'e1421bee-f3a8-483e-808c-949354d33ae7'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:27:49.695084 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-31fb1ae4-13fe-4abe-9628-ba2ac90772fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:27:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e1421bee-f3a8-483e-808c-949354d33ae7'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:49.722110 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b056bddb-1137-4202-a8e9-a0f32ea0fb00 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] No DVR routers for this DVR port 2933a89e-bc6f-48ef-9c00-fae5313fdb71 on host dv-neutron-839027-4-hyperv {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:27:49.759655 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58002) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:49.765695 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-35a9ad79-c9c2-40c3-8173-e09fca309e0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:49.776519 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b0d6fc0b-2ef3-4efe-b398-c6b2e23bd49b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:49.820848 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ac1bba0f-557a-4fdf-bfac-50a367e43b7d None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:49.834370 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ac1bba0f-557a-4fdf-bfac-50a367e43b7d None None] Transition to ACTIVE for port object 02a5e883-f544-4686-a7dd-6541975ff827 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:49.857120 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ac1bba0f-557a-4fdf-bfac-50a367e43b7d None None] Transition to ACTIVE for port object 02a5e883-f544-4686-a7dd-6541975ff827 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:49.864010 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ac1bba0f-557a-4fdf-bfac-50a367e43b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:49.888831 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-31fb1ae4-13fe-4abe-9628-ba2ac90772fb None None] Set router e1421bee-f3a8-483e-808c-949354d33ae7 gateway port host: None {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:27:49.897394 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b056bddb-1137-4202-a8e9-a0f32ea0fb00 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:49.925063 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056bddb-1137-4202-a8e9-a0f32ea0fb00 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Port': ['ID=2933a89e-bc6f-48ef-9c00-fae5313fdb71,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:49.936376 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-b056bddb-1137-4202-a8e9-a0f32ea0fb00 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e7070d-2c52-4837-b31c-cf2de2b51f37']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:49.957425 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1bba0f-557a-4fdf-bfac-50a367e43b7d None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:49.960315 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-ac1bba0f-557a-4fdf-bfac-50a367e43b7d None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:49.964413 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1bba0f-557a-4fdf-bfac-50a367e43b7d None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:27:49.970001 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-b056bddb-1137-4202-a8e9-a0f32ea0fb00 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0765657-3b16-4501-a5c6-772e1f13986c') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:49.970887 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-b056bddb-1137-4202-a8e9-a0f32ea0fb00 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0765657-3b16-4501-a5c6-772e1f13986c') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:49.971042 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bba0f-557a-4fdf-bfac-50a367e43b7d None None] Pushing event updated for resources: {'Port': ['ID=02a5e883-f544-4686-a7dd-6541975ff827,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:49.986814 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b056bddb-1137-4202-a8e9-a0f32ea0fb00 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:50.006211 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b056bddb-1137-4202-a8e9-a0f32ea0fb00 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:50.015026 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b056bddb-1137-4202-a8e9-a0f32ea0fb00 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:27:50.015946 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b056bddb-1137-4202-a8e9-a0f32ea0fb00 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:27:50.090211 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:27:50.098058 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ac1bba0f-557a-4fdf-bfac-50a367e43b7d None None] Attempting to bind port 02a5e883-f544-4686-a7dd-6541975ff827 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:27:50.098715 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ac1bba0f-557a-4fdf-bfac-50a367e43b7d None None] Attempting to bind port 02a5e883-f544-4686-a7dd-6541975ff827 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:27:50.099175 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1bba0f-557a-4fdf-bfac-50a367e43b7d None None] Attempting to bind port 02a5e883-f544-4686-a7dd-6541975ff827 on network b2591163-41a9-4c5e-86a6-99ddbf59518f {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:27:50.109143 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1bba0f-557a-4fdf-bfac-50a367e43b7d None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:27:50.109917 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1bba0f-557a-4fdf-bfac-50a367e43b7d None None] Checking segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:27:50.110141 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ac1bba0f-557a-4fdf-bfac-50a367e43b7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:50.111353 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1bba0f-557a-4fdf-bfac-50a367e43b7d None None] Bound using segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:27:50.112052 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ac1bba0f-557a-4fdf-bfac-50a367e43b7d None None] Bound port: 02a5e883-f544-4686-a7dd-6541975ff827, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:27:50.112522 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ac1bba0f-557a-4fdf-bfac-50a367e43b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:50.148796 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b056bddb-1137-4202-a8e9-a0f32ea0fb00 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:50.177214 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b056bddb-1137-4202-a8e9-a0f32ea0fb00 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:50.186014 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b0d6fc0b-2ef3-4efe-b398-c6b2e23bd49b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:50.190564 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d6fc0b-2ef3-4efe-b398-c6b2e23bd49b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:50.191351 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b0d6fc0b-2ef3-4efe-b398-c6b2e23bd49b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:50.191505 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-fe66c1ba-5d54-4a55-a7f4-0b3defb3bdcb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/9b8d9151-fcb3-4a8b-a965-adcc231f6c8b HTTP/1.1" status: 200 len: 993 time: 0.3767400 Apr 29 13:27:50.199383 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4773ad15-b528-4036-befa-63115f1a16b4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:50.201897 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056bddb-1137-4202-a8e9-a0f32ea0fb00 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Network': ['ID=85e7070d-2c52-4837-b31c-cf2de2b51f37,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:50.244210 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b056bddb-1137-4202-a8e9-a0f32ea0fb00 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/networks/85e7070d-2c52-4837-b31c-cf2de2b51f37 HTTP/1.1" status: 204 len: 168 time: 1.7148087 Apr 29 13:27:50.282121 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-ac1bba0f-557a-4fdf-bfac-50a367e43b7d None None] For port 02a5e883-f544-4686-a7dd-6541975ff827, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:27:50.286082 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-ac1bba0f-557a-4fdf-bfac-50a367e43b7d None None] For port 02a5e883-f544-4686-a7dd-6541975ff827, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=02a5e883-f544-4686-a7dd-6541975ff827,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:27:50.291234 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ac1bba0f-557a-4fdf-bfac-50a367e43b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:50.295402 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58006) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:50.305212 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b0d6fc0b-2ef3-4efe-b398-c6b2e23bd49b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4094298 Apr 29 13:27:50.348514 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58010) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:50.366718 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-07e725d4-e9cc-41f4-83d5-c9810a26afee tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Request body: {'network': {'name': 'tempest-router-network02--773307858'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:50.378584 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-07e725d4-e9cc-41f4-83d5-c9810a26afee tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:50.389609 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-31fb1ae4-13fe-4abe-9628-ba2ac90772fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'name': 'tempest-RoutersTest-router-375737017', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:31Z', 'updated_at': '2022-04-29T13:27:44Z', 'revision_number': 8, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'gw_port_host': None, '_interfaces': [{'id': '73c6abaf-ee20-4b24-9581-a991ee6d160b', 'name': '', 'network_id': 'be9df2cb-cf00-4558-99bb-20f082905c88', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:bc:ec:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:39Z', 'updated_at': '2022-04-29T13:27:06Z', 'revision_number': 5, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75e4a79c-dfe0-4844-833a-daae0a536f30', 'name': '', 'network_id': '38acd47f-3b98-4e19-a364-804242709423', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:2f:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4818a72c-1dd1-4b94-bc0a-fce2b7154ce2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:56Z', 'updated_at': '2022-04-29T13:27:30Z', 'revision_number': 5, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': '4818a72c-1dd1-4b94-bc0a-fce2b7154ce2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1175cea-b676-4578-a852-66e146c4f68f', 'name': '', 'network_id': '753af2c2-3d02-4cc9-aad9-500cf1d50874', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:50:bd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9d9fcc8-f370-4aa2-8cbf-d49155eb26bc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:27:16Z', 'updated_at': '2022-04-29T13:27:32Z', 'revision_number': 5, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': 'e9d9fcc8-f370-4aa2-8cbf-d49155eb26bc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:50.390192 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-07e725d4-e9cc-41f4-83d5-c9810a26afee tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Usage tracker for resource:network and tenant:15bcfc53dee1416fb1ad60649933c8cb is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:50.394973 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-07e725d4-e9cc-41f4-83d5-c9810a26afee tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:50.396275 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bba0f-557a-4fdf-bfac-50a367e43b7d None None] Pushing event updated for resources: {'Port': ['ID=02a5e883-f544-4686-a7dd-6541975ff827,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:50.396398 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fb1ae4-13fe-4abe-9628-ba2ac90772fb None None] The sync data for ids ['e1421bee-f3a8-483e-808c-949354d33ae7'] in dv-neutron-839027-4-hyperv is: [{'id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'name': 'tempest-RoutersTest-router-375737017', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:31Z', 'updated_at': '2022-04-29T13:27:44Z', 'revision_number': 8, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'gw_port_host': None, '_interfaces': [{'id': '73c6abaf-ee20-4b24-9581-a991ee6d160b', 'name': '', 'network_id': 'be9df2cb-cf00-4558-99bb-20f082905c88', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:bc:ec:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:39Z', 'updated_at': '2022-04-29T13:27:06Z', 'revision_number': 5, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75e4a79c-dfe0-4844-833a-daae0a536f30', 'name': '', 'network_id': '38acd47f-3b98-4e19-a364-804242709423', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:2f:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4818a72c-1dd1-4b94-bc0a-fce2b7154ce2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:56Z', 'updated_at': '2022-04-29T13:27:30Z', 'revision_number': 5, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': '4818a72c-1dd1-4b94-bc0a-fce2b7154ce2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1175cea-b676-4578-a852-66e146c4f68f', 'name': '', 'network_id': '753af2c2-3d02-4cc9-aad9-500cf1d50874', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:50:bd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9d9fcc8-f370-4aa2-8cbf-d49155eb26bc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:27:16Z', 'updated_at': '2022-04-29T13:27:32Z', 'revision_number': 5, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': 'e9d9fcc8-f370-4aa2-8cbf-d49155eb26bc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:27:50.452184 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-07e725d4-e9cc-41f4-83d5-c9810a26afee tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:50.483689 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e725d4-e9cc-41f4-83d5-c9810a26afee tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Made reservation on behalf of 15bcfc53dee1416fb1ad60649933c8cb for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:50.486273 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-07e725d4-e9cc-41f4-83d5-c9810a26afee tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:50.502466 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6fc0b-2ef3-4efe-b398-c6b2e23bd49b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Pushing event updated for resources: {'Network': ['ID=d73a36e6-1eda-4667-ace0-7c488226ac11,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:50.518242 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network d73a36e6-1eda-4667-ace0-7c488226ac11 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:27:50.568929 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e725d4-e9cc-41f4-83d5-c9810a26afee tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:27:50.632017 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-07e725d4-e9cc-41f4-83d5-c9810a26afee tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:50.632738 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-07e725d4-e9cc-41f4-83d5-c9810a26afee tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Added segment d53aaa12-5ede-464a-9216-64ade46f3671 of type vlan for network c20b5e4c-f4ea-42a5-b5d8-51bb18ac4455 Apr 29 13:27:50.730503 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-07e725d4-e9cc-41f4-83d5-c9810a26afee tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:50.731179 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ddce5bf3-3015-46cc-85ce-19dcd30b5ecd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:50.812588 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-35a9ad79-c9c2-40c3-8173-e09fca309e0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:50.897753 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9ad79-c9c2-40c3-8173-e09fca309e0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event updated for resources: {'Subnet': ['ID=bb505d7e-46f8-4cc4-b786-e70459d1c8dc,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:50.900241 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-4773ad15-b528-4036-befa-63115f1a16b4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Allocated IP 2001:db8::1 (b2591163-41a9-4c5e-86a6-99ddbf59518f/4e03c5c6-8bcd-447a-91df-ce23e6bef6e9/f3ae746f-f7be-4b07-abb3-ca519c59d6fc) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:27:50.924860 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-07e725d4-e9cc-41f4-83d5-c9810a26afee tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:50.928504 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e725d4-e9cc-41f4-83d5-c9810a26afee tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:50.929119 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-07e725d4-e9cc-41f4-83d5-c9810a26afee tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:51.153131 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e725d4-e9cc-41f4-83d5-c9810a26afee tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Pushing event updated for resources: {'Network': ['ID=c20b5e4c-f4ea-42a5-b5d8-51bb18ac4455,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:51.167357 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-07e725d4-e9cc-41f4-83d5-c9810a26afee tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8130069 Apr 29 13:27:51.168980 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58014) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:51.173568 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network c20b5e4c-f4ea-42a5-b5d8-51bb18ac4455 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:27:51.176613 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-0153813a-fe0d-40f3-9f42-5355d792bb8b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Request body: {'subnet': {'network_id': 'd73a36e6-1eda-4667-ace0-7c488226ac11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:51.182465 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a9ad79-c9c2-40c3-8173-e09fca309e0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Checking segment: {'id': 'edd757b4-da66-4e99-89f6-d0b0edab36b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2c767b73-8409-414f-8ce8-fbe53308ac26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:27:51.182859 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a9ad79-c9c2-40c3-8173-e09fca309e0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Network hostable DHCP agents. Network: 2c767b73-8409-414f-8ce8-fbe53308ac26, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:27:51.226154 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4773ad15-b528-4036-befa-63115f1a16b4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:51.244557 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a9ad79-c9c2-40c3-8173-e09fca309e0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Network 2c767b73-8409-414f-8ce8-fbe53308ac26 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:27:51.250229 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-4773ad15-b528-4036-befa-63115f1a16b4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Transition to ACTIVE for port object f3ae746f-f7be-4b07-abb3-ca519c59d6fc will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:51.258437 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-35a9ad79-c9c2-40c3-8173-e09fca309e0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 2c767b73-8409-414f-8ce8-fbe53308ac26) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:51.263952 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a9ad79-c9c2-40c3-8173-e09fca309e0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:51.264977 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-35a9ad79-c9c2-40c3-8173-e09fca309e0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:51.287501 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-35a9ad79-c9c2-40c3-8173-e09fca309e0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8808882 Apr 29 13:27:51.290309 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58018) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:51.372277 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4773ad15-b528-4036-befa-63115f1a16b4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:51.463809 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0153813a-fe0d-40f3-9f42-5355d792bb8b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:51.470778 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0153813a-fe0d-40f3-9f42-5355d792bb8b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Usage tracker for resource:subnet and tenant:15bcfc53dee1416fb1ad60649933c8cb is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:51.475147 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0153813a-fe0d-40f3-9f42-5355d792bb8b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:51.483242 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0153813a-fe0d-40f3-9f42-5355d792bb8b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:51.498927 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0153813a-fe0d-40f3-9f42-5355d792bb8b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Made reservation on behalf of 15bcfc53dee1416fb1ad60649933c8cb for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:51.508935 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773ad15-b528-4036-befa-63115f1a16b4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Port': ['ID=f3ae746f-f7be-4b07-abb3-ca519c59d6fc,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:51.512981 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4773ad15-b528-4036-befa-63115f1a16b4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:51.517326 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-4773ad15-b528-4036-befa-63115f1a16b4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:51.521460 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4773ad15-b528-4036-befa-63115f1a16b4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:27:51.521855 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4773ad15-b528-4036-befa-63115f1a16b4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:51.549202 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-64fd993b-9c3b-4a5f-8b35-3c6e3f22fa32 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:51.644256 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0153813a-fe0d-40f3-9f42-5355d792bb8b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:51.678459 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-64fd993b-9c3b-4a5f-8b35-3c6e3f22fa32 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:51.715070 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4773ad15-b528-4036-befa-63115f1a16b4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:51.824072 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1a89a7-7993-4d6d-b802-5ae84137b793 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:51.844124 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180ea5de-09dc-4ec3-8f99-18f8ff1d1425 None None] Network b16c449a-cefc-4f04-acda-8b2852a2ff67 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:51.880096 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce374935-f416-4c3e-a27b-a7a25db1dc98 None None] Network 85e7070d-2c52-4837-b31c-cf2de2b51f37 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:51.912497 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a18a33f-f4bc-4e4f-b452-87e5e0db0006 None None] Network a84a3a13-2f88-405d-86b0-c914cf87d966 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:51.924958 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2c7a82-64dc-4886-a0b5-a5b0a2a7ea51 None None] Network 2c767b73-8409-414f-8ce8-fbe53308ac26 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:51.928847 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-ddce5bf3-3015-46cc-85ce-19dcd30b5ecd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Deleting port f1175cea-b676-4578-a852-66e146c4f68f {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:27:51.929192 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ddce5bf3-3015-46cc-85ce-19dcd30b5ecd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:52.050092 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-64fd993b-9c3b-4a5f-8b35-3c6e3f22fa32 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:52.061475 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0153813a-fe0d-40f3-9f42-5355d792bb8b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:52.068154 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180ea5de-09dc-4ec3-8f99-18f8ff1d1425 None None] Network b16c449a-cefc-4f04-acda-8b2852a2ff67 could not be found, it might have been deleted concurrently. {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 29 13:27:52.069749 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce374935-f416-4c3e-a27b-a7a25db1dc98 None None] Network 85e7070d-2c52-4837-b31c-cf2de2b51f37 could not be found, it might have been deleted concurrently. {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 29 13:27:52.109308 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd993b-9c3b-4a5f-8b35-3c6e3f22fa32 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event deleted for resources: {'Subnet': ['ID=bb505d7e-46f8-4cc4-b786-e70459d1c8dc,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:52.176289 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0480159c-52a7-499e-a67a-51ffd0c3ef6d None None] Network b16c449a-cefc-4f04-acda-8b2852a2ff67 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:52.193187 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 02a5e883-f544-4686-a7dd-6541975ff827 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:27:52.237989 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bfe754-0abd-437a-8abb-b66e891905cb None None] DHCP port deletion for 85e7070d-2c52-4837-b31c-cf2de2b51f37 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:27:52.244047 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-64fd993b-9c3b-4a5f-8b35-3c6e3f22fa32 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:52.264655 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1f3c0b24-57fe-48da-8839-891008396e4d None None] Provisioning for port 02a5e883-f544-4686-a7dd-6541975ff827 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:52.267518 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153813a-fe0d-40f3-9f42-5355d792bb8b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Pushing event updated for resources: {'Subnet': ['ID=29d344ff-cb49-4b00-8b21-03757744973a,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:52.278830 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0153813a-fe0d-40f3-9f42-5355d792bb8b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Checking segment: {'id': 'caf223c2-68ab-4944-a316-977002fa3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd73a36e6-1eda-4667-ace0-7c488226ac11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:27:52.279547 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0153813a-fe0d-40f3-9f42-5355d792bb8b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Network hostable DHCP agents. Network: d73a36e6-1eda-4667-ace0-7c488226ac11, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:27:52.286699 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0480159c-52a7-499e-a67a-51ffd0c3ef6d None None] Network b16c449a-cefc-4f04-acda-8b2852a2ff67 could not be found, it might have been deleted concurrently. {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 29 13:27:52.311674 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-ddce5bf3-3015-46cc-85ce-19dcd30b5ecd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] For port f1175cea-b676-4578-a852-66e146c4f68f, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f1175cea-b676-4578-a852-66e146c4f68f,segment=NetworkSegment(526586a9-d33e-4c10-a1ea-25a09699e7a2),segment_id=526586a9-d33e-4c10-a1ea-25a09699e7a2)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:52.312111 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ddce5bf3-3015-46cc-85ce-19dcd30b5ecd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:52.345480 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-64fd993b-9c3b-4a5f-8b35-3c6e3f22fa32 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c767b73-8409-414f-8ce8-fbe53308ac26']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:52.364011 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-64fd993b-9c3b-4a5f-8b35-3c6e3f22fa32 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd757b4-da66-4e99-89f6-d0b0edab36b6') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:52.364301 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-64fd993b-9c3b-4a5f-8b35-3c6e3f22fa32 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd757b4-da66-4e99-89f6-d0b0edab36b6') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:52.392139 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-64fd993b-9c3b-4a5f-8b35-3c6e3f22fa32 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:52.423360 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-64fd993b-9c3b-4a5f-8b35-3c6e3f22fa32 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:52.437518 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64fd993b-9c3b-4a5f-8b35-3c6e3f22fa32 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:27:52.437991 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-64fd993b-9c3b-4a5f-8b35-3c6e3f22fa32 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:52.442672 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-ddce5bf3-3015-46cc-85ce-19dcd30b5ecd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Calling delete_port for f1175cea-b676-4578-a852-66e146c4f68f owned by network:router_interface {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:27:52.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:27:52.474230 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0153813a-fe0d-40f3-9f42-5355d792bb8b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Network d73a36e6-1eda-4667-ace0-7c488226ac11 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:27:52.503879 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-0153813a-fe0d-40f3-9f42-5355d792bb8b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, d73a36e6-1eda-4667-ace0-7c488226ac11) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:52.511516 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4807653-d0c9-4ab1-a3f3-3dffa3886d06 None None] Network 2c767b73-8409-414f-8ce8-fbe53308ac26 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:52.512458 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0153813a-fe0d-40f3-9f42-5355d792bb8b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:52.513400 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0153813a-fe0d-40f3-9f42-5355d792bb8b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:52.532642 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae7e6a2-0dee-4444-950c-c63f9c2c8e7e None None] Network d73a36e6-1eda-4667-ace0-7c488226ac11 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:52.557370 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0153813a-fe0d-40f3-9f42-5355d792bb8b tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3872840 Apr 29 13:27:52.559870 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58026) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:52.563624 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4773ad15-b528-4036-befa-63115f1a16b4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:52.566932 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-64fd993b-9c3b-4a5f-8b35-3c6e3f22fa32 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:52.567532 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-f3dda879-71d9-4849-89b2-e68b4e7f14cb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Request body: {'subnet': {'network_id': 'c20b5e4c-f4ea-42a5-b5d8-51bb18ac4455', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:52.572305 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-64fd993b-9c3b-4a5f-8b35-3c6e3f22fa32 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:52.596466 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4773ad15-b528-4036-befa-63115f1a16b4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:52.597236 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4773ad15-b528-4036-befa-63115f1a16b4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:52.652114 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd993b-9c3b-4a5f-8b35-3c6e3f22fa32 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event deleted for resources: {'Network': ['ID=2c767b73-8409-414f-8ce8-fbe53308ac26,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:52.664356 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-64fd993b-9c3b-4a5f-8b35-3c6e3f22fa32 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/networks/2c767b73-8409-414f-8ce8-fbe53308ac26 HTTP/1.1" status: 204 len: 168 time: 1.3691509 Apr 29 13:27:52.664576 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58030) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:52.687430 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-c3cae7a0-6e44-427c-b5f3-42596cb50fdf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-318359315'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:52.695451 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c3cae7a0-6e44-427c-b5f3-42596cb50fdf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:52.706292 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c3cae7a0-6e44-427c-b5f3-42596cb50fdf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Usage tracker for resource:network and tenant:9408b91db2e3459091dd0b074e69b2a2 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:52.710790 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773ad15-b528-4036-befa-63115f1a16b4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Port': ['ID=f3ae746f-f7be-4b07-abb3-ca519c59d6fc,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:52.711302 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f3dda879-71d9-4849-89b2-e68b4e7f14cb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:52.713150 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c3cae7a0-6e44-427c-b5f3-42596cb50fdf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:52.721985 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f3dda879-71d9-4849-89b2-e68b4e7f14cb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Usage tracker for resource:subnet and tenant:15bcfc53dee1416fb1ad60649933c8cb is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:52.724612 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c3cae7a0-6e44-427c-b5f3-42596cb50fdf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:52.741647 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 02a5e883-f544-4686-a7dd-6541975ff827 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:52.754889 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f3dda879-71d9-4849-89b2-e68b4e7f14cb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:52.778038 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f3dda879-71d9-4849-89b2-e68b4e7f14cb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:52.793043 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cae7a0-6e44-427c-b5f3-42596cb50fdf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Made reservation on behalf of 9408b91db2e3459091dd0b074e69b2a2 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:52.795976 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c3cae7a0-6e44-427c-b5f3-42596cb50fdf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:52.812627 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dda879-71d9-4849-89b2-e68b4e7f14cb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Made reservation on behalf of 15bcfc53dee1416fb1ad60649933c8cb for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:52.840795 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 02a5e883-f544-4686-a7dd-6541975ff827 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:52.841167 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:52.866690 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4773ad15-b528-4036-befa-63115f1a16b4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:52.868104 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-4773ad15-b528-4036-befa-63115f1a16b4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:52.890299 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ddce5bf3-3015-46cc-85ce-19dcd30b5ecd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:52.967568 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a1d5aa-156d-4796-9594-c698e8578771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-a84a3a13-2f88-405d-86b0-c914cf87d966', 'network_id': 'a84a3a13-2f88-405d-86b0-c914cf87d966', 'tenant_id': '15bcfc53dee1416fb1ad60649933c8cb', 'fixed_ips': [{'subnet_id': '59f22ec3-4aac-4864-a94c-fca89016ec7e'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:27:52.969490 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b4a1d5aa-156d-4796-9594-c698e8578771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:52.989187 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce5bf3-3015-46cc-85ce-19dcd30b5ecd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Port': ['ID=f1175cea-b676-4578-a852-66e146c4f68f,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:53.039256 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3cae7a0-6e44-427c-b5f3-42596cb50fdf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:27:53.075432 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f3dda879-71d9-4849-89b2-e68b4e7f14cb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:53.090940 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c3cae7a0-6e44-427c-b5f3-42596cb50fdf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:53.091304 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-c3cae7a0-6e44-427c-b5f3-42596cb50fdf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Added segment 39ac9f97-72b5-462a-8ca8-f365133b3dda of type vlan for network afcaed31-fa2e-44c2-9cf8-813591d2fbd1 Apr 29 13:27:53.278048 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a307cff5-fd57-4ed4-917f-25149477a4d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-d73a36e6-1eda-4667-ace0-7c488226ac11', 'network_id': 'd73a36e6-1eda-4667-ace0-7c488226ac11', 'tenant_id': '15bcfc53dee1416fb1ad60649933c8cb', 'fixed_ips': [{'subnet_id': '29d344ff-cb49-4b00-8b21-03757744973a'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:27:53.278911 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a307cff5-fd57-4ed4-917f-25149477a4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:53.319323 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:53.353887 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4773ad15-b528-4036-befa-63115f1a16b4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Router e4ae467c-bf7e-4254-b722-4b576f6e418f is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:27:53.408805 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-b4a1d5aa-156d-4796-9594-c698e8578771 None None] Allocated IP 172.20.0.2 (a84a3a13-2f88-405d-86b0-c914cf87d966/59f22ec3-4aac-4864-a94c-fca89016ec7e/f468e133-d757-4b8d-9bf7-6513151bb350) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:27:53.422740 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c3cae7a0-6e44-427c-b5f3-42596cb50fdf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:53.468069 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 02a5e883-f544-4686-a7dd-6541975ff827, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=02a5e883-f544-4686-a7dd-6541975ff827,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:53.503543 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c3cae7a0-6e44-427c-b5f3-42596cb50fdf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:53.507195 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cae7a0-6e44-427c-b5f3-42596cb50fdf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:53.507781 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c3cae7a0-6e44-427c-b5f3-42596cb50fdf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:53.570432 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4773ad15-b528-4036-befa-63115f1a16b4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:27:53.583279 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56da03b-73b9-4bfc-a1c9-065a1bd9491d None None] Sync routers for ids ['e4ae467c-bf7e-4254-b722-4b576f6e418f'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:27:53.585724 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4773ad15-b528-4036-befa-63115f1a16b4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "PUT /v2.0/routers/e4ae467c-bf7e-4254-b722-4b576f6e418f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6804049 Apr 29 13:27:53.587906 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58034) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:53.600872 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56da03b-73b9-4bfc-a1c9-065a1bd9491d None None] Routers {'e4ae467c-bf7e-4254-b722-4b576f6e418f'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:27:53.602109 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-a56da03b-73b9-4bfc-a1c9-065a1bd9491d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:27:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e4ae467c-bf7e-4254-b722-4b576f6e418f'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:53.693564 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c3cae7a0-6e44-427c-b5f3-42596cb50fdf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0252342 Apr 29 13:27:53.694582 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cae7a0-6e44-427c-b5f3-42596cb50fdf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event updated for resources: {'Network': ['ID=afcaed31-fa2e-44c2-9cf8-813591d2fbd1,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:53.700024 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58038) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:53.709738 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-cb33cc93-0fcd-4608-bf1a-06c62b5d3bb4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Request body: {'subnet': {'network_id': 'afcaed31-fa2e-44c2-9cf8-813591d2fbd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:53.728666 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d678f0b9-c4f6-4142-b8f4-33d2d00c0221 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:53.731827 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ddce5bf3-3015-46cc-85ce-19dcd30b5ecd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:53.733368 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d678f0b9-c4f6-4142-b8f4-33d2d00c0221 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:27:53.761116 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:53.775102 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network afcaed31-fa2e-44c2-9cf8-813591d2fbd1 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:27:53.781978 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d678f0b9-c4f6-4142-b8f4-33d2d00c0221 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:27:53.785956 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d678f0b9-c4f6-4142-b8f4-33d2d00c0221 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports/f3ae746f-f7be-4b07-abb3-ca519c59d6fc HTTP/1.1" status: 200 len: 911 time: 0.1939695 Apr 29 13:27:53.786873 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58042) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:53.817706 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-a56da03b-73b9-4bfc-a1c9-065a1bd9491d None None] Set router e4ae467c-bf7e-4254-b722-4b576f6e418f gateway port host: None {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:27:53.894633 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e6a34118-8a26-44ba-9e65-741599e276c5 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:27:53.922723 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=02a5e883-f544-4686-a7dd-6541975ff827,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:53.934433 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-a307cff5-fd57-4ed4-917f-25149477a4d5 None None] Allocated IP 172.20.0.2 (d73a36e6-1eda-4667-ace0-7c488226ac11/29d344ff-cb49-4b00-8b21-03757744973a/b4fe6224-d84a-4a7a-951e-876d7ca5c21c) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:27:53.941854 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868400f1-5ecc-412c-8dcb-68ea33846a72 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:53.957038 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868400f1-5ecc-412c-8dcb-68ea33846a72 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:53.959012 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-868400f1-5ecc-412c-8dcb-68ea33846a72 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1702452 Apr 29 13:27:53.961971 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58046) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:54.008162 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b4a1d5aa-156d-4796-9594-c698e8578771 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:54.026814 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ddfed596-1075-4afa-b592-8ba2583bcfb9 None None] Provisioning complete for port 02a5e883-f544-4686-a7dd-6541975ff827 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:54.027195 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ddfed596-1075-4afa-b592-8ba2583bcfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:54.088635 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: e6a34118-8a26-44ba-9e65-741599e276c5 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:27:54.089252 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e6a34118-8a26-44ba-9e65-741599e276c5 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:27:54.099830 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f3dda879-71d9-4849-89b2-e68b4e7f14cb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:54.144731 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b4a1d5aa-156d-4796-9594-c698e8578771 None None] Transition to ACTIVE for port object f468e133-d757-4b8d-9bf7-6513151bb350 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:54.177297 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:54.177665 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:54.177988 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:54.178317 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:54.178644 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:54.178965 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:54.179285 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:54.179604 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:54.179919 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:54.180237 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:54.180552 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:54.207039 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-cb33cc93-0fcd-4608-bf1a-06c62b5d3bb4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:54.236895 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-cb33cc93-0fcd-4608-bf1a-06c62b5d3bb4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Usage tracker for resource:subnet and tenant:9408b91db2e3459091dd0b074e69b2a2 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:54.241429 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-cb33cc93-0fcd-4608-bf1a-06c62b5d3bb4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:54.261257 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-cb33cc93-0fcd-4608-bf1a-06c62b5d3bb4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:54.287466 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dda879-71d9-4849-89b2-e68b4e7f14cb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Pushing event updated for resources: {'Subnet': ['ID=422767ce-2f58-426e-b5ff-336bc1b226f9,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:54.331453 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb33cc93-0fcd-4608-bf1a-06c62b5d3bb4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Made reservation on behalf of 9408b91db2e3459091dd0b074e69b2a2 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:54.342146 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 2933a89e-bc6f-48ef-9c00-fae5313fdb71 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:27:54.356289 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-a56da03b-73b9-4bfc-a1c9-065a1bd9491d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ae467c-bf7e-4254-b722-4b576f6e418f', 'name': 'tempest-NetworksTestDHCPv6-router-1723997499', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:27:48Z', 'updated_at': '2022-04-29T13:27:51Z', 'revision_number': 2, 'project_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'gw_port_host': None, '_interfaces': [{'id': 'f3ae746f-f7be-4b07-abb3-ca519c59d6fc', 'name': '', 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'mac_address': 'fa:16:3e:56:0c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ae467c-bf7e-4254-b722-4b576f6e418f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e03c5c6-8bcd-447a-91df-ce23e6bef6e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:27:50Z', 'updated_at': '2022-04-29T13:27:52Z', 'revision_number': 2, 'project_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'subnets': [{'id': '4e03c5c6-8bcd-447a-91df-ce23e6bef6e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:54.365685 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56da03b-73b9-4bfc-a1c9-065a1bd9491d None None] Checking router: e4ae467c-bf7e-4254-b722-4b576f6e418f for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:27:54.366036 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56da03b-73b9-4bfc-a1c9-065a1bd9491d None None] Updating router e4ae467c-bf7e-4254-b722-4b576f6e418f port f3ae746f-f7be-4b07-abb3-ca519c59d6fc binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:27:54.422886 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dda879-71d9-4849-89b2-e68b4e7f14cb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Checking segment: {'id': 'd53aaa12-5ede-464a-9216-64ade46f3671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'c20b5e4c-f4ea-42a5-b5d8-51bb18ac4455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:27:54.423477 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dda879-71d9-4849-89b2-e68b4e7f14cb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Network hostable DHCP agents. Network: c20b5e4c-f4ea-42a5-b5d8-51bb18ac4455, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:27:54.441660 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-a56da03b-73b9-4bfc-a1c9-065a1bd9491d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:54.447159 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 2933a89e-bc6f-48ef-9c00-fae5313fdb71 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:27:54.447556 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 2933a89e-bc6f-48ef-9c00-fae5313fdb71 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:27:54.452678 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b4a1d5aa-156d-4796-9594-c698e8578771 None None] Transition to ACTIVE for port object f468e133-d757-4b8d-9bf7-6513151bb350 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:54.480212 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cb33cc93-0fcd-4608-bf1a-06c62b5d3bb4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:54.492804 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b4a1d5aa-156d-4796-9594-c698e8578771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:54.629049 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1d5aa-156d-4796-9594-c698e8578771 None None] Pushing event updated for resources: {'Port': ['ID=f468e133-d757-4b8d-9bf7-6513151bb350,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:54.664321 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a1d5aa-156d-4796-9594-c698e8578771 None None] Network a84a3a13-2f88-405d-86b0-c914cf87d966 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:54.673211 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-b4a1d5aa-156d-4796-9594-c698e8578771 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:54.682897 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a1d5aa-156d-4796-9594-c698e8578771 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:27:54.734083 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ddfed596-1075-4afa-b592-8ba2583bcfb9 None None] Provisioning for port f3ae746f-f7be-4b07-abb3-ca519c59d6fc completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:54.743713 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a307cff5-fd57-4ed4-917f-25149477a4d5 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:54.782354 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ddfed596-1075-4afa-b592-8ba2583bcfb9 None None] Provisioning complete for port f3ae746f-f7be-4b07-abb3-ca519c59d6fc triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:54.782726 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ddfed596-1075-4afa-b592-8ba2583bcfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:54.806180 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a307cff5-fd57-4ed4-917f-25149477a4d5 None None] Transition to ACTIVE for port object b4fe6224-d84a-4a7a-951e-876d7ca5c21c will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:54.839527 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-a56da03b-73b9-4bfc-a1c9-065a1bd9491d None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:54.850702 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dda879-71d9-4849-89b2-e68b4e7f14cb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Network c20b5e4c-f4ea-42a5-b5d8-51bb18ac4455 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:27:54.858743 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-a56da03b-73b9-4bfc-a1c9-065a1bd9491d None None] Transition to ACTIVE for port object f3ae746f-f7be-4b07-abb3-ca519c59d6fc will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:54.866472 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-a56da03b-73b9-4bfc-a1c9-065a1bd9491d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:54.908439 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b4a1d5aa-156d-4796-9594-c698e8578771 None None] Attempting to bind port f468e133-d757-4b8d-9bf7-6513151bb350 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:27:54.908826 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b4a1d5aa-156d-4796-9594-c698e8578771 None None] Attempting to bind port f468e133-d757-4b8d-9bf7-6513151bb350 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'f4326f92-0a4f-4ff5-9d5a-c9694c375ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a84a3a13-2f88-405d-86b0-c914cf87d966'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:27:54.909222 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a1d5aa-156d-4796-9594-c698e8578771 None None] Attempting to bind port f468e133-d757-4b8d-9bf7-6513151bb350 on network a84a3a13-2f88-405d-86b0-c914cf87d966 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:27:54.911593 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a307cff5-fd57-4ed4-917f-25149477a4d5 None None] Transition to ACTIVE for port object b4fe6224-d84a-4a7a-951e-876d7ca5c21c will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:54.912657 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-ddfed596-1075-4afa-b592-8ba2583bcfb9 None None] Port f3ae746f-f7be-4b07-abb3-ca519c59d6fc cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:27:54.920568 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a1d5aa-156d-4796-9594-c698e8578771 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:27:54.920974 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a1d5aa-156d-4796-9594-c698e8578771 None None] Checking segment: {'id': 'f4326f92-0a4f-4ff5-9d5a-c9694c375ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a84a3a13-2f88-405d-86b0-c914cf87d966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:27:54.921380 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b4a1d5aa-156d-4796-9594-c698e8578771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:54.922219 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a1d5aa-156d-4796-9594-c698e8578771 None None] Bound using segment: {'id': 'f4326f92-0a4f-4ff5-9d5a-c9694c375ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a84a3a13-2f88-405d-86b0-c914cf87d966'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:27:54.922691 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b4a1d5aa-156d-4796-9594-c698e8578771 None None] Bound port: f468e133-d757-4b8d-9bf7-6513151bb350, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4326f92-0a4f-4ff5-9d5a-c9694c375ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a84a3a13-2f88-405d-86b0-c914cf87d966'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:27:54.923059 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b4a1d5aa-156d-4796-9594-c698e8578771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:54.935337 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a307cff5-fd57-4ed4-917f-25149477a4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:54.939495 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1988757c-f253-4f95-a98a-bd20c247e9e3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:54.945185 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-f3dda879-71d9-4849-89b2-e68b4e7f14cb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, c20b5e4c-f4ea-42a5-b5d8-51bb18ac4455) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:54.978715 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5115d19-2c43-40d4-bfbf-f720d8437c22 None None] Network c20b5e4c-f4ea-42a5-b5d8-51bb18ac4455 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:54.983209 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f118c-3afa-41a9-9fcc-c6894f575167 None None] Pushing event updated for resources: {'Port': ['ID=f3ae746f-f7be-4b07-abb3-ca519c59d6fc,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:55.081007 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f118c-3afa-41a9-9fcc-c6894f575167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:55.081824 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f118c-3afa-41a9-9fcc-c6894f575167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:55.082306 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f118c-3afa-41a9-9fcc-c6894f575167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:55.082789 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f118c-3afa-41a9-9fcc-c6894f575167 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:55.083357 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f118c-3afa-41a9-9fcc-c6894f575167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:55.083830 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f118c-3afa-41a9-9fcc-c6894f575167 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:55.084300 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f118c-3afa-41a9-9fcc-c6894f575167 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:55.084809 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f118c-3afa-41a9-9fcc-c6894f575167 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:55.085298 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f118c-3afa-41a9-9fcc-c6894f575167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:55.085902 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f118c-3afa-41a9-9fcc-c6894f575167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:55.086368 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f118c-3afa-41a9-9fcc-c6894f575167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:27:55.131663 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dda879-71d9-4849-89b2-e68b4e7f14cb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:55.132238 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f3dda879-71d9-4849-89b2-e68b4e7f14cb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:55.196788 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a307cff5-fd57-4ed4-917f-25149477a4d5 None None] Network d73a36e6-1eda-4667-ace0-7c488226ac11 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:55.206552 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f3dda879-71d9-4849-89b2-e68b4e7f14cb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6454568 Apr 29 13:27:55.209727 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58054) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:55.218263 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-a307cff5-fd57-4ed4-917f-25149477a4d5 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:55.225868 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-a56da03b-73b9-4bfc-a1c9-065a1bd9491d None None] Attempting to bind port f3ae746f-f7be-4b07-abb3-ca519c59d6fc on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:27:55.226227 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-a56da03b-73b9-4bfc-a1c9-065a1bd9491d None None] Attempting to bind port f3ae746f-f7be-4b07-abb3-ca519c59d6fc by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:27:55.226579 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56da03b-73b9-4bfc-a1c9-065a1bd9491d None None] Attempting to bind port f3ae746f-f7be-4b07-abb3-ca519c59d6fc on network b2591163-41a9-4c5e-86a6-99ddbf59518f {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:27:55.237027 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a307cff5-fd57-4ed4-917f-25149477a4d5 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:27:55.237632 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56da03b-73b9-4bfc-a1c9-065a1bd9491d None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:27:55.238003 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56da03b-73b9-4bfc-a1c9-065a1bd9491d None None] Checking segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:27:55.238449 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-a56da03b-73b9-4bfc-a1c9-065a1bd9491d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:55.238838 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56da03b-73b9-4bfc-a1c9-065a1bd9491d None None] Bound using segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:27:55.239298 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-a56da03b-73b9-4bfc-a1c9-065a1bd9491d None None] Bound port: f3ae746f-f7be-4b07-abb3-ca519c59d6fc, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:27:55.239682 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-a56da03b-73b9-4bfc-a1c9-065a1bd9491d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:55.245050 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307cff5-fd57-4ed4-917f-25149477a4d5 None None] Pushing event updated for resources: {'Port': ['ID=b4fe6224-d84a-4a7a-951e-876d7ca5c21c,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:55.379908 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-a56da03b-73b9-4bfc-a1c9-065a1bd9491d None None] For port f3ae746f-f7be-4b07-abb3-ca519c59d6fc, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:27:55.383238 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-a56da03b-73b9-4bfc-a1c9-065a1bd9491d None None] For port f3ae746f-f7be-4b07-abb3-ca519c59d6fc, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f3ae746f-f7be-4b07-abb3-ca519c59d6fc,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:27:55.390234 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-a56da03b-73b9-4bfc-a1c9-065a1bd9491d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:55.437981 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b4a1d5aa-156d-4796-9594-c698e8578771 None None] For port f468e133-d757-4b8d-9bf7-6513151bb350, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:27:55.481205 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a307cff5-fd57-4ed4-917f-25149477a4d5 None None] Attempting to bind port b4fe6224-d84a-4a7a-951e-876d7ca5c21c on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:27:55.481574 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a307cff5-fd57-4ed4-917f-25149477a4d5 None None] Attempting to bind port b4fe6224-d84a-4a7a-951e-876d7ca5c21c by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'caf223c2-68ab-4944-a316-977002fa3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd73a36e6-1eda-4667-ace0-7c488226ac11'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:27:55.481818 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f118c-3afa-41a9-9fcc-c6894f575167 None None] Pushing event updated for resources: {'Port': ['ID=f3ae746f-f7be-4b07-abb3-ca519c59d6fc,revision_number=4']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:55.481966 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a307cff5-fd57-4ed4-917f-25149477a4d5 None None] Attempting to bind port b4fe6224-d84a-4a7a-951e-876d7ca5c21c on network d73a36e6-1eda-4667-ace0-7c488226ac11 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:27:55.491295 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56da03b-73b9-4bfc-a1c9-065a1bd9491d None None] Routers {'e4ae467c-bf7e-4254-b722-4b576f6e418f'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:27:55.491913 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-a56da03b-73b9-4bfc-a1c9-065a1bd9491d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:27:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e4ae467c-bf7e-4254-b722-4b576f6e418f'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:55.499888 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b4a1d5aa-156d-4796-9594-c698e8578771 None None] For port f468e133-d757-4b8d-9bf7-6513151bb350, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f468e133-d757-4b8d-9bf7-6513151bb350,segment=NetworkSegment(f4326f92-0a4f-4ff5-9d5a-c9694c375ce8),segment_id=f4326f92-0a4f-4ff5-9d5a-c9694c375ce8)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:27:55.515323 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a307cff5-fd57-4ed4-917f-25149477a4d5 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:27:55.515686 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a307cff5-fd57-4ed4-917f-25149477a4d5 None None] Checking segment: {'id': 'caf223c2-68ab-4944-a316-977002fa3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd73a36e6-1eda-4667-ace0-7c488226ac11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:27:55.516437 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a307cff5-fd57-4ed4-917f-25149477a4d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:55.516437 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a307cff5-fd57-4ed4-917f-25149477a4d5 None None] Bound using segment: {'id': 'caf223c2-68ab-4944-a316-977002fa3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd73a36e6-1eda-4667-ace0-7c488226ac11'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:27:55.516954 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a307cff5-fd57-4ed4-917f-25149477a4d5 None None] Bound port: b4fe6224-d84a-4a7a-951e-876d7ca5c21c, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf223c2-68ab-4944-a316-977002fa3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd73a36e6-1eda-4667-ace0-7c488226ac11'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:27:55.518010 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a307cff5-fd57-4ed4-917f-25149477a4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:55.540585 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b4a1d5aa-156d-4796-9594-c698e8578771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:55.542081 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-1988757c-f253-4f95-a98a-bd20c247e9e3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting port f3ae746f-f7be-4b07-abb3-ca519c59d6fc {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:27:55.542635 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1988757c-f253-4f95-a98a-bd20c247e9e3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:55.687306 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-a56da03b-73b9-4bfc-a1c9-065a1bd9491d None None] Set router e4ae467c-bf7e-4254-b722-4b576f6e418f gateway port host: None {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:27:55.755961 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cb33cc93-0fcd-4608-bf1a-06c62b5d3bb4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:55.786210 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-1988757c-f253-4f95-a98a-bd20c247e9e3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] For port f3ae746f-f7be-4b07-abb3-ca519c59d6fc, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f3ae746f-f7be-4b07-abb3-ca519c59d6fc,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:27:55.786838 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1988757c-f253-4f95-a98a-bd20c247e9e3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:55.854650 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a307cff5-fd57-4ed4-917f-25149477a4d5 None None] For port b4fe6224-d84a-4a7a-951e-876d7ca5c21c, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:27:55.858923 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a307cff5-fd57-4ed4-917f-25149477a4d5 None None] For port b4fe6224-d84a-4a7a-951e-876d7ca5c21c, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b4fe6224-d84a-4a7a-951e-876d7ca5c21c,segment=NetworkSegment(caf223c2-68ab-4944-a316-977002fa3bb8),segment_id=caf223c2-68ab-4944-a316-977002fa3bb8)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:27:55.897459 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddce5bf3-3015-46cc-85ce-19dcd30b5ecd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Router e1421bee-f3a8-483e-808c-949354d33ae7 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:27:55.915412 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a307cff5-fd57-4ed4-917f-25149477a4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:55.920068 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64841c4-c92f-4b4a-bfb3-29991195ef8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-c20b5e4c-f4ea-42a5-b5d8-51bb18ac4455', 'network_id': 'c20b5e4c-f4ea-42a5-b5d8-51bb18ac4455', 'tenant_id': '15bcfc53dee1416fb1ad60649933c8cb', 'fixed_ips': [{'subnet_id': '422767ce-2f58-426e-b5ff-336bc1b226f9'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:27:55.921008 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c64841c4-c92f-4b4a-bfb3-29991195ef8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:55.924867 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-1988757c-f253-4f95-a98a-bd20c247e9e3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Calling delete_port for f3ae746f-f7be-4b07-abb3-ca519c59d6fc owned by network:router_interface {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:27:55.981194 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1d5aa-156d-4796-9594-c698e8578771 None None] Pushing event updated for resources: {'Port': ['ID=f468e133-d757-4b8d-9bf7-6513151bb350,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:56.154211 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-a56da03b-73b9-4bfc-a1c9-065a1bd9491d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ae467c-bf7e-4254-b722-4b576f6e418f', 'name': 'tempest-NetworksTestDHCPv6-router-1723997499', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:27:48Z', 'updated_at': '2022-04-29T13:27:51Z', 'revision_number': 2, 'project_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'gw_port_host': None, '_interfaces': [{'id': 'f3ae746f-f7be-4b07-abb3-ca519c59d6fc', 'name': '', 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'mac_address': 'fa:16:3e:56:0c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ae467c-bf7e-4254-b722-4b576f6e418f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e03c5c6-8bcd-447a-91df-ce23e6bef6e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:27:50Z', 'updated_at': '2022-04-29T13:27:55Z', 'revision_number': 4, 'project_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'subnets': [{'id': '4e03c5c6-8bcd-447a-91df-ce23e6bef6e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:56.160124 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56da03b-73b9-4bfc-a1c9-065a1bd9491d None None] The sync data for ids ['e4ae467c-bf7e-4254-b722-4b576f6e418f'] in dv-neutron-839027-4-hyperv is: [{'id': 'e4ae467c-bf7e-4254-b722-4b576f6e418f', 'name': 'tempest-NetworksTestDHCPv6-router-1723997499', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:27:48Z', 'updated_at': '2022-04-29T13:27:51Z', 'revision_number': 2, 'project_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'gw_port_host': None, '_interfaces': [{'id': 'f3ae746f-f7be-4b07-abb3-ca519c59d6fc', 'name': '', 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'mac_address': 'fa:16:3e:56:0c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ae467c-bf7e-4254-b722-4b576f6e418f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e03c5c6-8bcd-447a-91df-ce23e6bef6e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:27:50Z', 'updated_at': '2022-04-29T13:27:55Z', 'revision_number': 4, 'project_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'subnets': [{'id': '4e03c5c6-8bcd-447a-91df-ce23e6bef6e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:27:56.180868 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307cff5-fd57-4ed4-917f-25149477a4d5 None None] Pushing event updated for resources: {'Port': ['ID=b4fe6224-d84a-4a7a-951e-876d7ca5c21c,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:56.181156 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1988757c-f253-4f95-a98a-bd20c247e9e3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:56.192766 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4e2d4401-f5f9-4829-8a9f-71eeae8b00aa None None] Could not find standard attr ID for object f3ae746f-f7be-4b07-abb3-ca519c59d6fc. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:27:56.293848 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1988757c-f253-4f95-a98a-bd20c247e9e3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Port': ['ID=f3ae746f-f7be-4b07-abb3-ca519c59d6fc,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:56.359573 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33cc93-0fcd-4608-bf1a-06c62b5d3bb4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event updated for resources: {'Subnet': ['ID=14eb5526-8717-47c3-88dc-67061172b422,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:56.397443 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 02a5e883-f544-4686-a7dd-6541975ff827 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:27:56.409622 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb33cc93-0fcd-4608-bf1a-06c62b5d3bb4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Checking segment: {'id': '39ac9f97-72b5-462a-8ca8-f365133b3dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'afcaed31-fa2e-44c2-9cf8-813591d2fbd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:27:56.409981 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb33cc93-0fcd-4608-bf1a-06c62b5d3bb4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Network hostable DHCP agents. Network: afcaed31-fa2e-44c2-9cf8-813591d2fbd1, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:27:56.538454 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-c64841c4-c92f-4b4a-bfb3-29991195ef8c None None] Allocated IP 172.20.0.2 (c20b5e4c-f4ea-42a5-b5d8-51bb18ac4455/422767ce-2f58-426e-b5ff-336bc1b226f9/a8287fd7-7332-4bde-b34b-813d2fe71c52) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:27:56.677426 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c91d33dc-fe57-4899-8380-36c6eec94e18 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:56.819635 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb33cc93-0fcd-4608-bf1a-06c62b5d3bb4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Network afcaed31-fa2e-44c2-9cf8-813591d2fbd1 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:27:56.827075 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1988757c-f253-4f95-a98a-bd20c247e9e3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:56.901164 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-cb33cc93-0fcd-4608-bf1a-06c62b5d3bb4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, afcaed31-fa2e-44c2-9cf8-813591d2fbd1) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:56.925915 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb33cc93-0fcd-4608-bf1a-06c62b5d3bb4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:56.926499 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cb33cc93-0fcd-4608-bf1a-06c62b5d3bb4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:56.953595 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 02a5e883-f544-4686-a7dd-6541975ff827 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:56.954137 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:56.989743 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a8beb6-54c7-413b-82fb-a92983a57430 None None] Network afcaed31-fa2e-44c2-9cf8-813591d2fbd1 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:57.024604 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddce5bf3-3015-46cc-85ce-19dcd30b5ecd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:27:57.098891 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-cb33cc93-0fcd-4608-bf1a-06c62b5d3bb4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3976297 Apr 29 13:27:57.106753 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ddce5bf3-3015-46cc-85ce-19dcd30b5ecd tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "PUT /v2.0/routers/e1421bee-f3a8-483e-808c-949354d33ae7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8093560 Apr 29 13:27:57.107403 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58058) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:57.121522 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58060) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:57.160648 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e3366a-6bb2-49cd-9060-f1d873235b86 None None] Sync routers for ids ['e1421bee-f3a8-483e-808c-949354d33ae7'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:27:57.293505 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c64841c4-c92f-4b4a-bfb3-29991195ef8c None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:57.308945 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c64841c4-c92f-4b4a-bfb3-29991195ef8c None None] Transition to ACTIVE for port object a8287fd7-7332-4bde-b34b-813d2fe71c52 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:57.337377 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c64841c4-c92f-4b4a-bfb3-29991195ef8c None None] Transition to ACTIVE for port object a8287fd7-7332-4bde-b34b-813d2fe71c52 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:57.404166 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e3366a-6bb2-49cd-9060-f1d873235b86 None None] Routers {'e1421bee-f3a8-483e-808c-949354d33ae7'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:27:57.405013 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e0e3366a-6bb2-49cd-9060-f1d873235b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:27:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e1421bee-f3a8-483e-808c-949354d33ae7'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:57.416001 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1988757c-f253-4f95-a98a-bd20c247e9e3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Router e4ae467c-bf7e-4254-b722-4b576f6e418f has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:27:57.599881 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c64841c4-c92f-4b4a-bfb3-29991195ef8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:57.686633 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1988757c-f253-4f95-a98a-bd20c247e9e3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:27:57.714591 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1988757c-f253-4f95-a98a-bd20c247e9e3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "PUT /v2.0/routers/e4ae467c-bf7e-4254-b722-4b576f6e418f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7468362 Apr 29 13:27:57.714832 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650496ab-19ce-461d-873a-832a9aae0409 None None] Network a84a3a13-2f88-405d-86b0-c914cf87d966 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:57.715138 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58066) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:57.834246 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fe69ff-162b-4ff1-b914-2d9b81854f86 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:57.835718 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fe69ff-162b-4ff1-b914-2d9b81854f86 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:27:57.836494 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f6fe69ff-162b-4ff1-b914-2d9b81854f86 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:27:57.851846 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-c91d33dc-fe57-4899-8380-36c6eec94e18 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Allocated IP 172.20.0.1 (d73a36e6-1eda-4667-ace0-7c488226ac11/29d344ff-cb49-4b00-8b21-03757744973a/d4f787db-26c6-4985-a848-f8045345d5a2) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:27:57.873477 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f6fe69ff-162b-4ff1-b914-2d9b81854f86 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:27:57.877198 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f6fe69ff-162b-4ff1-b914-2d9b81854f86 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1579916 Apr 29 13:27:57.878467 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58070) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:57.915406 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64841c4-c92f-4b4a-bfb3-29991195ef8c None None] Network c20b5e4c-f4ea-42a5-b5d8-51bb18ac4455 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:57.947992 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-c64841c4-c92f-4b4a-bfb3-29991195ef8c None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:57.991787 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64841c4-c92f-4b4a-bfb3-29991195ef8c None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:27:58.054934 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e71edb-f698-45bd-9daa-2a3fe7e47151 None None] Network d73a36e6-1eda-4667-ace0-7c488226ac11 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:58.065177 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-50506698-5598-43f3-9ab5-c1c5bf8b6ea8 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:58.122557 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-02859ab5-4fbd-4fcd-9f85-f766a9d08b43 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting subnet 4e03c5c6-8bcd-447a-91df-ce23e6bef6e9 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:27:58.127167 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-02859ab5-4fbd-4fcd-9f85-f766a9d08b43 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:58.204574 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0867f8e-60b2-4292-aaa5-2d521a021e5d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Deleting subnet e9d9fcc8-f370-4aa2-8cbf-d49155eb26bc {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:27:58.218699 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-02859ab5-4fbd-4fcd-9f85-f766a9d08b43 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:58.224101 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c0867f8e-60b2-4292-aaa5-2d521a021e5d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:58.280792 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c91d33dc-fe57-4899-8380-36c6eec94e18 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:58.299766 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64841c4-c92f-4b4a-bfb3-29991195ef8c None None] Pushing event updated for resources: {'Port': ['ID=a8287fd7-7332-4bde-b34b-813d2fe71c52,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:58.303721 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-50506698-5598-43f3-9ab5-c1c5bf8b6ea8 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:58.314110 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2c0d99-7279-4358-bb8e-9cf0b8e05f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-afcaed31-fa2e-44c2-9cf8-813591d2fbd1', 'network_id': 'afcaed31-fa2e-44c2-9cf8-813591d2fbd1', 'tenant_id': '9408b91db2e3459091dd0b074e69b2a2', 'fixed_ips': [{'subnet_id': '14eb5526-8717-47c3-88dc-67061172b422'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:27:58.314919 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0d2c0d99-7279-4358-bb8e-9cf0b8e05f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:58.332682 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-02859ab5-4fbd-4fcd-9f85-f766a9d08b43 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:58.351374 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:58.358143 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-c91d33dc-fe57-4899-8380-36c6eec94e18 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Transition to ACTIVE for port object d4f787db-26c6-4985-a848-f8045345d5a2 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:27:58.362089 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c0867f8e-60b2-4292-aaa5-2d521a021e5d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:58.389278 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-cb7db5d9-20a8-4ab6-8df5-0709535a0720 None None] Provisioning for port f468e133-d757-4b8d-9bf7-6513151bb350 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:58.393462 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b4fe6224-d84a-4a7a-951e-876d7ca5c21c up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:27:58.419537 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-e0e3366a-6bb2-49cd-9060-f1d873235b86 None None] Set router e1421bee-f3a8-483e-808c-949354d33ae7 gateway port host: None {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:27:58.426467 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-02859ab5-4fbd-4fcd-9f85-f766a9d08b43 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:58.463908 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-50506698-5598-43f3-9ab5-c1c5bf8b6ea8 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:58.474583 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02859ab5-4fbd-4fcd-9f85-f766a9d08b43 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Subnet': ['ID=4e03c5c6-8bcd-447a-91df-ce23e6bef6e9,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:58.481358 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-02859ab5-4fbd-4fcd-9f85-f766a9d08b43 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:58.499824 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-02859ab5-4fbd-4fcd-9f85-f766a9d08b43 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/4e03c5c6-8bcd-447a-91df-ce23e6bef6e9 HTTP/1.1" status: 204 len: 168 time: 0.6175227 Apr 29 13:27:58.500527 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c64841c4-c92f-4b4a-bfb3-29991195ef8c None None] Attempting to bind port a8287fd7-7332-4bde-b34b-813d2fe71c52 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:27:58.500673 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58074) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:58.500837 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c64841c4-c92f-4b4a-bfb3-29991195ef8c None None] Attempting to bind port a8287fd7-7332-4bde-b34b-813d2fe71c52 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'd53aaa12-5ede-464a-9216-64ade46f3671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'c20b5e4c-f4ea-42a5-b5d8-51bb18ac4455'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:27:58.500837 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64841c4-c92f-4b4a-bfb3-29991195ef8c None None] Attempting to bind port a8287fd7-7332-4bde-b34b-813d2fe71c52 on network c20b5e4c-f4ea-42a5-b5d8-51bb18ac4455 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:27:58.521961 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb0cb70-8b0d-49a8-9539-b33aac227ca1 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:58.573409 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50506698-5598-43f3-9ab5-c1c5bf8b6ea8 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event deleted for resources: {'Subnet': ['ID=14eb5526-8717-47c3-88dc-67061172b422,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:58.581783 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c91d33dc-fe57-4899-8380-36c6eec94e18 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:58.717572 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c0867f8e-60b2-4292-aaa5-2d521a021e5d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:58.766740 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64841c4-c92f-4b4a-bfb3-29991195ef8c None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:27:58.767422 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64841c4-c92f-4b4a-bfb3-29991195ef8c None None] Checking segment: {'id': 'd53aaa12-5ede-464a-9216-64ade46f3671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'c20b5e4c-f4ea-42a5-b5d8-51bb18ac4455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:27:58.767532 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c64841c4-c92f-4b4a-bfb3-29991195ef8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:58.767893 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64841c4-c92f-4b4a-bfb3-29991195ef8c None None] Bound using segment: {'id': 'd53aaa12-5ede-464a-9216-64ade46f3671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'c20b5e4c-f4ea-42a5-b5d8-51bb18ac4455'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:27:58.768372 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c64841c4-c92f-4b4a-bfb3-29991195ef8c None None] Bound port: a8287fd7-7332-4bde-b34b-813d2fe71c52, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53aaa12-5ede-464a-9216-64ade46f3671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'c20b5e4c-f4ea-42a5-b5d8-51bb18ac4455'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:27:58.768734 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c64841c4-c92f-4b4a-bfb3-29991195ef8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:58.830110 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91d33dc-fe57-4899-8380-36c6eec94e18 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Network d73a36e6-1eda-4667-ace0-7c488226ac11 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:27:58.850768 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-c91d33dc-fe57-4899-8380-36c6eec94e18 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:27:58.867814 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91d33dc-fe57-4899-8380-36c6eec94e18 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:27:58.899735 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-50506698-5598-43f3-9ab5-c1c5bf8b6ea8 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:58.910354 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d33dc-fe57-4899-8380-36c6eec94e18 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Pushing event updated for resources: {'Port': ['ID=d4f787db-26c6-4985-a848-f8045345d5a2,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:58.954480 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-eeaa5fc7-5f3b-4ffb-9c7a-877588d4b595 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4469295 Apr 29 13:27:58.957758 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58078) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:58.971595 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-50506698-5598-43f3-9ab5-c1c5bf8b6ea8 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afcaed31-fa2e-44c2-9cf8-813591d2fbd1']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:58.990159 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c91d33dc-fe57-4899-8380-36c6eec94e18 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:58.993562 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-50506698-5598-43f3-9ab5-c1c5bf8b6ea8 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ac9f97-72b5-462a-8ca8-f365133b3dda') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:58.994404 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-50506698-5598-43f3-9ab5-c1c5bf8b6ea8 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ac9f97-72b5-462a-8ca8-f365133b3dda') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:27:59.002029 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c0867f8e-60b2-4292-aaa5-2d521a021e5d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:59.049478 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-50506698-5598-43f3-9ab5-c1c5bf8b6ea8 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:59.056190 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0867f8e-60b2-4292-aaa5-2d521a021e5d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Subnet': ['ID=e9d9fcc8-f370-4aa2-8cbf-d49155eb26bc,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:59.077537 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-50506698-5598-43f3-9ab5-c1c5bf8b6ea8 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:59.081315 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c0867f8e-60b2-4292-aaa5-2d521a021e5d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:59.083443 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2fa453e3-c2fc-4e0c-8bb5-810dd051b5f1 None None] Provisioning for port b4fe6224-d84a-4a7a-951e-876d7ca5c21c completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:59.095528 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50506698-5598-43f3-9ab5-c1c5bf8b6ea8 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:27:59.096231 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-50506698-5598-43f3-9ab5-c1c5bf8b6ea8 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:27:59.115668 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:27:59.125058 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c0867f8e-60b2-4292-aaa5-2d521a021e5d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/subnets/e9d9fcc8-f370-4aa2-8cbf-d49155eb26bc HTTP/1.1" status: 204 len: 168 time: 2.0021396 Apr 29 13:27:59.151826 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5af465-eaf9-473e-b85b-b2f62a9d7cf4 None None] Network 753af2c2-3d02-4cc9-aad9-500cf1d50874 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:59.163831 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc26525-5e8c-471c-b9fb-697ffb2f7aab None None] Network afcaed31-fa2e-44c2-9cf8-813591d2fbd1 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:27:59.170362 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58082) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:59.218276 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1791e7ec-0aaf-44ce-a6b2-4a672b373240 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:59.343695 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port b4fe6224-d84a-4a7a-951e-876d7ca5c21c completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:27:59.397099 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port b4fe6224-d84a-4a7a-951e-876d7ca5c21c triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:59.397468 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:59.474845 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-50506698-5598-43f3-9ab5-c1c5bf8b6ea8 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:59.514429 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-50506698-5598-43f3-9ab5-c1c5bf8b6ea8 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:59.524600 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c91d33dc-fe57-4899-8380-36c6eec94e18 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:59.536643 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8a08fe3d-c062-4aae-8478-d0de20dc6334 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:59.541619 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50506698-5598-43f3-9ab5-c1c5bf8b6ea8 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event deleted for resources: {'Network': ['ID=afcaed31-fa2e-44c2-9cf8-813591d2fbd1,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:27:59.553034 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-50506698-5598-43f3-9ab5-c1c5bf8b6ea8 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/networks/afcaed31-fa2e-44c2-9cf8-813591d2fbd1 HTTP/1.1" status: 204 len: 168 time: 2.4372389 Apr 29 13:27:59.558729 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58086) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:59.615459 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-8a08fe3d-c062-4aae-8478-d0de20dc6334 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Deleting port ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:27:59.615672 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8a08fe3d-c062-4aae-8478-d0de20dc6334 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:59.627841 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c64841c4-c92f-4b4a-bfb3-29991195ef8c None None] For port a8287fd7-7332-4bde-b34b-813d2fe71c52, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:27:59.657842 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1791e7ec-0aaf-44ce-a6b2-4a672b373240 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:59.662981 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1791e7ec-0aaf-44ce-a6b2-4a672b373240 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:59.666823 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-ff4328c5-8e7d-4efc-a902-d363144b27e1 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1871279156'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:59.674652 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ff4328c5-8e7d-4efc-a902-d363144b27e1 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:59.679865 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ff4328c5-8e7d-4efc-a902-d363144b27e1 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Usage tracker for resource:network and tenant:9408b91db2e3459091dd0b074e69b2a2 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:59.684078 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ff4328c5-8e7d-4efc-a902-d363144b27e1 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:59.694393 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ff4328c5-8e7d-4efc-a902-d363144b27e1 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:59.700316 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1791e7ec-0aaf-44ce-a6b2-4a672b373240 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:59.701024 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1791e7ec-0aaf-44ce-a6b2-4a672b373240 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Fanout notify agent at l3_agent the message router_deleted on router e4ae467c-bf7e-4254-b722-4b576f6e418f {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:27:59.716201 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1791e7ec-0aaf-44ce-a6b2-4a672b373240 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:59.717472 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1791e7ec-0aaf-44ce-a6b2-4a672b373240 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/routers/e4ae467c-bf7e-4254-b722-4b576f6e418f HTTP/1.1" status: 204 len: 168 time: 0.7584472 Apr 29 13:27:59.720362 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58090) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:27:59.728845 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-b5013cbc-3325-4f38-8577-6c92970d9479 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:27:59.731950 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c64841c4-c92f-4b4a-bfb3-29991195ef8c None None] For port a8287fd7-7332-4bde-b34b-813d2fe71c52, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a8287fd7-7332-4bde-b34b-813d2fe71c52,segment=NetworkSegment(d53aaa12-5ede-464a-9216-64ade46f3671),segment_id=d53aaa12-5ede-464a-9216-64ade46f3671)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:27:59.755823 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4328c5-8e7d-4efc-a902-d363144b27e1 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Made reservation on behalf of 9408b91db2e3459091dd0b074e69b2a2 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:59.760863 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ff4328c5-8e7d-4efc-a902-d363144b27e1 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:59.810882 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c64841c4-c92f-4b4a-bfb3-29991195ef8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:59.891461 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b5013cbc-3325-4f38-8577-6c92970d9479 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:27:59.897452 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b5013cbc-3325-4f38-8577-6c92970d9479 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:subnet and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:27:59.901176 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b5013cbc-3325-4f38-8577-6c92970d9479 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:27:59.912457 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b5013cbc-3325-4f38-8577-6c92970d9479 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:27:59.939540 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5013cbc-3325-4f38-8577-6c92970d9479 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:27:59.948416 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b5013cbc-3325-4f38-8577-6c92970d9479 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:27:59.950325 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-92fdd0b3-17e6-4084-af0a-1b04b1ea0978 None None] Provisioning complete for port b4fe6224-d84a-4a7a-951e-876d7ca5c21c triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:27:59.950695 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-92fdd0b3-17e6-4084-af0a-1b04b1ea0978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:00.016881 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff4328c5-8e7d-4efc-a902-d363144b27e1 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:28:00.034568 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ff4328c5-8e7d-4efc-a902-d363144b27e1 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:00.034729 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-ff4328c5-8e7d-4efc-a902-d363144b27e1 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Added segment 411bcfa4-6187-45e7-8043-5ff35c264b5c of type vlan for network 03a04007-73b8-472d-908c-63f0d7ec4502 Apr 29 13:28:00.047631 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123c061f-b8bb-4d59-80ea-696423ba5e65 None None] DHCP port deletion for b2591163-41a9-4c5e-86a6-99ddbf59518f request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:28:00.087259 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-123c061f-b8bb-4d59-80ea-696423ba5e65 None None] Deleting port 02a5e883-f544-4686-a7dd-6541975ff827 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:00.088221 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-123c061f-b8bb-4d59-80ea-696423ba5e65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:00.133604 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64841c4-c92f-4b4a-bfb3-29991195ef8c None None] Pushing event updated for resources: {'Port': ['ID=a8287fd7-7332-4bde-b34b-813d2fe71c52,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:00.153648 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ff4328c5-8e7d-4efc-a902-d363144b27e1 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:00.200057 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:00.220663 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e0e3366a-6bb2-49cd-9060-f1d873235b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'name': 'tempest-RoutersTest-router-375737017', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:31Z', 'updated_at': '2022-04-29T13:27:52Z', 'revision_number': 9, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'gw_port_host': None, '_interfaces': [{'id': '73c6abaf-ee20-4b24-9581-a991ee6d160b', 'name': '', 'network_id': 'be9df2cb-cf00-4558-99bb-20f082905c88', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:bc:ec:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:39Z', 'updated_at': '2022-04-29T13:27:06Z', 'revision_number': 5, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75e4a79c-dfe0-4844-833a-daae0a536f30', 'name': '', 'network_id': '38acd47f-3b98-4e19-a364-804242709423', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:2f:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4818a72c-1dd1-4b94-bc0a-fce2b7154ce2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:56Z', 'updated_at': '2022-04-29T13:27:30Z', 'revision_number': 5, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': '4818a72c-1dd1-4b94-bc0a-fce2b7154ce2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:00.290165 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e3366a-6bb2-49cd-9060-f1d873235b86 None None] Checking router: e1421bee-f3a8-483e-808c-949354d33ae7 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:28:00.305183 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de924ab2-4790-460d-a1c4-a680f1eb2b36 None None] Sync routers for ids ['e4ae467c-bf7e-4254-b722-4b576f6e418f'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:28:00.344028 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de924ab2-4790-460d-a1c4-a680f1eb2b36 None None] Routers set() bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:28:00.344840 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de924ab2-4790-460d-a1c4-a680f1eb2b36 None None] Router IDs set() for agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 29 13:28:00.346612 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_agentschedulers_db [None req-de924ab2-4790-460d-a1c4-a680f1eb2b36 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e4ae467c-bf7e-4254-b722-4b576f6e418f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:27:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent'). {{(pid=83907) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 29 13:28:00.358761 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b5013cbc-3325-4f38-8577-6c92970d9479 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:00.367207 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de924ab2-4790-460d-a1c4-a680f1eb2b36 None None] Routers set() bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:28:00.370138 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de924ab2-4790-460d-a1c4-a680f1eb2b36 None None] Router IDs set() for agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 29 13:28:00.372219 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_agentschedulers_db [None req-de924ab2-4790-460d-a1c4-a680f1eb2b36 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e4ae467c-bf7e-4254-b722-4b576f6e418f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:27:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent'). {{(pid=83907) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 29 13:28:00.373500 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de924ab2-4790-460d-a1c4-a680f1eb2b36 None None] The sync data for ids ['e4ae467c-bf7e-4254-b722-4b576f6e418f'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:28:00.411285 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port b4fe6224-d84a-4a7a-951e-876d7ca5c21c, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b4fe6224-d84a-4a7a-951e-876d7ca5c21c,segment=NetworkSegment(caf223c2-68ab-4944-a316-977002fa3bb8),segment_id=caf223c2-68ab-4944-a316-977002fa3bb8)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:00.437119 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7565ca75-5590-4d9f-9866-e17d008e032a None None] DHCP port deletion for 753af2c2-3d02-4cc9-aad9-500cf1d50874 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:28:00.468499 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-8a08fe3d-c062-4aae-8478-d0de20dc6334 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] For port ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0,segment=NetworkSegment(526586a9-d33e-4c10-a1ea-25a09699e7a2),segment_id=526586a9-d33e-4c10-a1ea-25a09699e7a2)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:00.469001 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8a08fe3d-c062-4aae-8478-d0de20dc6334 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:00.482105 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5013cbc-3325-4f38-8577-6c92970d9479 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:00.485676 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-b5013cbc-3325-4f38-8577-6c92970d9479 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:00.496743 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5013cbc-3325-4f38-8577-6c92970d9479 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Subnet': ['ID=3449ac3a-f483-447b-b329-384eba20debd,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:00.505894 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5013cbc-3325-4f38-8577-6c92970d9479 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:00.506770 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b5013cbc-3325-4f38-8577-6c92970d9479 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:00.537343 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:00.540405 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device f468e133-d757-4b8d-9bf7-6513151bb350 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:28:00.540658 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b5013cbc-3325-4f38-8577-6c92970d9479 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8158991 Apr 29 13:28:00.542459 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58094) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:00.544465 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ff4328c5-8e7d-4efc-a902-d363144b27e1 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:00.548843 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4328c5-8e7d-4efc-a902-d363144b27e1 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:00.549012 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-dc6abffd-9d3f-452f-8327-42d71840fba6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1618147199', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:00.549738 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ff4328c5-8e7d-4efc-a902-d363144b27e1 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:00.560586 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-dc6abffd-9d3f-452f-8327-42d71840fba6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:00.565565 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-dc6abffd-9d3f-452f-8327-42d71840fba6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:router and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:00.569650 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-dc6abffd-9d3f-452f-8327-42d71840fba6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:00.576476 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-dc6abffd-9d3f-452f-8327-42d71840fba6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:00.588707 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dc6abffd-9d3f-452f-8327-42d71840fba6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:00.589879 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dc6abffd-9d3f-452f-8327-42d71840fba6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:00.609725 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dc6abffd-9d3f-452f-8327-42d71840fba6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:00.630413 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dc6abffd-9d3f-452f-8327-42d71840fba6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:00.652327 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-8a08fe3d-c062-4aae-8478-d0de20dc6334 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Calling delete_port for ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:00.656714 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dc6abffd-9d3f-452f-8327-42d71840fba6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:00.658351 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7565ca75-5590-4d9f-9866-e17d008e032a None None] Deleting port ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:00.658680 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7565ca75-5590-4d9f-9866-e17d008e032a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:00.661250 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-dc6abffd-9d3f-452f-8327-42d71840fba6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1175885 Apr 29 13:28:00.662013 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58098) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:00.723837 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e3366a-6bb2-49cd-9060-f1d873235b86 None None] Routers {'e1421bee-f3a8-483e-808c-949354d33ae7'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:28:00.724471 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e0e3366a-6bb2-49cd-9060-f1d873235b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:27:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e1421bee-f3a8-483e-808c-949354d33ae7'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:00.814560 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-92fdd0b3-17e6-4084-af0a-1b04b1ea0978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:00.890176 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4328c5-8e7d-4efc-a902-d363144b27e1 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event updated for resources: {'Network': ['ID=03a04007-73b8-472d-908c-63f0d7ec4502,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:00.913180 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ff4328c5-8e7d-4efc-a902-d363144b27e1 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3517962 Apr 29 13:28:00.947618 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 03a04007-73b8-472d-908c-63f0d7ec4502 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:28:00.952489 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58104) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:00.969024 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-637e5f41-fc96-4426-bf58-b665b28a850b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Request body: {'subnet': {'network_id': '03a04007-73b8-472d-908c-63f0d7ec4502', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:00.997177 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8a08fe3d-c062-4aae-8478-d0de20dc6334 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:01.002342 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c91d33dc-fe57-4899-8380-36c6eec94e18 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:01.050900 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c91d33dc-fe57-4899-8380-36c6eec94e18 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:01.092280 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08fe3d-c062-4aae-8478-d0de20dc6334 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Port': ['ID=ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:01.115661 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7565ca75-5590-4d9f-9866-e17d008e032a None None] The port 'ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:28:01.124600 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-123c061f-b8bb-4d59-80ea-696423ba5e65 None None] For port 02a5e883-f544-4686-a7dd-6541975ff827, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=02a5e883-f544-4686-a7dd-6541975ff827,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:01.125313 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-123c061f-b8bb-4d59-80ea-696423ba5e65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:01.132974 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=b4fe6224-d84a-4a7a-951e-876d7ca5c21c,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:01.193492 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a08fe3d-c062-4aae-8478-d0de20dc6334 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] No DVR routers for this DVR port ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0 on host dv-neutron-839027-4-hyperv {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:28:01.222154 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-637e5f41-fc96-4426-bf58-b665b28a850b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:01.227601 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-637e5f41-fc96-4426-bf58-b665b28a850b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Usage tracker for resource:subnet and tenant:9408b91db2e3459091dd0b074e69b2a2 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:01.233873 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-637e5f41-fc96-4426-bf58-b665b28a850b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:01.295292 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-637e5f41-fc96-4426-bf58-b665b28a850b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:01.330103 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-123c061f-b8bb-4d59-80ea-696423ba5e65 None None] Calling delete_port for 02a5e883-f544-4686-a7dd-6541975ff827 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:01.357720 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c91d33dc-fe57-4899-8380-36c6eec94e18 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:01.361601 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d33dc-fe57-4899-8380-36c6eec94e18 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Pushing event updated for resources: {'Port': ['ID=d4f787db-26c6-4985-a848-f8045345d5a2,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:01.377365 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73fbc22-bfcc-434d-805c-a4085d93343f None None] Network c20b5e4c-f4ea-42a5-b5d8-51bb18ac4455 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:01.393152 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637e5f41-fc96-4426-bf58-b665b28a850b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Made reservation on behalf of 9408b91db2e3459091dd0b074e69b2a2 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:01.413162 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8a08fe3d-c062-4aae-8478-d0de20dc6334 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:01.417488 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-e0e3366a-6bb2-49cd-9060-f1d873235b86 None None] Set router e1421bee-f3a8-483e-808c-949354d33ae7 gateway port host: None {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:28:01.543253 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port f468e133-d757-4b8d-9bf7-6513151bb350 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:28:01.546878 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-92fdd0b3-17e6-4084-af0a-1b04b1ea0978 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:28:01.547230 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-92fdd0b3-17e6-4084-af0a-1b04b1ea0978 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:28:01.548235 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-637e5f41-fc96-4426-bf58-b665b28a850b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:01.570067 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port f468e133-d757-4b8d-9bf7-6513151bb350 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:01.570435 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:01.616104 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-8a08fe3d-c062-4aae-8478-d0de20dc6334 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['753af2c2-3d02-4cc9-aad9-500cf1d50874']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:01.633668 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-8a08fe3d-c062-4aae-8478-d0de20dc6334 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '526586a9-d33e-4c10-a1ea-25a09699e7a2') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:01.633967 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-8a08fe3d-c062-4aae-8478-d0de20dc6334 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '526586a9-d33e-4c10-a1ea-25a09699e7a2') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:01.663751 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8a08fe3d-c062-4aae-8478-d0de20dc6334 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:01.673195 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-60507b97-3ac2-4aa6-9759-e8bf8184df72 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:01.691104 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.ipam_backend_mixin [None req-637e5f41-fc96-4426-bf58-b665b28a850b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Performing IP validity checks on allocation pools {{(pid=83904) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 29 13:28:01.691778 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.ipam_backend_mixin [None req-637e5f41-fc96-4426-bf58-b665b28a850b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83904) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 29 13:28:01.693538 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8a08fe3d-c062-4aae-8478-d0de20dc6334 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:01.706345 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a08fe3d-c062-4aae-8478-d0de20dc6334 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:28:01.706802 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8a08fe3d-c062-4aae-8478-d0de20dc6334 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:28:01.721806 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:28:01.735136 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91d33dc-fe57-4899-8380-36c6eec94e18 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Network d73a36e6-1eda-4667-ace0-7c488226ac11 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:01.745802 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-123c061f-b8bb-4d59-80ea-696423ba5e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:01.781306 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-c91d33dc-fe57-4899-8380-36c6eec94e18 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:01.845062 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c061f-b8bb-4d59-80ea-696423ba5e65 None None] Pushing event deleted for resources: {'Port': ['ID=02a5e883-f544-4686-a7dd-6541975ff827,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:01.985574 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123c061f-b8bb-4d59-80ea-696423ba5e65 None None] No DVR routers for this DVR port 02a5e883-f544-4686-a7dd-6541975ff827 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:28:02.027466 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f4bb7c-0442-4ad7-9e9e-832f3dd63822 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:02.116091 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8a08fe3d-c062-4aae-8478-d0de20dc6334 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:02.121976 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8a08fe3d-c062-4aae-8478-d0de20dc6334 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:02.160674 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08fe3d-c062-4aae-8478-d0de20dc6334 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Network': ['ID=753af2c2-3d02-4cc9-aad9-500cf1d50874,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:02.177402 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8a08fe3d-c062-4aae-8478-d0de20dc6334 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/networks/753af2c2-3d02-4cc9-aad9-500cf1d50874 HTTP/1.1" status: 204 len: 168 time: 3.0058618 Apr 29 13:28:02.179702 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58110) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:02.213647 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-60507b97-3ac2-4aa6-9759-e8bf8184df72 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Allocated IP 2001:db8::1 (b2591163-41a9-4c5e-86a6-99ddbf59518f/3449ac3a-f483-447b-b329-384eba20debd/b21d2f0c-5005-402e-8b75-06ea4bd23981) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:28:02.263122 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:02.386680 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-637e5f41-fc96-4426-bf58-b665b28a850b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:02.401759 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port f468e133-d757-4b8d-9bf7-6513151bb350, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f468e133-d757-4b8d-9bf7-6513151bb350,segment=NetworkSegment(f4326f92-0a4f-4ff5-9d5a-c9694c375ce8),segment_id=f4326f92-0a4f-4ff5-9d5a-c9694c375ce8)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:02.444731 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:02.457803 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91d33dc-fe57-4899-8380-36c6eec94e18 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Router 1773f44e-1fcd-466f-a3c5-1948130a9c61 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:28:02.499082 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e5f41-fc96-4426-bf58-b665b28a850b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event updated for resources: {'Subnet': ['ID=df27a2e2-2019-4b28-b284-586944824cd6,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:02.508097 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-60507b97-3ac2-4aa6-9759-e8bf8184df72 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:02.528384 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637e5f41-fc96-4426-bf58-b665b28a850b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Checking segment: {'id': '411bcfa4-6187-45e7-8043-5ff35c264b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '03a04007-73b8-472d-908c-63f0d7ec4502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:28:02.528742 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637e5f41-fc96-4426-bf58-b665b28a850b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Network hostable DHCP agents. Network: 03a04007-73b8-472d-908c-63f0d7ec4502, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:28:02.536566 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-60507b97-3ac2-4aa6-9759-e8bf8184df72 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Transition to ACTIVE for port object b21d2f0c-5005-402e-8b75-06ea4bd23981 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:02.572343 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f54e119e-f528-48d8-adfc-33b83d86e19d None None] Provisioning complete for port f468e133-d757-4b8d-9bf7-6513151bb350 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:02.573093 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f54e119e-f528-48d8-adfc-33b83d86e19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:02.587872 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637e5f41-fc96-4426-bf58-b665b28a850b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Network 03a04007-73b8-472d-908c-63f0d7ec4502 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:28:02.594762 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-60507b97-3ac2-4aa6-9759-e8bf8184df72 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:02.642391 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cb0d97-9e09-4129-b54f-82b559a5ed53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-b2591163-41a9-4c5e-86a6-99ddbf59518f', 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'fixed_ips': [{'subnet_id': '3449ac3a-f483-447b-b329-384eba20debd'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:28:02.643196 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48cb0d97-9e09-4129-b54f-82b559a5ed53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:02.681995 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=f468e133-d757-4b8d-9bf7-6513151bb350,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:02.684623 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-637e5f41-fc96-4426-bf58-b665b28a850b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 03a04007-73b8-472d-908c-63f0d7ec4502) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:02.705714 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60507b97-3ac2-4aa6-9759-e8bf8184df72 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:02.707220 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-60507b97-3ac2-4aa6-9759-e8bf8184df72 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:02.710120 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81d0293-75ec-4bff-96b7-ec1b1ecb0469 None None] Network 03a04007-73b8-472d-908c-63f0d7ec4502 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:02.713278 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60507b97-3ac2-4aa6-9759-e8bf8184df72 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:28:02.714016 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-60507b97-3ac2-4aa6-9759-e8bf8184df72 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:02.718626 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637e5f41-fc96-4426-bf58-b665b28a850b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:02.719408 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-637e5f41-fc96-4426-bf58-b665b28a850b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:02.737727 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60507b97-3ac2-4aa6-9759-e8bf8184df72 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Port': ['ID=b21d2f0c-5005-402e-8b75-06ea4bd23981,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:02.782481 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-637e5f41-fc96-4426-bf58-b665b28a850b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8219969 Apr 29 13:28:02.783655 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58114) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:02.816965 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a706b6e6-47f6-492e-8685-9b7186551191 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:02.868197 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a8287fd7-7332-4bde-b34b-813d2fe71c52 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:28:02.934222 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e0e3366a-6bb2-49cd-9060-f1d873235b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'name': 'tempest-RoutersTest-router-375737017', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:31Z', 'updated_at': '2022-04-29T13:27:52Z', 'revision_number': 9, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'gw_port_host': None, '_interfaces': [{'id': '73c6abaf-ee20-4b24-9581-a991ee6d160b', 'name': '', 'network_id': 'be9df2cb-cf00-4558-99bb-20f082905c88', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:bc:ec:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:39Z', 'updated_at': '2022-04-29T13:27:06Z', 'revision_number': 5, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75e4a79c-dfe0-4844-833a-daae0a536f30', 'name': '', 'network_id': '38acd47f-3b98-4e19-a364-804242709423', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:2f:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4818a72c-1dd1-4b94-bc0a-fce2b7154ce2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:56Z', 'updated_at': '2022-04-29T13:27:30Z', 'revision_number': 5, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': '4818a72c-1dd1-4b94-bc0a-fce2b7154ce2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:02.975822 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-60507b97-3ac2-4aa6-9759-e8bf8184df72 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:02.979376 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e3366a-6bb2-49cd-9060-f1d873235b86 None None] The sync data for ids ['e1421bee-f3a8-483e-808c-949354d33ae7'] in dv-neutron-839027-4-hyperv is: [{'id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'name': 'tempest-RoutersTest-router-375737017', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:31Z', 'updated_at': '2022-04-29T13:27:52Z', 'revision_number': 9, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'gw_port_host': None, '_interfaces': [{'id': '73c6abaf-ee20-4b24-9581-a991ee6d160b', 'name': '', 'network_id': 'be9df2cb-cf00-4558-99bb-20f082905c88', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:bc:ec:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:39Z', 'updated_at': '2022-04-29T13:27:06Z', 'revision_number': 5, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75e4a79c-dfe0-4844-833a-daae0a536f30', 'name': '', 'network_id': '38acd47f-3b98-4e19-a364-804242709423', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:2f:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4818a72c-1dd1-4b94-bc0a-fce2b7154ce2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:56Z', 'updated_at': '2022-04-29T13:27:30Z', 'revision_number': 5, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': '4818a72c-1dd1-4b94-bc0a-fce2b7154ce2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:28:03.079961 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dce0881a-cf8e-4ed4-8f9d-dcefef3c5571 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:03.115159 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91d33dc-fe57-4899-8380-36c6eec94e18 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:28:03.122114 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c91d33dc-fe57-4899-8380-36c6eec94e18 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] 10.222.0.76 "PUT /v2.0/routers/1773f44e-1fcd-466f-a3c5-1948130a9c61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9106603 Apr 29 13:28:03.125485 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58118) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:03.137002 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4d9d59-b421-4289-bc85-8ee127ff4c2a None None] Sync routers for ids ['1773f44e-1fcd-466f-a3c5-1948130a9c61'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:28:03.219944 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-48cb0d97-9e09-4129-b54f-82b559a5ed53 None None] Allocated IP 2001:db8::2 (b2591163-41a9-4c5e-86a6-99ddbf59518f/3449ac3a-f483-447b-b329-384eba20debd/91eed7e3-98ed-4aae-b908-ada3f3b42e7f) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:28:03.250434 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4d9d59-b421-4289-bc85-8ee127ff4c2a None None] Routers {'1773f44e-1fcd-466f-a3c5-1948130a9c61'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:28:03.251145 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5a4d9d59-b421-4289-bc85-8ee127ff4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:27:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['1773f44e-1fcd-466f-a3c5-1948130a9c61'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:03.318324 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port a8287fd7-7332-4bde-b34b-813d2fe71c52 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:28:03.360673 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f54e119e-f528-48d8-adfc-33b83d86e19d None None] Provisioning for port d4f787db-26c6-4985-a848-f8045345d5a2 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:28:03.407209 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dce0881a-cf8e-4ed4-8f9d-dcefef3c5571 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:03.419838 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5a4d9d59-b421-4289-bc85-8ee127ff4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:03.422346 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b4fe6224-d84a-4a7a-951e-876d7ca5c21c up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:28:03.475851 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f54e119e-f528-48d8-adfc-33b83d86e19d None None] Provisioning complete for port d4f787db-26c6-4985-a848-f8045345d5a2 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:03.476326 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f54e119e-f528-48d8-adfc-33b83d86e19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:03.507736 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fb597e-c6bd-4a15-b5c9-3ba64a3a5a61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-03a04007-73b8-472d-908c-63f0d7ec4502', 'network_id': '03a04007-73b8-472d-908c-63f0d7ec4502', 'tenant_id': '9408b91db2e3459091dd0b074e69b2a2', 'fixed_ips': [{'subnet_id': 'df27a2e2-2019-4b28-b284-586944824cd6'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:28:03.508653 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b8fb597e-c6bd-4a15-b5c9-3ba64a3a5a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:03.628371 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dce0881a-cf8e-4ed4-8f9d-dcefef3c5571 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:03.674197 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4d9d59-b421-4289-bc85-8ee127ff4c2a None None] Routers {'1773f44e-1fcd-466f-a3c5-1948130a9c61'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:28:03.674986 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5a4d9d59-b421-4289-bc85-8ee127ff4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:27:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['1773f44e-1fcd-466f-a3c5-1948130a9c61'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:03.675365 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0881a-cf8e-4ed4-8f9d-dcefef3c5571 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event deleted for resources: {'Subnet': ['ID=df27a2e2-2019-4b28-b284-586944824cd6,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:03.779569 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-60507b97-3ac2-4aa6-9759-e8bf8184df72 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:03.791558 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dce0881a-cf8e-4ed4-8f9d-dcefef3c5571 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:03.802840 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-60507b97-3ac2-4aa6-9759-e8bf8184df72 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:03.803619 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-60507b97-3ac2-4aa6-9759-e8bf8184df72 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:03.853291 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f54e119e-f528-48d8-adfc-33b83d86e19d None None] Port d4f787db-26c6-4985-a848-f8045345d5a2 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:28:03.860193 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5a4d9d59-b421-4289-bc85-8ee127ff4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:03.860984 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4d9d59-b421-4289-bc85-8ee127ff4c2a None None] The sync data for ids ['1773f44e-1fcd-466f-a3c5-1948130a9c61'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:28:03.886995 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-dce0881a-cf8e-4ed4-8f9d-dcefef3c5571 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a04007-73b8-472d-908c-63f0d7ec4502']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:03.923857 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-dce0881a-cf8e-4ed4-8f9d-dcefef3c5571 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '411bcfa4-6187-45e7-8043-5ff35c264b5c') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:03.924158 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-dce0881a-cf8e-4ed4-8f9d-dcefef3c5571 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '411bcfa4-6187-45e7-8043-5ff35c264b5c') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:03.944532 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60507b97-3ac2-4aa6-9759-e8bf8184df72 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Port': ['ID=b21d2f0c-5005-402e-8b75-06ea4bd23981,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:03.979974 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port b4fe6224-d84a-4a7a-951e-876d7ca5c21c triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:03.980505 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:03.998829 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dce0881a-cf8e-4ed4-8f9d-dcefef3c5571 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:04.014431 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ec0f1a-c3e5-45b8-a216-087169ddf873 None None] Network 03a04007-73b8-472d-908c-63f0d7ec4502 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:04.028504 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dce0881a-cf8e-4ed4-8f9d-dcefef3c5571 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:04.046360 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f54e119e-f528-48d8-adfc-33b83d86e19d None None] Provisioning for port a8287fd7-7332-4bde-b34b-813d2fe71c52 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:28:04.047822 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce0881a-cf8e-4ed4-8f9d-dcefef3c5571 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:28:04.048226 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dce0881a-cf8e-4ed4-8f9d-dcefef3c5571 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:28:04.063367 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:28:04.066925 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48cb0d97-9e09-4129-b54f-82b559a5ed53 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:04.131787 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f54e119e-f528-48d8-adfc-33b83d86e19d None None] Provisioning complete for port a8287fd7-7332-4bde-b34b-813d2fe71c52 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:04.132332 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f54e119e-f528-48d8-adfc-33b83d86e19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:04.182872 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-48cb0d97-9e09-4129-b54f-82b559a5ed53 None None] Transition to ACTIVE for port object 91eed7e3-98ed-4aae-b908-ada3f3b42e7f will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:04.200840 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-a706b6e6-47f6-492e-8685-9b7186551191 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Deleting port 75e4a79c-dfe0-4844-833a-daae0a536f30 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:04.201406 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a706b6e6-47f6-492e-8685-9b7186551191 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:04.202761 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60507b97-3ac2-4aa6-9759-e8bf8184df72 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:04.204477 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-60507b97-3ac2-4aa6-9759-e8bf8184df72 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:04.257913 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-48cb0d97-9e09-4129-b54f-82b559a5ed53 None None] Transition to ACTIVE for port object 91eed7e3-98ed-4aae-b908-ada3f3b42e7f will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:04.272964 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-f5330597-beae-4ece-8954-33daab93fbc5 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:28:04.274415 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f5330597-beae-4ece-8954-33daab93fbc5 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] 10.222.0.76 "PUT /v2.0/routers/1773f44e-1fcd-466f-a3c5-1948130a9c61/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1481164 Apr 29 13:28:04.276982 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dce0881a-cf8e-4ed4-8f9d-dcefef3c5571 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:04.277138 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58122) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:04.337261 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48cb0d97-9e09-4129-b54f-82b559a5ed53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:04.359981 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dce0881a-cf8e-4ed4-8f9d-dcefef3c5571 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:04.390452 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0881a-cf8e-4ed4-8f9d-dcefef3c5571 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event deleted for resources: {'Network': ['ID=03a04007-73b8-472d-908c-63f0d7ec4502,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:04.399675 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-dce0881a-cf8e-4ed4-8f9d-dcefef3c5571 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/networks/03a04007-73b8-472d-908c-63f0d7ec4502 HTTP/1.1" status: 204 len: 168 time: 1.6150088 Apr 29 13:28:04.403442 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58126) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:04.412288 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-05a8f80e-cfa9-48a6-baad-7e83d0ce1e7f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-311653382'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:04.420996 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-05a8f80e-cfa9-48a6-baad-7e83d0ce1e7f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:04.430835 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-05a8f80e-cfa9-48a6-baad-7e83d0ce1e7f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Usage tracker for resource:network and tenant:9408b91db2e3459091dd0b074e69b2a2 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:04.435756 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-05a8f80e-cfa9-48a6-baad-7e83d0ce1e7f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:04.440922 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-10177ddb-f175-482c-8c82-e2d46a83a2a0 req-98f6ddb6-9a78-4d2c-be2a-268b32019cd1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3288953 Apr 29 13:28:04.446151 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-05a8f80e-cfa9-48a6-baad-7e83d0ce1e7f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:04.498350 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cb0d97-9e09-4129-b54f-82b559a5ed53 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:04.508853 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-48cb0d97-9e09-4129-b54f-82b559a5ed53 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:04.512288 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cb0d97-9e09-4129-b54f-82b559a5ed53 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:28:04.524146 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb0d97-9e09-4129-b54f-82b559a5ed53 None None] Pushing event updated for resources: {'Port': ['ID=91eed7e3-98ed-4aae-b908-ada3f3b42e7f,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:04.586725 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f54e119e-f528-48d8-adfc-33b83d86e19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:04.599714 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a8f80e-cfa9-48a6-baad-7e83d0ce1e7f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Made reservation on behalf of 9408b91db2e3459091dd0b074e69b2a2 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:04.602571 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-05a8f80e-cfa9-48a6-baad-7e83d0ce1e7f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:04.632847 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 02a5e883-f544-4686-a7dd-6541975ff827 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:28:04.684567 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 02a5e883-f544-4686-a7dd-6541975ff827 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:28:04.685086 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 02a5e883-f544-4686-a7dd-6541975ff827 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:28:04.685432 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device f3ae746f-f7be-4b07-abb3-ca519c59d6fc no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:28:04.703056 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-a706b6e6-47f6-492e-8685-9b7186551191 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] For port 75e4a79c-dfe0-4844-833a-daae0a536f30, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=75e4a79c-dfe0-4844-833a-daae0a536f30,segment=NetworkSegment(d030eeec-8c18-44ba-a120-7e2bac809e1d),segment_id=d030eeec-8c18-44ba-a120-7e2bac809e1d)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:04.703435 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a706b6e6-47f6-492e-8685-9b7186551191 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:04.727442 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: f3ae746f-f7be-4b07-abb3-ca519c59d6fc {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:28:04.728635 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device f3ae746f-f7be-4b07-abb3-ca519c59d6fc not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:28:04.729242 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:28:04.759455 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-48cb0d97-9e09-4129-b54f-82b559a5ed53 None None] Attempting to bind port 91eed7e3-98ed-4aae-b908-ada3f3b42e7f on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:28:04.760106 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-48cb0d97-9e09-4129-b54f-82b559a5ed53 None None] Attempting to bind port 91eed7e3-98ed-4aae-b908-ada3f3b42e7f by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:28:04.760841 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cb0d97-9e09-4129-b54f-82b559a5ed53 None None] Attempting to bind port 91eed7e3-98ed-4aae-b908-ada3f3b42e7f on network b2591163-41a9-4c5e-86a6-99ddbf59518f {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:28:04.776438 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:28:04.777101 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device ba3f726b-1e60-4cf2-b8aa-ae1b961e66c0 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:28:04.785568 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cb0d97-9e09-4129-b54f-82b559a5ed53 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:28:04.786132 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cb0d97-9e09-4129-b54f-82b559a5ed53 None None] Checking segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:28:04.786506 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a8f80e-cfa9-48a6-baad-7e83d0ce1e7f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:28:04.787319 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48cb0d97-9e09-4129-b54f-82b559a5ed53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:04.787865 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cb0d97-9e09-4129-b54f-82b559a5ed53 None None] Bound using segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:28:04.788508 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-48cb0d97-9e09-4129-b54f-82b559a5ed53 None None] Bound port: 91eed7e3-98ed-4aae-b908-ada3f3b42e7f, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:28:04.789107 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48cb0d97-9e09-4129-b54f-82b559a5ed53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:04.800465 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f54e119e-f528-48d8-adfc-33b83d86e19d None None] For port a8287fd7-7332-4bde-b34b-813d2fe71c52, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a8287fd7-7332-4bde-b34b-813d2fe71c52,segment=NetworkSegment(d53aaa12-5ede-464a-9216-64ade46f3671),segment_id=d53aaa12-5ede-464a-9216-64ade46f3671)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:04.807383 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-05a8f80e-cfa9-48a6-baad-7e83d0ce1e7f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:04.807728 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-05a8f80e-cfa9-48a6-baad-7e83d0ce1e7f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Added segment 2828f28f-48fd-4b5e-aaff-a5a7a620174d of type vlan for network 7875f812-c3c4-4a78-9334-4e6537e3e460 Apr 29 13:28:04.808413 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f54e119e-f528-48d8-adfc-33b83d86e19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:04.840023 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-10177ddb-f175-482c-8c82-e2d46a83a2a0 req-0bb1deb6-db4d-4a61-bfab-29a648d413ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0952490f6c5340cc87f108a8ce4f0048&device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 1098 time: 0.3352716 Apr 29 13:28:04.848064 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-a706b6e6-47f6-492e-8685-9b7186551191 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Calling delete_port for 75e4a79c-dfe0-4844-833a-daae0a536f30 owned by network:router_interface {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:04.848532 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-05a8f80e-cfa9-48a6-baad-7e83d0ce1e7f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:04.963607 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e119e-f528-48d8-adfc-33b83d86e19d None None] Pushing event updated for resources: {'Port': ['ID=a8287fd7-7332-4bde-b34b-813d2fe71c52,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:04.983274 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0a2f664e-f0c2-4805-80bf-1bb4efdb472c None None] Provisioning complete for port a8287fd7-7332-4bde-b34b-813d2fe71c52 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:04.983924 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0a2f664e-f0c2-4805-80bf-1bb4efdb472c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:05.016293 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-48cb0d97-9e09-4129-b54f-82b559a5ed53 None None] For port 91eed7e3-98ed-4aae-b908-ada3f3b42e7f, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:28:05.028924 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device f468e133-d757-4b8d-9bf7-6513151bb350 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:28:05.066162 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-05a8f80e-cfa9-48a6-baad-7e83d0ce1e7f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:05.070068 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a8f80e-cfa9-48a6-baad-7e83d0ce1e7f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:05.070819 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-05a8f80e-cfa9-48a6-baad-7e83d0ce1e7f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:05.081712 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-48cb0d97-9e09-4129-b54f-82b559a5ed53 None None] For port 91eed7e3-98ed-4aae-b908-ada3f3b42e7f, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=91eed7e3-98ed-4aae-b908-ada3f3b42e7f,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:28:05.096612 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48cb0d97-9e09-4129-b54f-82b559a5ed53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:05.154848 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1e784f10-4c13-4b2b-90af-f63dff6151f5 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:05.220099 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10177ddb-f175-482c-8c82-e2d46a83a2a0 req-62422d61-7d48-48aa-8b20-c1546fb5eee0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:05.221467 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-10177ddb-f175-482c-8c82-e2d46a83a2a0 req-62422d61-7d48-48aa-8b20-c1546fb5eee0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6 HTTP/1.1" status: 200 len: 913 time: 0.3121960 Apr 29 13:28:05.229051 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-05a8f80e-cfa9-48a6-baad-7e83d0ce1e7f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8210566 Apr 29 13:28:05.229051 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8f80e-cfa9-48a6-baad-7e83d0ce1e7f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event updated for resources: {'Network': ['ID=7875f812-c3c4-4a78-9334-4e6537e3e460,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:05.229975 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58130) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:05.238812 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb0d97-9e09-4129-b54f-82b559a5ed53 None None] Pushing event updated for resources: {'Port': ['ID=91eed7e3-98ed-4aae-b908-ada3f3b42e7f,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:05.250996 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 7875f812-c3c4-4a78-9334-4e6537e3e460 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:28:05.294961 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-de97efd5-c75b-44d5-b2f4-88177bb12b65 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Request body: {'subnet': {'network_id': '7875f812-c3c4-4a78-9334-4e6537e3e460', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:05.365953 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port f468e133-d757-4b8d-9bf7-6513151bb350 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:05.366925 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:05.367340 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a706b6e6-47f6-492e-8685-9b7186551191 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:05.434959 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706b6e6-47f6-492e-8685-9b7186551191 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Port': ['ID=75e4a79c-dfe0-4844-833a-daae0a536f30,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:05.450358 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-10177ddb-f175-482c-8c82-e2d46a83a2a0 req-a78401db-c2ad-4475-8257-951fb1e59e4c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4607167c-7986-4767-894c-12e0243b25ec HTTP/1.1" status: 200 len: 1001 time: 0.2193120 Apr 29 13:28:05.450849 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60507b97-3ac2-4aa6-9759-e8bf8184df72 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Router f9ad5e1b-236f-4cb3-9206-ea631811af8b is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:28:05.530867 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-de97efd5-c75b-44d5-b2f4-88177bb12b65 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:05.544434 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-de97efd5-c75b-44d5-b2f4-88177bb12b65 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Usage tracker for resource:subnet and tenant:9408b91db2e3459091dd0b074e69b2a2 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:05.551485 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-de97efd5-c75b-44d5-b2f4-88177bb12b65 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:05.559914 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device f1175cea-b676-4578-a852-66e146c4f68f no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:28:05.567403 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-de97efd5-c75b-44d5-b2f4-88177bb12b65 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:05.661922 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de97efd5-c75b-44d5-b2f4-88177bb12b65 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Made reservation on behalf of 9408b91db2e3459091dd0b074e69b2a2 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:05.688932 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: f1175cea-b676-4578-a852-66e146c4f68f {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:28:05.689853 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device f1175cea-b676-4578-a852-66e146c4f68f not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:28:05.837953 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10177ddb-f175-482c-8c82-e2d46a83a2a0 req-3354e310-d016-49fd-9323-00f2d2c95343 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:05.839721 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-10177ddb-f175-482c-8c82-e2d46a83a2a0 req-3354e310-d016-49fd-9323-00f2d2c95343 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95ef32f0-4ffe-4053-ad89-1f8d7234cbbd HTTP/1.1" status: 200 len: 851 time: 0.3824313 Apr 29 13:28:05.914728 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-de97efd5-c75b-44d5-b2f4-88177bb12b65 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:06.026320 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a706b6e6-47f6-492e-8685-9b7186551191 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:06.073437 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-10177ddb-f175-482c-8c82-e2d46a83a2a0 req-98d6c425-d582-4eee-b8df-03a68b2503fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2263470 Apr 29 13:28:06.104778 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60507b97-3ac2-4aa6-9759-e8bf8184df72 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:28:06.118220 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d043634-9e56-4032-af1b-49aa2a146875 None None] Sync routers for ids ['f9ad5e1b-236f-4cb3-9206-ea631811af8b'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:28:06.143863 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d043634-9e56-4032-af1b-49aa2a146875 None None] Routers {'f9ad5e1b-236f-4cb3-9206-ea631811af8b'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:28:06.144578 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-4d043634-9e56-4032-af1b-49aa2a146875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:27:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['f9ad5e1b-236f-4cb3-9206-ea631811af8b'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:06.184835 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-60507b97-3ac2-4aa6-9759-e8bf8184df72 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "PUT /v2.0/routers/f9ad5e1b-236f-4cb3-9206-ea631811af8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5215440 Apr 29 13:28:06.198684 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58134) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:06.330091 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-4d043634-9e56-4032-af1b-49aa2a146875 None None] Set router f9ad5e1b-236f-4cb3-9206-ea631811af8b gateway port host: None {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:28:06.350731 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a5c77-4923-4e79-84a6-d5f4e66efda8 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:06.351313 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4b5a5c77-4923-4e79-84a6-d5f4e66efda8 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:28:06.391593 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-10177ddb-f175-482c-8c82-e2d46a83a2a0 req-89aa18d0-627a-45b0-920d-1bf27d94ef32 service neutron] 10.222.0.32 "GET /v2.0/networks/9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105335 Apr 29 13:28:06.432194 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4b5a5c77-4923-4e79-84a6-d5f4e66efda8 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:28:06.433380 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4b5a5c77-4923-4e79-84a6-d5f4e66efda8 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports/b21d2f0c-5005-402e-8b75-06ea4bd23981 HTTP/1.1" status: 200 len: 911 time: 0.2337537 Apr 29 13:28:06.457677 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58138) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:06.591805 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0c28466e-d437-446b-a4bb-b93d6deed6cd None None] Provisioning for port 91eed7e3-98ed-4aae-b908-ada3f3b42e7f completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:28:06.607267 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-de97efd5-c75b-44d5-b2f4-88177bb12b65 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:06.724316 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97efd5-c75b-44d5-b2f4-88177bb12b65 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event updated for resources: {'Subnet': ['ID=d957fecd-6441-4ae3-bad9-d0a61cecd0f9,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:06.749806 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-10177ddb-f175-482c-8c82-e2d46a83a2a0 req-c56525ff-b9a5-4e73-a3dc-1a5edfed9f8f service neutron] 10.222.0.32 "GET /v2.0/networks/9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447137 Apr 29 13:28:06.753125 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de97efd5-c75b-44d5-b2f4-88177bb12b65 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Checking segment: {'id': '2828f28f-48fd-4b5e-aaff-a5a7a620174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7875f812-c3c4-4a78-9334-4e6537e3e460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:28:06.753460 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de97efd5-c75b-44d5-b2f4-88177bb12b65 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Network hostable DHCP agents. Network: 7875f812-c3c4-4a78-9334-4e6537e3e460, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:28:06.762569 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-4d043634-9e56-4032-af1b-49aa2a146875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ad5e1b-236f-4cb3-9206-ea631811af8b', 'name': 'tempest-NetworksTestDHCPv6-router-1618147199', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:28:00Z', 'updated_at': '2022-04-29T13:28:02Z', 'revision_number': 2, 'project_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'gw_port_host': None, '_interfaces': [{'id': 'b21d2f0c-5005-402e-8b75-06ea4bd23981', 'name': '', 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'mac_address': 'fa:16:3e:42:7e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ad5e1b-236f-4cb3-9206-ea631811af8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3449ac3a-f483-447b-b329-384eba20debd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:28:01Z', 'updated_at': '2022-04-29T13:28:03Z', 'revision_number': 2, 'project_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'subnets': [{'id': '3449ac3a-f483-447b-b329-384eba20debd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:06.767902 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d043634-9e56-4032-af1b-49aa2a146875 None None] Checking router: f9ad5e1b-236f-4cb3-9206-ea631811af8b for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:28:06.768249 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d043634-9e56-4032-af1b-49aa2a146875 None None] Updating router f9ad5e1b-236f-4cb3-9206-ea631811af8b port b21d2f0c-5005-402e-8b75-06ea4bd23981 binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:28:06.780531 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de97efd5-c75b-44d5-b2f4-88177bb12b65 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Network 7875f812-c3c4-4a78-9334-4e6537e3e460 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:28:06.786527 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c00d79d-0c8f-4657-93f6-58519b34cc3f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:06.790936 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c00d79d-0c8f-4657-93f6-58519b34cc3f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:06.791749 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7c00d79d-0c8f-4657-93f6-58519b34cc3f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:28:06.799707 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-de97efd5-c75b-44d5-b2f4-88177bb12b65 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 7875f812-c3c4-4a78-9334-4e6537e3e460) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:06.808236 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de97efd5-c75b-44d5-b2f4-88177bb12b65 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:06.808944 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-de97efd5-c75b-44d5-b2f4-88177bb12b65 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:06.811575 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dd9ac4-1d4f-4dd8-9180-b499e06e81bc None None] Network 7875f812-c3c4-4a78-9334-4e6537e3e460 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:06.841068 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-de97efd5-c75b-44d5-b2f4-88177bb12b65 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5567062 Apr 29 13:28:06.843489 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58142) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:06.856530 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-1e784f10-4c13-4b2b-90af-f63dff6151f5 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Deleting port d4f787db-26c6-4985-a848-f8045345d5a2 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:06.856915 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1e784f10-4c13-4b2b-90af-f63dff6151f5 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:06.862163 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-4d043634-9e56-4032-af1b-49aa2a146875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:06.887913 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7c00d79d-0c8f-4657-93f6-58519b34cc3f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:28:06.891148 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7c00d79d-0c8f-4657-93f6-58519b34cc3f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.4278700 Apr 29 13:28:06.891732 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58146) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:07.096692 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7bd927e2-f845-4e14-890a-f6bd00892ecf None None] Provisioning for port b21d2f0c-5005-402e-8b75-06ea4bd23981 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:28:07.124024 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7bd927e2-f845-4e14-890a-f6bd00892ecf None None] Provisioning complete for port b21d2f0c-5005-402e-8b75-06ea4bd23981 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:07.126297 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7bd927e2-f845-4e14-890a-f6bd00892ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:07.139652 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8c8f770a-ddb6-4c1f-be65-29b95239b3bf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:07.297332 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8c8f770a-ddb6-4c1f-be65-29b95239b3bf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:07.314079 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7bd927e2-f845-4e14-890a-f6bd00892ecf None None] Port b21d2f0c-5005-402e-8b75-06ea4bd23981 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:28:07.324342 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a8287fd7-7332-4bde-b34b-813d2fe71c52 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:28:07.434194 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8c8f770a-ddb6-4c1f-be65-29b95239b3bf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:07.442089 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c2dd95-6d25-44ad-92ee-a4acfc3e110e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-7875f812-c3c4-4a78-9334-4e6537e3e460', 'network_id': '7875f812-c3c4-4a78-9334-4e6537e3e460', 'tenant_id': '9408b91db2e3459091dd0b074e69b2a2', 'fixed_ips': [{'subnet_id': 'd957fecd-6441-4ae3-bad9-d0a61cecd0f9'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:28:07.443204 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-26c2dd95-6d25-44ad-92ee-a4acfc3e110e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:07.485765 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f770a-ddb6-4c1f-be65-29b95239b3bf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event deleted for resources: {'Subnet': ['ID=d957fecd-6441-4ae3-bad9-d0a61cecd0f9,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:07.495930 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1e784f10-4c13-4b2b-90af-f63dff6151f5 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:07.540683 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-4d043634-9e56-4032-af1b-49aa2a146875 None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:07.553784 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f7daa385-a14a-4d7e-990d-7e7af5805776 None None] Provisioning complete for port b21d2f0c-5005-402e-8b75-06ea4bd23981 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:07.554385 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f7daa385-a14a-4d7e-990d-7e7af5805776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:07.564167 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-4d043634-9e56-4032-af1b-49aa2a146875 None None] Transition to ACTIVE for port object b21d2f0c-5005-402e-8b75-06ea4bd23981 will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:07.574400 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-4d043634-9e56-4032-af1b-49aa2a146875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:07.590221 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24ad5c9-2deb-4626-aa88-5397f808e0ab None None] Network 7875f812-c3c4-4a78-9334-4e6537e3e460 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:07.638414 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8c8f770a-ddb6-4c1f-be65-29b95239b3bf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:07.639543 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-1e784f10-4c13-4b2b-90af-f63dff6151f5 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Calling delete_port for d4f787db-26c6-4985-a848-f8045345d5a2 owned by network:router_interface {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:07.653493 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748cd47-866b-4635-b109-1a58cb7cb190 None None] Pushing event updated for resources: {'Port': ['ID=b21d2f0c-5005-402e-8b75-06ea4bd23981,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:07.668819 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-8c8f770a-ddb6-4c1f-be65-29b95239b3bf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7875f812-c3c4-4a78-9334-4e6537e3e460']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:07.694137 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-8c8f770a-ddb6-4c1f-be65-29b95239b3bf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2828f28f-48fd-4b5e-aaff-a5a7a620174d') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:07.694137 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-8c8f770a-ddb6-4c1f-be65-29b95239b3bf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2828f28f-48fd-4b5e-aaff-a5a7a620174d') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:07.713552 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port a8287fd7-7332-4bde-b34b-813d2fe71c52 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:07.714181 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:07.714504 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8c8f770a-ddb6-4c1f-be65-29b95239b3bf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:07.739548 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8c8f770a-ddb6-4c1f-be65-29b95239b3bf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:07.747798 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8f770a-ddb6-4c1f-be65-29b95239b3bf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:28:07.748300 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8c8f770a-ddb6-4c1f-be65-29b95239b3bf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:07.777328 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f7daa385-a14a-4d7e-990d-7e7af5805776 None None] Port b21d2f0c-5005-402e-8b75-06ea4bd23981 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:28:07.838393 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-93b8d99a-8c54-4861-a85a-f26eb586de5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:28:07.924190 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:28:07.928972 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 91eed7e3-98ed-4aae-b908-ada3f3b42e7f up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:28:07.930306 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8c8f770a-ddb6-4c1f-be65-29b95239b3bf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:07.952247 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-4d043634-9e56-4032-af1b-49aa2a146875 None None] Attempting to bind port b21d2f0c-5005-402e-8b75-06ea4bd23981 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:28:07.952609 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-4d043634-9e56-4032-af1b-49aa2a146875 None None] Attempting to bind port b21d2f0c-5005-402e-8b75-06ea4bd23981 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:28:07.954014 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d043634-9e56-4032-af1b-49aa2a146875 None None] Attempting to bind port b21d2f0c-5005-402e-8b75-06ea4bd23981 on network b2591163-41a9-4c5e-86a6-99ddbf59518f {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:28:07.956829 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8c8f770a-ddb6-4c1f-be65-29b95239b3bf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:07.966601 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d043634-9e56-4032-af1b-49aa2a146875 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:28:07.967023 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d043634-9e56-4032-af1b-49aa2a146875 None None] Checking segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:28:07.967426 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-4d043634-9e56-4032-af1b-49aa2a146875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:07.967811 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d043634-9e56-4032-af1b-49aa2a146875 None None] Bound using segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:28:07.968419 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-4d043634-9e56-4032-af1b-49aa2a146875 None None] Bound port: b21d2f0c-5005-402e-8b75-06ea4bd23981, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:28:07.968845 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-4d043634-9e56-4032-af1b-49aa2a146875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:07.970086 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f770a-ddb6-4c1f-be65-29b95239b3bf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event deleted for resources: {'Network': ['ID=7875f812-c3c4-4a78-9334-4e6537e3e460,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:07.978484 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8c8f770a-ddb6-4c1f-be65-29b95239b3bf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/networks/7875f812-c3c4-4a78-9334-4e6537e3e460 HTTP/1.1" status: 204 len: 168 time: 1.1303983 Apr 29 13:28:07.979324 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58150) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:07.986764 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-131e4fc4-6536-4065-84bb-7b39deae18a7 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1185044494'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:07.997983 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-131e4fc4-6536-4065-84bb-7b39deae18a7 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:08.002213 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-131e4fc4-6536-4065-84bb-7b39deae18a7 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Usage tracker for resource:network and tenant:9408b91db2e3459091dd0b074e69b2a2 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:08.005850 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-131e4fc4-6536-4065-84bb-7b39deae18a7 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:08.020133 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-131e4fc4-6536-4065-84bb-7b39deae18a7 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:08.033123 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131e4fc4-6536-4065-84bb-7b39deae18a7 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Made reservation on behalf of 9408b91db2e3459091dd0b074e69b2a2 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:08.037564 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-131e4fc4-6536-4065-84bb-7b39deae18a7 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:08.040970 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a706b6e6-47f6-492e-8685-9b7186551191 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Router e1421bee-f3a8-483e-808c-949354d33ae7 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:28:08.092246 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-131e4fc4-6536-4065-84bb-7b39deae18a7 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:28:08.103383 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-4d043634-9e56-4032-af1b-49aa2a146875 None None] For port b21d2f0c-5005-402e-8b75-06ea4bd23981, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:28:08.106482 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-131e4fc4-6536-4065-84bb-7b39deae18a7 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:08.107300 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-131e4fc4-6536-4065-84bb-7b39deae18a7 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Added segment 2820d08b-2997-4a4a-96c0-4a7107bb14c7 of type vlan for network de5add95-f95c-4ff1-9358-1bf7ba0369dc Apr 29 13:28:08.107601 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-4d043634-9e56-4032-af1b-49aa2a146875 None None] For port b21d2f0c-5005-402e-8b75-06ea4bd23981, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b21d2f0c-5005-402e-8b75-06ea4bd23981,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:28:08.116951 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-4d043634-9e56-4032-af1b-49aa2a146875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:08.127460 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 91eed7e3-98ed-4aae-b908-ada3f3b42e7f completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:28:08.133228 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 91eed7e3-98ed-4aae-b908-ada3f3b42e7f triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:08.133621 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:08.146364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-131e4fc4-6536-4065-84bb-7b39deae18a7 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:08.185587 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-131e4fc4-6536-4065-84bb-7b39deae18a7 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:08.189611 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131e4fc4-6536-4065-84bb-7b39deae18a7 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:08.190193 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-131e4fc4-6536-4065-84bb-7b39deae18a7 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:08.229184 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748cd47-866b-4635-b109-1a58cb7cb190 None None] Pushing event updated for resources: {'Port': ['ID=b21d2f0c-5005-402e-8b75-06ea4bd23981,revision_number=4']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:08.260939 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d043634-9e56-4032-af1b-49aa2a146875 None None] Routers {'f9ad5e1b-236f-4cb3-9206-ea631811af8b'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:28:08.261563 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-4d043634-9e56-4032-af1b-49aa2a146875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:27:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['f9ad5e1b-236f-4cb3-9206-ea631811af8b'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:08.304082 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:08.324642 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-131e4fc4-6536-4065-84bb-7b39deae18a7 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3443778 Apr 29 13:28:08.329833 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58156) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:08.338492 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-43226a8e-719a-4c80-b180-c2b3f3f435cc tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Request body: {'subnet': {'network_id': 'de5add95-f95c-4ff1-9358-1bf7ba0369dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:08.349798 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 91eed7e3-98ed-4aae-b908-ada3f3b42e7f, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=91eed7e3-98ed-4aae-b908-ada3f3b42e7f,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:08.356175 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e4fc4-6536-4065-84bb-7b39deae18a7 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event updated for resources: {'Network': ['ID=de5add95-f95c-4ff1-9358-1bf7ba0369dc,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:08.358883 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:08.475915 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1e784f10-4c13-4b2b-90af-f63dff6151f5 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:08.476998 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=91eed7e3-98ed-4aae-b908-ada3f3b42e7f,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:08.480957 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network de5add95-f95c-4ff1-9358-1bf7ba0369dc details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:28:08.484787 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-43226a8e-719a-4c80-b180-c2b3f3f435cc tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:08.485840 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-4d043634-9e56-4032-af1b-49aa2a146875 None None] Set router f9ad5e1b-236f-4cb3-9206-ea631811af8b gateway port host: None {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:28:08.500945 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-43226a8e-719a-4c80-b180-c2b3f3f435cc tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Usage tracker for resource:subnet and tenant:9408b91db2e3459091dd0b074e69b2a2 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:08.512036 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-43226a8e-719a-4c80-b180-c2b3f3f435cc tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:08.518249 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-43226a8e-719a-4c80-b180-c2b3f3f435cc tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:08.545120 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43226a8e-719a-4c80-b180-c2b3f3f435cc tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Made reservation on behalf of 9408b91db2e3459091dd0b074e69b2a2 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:08.553926 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e784f10-4c13-4b2b-90af-f63dff6151f5 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Pushing event deleted for resources: {'Port': ['ID=d4f787db-26c6-4985-a848-f8045345d5a2,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:08.690003 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a706b6e6-47f6-492e-8685-9b7186551191 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:28:08.702884 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c0b11e-c704-496b-9584-91e3d5fc0a2b None None] Sync routers for ids ['e1421bee-f3a8-483e-808c-949354d33ae7'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:28:08.724671 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c0b11e-c704-496b-9584-91e3d5fc0a2b None None] Routers {'e1421bee-f3a8-483e-808c-949354d33ae7'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:28:08.728440 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a8c0b11e-c704-496b-9584-91e3d5fc0a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:27:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e1421bee-f3a8-483e-808c-949354d33ae7'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:08.730078 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a706b6e6-47f6-492e-8685-9b7186551191 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "PUT /v2.0/routers/e1421bee-f3a8-483e-808c-949354d33ae7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5492127 Apr 29 13:28:08.734571 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58160) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:08.738110 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-43226a8e-719a-4c80-b180-c2b3f3f435cc tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:08.995710 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1e784f10-4c13-4b2b-90af-f63dff6151f5 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:09.011762 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-4d043634-9e56-4032-af1b-49aa2a146875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ad5e1b-236f-4cb3-9206-ea631811af8b', 'name': 'tempest-NetworksTestDHCPv6-router-1618147199', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:28:00Z', 'updated_at': '2022-04-29T13:28:02Z', 'revision_number': 2, 'project_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'gw_port_host': None, '_interfaces': [{'id': 'b21d2f0c-5005-402e-8b75-06ea4bd23981', 'name': '', 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'mac_address': 'fa:16:3e:42:7e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ad5e1b-236f-4cb3-9206-ea631811af8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3449ac3a-f483-447b-b329-384eba20debd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:28:01Z', 'updated_at': '2022-04-29T13:28:08Z', 'revision_number': 4, 'project_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'subnets': [{'id': '3449ac3a-f483-447b-b329-384eba20debd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:09.021614 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d043634-9e56-4032-af1b-49aa2a146875 None None] The sync data for ids ['f9ad5e1b-236f-4cb3-9206-ea631811af8b'] in dv-neutron-839027-4-hyperv is: [{'id': 'f9ad5e1b-236f-4cb3-9206-ea631811af8b', 'name': 'tempest-NetworksTestDHCPv6-router-1618147199', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:28:00Z', 'updated_at': '2022-04-29T13:28:02Z', 'revision_number': 2, 'project_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'gw_port_host': None, '_interfaces': [{'id': 'b21d2f0c-5005-402e-8b75-06ea4bd23981', 'name': '', 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'mac_address': 'fa:16:3e:42:7e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ad5e1b-236f-4cb3-9206-ea631811af8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3449ac3a-f483-447b-b329-384eba20debd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:28:01Z', 'updated_at': '2022-04-29T13:28:08Z', 'revision_number': 4, 'project_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'subnets': [{'id': '3449ac3a-f483-447b-b329-384eba20debd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:28:09.056579 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 91eed7e3-98ed-4aae-b908-ada3f3b42e7f up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:28:09.125761 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a41bffd-0a21-4b69-85fa-ae3b1858d7f8 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Deleting subnet 4818a72c-1dd1-4b94-bc0a-fce2b7154ce2 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:28:09.132657 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1a41bffd-0a21-4b69-85fa-ae3b1858d7f8 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:09.141776 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-a8c0b11e-c704-496b-9584-91e3d5fc0a2b None None] Set router e1421bee-f3a8-483e-808c-949354d33ae7 gateway port host: None {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:28:09.208035 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 91eed7e3-98ed-4aae-b908-ada3f3b42e7f triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:09.208407 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:09.353609 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1a41bffd-0a21-4b69-85fa-ae3b1858d7f8 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:09.412382 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-43226a8e-719a-4c80-b180-c2b3f3f435cc tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:09.412648 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d63c9d2c-f320-43ff-a122-96fd841cce4c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:09.497062 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43226a8e-719a-4c80-b180-c2b3f3f435cc tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event updated for resources: {'Subnet': ['ID=315464a0-bcf3-4a82-bae5-32eeebef6e7f,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:09.572517 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1a41bffd-0a21-4b69-85fa-ae3b1858d7f8 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:09.613411 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43226a8e-719a-4c80-b180-c2b3f3f435cc tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Checking segment: {'id': '2820d08b-2997-4a4a-96c0-4a7107bb14c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'de5add95-f95c-4ff1-9358-1bf7ba0369dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:28:09.613956 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43226a8e-719a-4c80-b180-c2b3f3f435cc tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Network hostable DHCP agents. Network: de5add95-f95c-4ff1-9358-1bf7ba0369dc, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:28:09.656178 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43226a8e-719a-4c80-b180-c2b3f3f435cc tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Network de5add95-f95c-4ff1-9358-1bf7ba0369dc is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:28:09.680146 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-43226a8e-719a-4c80-b180-c2b3f3f435cc tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, de5add95-f95c-4ff1-9358-1bf7ba0369dc) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:09.699064 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5448d886-adf5-4b4f-9e3b-648dcc0bf362 None None] Network de5add95-f95c-4ff1-9358-1bf7ba0369dc requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:09.704537 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43226a8e-719a-4c80-b180-c2b3f3f435cc tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:09.705152 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-43226a8e-719a-4c80-b180-c2b3f3f435cc tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:09.743561 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-43226a8e-719a-4c80-b180-c2b3f3f435cc tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4112272 Apr 29 13:28:09.745115 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58164) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:09.772566 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1a41bffd-0a21-4b69-85fa-ae3b1858d7f8 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:09.854250 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e59be8-9715-45b4-ad6f-f1912985720b None None] Network 38acd47f-3b98-4e19-a364-804242709423 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:09.900573 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1a41bffd-0a21-4b69-85fa-ae3b1858d7f8 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:09.905028 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e784f10-4c13-4b2b-90af-f63dff6151f5 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Router 1773f44e-1fcd-466f-a3c5-1948130a9c61 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:28:09.905520 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1a41bffd-0a21-4b69-85fa-ae3b1858d7f8 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/subnets/4818a72c-1dd1-4b94-bc0a-fce2b7154ce2 HTTP/1.1" status: 204 len: 168 time: 1.1501739 Apr 29 13:28:09.906626 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58168) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:09.908852 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41bffd-0a21-4b69-85fa-ae3b1858d7f8 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Subnet': ['ID=4818a72c-1dd1-4b94-bc0a-fce2b7154ce2,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:09.986831 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e6ad1fd2-b933-48b0-b08a-576b51998b87 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:10.002483 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a8c0b11e-c704-496b-9584-91e3d5fc0a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'name': 'tempest-RoutersTest-router-375737017', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:31Z', 'updated_at': '2022-04-29T13:28:05Z', 'revision_number': 10, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'gw_port_host': None, '_interfaces': [{'id': '73c6abaf-ee20-4b24-9581-a991ee6d160b', 'name': '', 'network_id': 'be9df2cb-cf00-4558-99bb-20f082905c88', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:bc:ec:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:39Z', 'updated_at': '2022-04-29T13:27:06Z', 'revision_number': 5, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:10.032787 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c0b11e-c704-496b-9584-91e3d5fc0a2b None None] Checking router: e1421bee-f3a8-483e-808c-949354d33ae7 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:28:10.062476 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e6ad1fd2-b933-48b0-b08a-576b51998b87 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:10.146386 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e6ad1fd2-b933-48b0-b08a-576b51998b87 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:10.176018 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c0b11e-c704-496b-9584-91e3d5fc0a2b None None] Routers {'e1421bee-f3a8-483e-808c-949354d33ae7'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:28:10.176558 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a8c0b11e-c704-496b-9584-91e3d5fc0a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:27:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e1421bee-f3a8-483e-808c-949354d33ae7'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:10.189725 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c966aeb4-3935-4534-8112-166716f78fa3 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:10.214187 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad1fd2-b933-48b0-b08a-576b51998b87 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event deleted for resources: {'Subnet': ['ID=315464a0-bcf3-4a82-bae5-32eeebef6e7f,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:10.278357 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-c966aeb4-3935-4534-8112-166716f78fa3 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Deleting port a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:10.278794 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c966aeb4-3935-4534-8112-166716f78fa3 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:10.297349 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e6ad1fd2-b933-48b0-b08a-576b51998b87 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:10.328562 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-e6ad1fd2-b933-48b0-b08a-576b51998b87 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de5add95-f95c-4ff1-9358-1bf7ba0369dc']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:10.349765 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-e6ad1fd2-b933-48b0-b08a-576b51998b87 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2820d08b-2997-4a4a-96c0-4a7107bb14c7') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:10.350298 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-e6ad1fd2-b933-48b0-b08a-576b51998b87 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2820d08b-2997-4a4a-96c0-4a7107bb14c7') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:10.366462 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-a8c0b11e-c704-496b-9584-91e3d5fc0a2b None None] Set router e1421bee-f3a8-483e-808c-949354d33ae7 gateway port host: None {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:28:10.366950 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e6ad1fd2-b933-48b0-b08a-576b51998b87 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:10.369352 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e784f10-4c13-4b2b-90af-f63dff6151f5 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:28:10.380964 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1e784f10-4c13-4b2b-90af-f63dff6151f5 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] 10.222.0.76 "PUT /v2.0/routers/1773f44e-1fcd-466f-a3c5-1948130a9c61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1019871 Apr 29 13:28:10.381139 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f42f14-519c-43b5-b290-94c498232079 None None] Sync routers for ids ['1773f44e-1fcd-466f-a3c5-1948130a9c61'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:28:10.389308 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58174) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:10.404375 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f42f14-519c-43b5-b290-94c498232079 None None] Routers {'1773f44e-1fcd-466f-a3c5-1948130a9c61'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:28:10.405026 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-94f42f14-519c-43b5-b290-94c498232079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:27:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['1773f44e-1fcd-466f-a3c5-1948130a9c61'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:10.476226 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-d63c9d2c-f320-43ff-a122-96fd841cce4c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting port b21d2f0c-5005-402e-8b75-06ea4bd23981 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:10.476226 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d63c9d2c-f320-43ff-a122-96fd841cce4c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:10.484127 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e6ad1fd2-b933-48b0-b08a-576b51998b87 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:10.490856 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ad1fd2-b933-48b0-b08a-576b51998b87 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:28:10.491362 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e6ad1fd2-b933-48b0-b08a-576b51998b87 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:10.518973 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-94f42f14-519c-43b5-b290-94c498232079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:10.534958 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f42f14-519c-43b5-b290-94c498232079 None None] Routers {'1773f44e-1fcd-466f-a3c5-1948130a9c61'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:28:10.536526 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-94f42f14-519c-43b5-b290-94c498232079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:27:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['1773f44e-1fcd-466f-a3c5-1948130a9c61'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:10.564328 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68530239-4524-49ac-b420-8ed392f2f29c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-de5add95-f95c-4ff1-9358-1bf7ba0369dc', 'network_id': 'de5add95-f95c-4ff1-9358-1bf7ba0369dc', 'tenant_id': '9408b91db2e3459091dd0b074e69b2a2', 'fixed_ips': [{'subnet_id': '315464a0-bcf3-4a82-bae5-32eeebef6e7f'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:28:10.565307 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-68530239-4524-49ac-b420-8ed392f2f29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:10.589825 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3742591b-0600-4473-ae15-8e2fa6128fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:28:10.592282 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:28:10.604237 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e6ad1fd2-b933-48b0-b08a-576b51998b87 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:10.606928 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-ccc87cfc-53c4-44e0-a08c-06664fa72710 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] delete failed (client error): The resource could not be found. Apr 29 13:28:10.612146 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ccc87cfc-53c4-44e0-a08c-06664fa72710 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] 10.222.0.76 "DELETE /v2.0/routers/tempest-non_exist_router-727181078 HTTP/1.1" status: 404 len: 334 time: 0.2213151 Apr 29 13:28:10.612740 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58180) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:10.632843 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e6ad1fd2-b933-48b0-b08a-576b51998b87 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:10.640057 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-bc0c07ba-157c-435f-ae99-a530db755e07 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Request body: {'router': {'external_gateway_info': {'network_id': '1773f44e-1fcd-466f-a3c5-1948130a9c61'}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:10.673834 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-94f42f14-519c-43b5-b290-94c498232079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:10.674797 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f42f14-519c-43b5-b290-94c498232079 None None] The sync data for ids ['1773f44e-1fcd-466f-a3c5-1948130a9c61'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:28:10.768813 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-c966aeb4-3935-4534-8112-166716f78fa3 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] For port a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2,segment=NetworkSegment(d030eeec-8c18-44ba-a120-7e2bac809e1d),segment_id=d030eeec-8c18-44ba-a120-7e2bac809e1d)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:10.768813 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c966aeb4-3935-4534-8112-166716f78fa3 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:10.782783 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e6ad1fd2-b933-48b0-b08a-576b51998b87 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/networks/de5add95-f95c-4ff1-9358-1bf7ba0369dc HTTP/1.1" status: 204 len: 168 time: 1.0362124 Apr 29 13:28:10.790123 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad1fd2-b933-48b0-b08a-576b51998b87 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event deleted for resources: {'Network': ['ID=de5add95-f95c-4ff1-9358-1bf7ba0369dc,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:10.797020 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9a4941-1012-4a11-9634-f121e88f7e1b None None] Network de5add95-f95c-4ff1-9358-1bf7ba0369dc requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:10.797945 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58184) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:10.803686 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-a290e2cd-12cb-455a-89a5-e5872c242e37 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1281205328'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:10.810411 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fa37f0-20ea-4312-91fd-8cafcc1ee309 None None] DHCP port deletion for 38acd47f-3b98-4e19-a364-804242709423 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:28:10.813168 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-a290e2cd-12cb-455a-89a5-e5872c242e37 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:10.818868 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-a290e2cd-12cb-455a-89a5-e5872c242e37 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Usage tracker for resource:network and tenant:9408b91db2e3459091dd0b074e69b2a2 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:10.824191 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-a290e2cd-12cb-455a-89a5-e5872c242e37 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:10.833141 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-a290e2cd-12cb-455a-89a5-e5872c242e37 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:10.879447 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b8fa37f0-20ea-4312-91fd-8cafcc1ee309 None None] Deleting port a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:10.879961 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b8fa37f0-20ea-4312-91fd-8cafcc1ee309 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:10.920579 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9a4941-1012-4a11-9634-f121e88f7e1b None None] Network de5add95-f95c-4ff1-9358-1bf7ba0369dc could not be found, it might have been deleted concurrently. {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 29 13:28:10.923382 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-c966aeb4-3935-4534-8112-166716f78fa3 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Calling delete_port for a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:10.979815 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a290e2cd-12cb-455a-89a5-e5872c242e37 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Made reservation on behalf of 9408b91db2e3459091dd0b074e69b2a2 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:10.982839 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a290e2cd-12cb-455a-89a5-e5872c242e37 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:11.001941 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-d63c9d2c-f320-43ff-a122-96fd841cce4c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] For port b21d2f0c-5005-402e-8b75-06ea4bd23981, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b21d2f0c-5005-402e-8b75-06ea4bd23981,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:11.002304 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d63c9d2c-f320-43ff-a122-96fd841cce4c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:11.061127 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b21d2f0c-5005-402e-8b75-06ea4bd23981 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:28:11.091769 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a290e2cd-12cb-455a-89a5-e5872c242e37 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:28:11.185737 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-d63c9d2c-f320-43ff-a122-96fd841cce4c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Calling delete_port for b21d2f0c-5005-402e-8b75-06ea4bd23981 owned by network:router_interface {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:11.275145 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a290e2cd-12cb-455a-89a5-e5872c242e37 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:11.275767 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-a290e2cd-12cb-455a-89a5-e5872c242e37 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Added segment 662293a8-f0ac-437f-867f-4c012c9b8572 of type vlan for network e8001bf3-1d9e-436d-8d55-8b359176fae1 Apr 29 13:28:11.312435 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a290e2cd-12cb-455a-89a5-e5872c242e37 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:11.322169 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0c07ba-157c-435f-ae99-a530db755e07 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:11.333870 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b8fa37f0-20ea-4312-91fd-8cafcc1ee309 None None] For port a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2,segment=NetworkSegment(d030eeec-8c18-44ba-a120-7e2bac809e1d),segment_id=d030eeec-8c18-44ba-a120-7e2bac809e1d)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:11.334261 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b8fa37f0-20ea-4312-91fd-8cafcc1ee309 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:11.398311 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a290e2cd-12cb-455a-89a5-e5872c242e37 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:11.404268 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a290e2cd-12cb-455a-89a5-e5872c242e37 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:11.405495 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a290e2cd-12cb-455a-89a5-e5872c242e37 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:11.450631 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-bc0c07ba-157c-435f-ae99-a530db755e07 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] update failed (client error): The resource could not be found. Apr 29 13:28:11.457297 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-bc0c07ba-157c-435f-ae99-a530db755e07 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] 10.222.0.76 "PUT /v2.0/routers/1773f44e-1fcd-466f-a3c5-1948130a9c61 HTTP/1.1" status: 404 len: 339 time: 0.8419068 Apr 29 13:28:11.464220 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58198) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:11.509476 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port b21d2f0c-5005-402e-8b75-06ea4bd23981 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:28:11.523467 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b8fa37f0-20ea-4312-91fd-8cafcc1ee309 None None] Calling delete_port for a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:11.535174 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a290e2cd-12cb-455a-89a5-e5872c242e37 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7360981 Apr 29 13:28:11.539181 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58202) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:11.545952 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-b83d67f1-0d78-47a4-8df6-00fb36bb93fa tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:11.602450 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port b21d2f0c-5005-402e-8b75-06ea4bd23981 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:11.603065 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:11.617272 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c966aeb4-3935-4534-8112-166716f78fa3 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:11.625708 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290e2cd-12cb-455a-89a5-e5872c242e37 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event updated for resources: {'Network': ['ID=e8001bf3-1d9e-436d-8d55-8b359176fae1,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:11.660464 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network e8001bf3-1d9e-436d-8d55-8b359176fae1 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:28:11.709584 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:11.733966 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c966aeb4-3935-4534-8112-166716f78fa3 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] No DVR routers for this DVR port a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2 on host dv-neutron-839027-4-hyperv {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:28:11.859769 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b83d67f1-0d78-47a4-8df6-00fb36bb93fa tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:11.886687 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b83d67f1-0d78-47a4-8df6-00fb36bb93fa tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:11.910110 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:11.911590 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-b8fa37f0-20ea-4312-91fd-8cafcc1ee309 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:28:11.911939 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-b8fa37f0-20ea-4312-91fd-8cafcc1ee309 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:28:11.913388 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a8c0b11e-c704-496b-9584-91e3d5fc0a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'name': 'tempest-RoutersTest-router-375737017', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:31Z', 'updated_at': '2022-04-29T13:28:05Z', 'revision_number': 10, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'gw_port_host': None, '_interfaces': [{'id': '73c6abaf-ee20-4b24-9581-a991ee6d160b', 'name': '', 'network_id': 'be9df2cb-cf00-4558-99bb-20f082905c88', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:bc:ec:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:39Z', 'updated_at': '2022-04-29T13:27:06Z', 'revision_number': 5, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:11.918721 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c0b11e-c704-496b-9584-91e3d5fc0a2b None None] The sync data for ids ['e1421bee-f3a8-483e-808c-949354d33ae7'] in dv-neutron-839027-4-hyperv is: [{'id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'name': 'tempest-RoutersTest-router-375737017', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:31Z', 'updated_at': '2022-04-29T13:28:05Z', 'revision_number': 10, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'gw_port_host': None, '_interfaces': [{'id': '73c6abaf-ee20-4b24-9581-a991ee6d160b', 'name': '', 'network_id': 'be9df2cb-cf00-4558-99bb-20f082905c88', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'mac_address': 'fa:16:3e:bc:ec:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:39Z', 'updated_at': '2022-04-29T13:27:06Z', 'revision_number': 5, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'subnets': [{'id': '2d11b374-9296-4c58-bc0f-19c78db7742a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:28:11.969799 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Port b21d2f0c-5005-402e-8b75-06ea4bd23981 update to ACTIVE by agent not found {{(pid=83906) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 29 13:28:11.980372 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966aeb4-3935-4534-8112-166716f78fa3 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Port': ['ID=a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:11.995158 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b83d67f1-0d78-47a4-8df6-00fb36bb93fa tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Network e8001bf3-1d9e-436d-8d55-8b359176fae1 is not hosted by any dhcp agent {{(pid=83904) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 29 13:28:11.998963 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83d67f1-0d78-47a4-8df6-00fb36bb93fa tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:11.999543 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b83d67f1-0d78-47a4-8df6-00fb36bb93fa tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:12.001009 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b83d67f1-0d78-47a4-8df6-00fb36bb93fa tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "PUT /v2.0/networks/e8001bf3-1d9e-436d-8d55-8b359176fae1 HTTP/1.1" status: 200 len: 723 time: 0.4604454 Apr 29 13:28:12.005252 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d63c9d2c-f320-43ff-a122-96fd841cce4c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:12.006938 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58212) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:12.026827 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-095e5bd6-4a66-4156-97ab-57c2fcfd1109 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Request body: {'subnet': {'network_id': 'e8001bf3-1d9e-436d-8d55-8b359176fae1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:12.113070 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d67f1-0d78-47a4-8df6-00fb36bb93fa tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event updated for resources: {'Network': ['ID=e8001bf3-1d9e-436d-8d55-8b359176fae1,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:12.127565 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network e8001bf3-1d9e-436d-8d55-8b359176fae1 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:28:12.159549 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-095e5bd6-4a66-4156-97ab-57c2fcfd1109 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:12.163775 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-095e5bd6-4a66-4156-97ab-57c2fcfd1109 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Usage tracker for resource:subnet and tenant:9408b91db2e3459091dd0b074e69b2a2 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:12.167807 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-095e5bd6-4a66-4156-97ab-57c2fcfd1109 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:12.173872 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-095e5bd6-4a66-4156-97ab-57c2fcfd1109 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:12.185208 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c9d2c-f320-43ff-a122-96fd841cce4c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Port': ['ID=b21d2f0c-5005-402e-8b75-06ea4bd23981,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:12.186445 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095e5bd6-4a66-4156-97ab-57c2fcfd1109 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Made reservation on behalf of 9408b91db2e3459091dd0b074e69b2a2 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:12.243666 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c966aeb4-3935-4534-8112-166716f78fa3 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:12.321934 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-095e5bd6-4a66-4156-97ab-57c2fcfd1109 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:12.322615 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:28:12.374835 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:28:12.375335 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:28:12.413658 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b8fa37f0-20ea-4312-91fd-8cafcc1ee309 None None] Deleting port a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:12.414218 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b8fa37f0-20ea-4312-91fd-8cafcc1ee309 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:12.479852 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-c966aeb4-3935-4534-8112-166716f78fa3 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38acd47f-3b98-4e19-a364-804242709423']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:12.491231 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b8fa37f0-20ea-4312-91fd-8cafcc1ee309 None None] The port 'a4fc4df5-ad9c-4157-9ef9-eb8d27991ee2' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:28:12.567215 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-c966aeb4-3935-4534-8112-166716f78fa3 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd030eeec-8c18-44ba-a120-7e2bac809e1d') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:12.567429 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-c966aeb4-3935-4534-8112-166716f78fa3 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd030eeec-8c18-44ba-a120-7e2bac809e1d') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:12.583903 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-095e5bd6-4a66-4156-97ab-57c2fcfd1109 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:12.590457 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c966aeb4-3935-4534-8112-166716f78fa3 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:12.620143 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c966aeb4-3935-4534-8112-166716f78fa3 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:12.669236 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e5bd6-4a66-4156-97ab-57c2fcfd1109 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event updated for resources: {'Subnet': ['ID=18edb8dd-fac4-4375-99c3-aca6bef615c4,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:12.678188 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095e5bd6-4a66-4156-97ab-57c2fcfd1109 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Checking segment: {'id': '662293a8-f0ac-437f-867f-4c012c9b8572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e8001bf3-1d9e-436d-8d55-8b359176fae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:28:12.678537 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095e5bd6-4a66-4156-97ab-57c2fcfd1109 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Network hostable DHCP agents. Network: e8001bf3-1d9e-436d-8d55-8b359176fae1, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:28:12.679582 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c966aeb4-3935-4534-8112-166716f78fa3 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:28:12.679983 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c966aeb4-3935-4534-8112-166716f78fa3 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:12.701562 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095e5bd6-4a66-4156-97ab-57c2fcfd1109 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Network e8001bf3-1d9e-436d-8d55-8b359176fae1 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:28:12.704625 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:28:12.711144 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-095e5bd6-4a66-4156-97ab-57c2fcfd1109 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, e8001bf3-1d9e-436d-8d55-8b359176fae1) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:12.716180 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d63c9d2c-f320-43ff-a122-96fd841cce4c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:12.717540 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095e5bd6-4a66-4156-97ab-57c2fcfd1109 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:12.720354 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-095e5bd6-4a66-4156-97ab-57c2fcfd1109 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:12.721064 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dc3337-9338-4c01-97d1-1f046bd3962c None None] Network e8001bf3-1d9e-436d-8d55-8b359176fae1 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:12.724660 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c0879-83f3-4151-bc8f-7c4ee8789c89 req-8aea27b8-bf5e-43d1-8272-52e68c5a75c6 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:12.726171 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-122c0879-83f3-4151-bc8f-7c4ee8789c89 req-8aea27b8-bf5e-43d1-8272-52e68c5a75c6 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 946 time: 0.7562110 Apr 29 13:28:12.749484 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-095e5bd6-4a66-4156-97ab-57c2fcfd1109 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7391052 Apr 29 13:28:12.749689 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58216) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:12.755486 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-1510d997-5d6e-492b-a348-bbc85d356b21 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:12.834219 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:12.880429 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1510d997-5d6e-492b-a348-bbc85d356b21 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14903828'] for subnet, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:12.927945 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c966aeb4-3935-4534-8112-166716f78fa3 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:12.990637 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 75e4a79c-dfe0-4844-833a-daae0a536f30 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:28:13.033634 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 75e4a79c-dfe0-4844-833a-daae0a536f30 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:28:13.034098 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 75e4a79c-dfe0-4844-833a-daae0a536f30 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:28:13.043067 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227fa771-a63e-4d21-afa4-1f5ccfcabc62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-e8001bf3-1d9e-436d-8d55-8b359176fae1', 'network_id': 'e8001bf3-1d9e-436d-8d55-8b359176fae1', 'tenant_id': '9408b91db2e3459091dd0b074e69b2a2', 'fixed_ips': [{'subnet_id': '18edb8dd-fac4-4375-99c3-aca6bef615c4'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:28:13.043926 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-227fa771-a63e-4d21-afa4-1f5ccfcabc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:13.099772 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1510d997-5d6e-492b-a348-bbc85d356b21 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762345768861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15366178'] for subnet, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:13.141510 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c966aeb4-3935-4534-8112-166716f78fa3 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:13.162421 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1510d997-5d6e-492b-a348-bbc85d356b21 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:13.163421 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1510d997-5d6e-492b-a348-bbc85d356b21 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:13.167973 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1510d997-5d6e-492b-a348-bbc85d356b21 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "PUT /v2.0/subnets/18edb8dd-fac4-4375-99c3-aca6bef615c4 HTTP/1.1" status: 200 len: 806 time: 0.4173529 Apr 29 13:28:13.171472 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58222) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:13.176330 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966aeb4-3935-4534-8112-166716f78fa3 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Network': ['ID=38acd47f-3b98-4e19-a364-804242709423,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:13.253278 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510d997-5d6e-492b-a348-bbc85d356b21 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event updated for resources: {'Subnet': ['ID=18edb8dd-fac4-4375-99c3-aca6bef615c4,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:13.256070 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-227fa771-a63e-4d21-afa4-1f5ccfcabc62 None None] Allocated IP 172.20.0.2 (e8001bf3-1d9e-436d-8d55-8b359176fae1/18edb8dd-fac4-4375-99c3-aca6bef615c4/d8b150f3-5df9-44ed-b49f-9ac35ae10869) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:28:13.300544 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-122c0879-83f3-4151-bc8f-7c4ee8789c89 req-3e11811e-f494-4226-855a-f0c2e5063c32 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/security-groups?id=0cb329a9-f78f-4829-aadb-04df719ccc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4758627 Apr 29 13:28:13.301794 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c966aeb4-3935-4534-8112-166716f78fa3 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/networks/38acd47f-3b98-4e19-a364-804242709423 HTTP/1.1" status: 204 len: 168 time: 3.3934951 Apr 29 13:28:13.306824 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58226) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:13.429169 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:13.469993 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f0c26711-c5d6-4139-b79a-3fdb5aee72bb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:13.487875 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-227fa771-a63e-4d21-afa4-1f5ccfcabc62 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:13.500544 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-227fa771-a63e-4d21-afa4-1f5ccfcabc62 None None] Transition to ACTIVE for port object d8b150f3-5df9-44ed-b49f-9ac35ae10869 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:13.501753 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:13.520327 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-227fa771-a63e-4d21-afa4-1f5ccfcabc62 None None] Transition to ACTIVE for port object d8b150f3-5df9-44ed-b49f-9ac35ae10869 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:13.528282 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-227fa771-a63e-4d21-afa4-1f5ccfcabc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:13.529069 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:28:13.584843 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:13.601904 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227fa771-a63e-4d21-afa4-1f5ccfcabc62 None None] Network e8001bf3-1d9e-436d-8d55-8b359176fae1 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:13.605460 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-227fa771-a63e-4d21-afa4-1f5ccfcabc62 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:13.610005 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227fa771-a63e-4d21-afa4-1f5ccfcabc62 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:28:13.612083 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227fa771-a63e-4d21-afa4-1f5ccfcabc62 None None] Pushing event updated for resources: {'Port': ['ID=d8b150f3-5df9-44ed-b49f-9ac35ae10869,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:13.627322 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event deleted for resources: {'Subnet': ['ID=18edb8dd-fac4-4375-99c3-aca6bef615c4,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:13.710555 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-227fa771-a63e-4d21-afa4-1f5ccfcabc62 None None] Attempting to bind port d8b150f3-5df9-44ed-b49f-9ac35ae10869 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:28:13.710831 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-227fa771-a63e-4d21-afa4-1f5ccfcabc62 None None] Attempting to bind port d8b150f3-5df9-44ed-b49f-9ac35ae10869 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '662293a8-f0ac-437f-867f-4c012c9b8572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e8001bf3-1d9e-436d-8d55-8b359176fae1'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:28:13.711185 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227fa771-a63e-4d21-afa4-1f5ccfcabc62 None None] Attempting to bind port d8b150f3-5df9-44ed-b49f-9ac35ae10869 on network e8001bf3-1d9e-436d-8d55-8b359176fae1 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:28:13.717582 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227fa771-a63e-4d21-afa4-1f5ccfcabc62 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:28:13.718006 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227fa771-a63e-4d21-afa4-1f5ccfcabc62 None None] Checking segment: {'id': '662293a8-f0ac-437f-867f-4c012c9b8572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e8001bf3-1d9e-436d-8d55-8b359176fae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:28:13.718405 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-227fa771-a63e-4d21-afa4-1f5ccfcabc62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:13.718785 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227fa771-a63e-4d21-afa4-1f5ccfcabc62 None None] Bound using segment: {'id': '662293a8-f0ac-437f-867f-4c012c9b8572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e8001bf3-1d9e-436d-8d55-8b359176fae1'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:28:13.719238 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-227fa771-a63e-4d21-afa4-1f5ccfcabc62 None None] Bound port: d8b150f3-5df9-44ed-b49f-9ac35ae10869, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662293a8-f0ac-437f-867f-4c012c9b8572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e8001bf3-1d9e-436d-8d55-8b359176fae1'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:28:13.719600 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-227fa771-a63e-4d21-afa4-1f5ccfcabc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:13.733106 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:13.762273 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8001bf3-1d9e-436d-8d55-8b359176fae1']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:13.778615 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '662293a8-f0ac-437f-867f-4c012c9b8572') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:13.778976 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '662293a8-f0ac-437f-867f-4c012c9b8572') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:13.794209 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:13.814388 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:13.814936 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-227fa771-a63e-4d21-afa4-1f5ccfcabc62 None None] For port d8b150f3-5df9-44ed-b49f-9ac35ae10869, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:28:13.822137 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:28:13.822845 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:28:13.838367 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:28:13.919360 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-227fa771-a63e-4d21-afa4-1f5ccfcabc62 None None] For port d8b150f3-5df9-44ed-b49f-9ac35ae10869, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=d8b150f3-5df9-44ed-b49f-9ac35ae10869,segment=NetworkSegment(662293a8-f0ac-437f-867f-4c012c9b8572),segment_id=662293a8-f0ac-437f-867f-4c012c9b8572)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:28:13.919769 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.api [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 13:28:13.919769 dv-neutron-839027-4-hyperv neutron-server[83904]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 13:28:13.919769 dv-neutron-839027-4-hyperv neutron-server[83904]: [parameters: {'id': 'e8001bf3-1d9e-436d-8d55-8b359176fae1'}] Apr 29 13:28:13.919769 dv-neutron-839027-4-hyperv neutron-server[83904]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:28:13.920130 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG oslo_db.api [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:28:13.924385 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-227fa771-a63e-4d21-afa4-1f5ccfcabc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:14.008305 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227fa771-a63e-4d21-afa4-1f5ccfcabc62 None None] Pushing event updated for resources: {'Port': ['ID=d8b150f3-5df9-44ed-b49f-9ac35ae10869,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:14.080461 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea40a573-df0d-483e-822e-15dc823492e1 None None] Network e8001bf3-1d9e-436d-8d55-8b359176fae1 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:14.219479 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63c9d2c-f320-43ff-a122-96fd841cce4c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Router f9ad5e1b-236f-4cb3-9206-ea631811af8b has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:28:14.262188 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-f0c26711-c5d6-4139-b79a-3fdb5aee72bb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Allocated IP 172.20.0.1 (a84a3a13-2f88-405d-86b0-c914cf87d966/59f22ec3-4aac-4864-a94c-fca89016ec7e/9801f849-23d1-416d-b15b-242848c55d0c) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:28:14.284380 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cf7952-68dd-49ba-b02f-85884c40224d None None] Network e8001bf3-1d9e-436d-8d55-8b359176fae1 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:14.421823 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:14.477987 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Deleting port d8b150f3-5df9-44ed-b49f-9ac35ae10869 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:14.478720 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:14.487759 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddce4431-dcc5-4d97-8def-4a6cb23a27ae None None] get_active_networks_info from dv-neutron-839027-4-hyperv {{(pid=83906) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 13:28:14.613699 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca2d51-fc6c-40c5-8963-8c20d0f38b97 req-326814e5-ac07-43dd-92d3-13d2dfb86204 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:14.615939 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7fca2d51-fc6c-40c5-8963-8c20d0f38b97 req-326814e5-ac07-43dd-92d3-13d2dfb86204 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 946 time: 0.1817429 Apr 29 13:28:14.652790 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddce4431-dcc5-4d97-8def-4a6cb23a27ae None None] Resources bound (agent type, host, resource id): {{(pid=83906) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 13:28:14.660955 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-aead246e-5c8f-48e3-99d8-4a13d1a7b7dc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:14.713105 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63c9d2c-f320-43ff-a122-96fd841cce4c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:28:14.743247 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb0c06a-6cf8-4741-bb98-376a20352ee7 None None] Sync routers for ids ['f9ad5e1b-236f-4cb3-9206-ea631811af8b'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:28:14.769678 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7fca2d51-fc6c-40c5-8963-8c20d0f38b97 req-e4b14e6a-64ae-4099-b135-84395e76c2b9 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/security-groups?id=0cb329a9-f78f-4829-aadb-04df719ccc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463645 Apr 29 13:28:14.774541 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb0c06a-6cf8-4741-bb98-376a20352ee7 None None] Routers {'f9ad5e1b-236f-4cb3-9206-ea631811af8b'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:28:14.775618 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-cfb0c06a-6cf8-4741-bb98-376a20352ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:28:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['f9ad5e1b-236f-4cb3-9206-ea631811af8b'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:14.779829 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] For port d8b150f3-5df9-44ed-b49f-9ac35ae10869, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=d8b150f3-5df9-44ed-b49f-9ac35ae10869,segment=NetworkSegment(662293a8-f0ac-437f-867f-4c012c9b8572),segment_id=662293a8-f0ac-437f-867f-4c012c9b8572)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:14.780200 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:14.804053 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d63c9d2c-f320-43ff-a122-96fd841cce4c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "PUT /v2.0/routers/f9ad5e1b-236f-4cb3-9206-ea631811af8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9045935 Apr 29 13:28:14.808942 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58232) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:14.811463 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f0c26711-c5d6-4139-b79a-3fdb5aee72bb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:14.841825 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-f0c26711-c5d6-4139-b79a-3fdb5aee72bb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Transition to ACTIVE for port object 9801f849-23d1-416d-b15b-242848c55d0c will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:14.902499 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f0c26711-c5d6-4139-b79a-3fdb5aee72bb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:14.967279 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-cfb0c06a-6cf8-4741-bb98-376a20352ee7 None None] Set router f9ad5e1b-236f-4cb3-9206-ea631811af8b gateway port host: None {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:28:14.987038 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c26711-c5d6-4139-b79a-3fdb5aee72bb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Pushing event updated for resources: {'Port': ['ID=9801f849-23d1-416d-b15b-242848c55d0c,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:14.994466 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c26711-c5d6-4139-b79a-3fdb5aee72bb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Network a84a3a13-2f88-405d-86b0-c914cf87d966 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:14.997223 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Calling delete_port for d8b150f3-5df9-44ed-b49f-9ac35ae10869 owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:14.997425 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-f0c26711-c5d6-4139-b79a-3fdb5aee72bb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:15.000294 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c26711-c5d6-4139-b79a-3fdb5aee72bb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:28:15.069375 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef1df4f-67e4-4045-83b4-ecacb52098ac tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:15.071324 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef1df4f-67e4-4045-83b4-ecacb52098ac tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:15.071946 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-2ef1df4f-67e4-4045-83b4-ecacb52098ac tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:28:15.102183 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-cfb0c06a-6cf8-4741-bb98-376a20352ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ad5e1b-236f-4cb3-9206-ea631811af8b', 'name': 'tempest-NetworksTestDHCPv6-router-1618147199', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:28:00Z', 'updated_at': '2022-04-29T13:28:11Z', 'revision_number': 3, 'project_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'gw_port_host': None}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:15.107758 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-2ef1df4f-67e4-4045-83b4-ecacb52098ac tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:28:15.109185 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2ef1df4f-67e4-4045-83b4-ecacb52098ac tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2992599 Apr 29 13:28:15.111922 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58236) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:15.140350 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb0c06a-6cf8-4741-bb98-376a20352ee7 None None] Checking router: f9ad5e1b-236f-4cb3-9206-ea631811af8b for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:28:15.143066 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:15.162715 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f0c26711-c5d6-4139-b79a-3fdb5aee72bb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:15.184575 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb0c06a-6cf8-4741-bb98-376a20352ee7 None None] Routers {'f9ad5e1b-236f-4cb3-9206-ea631811af8b'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:28:15.185364 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-cfb0c06a-6cf8-4741-bb98-376a20352ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:28:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['f9ad5e1b-236f-4cb3-9206-ea631811af8b'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:15.207254 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event deleted for resources: {'Port': ['ID=d8b150f3-5df9-44ed-b49f-9ac35ae10869,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:15.217978 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] No DVR routers for this DVR port d8b150f3-5df9-44ed-b49f-9ac35ae10869 on host dv-neutron-839027-4-hyperv {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:28:15.355401 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f0c26711-c5d6-4139-b79a-3fdb5aee72bb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:15.389192 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-cfb0c06a-6cf8-4741-bb98-376a20352ee7 None None] Set router f9ad5e1b-236f-4cb3-9206-ea631811af8b gateway port host: None {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:28:15.422887 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:15.476378 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8001bf3-1d9e-436d-8d55-8b359176fae1']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:15.494261 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '662293a8-f0ac-437f-867f-4c012c9b8572') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:15.494940 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '662293a8-f0ac-437f-867f-4c012c9b8572') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:15.513134 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:15.518704 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-cfb0c06a-6cf8-4741-bb98-376a20352ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ad5e1b-236f-4cb3-9206-ea631811af8b', 'name': 'tempest-NetworksTestDHCPv6-router-1618147199', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:28:00Z', 'updated_at': '2022-04-29T13:28:11Z', 'revision_number': 3, 'project_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'gw_port_host': None}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:15.540629 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb0c06a-6cf8-4741-bb98-376a20352ee7 None None] The sync data for ids ['f9ad5e1b-236f-4cb3-9206-ea631811af8b'] in dv-neutron-839027-4-hyperv is: [{'id': 'f9ad5e1b-236f-4cb3-9206-ea631811af8b', 'name': 'tempest-NetworksTestDHCPv6-router-1618147199', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:28:00Z', 'updated_at': '2022-04-29T13:28:11Z', 'revision_number': 3, 'project_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'gw_port_host': None}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:28:15.548109 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f719bc5-4bb1-43f3-bd28-82376de9e1a2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting subnet 3449ac3a-f483-447b-b329-384eba20debd {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:28:15.550408 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:15.556054 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4f719bc5-4bb1-43f3-bd28-82376de9e1a2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:15.702401 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:28:15.702900 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:28:15.718286 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:28:15.812523 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4f719bc5-4bb1-43f3-bd28-82376de9e1a2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:15.856273 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-77fc2597-1d42-4460-bb64-53af20b9827c None None] Provisioning for port 9801f849-23d1-416d-b15b-242848c55d0c completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:28:15.863464 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:15.864577 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-77fc2597-1d42-4460-bb64-53af20b9827c None None] Provisioning complete for port 9801f849-23d1-416d-b15b-242848c55d0c triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:15.864978 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-77fc2597-1d42-4460-bb64-53af20b9827c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:15.871238 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:15.910615 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event deleted for resources: {'Network': ['ID=e8001bf3-1d9e-436d-8d55-8b359176fae1,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:15.933327 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-aead246e-5c8f-48e3-99d8-4a13d1a7b7dc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Deleting port 73c6abaf-ee20-4b24-9581-a991ee6d160b {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:15.933853 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-aead246e-5c8f-48e3-99d8-4a13d1a7b7dc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:15.935389 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6e6585bd-6530-458b-8786-39fe3f08b46c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/networks/e8001bf3-1d9e-436d-8d55-8b359176fae1 HTTP/1.1" status: 204 len: 168 time: 2.7628803 Apr 29 13:28:15.935972 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58242) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:15.941175 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-77fc2597-1d42-4460-bb64-53af20b9827c None None] Port 9801f849-23d1-416d-b15b-242848c55d0c cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:28:15.981598 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce96ffd-df80-40eb-a8b8-de9e41c93f1f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:15.982039 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ce96ffd-df80-40eb-a8b8-de9e41c93f1f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:15.988340 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7ce96ffd-df80-40eb-a8b8-de9e41c93f1f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/networks/e8001bf3-1d9e-436d-8d55-8b359176fae1 HTTP/1.1" status: 404 len: 339 time: 0.0481451 Apr 29 13:28:15.988951 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58246) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:15.997507 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-4dc31e8e-30b2-40fb-ba89-8256210cdf6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-428140015', 'description': 'd1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:16.004059 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4dc31e8e-30b2-40fb-ba89-8256210cdf6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:16.012455 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4dc31e8e-30b2-40fb-ba89-8256210cdf6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Usage tracker for resource:network and tenant:9408b91db2e3459091dd0b074e69b2a2 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:16.016501 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4dc31e8e-30b2-40fb-ba89-8256210cdf6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:16.019723 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4f719bc5-4bb1-43f3-bd28-82376de9e1a2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:16.054615 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4dc31e8e-30b2-40fb-ba89-8256210cdf6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:16.080881 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc31e8e-30b2-40fb-ba89-8256210cdf6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Made reservation on behalf of 9408b91db2e3459091dd0b074e69b2a2 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:16.083878 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4dc31e8e-30b2-40fb-ba89-8256210cdf6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:16.108056 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f0c26711-c5d6-4139-b79a-3fdb5aee72bb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:16.125525 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc31e8e-30b2-40fb-ba89-8256210cdf6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:28:16.133240 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4f719bc5-4bb1-43f3-bd28-82376de9e1a2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:16.150792 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f0c26711-c5d6-4139-b79a-3fdb5aee72bb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:16.174736 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4dc31e8e-30b2-40fb-ba89-8256210cdf6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:16.175072 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-4dc31e8e-30b2-40fb-ba89-8256210cdf6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Added segment d00f4d29-fe2c-471f-a80a-b3b65b1b2e59 of type vlan for network 568b060e-b88c-4f5e-bb84-92119f9a531b Apr 29 13:28:16.178634 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f719bc5-4bb1-43f3-bd28-82376de9e1a2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Subnet': ['ID=3449ac3a-f483-447b-b329-384eba20debd,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:16.191134 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4f719bc5-4bb1-43f3-bd28-82376de9e1a2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:16.198369 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9dab63-8bf1-4d34-90fa-36853a2728d1 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:16.222609 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4dc31e8e-30b2-40fb-ba89-8256210cdf6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:16.230334 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4f719bc5-4bb1-43f3-bd28-82376de9e1a2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/3449ac3a-f483-447b-b329-384eba20debd HTTP/1.1" status: 204 len: 168 time: 1.1151190 Apr 29 13:28:16.231501 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58250) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:16.346072 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.resource_extend [None req-4dc31e8e-30b2-40fb-ba89-8256210cdf6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:28:16.360926 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f0c26711-c5d6-4139-b79a-3fdb5aee72bb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:16.380546 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4dc31e8e-30b2-40fb-ba89-8256210cdf6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:16.380842 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c26711-c5d6-4139-b79a-3fdb5aee72bb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Pushing event updated for resources: {'Port': ['ID=9801f849-23d1-416d-b15b-242848c55d0c,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:16.385735 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc31e8e-30b2-40fb-ba89-8256210cdf6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:16.386159 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4dc31e8e-30b2-40fb-ba89-8256210cdf6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:16.479886 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aad5fe-bac8-4e56-9449-f6960c8b8b29 None None] DHCP port deletion for b2591163-41a9-4c5e-86a6-99ddbf59518f request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:28:16.484742 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-48aad5fe-bac8-4e56-9449-f6960c8b8b29 None None] Deleting port 91eed7e3-98ed-4aae-b908-ada3f3b42e7f {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:16.485177 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48aad5fe-bac8-4e56-9449-f6960c8b8b29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:16.494810 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8a4be24b-2ecc-4cc1-a56c-b671274ca2f5 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:router {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:28:16.505415 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4dc31e8e-30b2-40fb-ba89-8256210cdf6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5135174 Apr 29 13:28:16.507369 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58256) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:16.513606 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dabe9c-3181-4b53-a587-7b7a02775d0e req-8abcd108-1cf9-435b-bf3f-0c806eb116c8 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:16.515280 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-64dabe9c-3181-4b53-a587-7b7a02775d0e req-8abcd108-1cf9-435b-bf3f-0c806eb116c8 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 946 time: 0.4107502 Apr 29 13:28:16.517070 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc31e8e-30b2-40fb-ba89-8256210cdf6f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event updated for resources: {'Network': ['ID=568b060e-b88c-4f5e-bb84-92119f9a531b,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:16.533331 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8a4be24b-2ecc-4cc1-a56c-b671274ca2f5 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:router {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:28:16.535391 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8a4be24b-2ecc-4cc1-a56c-b671274ca2f5 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3030100 Apr 29 13:28:16.537716 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 568b060e-b88c-4f5e-bb84-92119f9a531b details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:28:16.538076 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58260) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:16.662203 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-aead246e-5c8f-48e3-99d8-4a13d1a7b7dc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] For port 73c6abaf-ee20-4b24-9581-a991ee6d160b, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=73c6abaf-ee20-4b24-9581-a991ee6d160b,segment=NetworkSegment(5ab2a663-b12c-4759-92bc-ee25a2825452),segment_id=5ab2a663-b12c-4759-92bc-ee25a2825452)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:16.662608 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-aead246e-5c8f-48e3-99d8-4a13d1a7b7dc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:16.693085 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-db8f8d82-9540-4e34-8746-2246d8f55e5c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:16.792563 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-48aad5fe-bac8-4e56-9449-f6960c8b8b29 None None] For port 91eed7e3-98ed-4aae-b908-ada3f3b42e7f, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=91eed7e3-98ed-4aae-b908-ada3f3b42e7f,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:16.792975 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48aad5fe-bac8-4e56-9449-f6960c8b8b29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:16.832349 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-aead246e-5c8f-48e3-99d8-4a13d1a7b7dc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Calling delete_port for 73c6abaf-ee20-4b24-9581-a991ee6d160b owned by network:router_interface {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:16.881822 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe25d140-b07b-4c01-8c91-72348d9df3d1 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:16.882493 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-fe25d140-b07b-4c01-8c91-72348d9df3d1 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Synchronizing usage tracker for tenant:9408b91db2e3459091dd0b074e69b2a2 on resource:network {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:28:16.898508 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c26711-c5d6-4139-b79a-3fdb5aee72bb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Network a84a3a13-2f88-405d-86b0-c914cf87d966 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:16.904620 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-f0c26711-c5d6-4139-b79a-3fdb5aee72bb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:16.922662 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-64dabe9c-3181-4b53-a587-7b7a02775d0e req-5918cf73-ae71-46ac-a396-e90009124a83 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/security-groups?id=0cb329a9-f78f-4829-aadb-04df719ccc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3627679 Apr 29 13:28:16.943385 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-48aad5fe-bac8-4e56-9449-f6960c8b8b29 None None] Calling delete_port for 91eed7e3-98ed-4aae-b908-ada3f3b42e7f owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:16.974882 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b21d2f0c-5005-402e-8b75-06ea4bd23981 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:28:17.084820 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: b21d2f0c-5005-402e-8b75-06ea4bd23981 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:28:17.084820 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b21d2f0c-5005-402e-8b75-06ea4bd23981 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:28:17.085172 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 91eed7e3-98ed-4aae-b908-ada3f3b42e7f no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:28:17.124229 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-fe25d140-b07b-4c01-8c91-72348d9df3d1 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Unset dirty status for tenant:9408b91db2e3459091dd0b074e69b2a2 on resource:network {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:28:17.127925 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-fe25d140-b07b-4c01-8c91-72348d9df3d1 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "GET /v2.0/networks?id=568b060e-b88c-4f5e-bb84-92119f9a531b HTTP/1.1" status: 200 len: 760 time: 0.6091247 Apr 29 13:28:17.129870 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58266) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:17.138313 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-a2553720-0d0f-46ce-bff8-73b5bb8e8b1e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Request body: {'network': {'description': 'd2'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:17.208286 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48aad5fe-bac8-4e56-9449-f6960c8b8b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:17.244334 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-db8f8d82-9540-4e34-8746-2246d8f55e5c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:17.249088 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-db8f8d82-9540-4e34-8746-2246d8f55e5c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:17.257637 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Port 91eed7e3-98ed-4aae-b908-ada3f3b42e7f update to DOWN by agent not found {{(pid=83906) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 29 13:28:17.266373 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aad5fe-bac8-4e56-9449-f6960c8b8b29 None None] No DVR routers for this DVR port 91eed7e3-98ed-4aae-b908-ada3f3b42e7f on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:28:17.272841 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aad5fe-bac8-4e56-9449-f6960c8b8b29 None None] Pushing event deleted for resources: {'Port': ['ID=91eed7e3-98ed-4aae-b908-ada3f3b42e7f,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:17.282892 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-db8f8d82-9540-4e34-8746-2246d8f55e5c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:17.286099 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8f8d82-9540-4e34-8746-2246d8f55e5c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Fanout notify agent at l3_agent the message router_deleted on router f9ad5e1b-236f-4cb3-9206-ea631811af8b {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:28:17.290781 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ce61e2e4-a5e9-4199-adbb-5f1d9fc8baca None None] Provisioning complete for port 9801f849-23d1-416d-b15b-242848c55d0c triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:17.291201 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ce61e2e4-a5e9-4199-adbb-5f1d9fc8baca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:17.311744 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-db8f8d82-9540-4e34-8746-2246d8f55e5c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:17.315240 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-db8f8d82-9540-4e34-8746-2246d8f55e5c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/routers/f9ad5e1b-236f-4cb3-9206-ea631811af8b HTTP/1.1" status: 204 len: 168 time: 0.7736573 Apr 29 13:28:17.315814 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58270) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:17.364277 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-ce61e2e4-a5e9-4199-adbb-5f1d9fc8baca None None] Port 9801f849-23d1-416d-b15b-242848c55d0c cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:28:17.366516 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e182d805-ed63-4566-bef0-4b86069f3d42 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0491629 Apr 29 13:28:17.368528 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58274) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:17.443368 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e968de-e5c3-41ef-ac1a-6b057be525dd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:17.444049 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b5e968de-e5c3-41ef-ac1a-6b057be525dd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:28:17.459865 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b5e968de-e5c3-41ef-ac1a-6b057be525dd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:28:17.460959 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b5e968de-e5c3-41ef-ac1a-6b057be525dd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0912223 Apr 29 13:28:17.463821 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58278) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:17.530501 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3df36edf-fd0d-4a30-b646-d6a415034d9d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:router {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:28:17.548250 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3df36edf-fd0d-4a30-b646-d6a415034d9d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:router {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:28:17.549448 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3df36edf-fd0d-4a30-b646-d6a415034d9d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847390 Apr 29 13:28:17.553868 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58282) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:17.560525 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-e7f968d3-55d8-4eb1-a4e8-76d4c876dbda tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:17.670377 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e7f968d3-55d8-4eb1-a4e8-76d4c876dbda tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:17.679863 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e7f968d3-55d8-4eb1-a4e8-76d4c876dbda tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:17.695732 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f968d3-55d8-4eb1-a4e8-76d4c876dbda tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:17.699773 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e7f968d3-55d8-4eb1-a4e8-76d4c876dbda tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:17.746631 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-aead246e-5c8f-48e3-99d8-4a13d1a7b7dc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:17.789252 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a2553720-0d0f-46ce-bff8-73b5bb8e8b1e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:17.814018 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead246e-5c8f-48e3-99d8-4a13d1a7b7dc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Port': ['ID=73c6abaf-ee20-4b24-9581-a991ee6d160b,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:17.859552 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a2553720-0d0f-46ce-bff8-73b5bb8e8b1e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:18.021520 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2553720-0d0f-46ce-bff8-73b5bb8e8b1e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event updated for resources: {'Network': ['ID=568b060e-b88c-4f5e-bb84-92119f9a531b,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:18.033074 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a2553720-0d0f-46ce-bff8-73b5bb8e8b1e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Network 568b060e-b88c-4f5e-bb84-92119f9a531b is not hosted by any dhcp agent {{(pid=83905) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 29 13:28:18.035900 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 568b060e-b88c-4f5e-bb84-92119f9a531b details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:28:18.036515 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.objects.ports [None req-e7f968d3-55d8-4eb1-a4e8-76d4c876dbda tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83904) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 13:28:18.038308 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e7f968d3-55d8-4eb1-a4e8-76d4c876dbda tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:18.052739 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2553720-0d0f-46ce-bff8-73b5bb8e8b1e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:18.053918 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a2553720-0d0f-46ce-bff8-73b5bb8e8b1e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:18.055952 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a2553720-0d0f-46ce-bff8-73b5bb8e8b1e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "PUT /v2.0/networks/568b060e-b88c-4f5e-bb84-92119f9a531b HTTP/1.1" status: 200 len: 757 time: 0.9252946 Apr 29 13:28:18.060460 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58288) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:18.103029 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c26711-c5d6-4139-b79a-3fdb5aee72bb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Router 1773f44e-1fcd-466f-a3c5-1948130a9c61 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:28:18.155830 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f968d3-55d8-4eb1-a4e8-76d4c876dbda tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:18.161030 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-e7f968d3-55d8-4eb1-a4e8-76d4c876dbda tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:18.162637 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f968d3-55d8-4eb1-a4e8-76d4c876dbda tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Subnet': ['ID=152cca34-e5d4-4e59-aad4-6f410e8a81a1,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:18.165261 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f968d3-55d8-4eb1-a4e8-76d4c876dbda tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:18.165834 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e7f968d3-55d8-4eb1-a4e8-76d4c876dbda tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:18.174650 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec8e657-2edd-43e8-a3ea-3fcb8b171bda None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:18.210765 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e7f968d3-55d8-4eb1-a4e8-76d4c876dbda tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6529319 Apr 29 13:28:18.210991 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58292) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:18.216343 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-41a2bd65-2c3c-48b4-931d-cf3d71551371 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:18.239485 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfebb58-21f9-453f-8954-56d0c0f35893 req-b9bb360f-ba14-41b7-b248-1d157cd346a0 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:18.241081 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7bfebb58-21f9-453f-8954-56d0c0f35893 req-b9bb360f-ba14-41b7-b248-1d157cd346a0 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 946 time: 0.1648273 Apr 29 13:28:18.324343 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ca9d0d-0fa6-463f-9889-6e8135519470 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:18.325736 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e6ca9d0d-0fa6-463f-9889-6e8135519470 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "GET /v2.0/networks?id=568b060e-b88c-4f5e-bb84-92119f9a531b HTTP/1.1" status: 200 len: 760 time: 0.2639883 Apr 29 13:28:18.331763 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58296) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:18.342391 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-1c042d2f-c40e-416e-a079-c4ee6e8ddeda tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-215775256'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:18.350328 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1c042d2f-c40e-416e-a079-c4ee6e8ddeda tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:18.390020 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1c042d2f-c40e-416e-a079-c4ee6e8ddeda tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:18.403730 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449011a3-89fb-4493-af4e-c68b87150b14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-b2591163-41a9-4c5e-86a6-99ddbf59518f', 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'fixed_ips': [{'subnet_id': '152cca34-e5d4-4e59-aad4-6f410e8a81a1'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:28:18.404737 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-449011a3-89fb-4493-af4e-c68b87150b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:18.405989 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7bfebb58-21f9-453f-8954-56d0c0f35893 req-4a25bd30-40ca-48d5-bbfc-d2b0afe9003f tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/security-groups?id=0cb329a9-f78f-4829-aadb-04df719ccc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104622 Apr 29 13:28:18.424722 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c042d2f-c40e-416e-a079-c4ee6e8ddeda tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Made reservation on behalf of 9408b91db2e3459091dd0b074e69b2a2 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:18.427935 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1c042d2f-c40e-416e-a079-c4ee6e8ddeda tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:18.452362 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-41a2bd65-2c3c-48b4-931d-cf3d71551371 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:18.460572 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-41a2bd65-2c3c-48b4-931d-cf3d71551371 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:subnet and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:18.464996 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-41a2bd65-2c3c-48b4-931d-cf3d71551371 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:18.469408 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-aead246e-5c8f-48e3-99d8-4a13d1a7b7dc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:18.473715 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-41a2bd65-2c3c-48b4-931d-cf3d71551371 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:18.479167 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c042d2f-c40e-416e-a079-c4ee6e8ddeda tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:28:18.494364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1c042d2f-c40e-416e-a079-c4ee6e8ddeda tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:18.494720 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-1c042d2f-c40e-416e-a079-c4ee6e8ddeda tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Added segment c72872fa-f8f7-47af-9b09-dd50a1e6ceed of type vlan for network e1f97d61-109e-46e4-8183-11e74e3957a5 Apr 29 13:28:18.500011 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a2bd65-2c3c-48b4-931d-cf3d71551371 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:18.503909 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-41a2bd65-2c3c-48b4-931d-cf3d71551371 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:18.590747 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-449011a3-89fb-4493-af4e-c68b87150b14 None None] Allocated IP 2001:db8::f816:3eff:fe82:ba38 (b2591163-41a9-4c5e-86a6-99ddbf59518f/152cca34-e5d4-4e59-aad4-6f410e8a81a1/7e45598d-b513-4796-8c3a-a084b9bb142d) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:28:18.605674 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1c042d2f-c40e-416e-a079-c4ee6e8ddeda tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:18.637434 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c26711-c5d6-4139-b79a-3fdb5aee72bb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:28:18.656116 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b65ad24-49d9-4456-88e0-d06f743b435e None None] Sync routers for ids ['1773f44e-1fcd-466f-a3c5-1948130a9c61'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:28:18.683412 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1c042d2f-c40e-416e-a079-c4ee6e8ddeda tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:18.688638 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c042d2f-c40e-416e-a079-c4ee6e8ddeda tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:18.689635 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1c042d2f-c40e-416e-a079-c4ee6e8ddeda tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:18.701153 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b65ad24-49d9-4456-88e0-d06f743b435e None None] Routers {'1773f44e-1fcd-466f-a3c5-1948130a9c61'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:28:18.703038 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-4b65ad24-49d9-4456-88e0-d06f743b435e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:28:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['1773f44e-1fcd-466f-a3c5-1948130a9c61'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:18.772116 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f0c26711-c5d6-4139-b79a-3fdb5aee72bb tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] 10.222.0.76 "PUT /v2.0/routers/1773f44e-1fcd-466f-a3c5-1948130a9c61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3049216 Apr 29 13:28:18.774146 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58300) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:18.799114 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-4b65ad24-49d9-4456-88e0-d06f743b435e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:18.814039 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b65ad24-49d9-4456-88e0-d06f743b435e None None] Routers {'1773f44e-1fcd-466f-a3c5-1948130a9c61'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:28:18.815191 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-4b65ad24-49d9-4456-88e0-d06f743b435e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:28:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['1773f44e-1fcd-466f-a3c5-1948130a9c61'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:18.888850 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1c042d2f-c40e-416e-a079-c4ee6e8ddeda tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5537279 Apr 29 13:28:18.898148 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58304) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:18.905030 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-af5e7b38-02d7-4da4-921a-bc1c51b69a0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Request body: {'subnet': {'network_id': 'e1f97d61-109e-46e4-8183-11e74e3957a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:18.922387 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-449011a3-89fb-4493-af4e-c68b87150b14 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:18.935750 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-4b65ad24-49d9-4456-88e0-d06f743b435e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:18.936460 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b65ad24-49d9-4456-88e0-d06f743b435e None None] The sync data for ids ['1773f44e-1fcd-466f-a3c5-1948130a9c61'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:28:18.947550 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-449011a3-89fb-4493-af4e-c68b87150b14 None None] Transition to ACTIVE for port object 7e45598d-b513-4796-8c3a-a084b9bb142d will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:18.982461 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c042d2f-c40e-416e-a079-c4ee6e8ddeda tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event updated for resources: {'Network': ['ID=e1f97d61-109e-46e4-8183-11e74e3957a5,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:19.000706 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network e1f97d61-109e-46e4-8183-11e74e3957a5 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:28:19.025953 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-449011a3-89fb-4493-af4e-c68b87150b14 None None] Transition to ACTIVE for port object 7e45598d-b513-4796-8c3a-a084b9bb142d will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:19.088111 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-449011a3-89fb-4493-af4e-c68b87150b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:19.172887 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-af5e7b38-02d7-4da4-921a-bc1c51b69a0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:19.176410 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aead246e-5c8f-48e3-99d8-4a13d1a7b7dc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Router e1421bee-f3a8-483e-808c-949354d33ae7 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:28:19.180982 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-af5e7b38-02d7-4da4-921a-bc1c51b69a0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Usage tracker for resource:subnet and tenant:9408b91db2e3459091dd0b074e69b2a2 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:19.185245 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-af5e7b38-02d7-4da4-921a-bc1c51b69a0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:19.192203 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-af5e7b38-02d7-4da4-921a-bc1c51b69a0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:19.193898 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449011a3-89fb-4493-af4e-c68b87150b14 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:19.195268 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-449011a3-89fb-4493-af4e-c68b87150b14 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:19.198776 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449011a3-89fb-4493-af4e-c68b87150b14 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:28:19.201202 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449011a3-89fb-4493-af4e-c68b87150b14 None None] Pushing event updated for resources: {'Port': ['ID=7e45598d-b513-4796-8c3a-a084b9bb142d,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:19.226529 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-41a2bd65-2c3c-48b4-931d-cf3d71551371 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:19.264295 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5e7b38-02d7-4da4-921a-bc1c51b69a0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Made reservation on behalf of 9408b91db2e3459091dd0b074e69b2a2 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:19.294478 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-449011a3-89fb-4493-af4e-c68b87150b14 None None] Attempting to bind port 7e45598d-b513-4796-8c3a-a084b9bb142d on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:28:19.294841 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-449011a3-89fb-4493-af4e-c68b87150b14 None None] Attempting to bind port 7e45598d-b513-4796-8c3a-a084b9bb142d by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:28:19.295190 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449011a3-89fb-4493-af4e-c68b87150b14 None None] Attempting to bind port 7e45598d-b513-4796-8c3a-a084b9bb142d on network b2591163-41a9-4c5e-86a6-99ddbf59518f {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:28:19.302210 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449011a3-89fb-4493-af4e-c68b87150b14 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:28:19.302581 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449011a3-89fb-4493-af4e-c68b87150b14 None None] Checking segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:28:19.302978 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-449011a3-89fb-4493-af4e-c68b87150b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:19.303358 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449011a3-89fb-4493-af4e-c68b87150b14 None None] Bound using segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:28:19.303817 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-449011a3-89fb-4493-af4e-c68b87150b14 None None] Bound port: 7e45598d-b513-4796-8c3a-a084b9bb142d, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:28:19.304180 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-449011a3-89fb-4493-af4e-c68b87150b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:19.304310 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-42cdd0af-6dbf-4cbd-9ae5-693813df86f2 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:19.373279 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2bd65-2c3c-48b4-931d-cf3d71551371 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Subnet': ['ID=da6e2eec-fd79-4135-842e-e6a0dfe734da,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:19.376565 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a2bd65-2c3c-48b4-931d-cf3d71551371 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:19.397555 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-449011a3-89fb-4493-af4e-c68b87150b14 None None] For port 7e45598d-b513-4796-8c3a-a084b9bb142d, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:28:19.401388 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-449011a3-89fb-4493-af4e-c68b87150b14 None None] For port 7e45598d-b513-4796-8c3a-a084b9bb142d, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=7e45598d-b513-4796-8c3a-a084b9bb142d,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:28:19.406475 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-449011a3-89fb-4493-af4e-c68b87150b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:19.424407 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-41a2bd65-2c3c-48b4-931d-cf3d71551371 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:19.432081 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a2bd65-2c3c-48b4-931d-cf3d71551371 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:19.432677 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-41a2bd65-2c3c-48b4-931d-cf3d71551371 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:19.434058 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-af5e7b38-02d7-4da4-921a-bc1c51b69a0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:19.484777 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-41a2bd65-2c3c-48b4-931d-cf3d71551371 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2728326 Apr 29 13:28:19.487149 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58310) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:19.495434 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-4ba61576-3c2b-4586-8a84-57b69b86be6e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'port': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'mac_address': 'fa:16:3e:e7:2c:75', 'name': 'tempest-NetworksTestDHCPv6-116423152'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:19.500954 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449011a3-89fb-4493-af4e-c68b87150b14 None None] Pushing event updated for resources: {'Port': ['ID=7e45598d-b513-4796-8c3a-a084b9bb142d,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:19.521281 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aead246e-5c8f-48e3-99d8-4a13d1a7b7dc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:28:19.529564 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-aead246e-5c8f-48e3-99d8-4a13d1a7b7dc tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "PUT /v2.0/routers/e1421bee-f3a8-483e-808c-949354d33ae7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2195029 Apr 29 13:28:19.531977 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58314) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:19.538988 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4d44cc-2fe6-41e8-891b-cd7ff099ed45 None None] Sync routers for ids ['e1421bee-f3a8-483e-808c-949354d33ae7'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:28:19.552287 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4d44cc-2fe6-41e8-891b-cd7ff099ed45 None None] Routers {'e1421bee-f3a8-483e-808c-949354d33ae7'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:28:19.553085 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2f4d44cc-2fe6-41e8-891b-cd7ff099ed45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:28:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e1421bee-f3a8-483e-808c-949354d33ae7'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:19.711312 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-42cdd0af-6dbf-4cbd-9ae5-693813df86f2 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 29 13:28:19.715744 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-42cdd0af-6dbf-4cbd-9ae5-693813df86f2 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] 10.222.0.76 "DELETE /v2.0/routers/1773f44e-1fcd-466f-a3c5-1948130a9c61 HTTP/1.1" status: 409 len: 329 time: 0.9350719 Apr 29 13:28:19.715744 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4ba61576-3c2b-4586-8a84-57b69b86be6e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:19.716653 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58318) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:19.763998 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-2f4d44cc-2fe6-41e8-891b-cd7ff099ed45 None None] Set router e1421bee-f3a8-483e-808c-949354d33ae7 gateway port host: None {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:28:19.816682 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4ba61576-3c2b-4586-8a84-57b69b86be6e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:port and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:19.826621 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4ba61576-3c2b-4586-8a84-57b69b86be6e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:19.924592 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4ba61576-3c2b-4586-8a84-57b69b86be6e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:19.931265 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2f4d44cc-2fe6-41e8-891b-cd7ff099ed45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'name': 'tempest-RoutersTest-router-375737017', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:31Z', 'updated_at': '2022-04-29T13:28:17Z', 'revision_number': 11, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'gw_port_host': None}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:19.935853 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4d44cc-2fe6-41e8-891b-cd7ff099ed45 None None] Checking router: e1421bee-f3a8-483e-808c-949354d33ae7 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:28:19.954706 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4d44cc-2fe6-41e8-891b-cd7ff099ed45 None None] Routers {'e1421bee-f3a8-483e-808c-949354d33ae7'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:28:19.956955 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2f4d44cc-2fe6-41e8-891b-cd7ff099ed45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:28:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e1421bee-f3a8-483e-808c-949354d33ae7'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:19.968288 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3184d-bb26-45fb-8324-45ff2e6949d6 req-6a1ca6b1-0683-42ea-a9a2-bc2c3cf6c737 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:19.970516 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-b3d3184d-bb26-45fb-8324-45ff2e6949d6 req-6a1ca6b1-0683-42ea-a9a2-bc2c3cf6c737 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 946 time: 0.3531878 Apr 29 13:28:19.982521 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba61576-3c2b-4586-8a84-57b69b86be6e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:19.986532 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4ba61576-3c2b-4586-8a84-57b69b86be6e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:20.020504 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf57a0df-690a-4385-be3f-47e5d87e048c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Deleting subnet 2d11b374-9296-4c58-bc0f-19c78db7742a {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:28:20.030485 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-4ba61576-3c2b-4586-8a84-57b69b86be6e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] device_id is not set on port 9cbaec29-7451-4bf9-b596-62625793fe90 yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:28:20.032326 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bf57a0df-690a-4385-be3f-47e5d87e048c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:20.107222 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-2f4d44cc-2fe6-41e8-891b-cd7ff099ed45 None None] Set router e1421bee-f3a8-483e-808c-949354d33ae7 gateway port host: None {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:28:20.125383 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-b3d3184d-bb26-45fb-8324-45ff2e6949d6 req-5d14cf72-12e9-45ec-98c7-c7b998980240 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/security-groups?id=0cb329a9-f78f-4829-aadb-04df719ccc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416264 Apr 29 13:28:20.135630 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bf57a0df-690a-4385-be3f-47e5d87e048c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:20.186881 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-af5e7b38-02d7-4da4-921a-bc1c51b69a0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:20.221300 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2f4d44cc-2fe6-41e8-891b-cd7ff099ed45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'name': 'tempest-RoutersTest-router-375737017', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:31Z', 'updated_at': '2022-04-29T13:28:17Z', 'revision_number': 11, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'gw_port_host': None}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:20.226097 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4d44cc-2fe6-41e8-891b-cd7ff099ed45 None None] The sync data for ids ['e1421bee-f3a8-483e-808c-949354d33ae7'] in dv-neutron-839027-4-hyperv is: [{'id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'name': 'tempest-RoutersTest-router-375737017', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:31Z', 'updated_at': '2022-04-29T13:28:17Z', 'revision_number': 11, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'gw_port_host': None}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:28:20.293876 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e7b38-02d7-4da4-921a-bc1c51b69a0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event updated for resources: {'Subnet': ['ID=8165550c-8556-4b3f-9df6-b0f4f6270239,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:20.325386 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bf57a0df-690a-4385-be3f-47e5d87e048c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:20.358107 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5e7b38-02d7-4da4-921a-bc1c51b69a0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Checking segment: {'id': 'c72872fa-f8f7-47af-9b09-dd50a1e6ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e1f97d61-109e-46e4-8183-11e74e3957a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:28:20.358454 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5e7b38-02d7-4da4-921a-bc1c51b69a0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Network hostable DHCP agents. Network: e1f97d61-109e-46e4-8183-11e74e3957a5, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:28:20.407708 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b0da6f46-6949-4203-8280-d233c87e1df0 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:20.411334 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5e7b38-02d7-4da4-921a-bc1c51b69a0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Network e1f97d61-109e-46e4-8183-11e74e3957a5 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:28:20.428851 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-af5e7b38-02d7-4da4-921a-bc1c51b69a0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, e1f97d61-109e-46e4-8183-11e74e3957a5) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:20.434177 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e7b38-02d7-4da4-921a-bc1c51b69a0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:20.435120 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-af5e7b38-02d7-4da4-921a-bc1c51b69a0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:20.442992 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab14459-25ba-4c7d-9513-53113f7337d4 None None] Network e1f97d61-109e-46e4-8183-11e74e3957a5 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:20.448351 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bf57a0df-690a-4385-be3f-47e5d87e048c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:20.502909 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57a0df-690a-4385-be3f-47e5d87e048c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Subnet': ['ID=2d11b374-9296-4c58-bc0f-19c78db7742a,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:20.519309 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bf57a0df-690a-4385-be3f-47e5d87e048c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:20.524284 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-bf57a0df-690a-4385-be3f-47e5d87e048c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/subnets/2d11b374-9296-4c58-bc0f-19c78db7742a HTTP/1.1" status: 204 len: 168 time: 0.9885287 Apr 29 13:28:20.525456 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58322) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:20.531808 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599e76c7-ebe3-44df-8b5e-a31051f9e66b None None] Network be9df2cb-cf00-4558-99bb-20f082905c88 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:20.554728 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-af5e7b38-02d7-4da4-921a-bc1c51b69a0b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6533210 Apr 29 13:28:20.559237 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58326) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:20.565963 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-4ba61576-3c2b-4586-8a84-57b69b86be6e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Allocated IP 172.20.0.12 (b2591163-41a9-4c5e-86a6-99ddbf59518f/da6e2eec-fd79-4135-842e-e6a0dfe734da/9cbaec29-7451-4bf9-b596-62625793fe90) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:28:20.572739 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-4ba61576-3c2b-4586-8a84-57b69b86be6e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Allocated IP 2001:db8::f816:3eff:fee7:2c75 (b2591163-41a9-4c5e-86a6-99ddbf59518f/152cca34-e5d4-4e59-aad4-6f410e8a81a1/9cbaec29-7451-4bf9-b596-62625793fe90) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:28:20.758768 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c1e0dc-53a9-4a26-a508-ad457b64e28b None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:20.819002 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-684b2353-5396-4288-a6e6-9568bb2e6f74 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:20.858170 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f2ddc5bf-b9c9-4cc6-b634-9305c8d67bb5 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:20.861058 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-684b2353-5396-4288-a6e6-9568bb2e6f74 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Deleting port 118a46f2-d53e-486d-b1fc-54f9e604e429 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:20.861489 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-684b2353-5396-4288-a6e6-9568bb2e6f74 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:20.885133 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4ba61576-3c2b-4586-8a84-57b69b86be6e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:21.000416 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-23548519-7397-45d8-afbf-0a5b075a02cd None None] Provisioning for port 7e45598d-b513-4796-8c3a-a084b9bb142d completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:28:21.017466 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 7e45598d-b513-4796-8c3a-a084b9bb142d up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:28:21.164524 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f2ddc5bf-b9c9-4cc6-b634-9305c8d67bb5 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:21.208767 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-4ba61576-3c2b-4586-8a84-57b69b86be6e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Transition to ACTIVE for port object 9cbaec29-7451-4bf9-b596-62625793fe90 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:21.238218 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ad5838-e4d9-414d-ba51-f3149e8ae47a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-e1f97d61-109e-46e4-8183-11e74e3957a5', 'network_id': 'e1f97d61-109e-46e4-8183-11e74e3957a5', 'tenant_id': '9408b91db2e3459091dd0b074e69b2a2', 'fixed_ips': [{'subnet_id': '8165550c-8556-4b3f-9df6-b0f4f6270239'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:28:21.239026 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-66ad5838-e4d9-414d-ba51-f3149e8ae47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:21.330634 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-684b2353-5396-4288-a6e6-9568bb2e6f74 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] For port 118a46f2-d53e-486d-b1fc-54f9e604e429, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=118a46f2-d53e-486d-b1fc-54f9e604e429,segment=NetworkSegment(5ab2a663-b12c-4759-92bc-ee25a2825452),segment_id=5ab2a663-b12c-4759-92bc-ee25a2825452)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:21.330634 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-684b2353-5396-4288-a6e6-9568bb2e6f74 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:21.350520 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 7e45598d-b513-4796-8c3a-a084b9bb142d completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:28:21.392932 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3fadb7-fc5f-4723-8ec7-97f5148ecbf7 None None] DHCP port deletion for be9df2cb-cf00-4558-99bb-20f082905c88 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:28:21.402273 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 7e45598d-b513-4796-8c3a-a084b9bb142d triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:21.402677 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:21.431974 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4ba61576-3c2b-4586-8a84-57b69b86be6e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:21.435790 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-ac3fadb7-fc5f-4723-8ec7-97f5148ecbf7 None None] Deleting port 118a46f2-d53e-486d-b1fc-54f9e604e429 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:21.436216 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ac3fadb7-fc5f-4723-8ec7-97f5148ecbf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:21.481050 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-684b2353-5396-4288-a6e6-9568bb2e6f74 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Calling delete_port for 118a46f2-d53e-486d-b1fc-54f9e604e429 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:21.514743 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f2ddc5bf-b9c9-4cc6-b634-9305c8d67bb5 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:21.567908 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ddc5bf-b9c9-4cc6-b634-9305c8d67bb5 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event deleted for resources: {'Subnet': ['ID=8165550c-8556-4b3f-9df6-b0f4f6270239,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:21.573980 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba61576-3c2b-4586-8a84-57b69b86be6e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:21.574193 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba61576-3c2b-4586-8a84-57b69b86be6e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Port': ['ID=9cbaec29-7451-4bf9-b596-62625793fe90,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:21.578942 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-4ba61576-3c2b-4586-8a84-57b69b86be6e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:21.582186 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba61576-3c2b-4586-8a84-57b69b86be6e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server [None req-66ad5838-e4d9-414d-ba51-f3149e8ae47a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8165550c-8556-4b3f-9df6-b0f4f6270239: This subnet is being modified by another concurrent operation. Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise exception Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8165550c-8556-4b3f-9df6-b0f4f6270239: This subnet is being modified by another concurrent operation. Apr 29 13:28:21.592069 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server Apr 29 13:28:21.659281 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854eece-f530-487d-8fe4-ab93d4eafa4f req-0723c0fc-075a-4d43-90db-9afa69a96a04 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:21.661062 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9854eece-f530-487d-8fe4-ab93d4eafa4f req-0723c0fc-075a-4d43-90db-9afa69a96a04 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 946 time: 0.2996314 Apr 29 13:28:21.687088 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f2ddc5bf-b9c9-4cc6-b634-9305c8d67bb5 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:21.708187 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba61576-3c2b-4586-8a84-57b69b86be6e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:21.709052 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4ba61576-3c2b-4586-8a84-57b69b86be6e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:21.715136 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b7ed10-65a9-4655-a6b5-447ab891a082 None None] Network e1f97d61-109e-46e4-8183-11e74e3957a5 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:21.727991 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-f2ddc5bf-b9c9-4cc6-b634-9305c8d67bb5 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f97d61-109e-46e4-8183-11e74e3957a5']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:21.739226 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-684b2353-5396-4288-a6e6-9568bb2e6f74 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:21.788710 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4ba61576-3c2b-4586-8a84-57b69b86be6e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3005118 Apr 29 13:28:21.789436 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58336) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:21.791887 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-f2ddc5bf-b9c9-4cc6-b634-9305c8d67bb5 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72872fa-f8f7-47af-9b09-dd50a1e6ceed') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:21.792177 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-f2ddc5bf-b9c9-4cc6-b634-9305c8d67bb5 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72872fa-f8f7-47af-9b09-dd50a1e6ceed') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:21.792360 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9854eece-f530-487d-8fe4-ab93d4eafa4f req-32c170e9-702e-456d-a739-29d9f49cfa99 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/security-groups?id=0cb329a9-f78f-4829-aadb-04df719ccc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232336 Apr 29 13:28:21.799178 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b2353-5396-4288-a6e6-9568bb2e6f74 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Port': ['ID=118a46f2-d53e-486d-b1fc-54f9e604e429,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:21.833640 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-b0da6f46-6949-4203-8280-d233c87e1df0 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Deleting port 9801f849-23d1-416d-b15b-242848c55d0c {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:21.833991 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b0da6f46-6949-4203-8280-d233c87e1df0 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:21.859606 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f2ddc5bf-b9c9-4cc6-b634-9305c8d67bb5 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:21.874827 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684b2353-5396-4288-a6e6-9568bb2e6f74 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] No DVR routers for this DVR port 118a46f2-d53e-486d-b1fc-54f9e604e429 on host dv-neutron-839027-4-hyperv {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:28:21.921552 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f2ddc5bf-b9c9-4cc6-b634-9305c8d67bb5 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:21.946659 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:21.994321 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2ddc5bf-b9c9-4cc6-b634-9305c8d67bb5 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:28:21.994740 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f2ddc5bf-b9c9-4cc6-b634-9305c8d67bb5 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:28:22.009159 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:28:22.048347 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12d84bf-d32a-494a-93fe-5e8adfd30b87 None None] Update dhcp port {'port': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'fixed_ips': [{'subnet_id': '152cca34-e5d4-4e59-aad4-6f410e8a81a1', 'ip_address': '2001:db8::f816:3eff:fe82:ba38'}, {'subnet_id': 'da6e2eec-fd79-4135-842e-e6a0dfe734da'}], 'binding:host_id': 'dv-neutron-839027-4-hyperv'}, 'id': '7e45598d-b513-4796-8c3a-a084b9bb142d'} from dv-neutron-839027-4-hyperv. {{(pid=83906) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 29 13:28:22.059360 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b0da6f46-6949-4203-8280-d233c87e1df0 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:22.081380 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-ac3fadb7-fc5f-4723-8ec7-97f5148ecbf7 None None] For port 118a46f2-d53e-486d-b1fc-54f9e604e429, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=118a46f2-d53e-486d-b1fc-54f9e604e429,segment=NetworkSegment(5ab2a663-b12c-4759-92bc-ee25a2825452),segment_id=5ab2a663-b12c-4759-92bc-ee25a2825452)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:22.081714 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ac3fadb7-fc5f-4723-8ec7-97f5148ecbf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:22.106890 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-684b2353-5396-4288-a6e6-9568bb2e6f74 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:22.138233 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 7e45598d-b513-4796-8c3a-a084b9bb142d, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=7e45598d-b513-4796-8c3a-a084b9bb142d,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:22.145604 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-684b2353-5396-4288-a6e6-9568bb2e6f74 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be9df2cb-cf00-4558-99bb-20f082905c88']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:22.152631 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f2ddc5bf-b9c9-4cc6-b634-9305c8d67bb5 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:22.175521 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-684b2353-5396-4288-a6e6-9568bb2e6f74 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab2a663-b12c-4759-92bc-ee25a2825452') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:22.176236 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-684b2353-5396-4288-a6e6-9568bb2e6f74 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab2a663-b12c-4759-92bc-ee25a2825452') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:22.183159 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f2ddc5bf-b9c9-4cc6-b634-9305c8d67bb5 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:22.194880 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-b0da6f46-6949-4203-8280-d233c87e1df0 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Calling delete_port for 9801f849-23d1-416d-b15b-242848c55d0c owned by network:router_interface {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:22.205596 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ddc5bf-b9c9-4cc6-b634-9305c8d67bb5 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event deleted for resources: {'Network': ['ID=e1f97d61-109e-46e4-8183-11e74e3957a5,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:22.208295 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-684b2353-5396-4288-a6e6-9568bb2e6f74 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:22.224056 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb0fa6e-9f0b-49e7-ab23-75c9c7719dd2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:22.228543 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb0fa6e-9f0b-49e7-ab23-75c9c7719dd2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:22.229351 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7eb0fa6e-9f0b-49e7-ab23-75c9c7719dd2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:28:22.250478 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f2ddc5bf-b9c9-4cc6-b634-9305c8d67bb5 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/networks/e1f97d61-109e-46e4-8183-11e74e3957a5 HTTP/1.1" status: 204 len: 168 time: 1.6877127 Apr 29 13:28:22.252707 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:22.252897 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58340) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:22.253004 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-684b2353-5396-4288-a6e6-9568bb2e6f74 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:22.261299 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-684b2353-5396-4288-a6e6-9568bb2e6f74 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:28:22.261664 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-684b2353-5396-4288-a6e6-9568bb2e6f74 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:22.265352 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-ac3fadb7-fc5f-4723-8ec7-97f5148ecbf7 None None] Calling delete_port for 118a46f2-d53e-486d-b1fc-54f9e604e429 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:28:22.277928 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:28:22.281932 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7eb0fa6e-9f0b-49e7-ab23-75c9c7719dd2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:28:22.285894 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7eb0fa6e-9f0b-49e7-ab23-75c9c7719dd2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.4817708 Apr 29 13:28:22.298568 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58344) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:22.331142 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 73c6abaf-ee20-4b24-9581-a991ee6d160b no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:28:22.349289 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-3712e32c-cff2-4cda-8bf7-bde535403924 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] GET failed (client error): The resource could not be found. Apr 29 13:28:22.349697 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3712e32c-cff2-4cda-8bf7-bde535403924 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Synchronizing usage tracker for tenant:9408b91db2e3459091dd0b074e69b2a2 on resource:subnet {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:28:22.360436 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-684b2353-5396-4288-a6e6-9568bb2e6f74 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:22.379839 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-684b2353-5396-4288-a6e6-9568bb2e6f74 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:22.391095 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b2353-5396-4288-a6e6-9568bb2e6f74 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Pushing event deleted for resources: {'Network': ['ID=be9df2cb-cf00-4558-99bb-20f082905c88,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:22.392859 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 73c6abaf-ee20-4b24-9581-a991ee6d160b {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:28:22.393217 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 73c6abaf-ee20-4b24-9581-a991ee6d160b not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:28:22.393604 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-684b2353-5396-4288-a6e6-9568bb2e6f74 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/networks/be9df2cb-cf00-4558-99bb-20f082905c88 HTTP/1.1" status: 204 len: 168 time: 1.8670473 Apr 29 13:28:22.396182 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58348) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:22.399760 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c12d84bf-d32a-494a-93fe-5e8adfd30b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:22.402604 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-a799ec62-0f16-4b3c-a32b-47336cbd921d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'router': {'routes': None}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:22.432172 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3712e32c-cff2-4cda-8bf7-bde535403924 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Unset dirty status for tenant:9408b91db2e3459091dd0b074e69b2a2 on resource:subnet {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:28:22.436189 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3712e32c-cff2-4cda-8bf7-bde535403924 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "GET /v2.0/subnets/8165550c-8556-4b3f-9df6-b0f4f6270239 HTTP/1.1" status: 404 len: 337 time: 0.1809912 Apr 29 13:28:22.437156 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-97a1c1cd-2da2-4f30-97a3-c4cb803cf61a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting port 9cbaec29-7451-4bf9-b596-62625793fe90 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:22.437547 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-97a1c1cd-2da2-4f30-97a3-c4cb803cf61a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:22.455466 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58352) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:22.471021 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=7e45598d-b513-4796-8c3a-a084b9bb142d,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:22.546048 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-ac3fadb7-fc5f-4723-8ec7-97f5148ecbf7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:28:22.546048 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-ac3fadb7-fc5f-4723-8ec7-97f5148ecbf7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:28:22.557366 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ac524a-8f81-4b71-adb8-29f7cd116aa2 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:22.557834 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ac524a-8f81-4b71-adb8-29f7cd116aa2 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:22.564169 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-08ac524a-8f81-4b71-adb8-29f7cd116aa2 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/networks/e1f97d61-109e-46e4-8183-11e74e3957a5 HTTP/1.1" status: 404 len: 339 time: 0.1033564 Apr 29 13:28:22.564977 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58356) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:22.650698 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-c12d84bf-d32a-494a-93fe-5e8adfd30b87 None None] Allocated IP 172.20.0.2 (b2591163-41a9-4c5e-86a6-99ddbf59518f/da6e2eec-fd79-4135-842e-e6a0dfe734da/7e45598d-b513-4796-8c3a-a084b9bb142d) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:28:22.811109 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c12d84bf-d32a-494a-93fe-5e8adfd30b87 None None] For port 7e45598d-b513-4796-8c3a-a084b9bb142d, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=7e45598d-b513-4796-8c3a-a084b9bb142d,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:22.840142 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c12d84bf-d32a-494a-93fe-5e8adfd30b87 None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:22.843529 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.extraroute_db [None req-a799ec62-0f16-4b3c-a32b-47336cbd921d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Added routes are [] {{(pid=83905) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 29 13:28:22.844061 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.extraroute_db [None req-a799ec62-0f16-4b3c-a32b-47336cbd921d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Removed routes are [] {{(pid=83905) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 29 13:28:22.844582 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a799ec62-0f16-4b3c-a32b-47336cbd921d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:22.860661 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c12d84bf-d32a-494a-93fe-5e8adfd30b87 None None] Transition to ACTIVE for port object 7e45598d-b513-4796-8c3a-a084b9bb142d will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:22.869124 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c12d84bf-d32a-494a-93fe-5e8adfd30b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:22.946741 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b0da6f46-6949-4203-8280-d233c87e1df0 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:23.033863 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 7e45598d-b513-4796-8c3a-a084b9bb142d up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:28:23.072444 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da6f46-6949-4203-8280-d233c87e1df0 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Pushing event deleted for resources: {'Port': ['ID=9801f849-23d1-416d-b15b-242848c55d0c,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:23.120474 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafb52f2-87c5-4a38-923a-fd9f8ff53592 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:23.121037 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-ac3fadb7-fc5f-4723-8ec7-97f5148ecbf7 None None] Deleting port 118a46f2-d53e-486d-b1fc-54f9e604e429 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:23.121232 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-dafb52f2-87c5-4a38-923a-fd9f8ff53592 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Synchronizing usage tracker for tenant:9408b91db2e3459091dd0b074e69b2a2 on resource:network {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:28:23.121421 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ac3fadb7-fc5f-4723-8ec7-97f5148ecbf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:23.156442 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-97a1c1cd-2da2-4f30-97a3-c4cb803cf61a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:23.171345 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d84bf-d32a-494a-93fe-5e8adfd30b87 None None] Pushing event updated for resources: {'Port': ['ID=7e45598d-b513-4796-8c3a-a084b9bb142d,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:23.226770 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a799ec62-0f16-4b3c-a32b-47336cbd921d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:23.236325 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a799ec62-0f16-4b3c-a32b-47336cbd921d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16423525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16423546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16419832'] for router, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:23.246767 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-ac3fadb7-fc5f-4723-8ec7-97f5148ecbf7 None None] The port '118a46f2-d53e-486d-b1fc-54f9e604e429' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:28:23.292842 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-dafb52f2-87c5-4a38-923a-fd9f8ff53592 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Unset dirty status for tenant:9408b91db2e3459091dd0b074e69b2a2 on resource:network {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:28:23.296616 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-dafb52f2-87c5-4a38-923a-fd9f8ff53592 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7277405 Apr 29 13:28:23.300524 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-97a1c1cd-2da2-4f30-97a3-c4cb803cf61a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Calling delete_port for 9cbaec29-7451-4bf9-b596-62625793fe90 owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:23.321080 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58362) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:23.332670 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 118a46f2-d53e-486d-b1fc-54f9e604e429 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:28:23.371047 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 118a46f2-d53e-486d-b1fc-54f9e604e429 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:28:23.371398 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 118a46f2-d53e-486d-b1fc-54f9e604e429 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:28:23.434720 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c43c0d36-a8d2-443c-a95b-1c2fcad93173 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Synchronizing usage tracker for tenant:9408b91db2e3459091dd0b074e69b2a2 on resource:subnet {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:28:23.460457 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b54347-26bb-4eb5-b84f-2c90dad4b622 req-b66ebc48-6774-49dc-a558-301947b9842c tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:23.462125 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a7b54347-26bb-4eb5-b84f-2c90dad4b622 req-b66ebc48-6774-49dc-a558-301947b9842c tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 946 time: 0.3752525 Apr 29 13:28:23.468106 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c43c0d36-a8d2-443c-a95b-1c2fcad93173 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Unset dirty status for tenant:9408b91db2e3459091dd0b074e69b2a2 on resource:subnet {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:28:23.472551 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c43c0d36-a8d2-443c-a95b-1c2fcad93173 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "GET /v2.0/subnets?network_id=3475bcf7-abe6-4964-9326-03174235aecc HTTP/1.1" status: 200 len: 207 time: 0.1470621 Apr 29 13:28:23.475169 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58368) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:23.515780 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a799ec62-0f16-4b3c-a32b-47336cbd921d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Router e1421bee-f3a8-483e-808c-949354d33ae7 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:28:23.532466 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a7b54347-26bb-4eb5-b84f-2c90dad4b622 req-3991a8d7-8b78-40d2-ba64-211573de8d4a tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/security-groups?id=0cb329a9-f78f-4829-aadb-04df719ccc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595622 Apr 29 13:28:23.605947 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b0da6f46-6949-4203-8280-d233c87e1df0 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:23.680731 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a799ec62-0f16-4b3c-a32b-47336cbd921d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:28:23.689917 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a799ec62-0f16-4b3c-a32b-47336cbd921d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:23.691216 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a799ec62-0f16-4b3c-a32b-47336cbd921d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "PUT /v2.0/routers/e1421bee-f3a8-483e-808c-949354d33ae7 HTTP/1.1" status: 200 len: 700 time: 1.2941253 Apr 29 13:28:23.693036 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57296d7-ada5-47a5-87ec-67c4c4a26446 None None] Sync routers for ids ['e1421bee-f3a8-483e-808c-949354d33ae7'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:28:23.694280 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58372) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:23.710709 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57296d7-ada5-47a5-87ec-67c4c4a26446 None None] Routers {'e1421bee-f3a8-483e-808c-949354d33ae7'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:28:23.711852 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-c57296d7-ada5-47a5-87ec-67c4c4a26446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:28:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e1421bee-f3a8-483e-808c-949354d33ae7'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:23.745696 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-53bd88a3-4f5f-4dc1-974c-dd0d64971bc4 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Synchronizing usage tracker for tenant:1eeea487b04d4758993c28cdd605ea02 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:28:23.765053 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-53bd88a3-4f5f-4dc1-974c-dd0d64971bc4 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Unset dirty status for tenant:1eeea487b04d4758993c28cdd605ea02 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:28:23.766427 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-53bd88a3-4f5f-4dc1-974c-dd0d64971bc4 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1421bee-f3a8-483e-808c-949354d33ae7 HTTP/1.1" status: 200 len: 205 time: 0.0711637 Apr 29 13:28:23.769609 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58376) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:23.917371 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961f3328-9f91-4995-a98e-459debbbd29d tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:23.920022 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-c57296d7-ada5-47a5-87ec-67c4c4a26446 None None] Set router e1421bee-f3a8-483e-808c-949354d33ae7 gateway port host: None {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:28:23.921924 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961f3328-9f91-4995-a98e-459debbbd29d tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:23.926002 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961f3328-9f91-4995-a98e-459debbbd29d tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:23.930605 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961f3328-9f91-4995-a98e-459debbbd29d tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:23.931966 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-961f3328-9f91-4995-a98e-459debbbd29d tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4540722 Apr 29 13:28:23.941349 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58380) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:23.975117 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d4e25a22-a955-4a7c-a221-8670d44d20e6 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:24.049405 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-c57296d7-ada5-47a5-87ec-67c4c4a26446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'name': 'tempest-RoutersTest-router-375737017', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:31Z', 'updated_at': '2022-04-29T13:28:17Z', 'revision_number': 11, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'gw_port_host': None}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:24.055430 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57296d7-ada5-47a5-87ec-67c4c4a26446 None None] Checking router: e1421bee-f3a8-483e-808c-949354d33ae7 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:28:24.055983 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a09ea861-d61e-4276-a905-9d06ff8d73ef None None] Provisioning for port 7e45598d-b513-4796-8c3a-a084b9bb142d completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:28:24.065622 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a09ea861-d61e-4276-a905-9d06ff8d73ef None None] Provisioning complete for port 7e45598d-b513-4796-8c3a-a084b9bb142d triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:24.067332 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a09ea861-d61e-4276-a905-9d06ff8d73ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:24.071781 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57296d7-ada5-47a5-87ec-67c4c4a26446 None None] Routers {'e1421bee-f3a8-483e-808c-949354d33ae7'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:28:24.072412 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-c57296d7-ada5-47a5-87ec-67c4c4a26446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:28:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e1421bee-f3a8-483e-808c-949354d33ae7'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:24.185218 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-97a1c1cd-2da2-4f30-97a3-c4cb803cf61a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:24.284628 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-c57296d7-ada5-47a5-87ec-67c4c4a26446 None None] Set router e1421bee-f3a8-483e-808c-949354d33ae7 gateway port host: None {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:28:24.335300 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1c1cd-2da2-4f30-97a3-c4cb803cf61a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Port': ['ID=9cbaec29-7451-4bf9-b596-62625793fe90,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:24.417873 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-c57296d7-ada5-47a5-87ec-67c4c4a26446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'name': 'tempest-RoutersTest-router-375737017', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:31Z', 'updated_at': '2022-04-29T13:28:17Z', 'revision_number': 11, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'gw_port_host': None}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:24.422926 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57296d7-ada5-47a5-87ec-67c4c4a26446 None None] The sync data for ids ['e1421bee-f3a8-483e-808c-949354d33ae7'] in dv-neutron-839027-4-hyperv is: [{'id': 'e1421bee-f3a8-483e-808c-949354d33ae7', 'name': 'tempest-RoutersTest-router-375737017', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:31Z', 'updated_at': '2022-04-29T13:28:17Z', 'revision_number': 11, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'gw_port_host': None}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:28:24.468253 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4d48208b-7f5b-481d-9ab9-b02746a89d73 None None] Could not find standard attr ID for object 9cbaec29-7451-4bf9-b596-62625793fe90. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:28:24.593880 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d4e25a22-a955-4a7c-a221-8670d44d20e6 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:24.598348 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d4e25a22-a955-4a7c-a221-8670d44d20e6 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:24.598839 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8381153e-0e91-44f9-8d42-c12b9a2a54a6 None None] get_active_networks_info from dv-neutron-839027-4-hyperv {{(pid=83906) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 13:28:24.614091 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5da322fb-2802-45d5-8721-a14884fd61d2 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.6715462 Apr 29 13:28:24.622071 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58386) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:24.664912 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d4e25a22-a955-4a7c-a221-8670d44d20e6 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:24.666252 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e25a22-a955-4a7c-a221-8670d44d20e6 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Fanout notify agent at l3_agent the message router_deleted on router e1421bee-f3a8-483e-808c-949354d33ae7 {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:28:24.701645 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d4e25a22-a955-4a7c-a221-8670d44d20e6 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:24.707309 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d4e25a22-a955-4a7c-a221-8670d44d20e6 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/routers/e1421bee-f3a8-483e-808c-949354d33ae7 HTTP/1.1" status: 204 len: 168 time: 0.9367049 Apr 29 13:28:24.710334 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58390) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:24.720601 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-64ec5e10-7bbe-45c2-ab9b-8b44402a45aa tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-813286386', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:24.730950 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-64ec5e10-7bbe-45c2-ab9b-8b44402a45aa tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:24.740288 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5d1812-91ae-4d89-8dae-f6a11e2ba6f3 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:24.741961 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5d1812-91ae-4d89-8dae-f6a11e2ba6f3 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:24.748654 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-cb5d1812-91ae-4d89-8dae-f6a11e2ba6f3 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1196265 Apr 29 13:28:24.748654 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-64ec5e10-7bbe-45c2-ab9b-8b44402a45aa tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Usage tracker for resource:router and tenant:1eeea487b04d4758993c28cdd605ea02 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:24.748952 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58394) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:24.771948 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8381153e-0e91-44f9-8d42-c12b9a2a54a6 None None] Resources bound (agent type, host, resource id): {{(pid=83906) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 13:28:24.784829 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-64ec5e10-7bbe-45c2-ab9b-8b44402a45aa tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:24.798942 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-64ec5e10-7bbe-45c2-ab9b-8b44402a45aa tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:24.826161 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-64ec5e10-7bbe-45c2-ab9b-8b44402a45aa tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:24.827163 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-64ec5e10-7bbe-45c2-ab9b-8b44402a45aa tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:24.845104 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b6b675-49fa-4910-92c2-9385663d0e07 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['shared'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:24.846465 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b6b675-49fa-4910-92c2-9385663d0e07 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['shared'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:24.854390 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-62b6b675-49fa-4910-92c2-9385663d0e07 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0983243 Apr 29 13:28:24.854497 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-97a1c1cd-2da2-4f30-97a3-c4cb803cf61a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:24.854584 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58398) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:24.880929 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-97a1c1cd-2da2-4f30-97a3-c4cb803cf61a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/9cbaec29-7451-4bf9-b596-62625793fe90 HTTP/1.1" status: 204 len: 168 time: 2.5764186 Apr 29 13:28:24.887339 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58402) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:24.894596 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de5736-c0b5-4b78-b87b-491f7d765e85 req-9caeeeea-ea8d-49f7-85c4-5f5eaa505fc8 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:24.896184 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d5de5736-c0b5-4b78-b87b-491f7d765e85 req-9caeeeea-ea8d-49f7-85c4-5f5eaa505fc8 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 946 time: 0.1453686 Apr 29 13:28:24.965884 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-64ec5e10-7bbe-45c2-ab9b-8b44402a45aa tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:24.978127 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e60aa76-a199-4131-9d27-70897d2ce534 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:24.979371 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e60aa76-a199-4131-9d27-70897d2ce534 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:24.980687 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e60aa76-a199-4131-9d27-70897d2ce534 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:24.981543 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-2e60aa76-a199-4131-9d27-70897d2ce534 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:28:25.026699 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0da6f46-6949-4203-8280-d233c87e1df0 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Router 1773f44e-1fcd-466f-a3c5-1948130a9c61 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:28:25.030618 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-64ec5e10-7bbe-45c2-ab9b-8b44402a45aa tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:25.038670 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 7e45598d-b513-4796-8c3a-a084b9bb142d up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:28:25.053714 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb916524-0ca9-46db-b3c2-0ef794fb2d2e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:25.053932 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d5de5736-c0b5-4b78-b87b-491f7d765e85 req-7e864a24-7e1e-4695-bc53-b0f5283fab0f tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/security-groups?id=0cb329a9-f78f-4829-aadb-04df719ccc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537274 Apr 29 13:28:25.055018 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-eb916524-0ca9-46db-b3c2-0ef794fb2d2e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Synchronizing usage tracker for tenant:9408b91db2e3459091dd0b074e69b2a2 on resource:network {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:28:25.079001 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-2e60aa76-a199-4131-9d27-70897d2ce534 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:28:25.079205 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-eb916524-0ca9-46db-b3c2-0ef794fb2d2e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Unset dirty status for tenant:9408b91db2e3459091dd0b074e69b2a2 on resource:network {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:28:25.079205 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-eb916524-0ca9-46db-b3c2-0ef794fb2d2e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "GET /v2.0/networks/bbddd662-76a2-4f92-b0a6-15ba8557e62f HTTP/1.1" status: 200 len: 800 time: 0.2219033 Apr 29 13:28:25.079402 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2e60aa76-a199-4131-9d27-70897d2ce534 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1807613 Apr 29 13:28:25.081496 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58406) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:25.082389 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58408) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:25.109960 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-64ec5e10-7bbe-45c2-ab9b-8b44402a45aa tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:25.114594 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-64ec5e10-7bbe-45c2-ab9b-8b44402a45aa tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4016204 Apr 29 13:28:25.114868 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58414) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:25.128947 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-80fb292e-7053-409c-821e-26de0a448ac5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:25.210455 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 7e45598d-b513-4796-8c3a-a084b9bb142d triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:25.211057 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:25.351848 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0da6f46-6949-4203-8280-d233c87e1df0 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:28:25.361259 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b0da6f46-6949-4203-8280-d233c87e1df0 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] 10.222.0.76 "PUT /v2.0/routers/1773f44e-1fcd-466f-a3c5-1948130a9c61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6435556 Apr 29 13:28:25.364090 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26091a9d-b213-4eb1-9e4e-fb07bf7b811c None None] Sync routers for ids ['1773f44e-1fcd-466f-a3c5-1948130a9c61'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:28:25.364903 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58418) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:25.377920 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26091a9d-b213-4eb1-9e4e-fb07bf7b811c None None] Routers {'1773f44e-1fcd-466f-a3c5-1948130a9c61'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:28:25.378641 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-26091a9d-b213-4eb1-9e4e-fb07bf7b811c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:28:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['1773f44e-1fcd-466f-a3c5-1948130a9c61'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:25.446613 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-26091a9d-b213-4eb1-9e4e-fb07bf7b811c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:25.446833 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d6d4631c-976f-45e1-ac34-59571cb9f3b7 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "GET /v2.0/networks/bbddd662-76a2-4f92-b0a6-15ba8557e62f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3632565 Apr 29 13:28:25.453600 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58422) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:25.456944 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-9fe4b8a2-035c-493c-b5cb-d50ea364ba9c tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] show failed (client error): The resource could not be found. Apr 29 13:28:25.457969 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9fe4b8a2-035c-493c-b5cb-d50ea364ba9c tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] 10.222.0.76 "GET /v2.0/routers/tempest-non_exist_router-765281320 HTTP/1.1" status: 404 len: 334 time: 0.0892229 Apr 29 13:28:25.462194 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26091a9d-b213-4eb1-9e4e-fb07bf7b811c None None] Routers {'1773f44e-1fcd-466f-a3c5-1948130a9c61'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:28:25.463181 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-26091a9d-b213-4eb1-9e4e-fb07bf7b811c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:28:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['1773f44e-1fcd-466f-a3c5-1948130a9c61'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:25.463318 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58426) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:25.470287 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-eb1aba81-cfb4-4f40-b0bd-b670fa32cbf3 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:25.525083 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-26091a9d-b213-4eb1-9e4e-fb07bf7b811c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:25.525498 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26091a9d-b213-4eb1-9e4e-fb07bf7b811c None None] The sync data for ids ['1773f44e-1fcd-466f-a3c5-1948130a9c61'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:28:25.546197 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-eb1aba81-cfb4-4f40-b0bd-b670fa32cbf3 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] update failed (client error): The resource could not be found. Apr 29 13:28:25.547156 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-eb1aba81-cfb4-4f40-b0bd-b670fa32cbf3 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] 10.222.0.76 "PUT /v2.0/routers/tempest-non_exist_router-2003345487 HTTP/1.1" status: 404 len: 335 time: 0.0827768 Apr 29 13:28:25.552355 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58430) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:25.557839 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c45a6ac-94b5-4931-92c1-b600423fd74e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting subnet 152cca34-e5d4-4e59-aad4-6f410e8a81a1 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:28:25.586665 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32101129-ba97-4e63-93de-c30d6f85ffaf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:25.591352 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-32101129-ba97-4e63-93de-c30d6f85ffaf tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "GET /v2.0/subnets/0f264af7-e662-4f84-a192-0b724cc96b26 HTTP/1.1" status: 200 len: 811 time: 0.1329420 Apr 29 13:28:25.591524 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3c45a6ac-94b5-4931-92c1-b600423fd74e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:25.618637 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58434) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:25.709926 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-80fb292e-7053-409c-821e-26de0a448ac5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:25.721534 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-80fb292e-7053-409c-821e-26de0a448ac5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16423525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16423546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16419832'] for router, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:25.734751 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3c45a6ac-94b5-4931-92c1-b600423fd74e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:25.852648 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446a7901-c923-42a6-8950-245155b5a6ba tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['shared'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:25.854077 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-446a7901-c923-42a6-8950-245155b5a6ba tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "GET /v2.0/subnets/0f264af7-e662-4f84-a192-0b724cc96b26?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2271004 Apr 29 13:28:25.860476 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58438) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:25.874087 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-e5c2c38e-7b76-45f0-94f7-56d9cb61dc5e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2120990852'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:25.883661 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e5c2c38e-7b76-45f0-94f7-56d9cb61dc5e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:25.920744 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e5c2c38e-7b76-45f0-94f7-56d9cb61dc5e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:25.950074 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c2c38e-7b76-45f0-94f7-56d9cb61dc5e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Made reservation on behalf of 9408b91db2e3459091dd0b074e69b2a2 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:25.953071 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e5c2c38e-7b76-45f0-94f7-56d9cb61dc5e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:25.967072 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3c45a6ac-94b5-4931-92c1-b600423fd74e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:25.996303 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f76eb56-d01f-4b9c-b713-fae07bdb9e1c tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Deleting subnet 422767ce-2f58-426e-b5ff-336bc1b226f9 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:28:26.006065 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3f76eb56-d01f-4b9c-b713-fae07bdb9e1c tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:26.006311 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fb292e-7053-409c-821e-26de0a448ac5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Router 91ccdef1-c0ca-4ca2-8516-1b4d669f85ca is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:28:26.084397 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c2c38e-7b76-45f0-94f7-56d9cb61dc5e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:28:26.093403 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3f76eb56-d01f-4b9c-b713-fae07bdb9e1c tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:26.145980 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fb292e-7053-409c-821e-26de0a448ac5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:28:26.151908 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-80fb292e-7053-409c-821e-26de0a448ac5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:26.155707 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-80fb292e-7053-409c-821e-26de0a448ac5 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "PUT /v2.0/routers/91ccdef1-c0ca-4ca2-8516-1b4d669f85ca HTTP/1.1" status: 200 len: 693 time: 1.0334454 Apr 29 13:28:26.155936 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58444) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:26.165398 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4ee861-1c5a-470e-881a-cc5d0fcb944e None None] Sync routers for ids ['91ccdef1-c0ca-4ca2-8516-1b4d669f85ca'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:28:26.187135 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4ee861-1c5a-470e-881a-cc5d0fcb944e None None] Routers {'91ccdef1-c0ca-4ca2-8516-1b4d669f85ca'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:28:26.189335 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-1e4ee861-1c5a-470e-881a-cc5d0fcb944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:28:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['91ccdef1-c0ca-4ca2-8516-1b4d669f85ca'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:26.251948 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e5c2c38e-7b76-45f0-94f7-56d9cb61dc5e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:26.252281 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-e5c2c38e-7b76-45f0-94f7-56d9cb61dc5e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Added segment 8597140a-b6b1-48e2-ba66-41116359e8ae of type vlan for network f0930c29-fb7c-4a30-9802-bb307df272a3 Apr 29 13:28:26.277896 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3c45a6ac-94b5-4931-92c1-b600423fd74e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:26.343378 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-1e4ee861-1c5a-470e-881a-cc5d0fcb944e None None] Set router 91ccdef1-c0ca-4ca2-8516-1b4d669f85ca gateway port host: None {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:28:26.343602 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45a6ac-94b5-4931-92c1-b600423fd74e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Subnet': ['ID=152cca34-e5d4-4e59-aad4-6f410e8a81a1,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:26.347798 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e5c2c38e-7b76-45f0-94f7-56d9cb61dc5e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:26.358198 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1353e905-26bb-482b-bc5f-a771a58bb000 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "GET /v2.0/routers/91ccdef1-c0ca-4ca2-8516-1b4d669f85ca HTTP/1.1" status: 200 len: 699 time: 0.1986670 Apr 29 13:28:26.358418 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3c45a6ac-94b5-4931-92c1-b600423fd74e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:26.358882 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58448) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:26.364447 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60724fb-7dbd-4112-95e6-6883faf4534b None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:26.391893 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3f76eb56-d01f-4b9c-b713-fae07bdb9e1c tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:26.403401 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd9df5-baed-4766-91e5-6ea2bd5a849a req-e7d1c7ce-6f08-4e22-a95e-cdc2a43a6a2b tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:26.404878 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-b3bd9df5-baed-4766-91e5-6ea2bd5a849a req-e7d1c7ce-6f08-4e22-a95e-cdc2a43a6a2b tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 946 time: 0.1916749 Apr 29 13:28:26.413162 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a068824c-060a-4792-9516-489c14ee885d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "GET /v2.0/ports?device_id=91ccdef1-c0ca-4ca2-8516-1b4d669f85ca HTTP/1.1" status: 200 len: 205 time: 0.0515680 Apr 29 13:28:26.424399 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58452) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:26.428127 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3c45a6ac-94b5-4931-92c1-b600423fd74e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/152cca34-e5d4-4e59-aad4-6f410e8a81a1 HTTP/1.1" status: 204 len: 168 time: 1.3431702 Apr 29 13:28:26.434766 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58456) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:26.471731 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-b3bd9df5-baed-4766-91e5-6ea2bd5a849a req-bb54fbb9-0bff-4e58-b6ff-d2d6ffeab5b7 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/security-groups?id=0cb329a9-f78f-4829-aadb-04df719ccc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595617 Apr 29 13:28:26.485017 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-1e4ee861-1c5a-470e-881a-cc5d0fcb944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ccdef1-c0ca-4ca2-8516-1b4d669f85ca', 'name': 'tempest-RoutersTest-router-813286386', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:28:24Z', 'updated_at': '2022-04-29T13:28:25Z', 'revision_number': 2, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'gw_port_host': None}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:26.488794 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4ee861-1c5a-470e-881a-cc5d0fcb944e None None] Checking router: 91ccdef1-c0ca-4ca2-8516-1b4d669f85ca for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:28:26.502949 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4ee861-1c5a-470e-881a-cc5d0fcb944e None None] Routers {'91ccdef1-c0ca-4ca2-8516-1b4d669f85ca'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:28:26.502949 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-1e4ee861-1c5a-470e-881a-cc5d0fcb944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:28:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['91ccdef1-c0ca-4ca2-8516-1b4d669f85ca'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:26.600429 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e5c2c38e-7b76-45f0-94f7-56d9cb61dc5e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:26.604021 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c2c38e-7b76-45f0-94f7-56d9cb61dc5e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:26.604581 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e5c2c38e-7b76-45f0-94f7-56d9cb61dc5e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:26.628726 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-1e4ee861-1c5a-470e-881a-cc5d0fcb944e None None] Set router 91ccdef1-c0ca-4ca2-8516-1b4d669f85ca gateway port host: None {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:28:26.734228 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-1e4ee861-1c5a-470e-881a-cc5d0fcb944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ccdef1-c0ca-4ca2-8516-1b4d669f85ca', 'name': 'tempest-RoutersTest-router-813286386', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:28:24Z', 'updated_at': '2022-04-29T13:28:25Z', 'revision_number': 2, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'gw_port_host': None}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:26.741142 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4ee861-1c5a-470e-881a-cc5d0fcb944e None None] The sync data for ids ['91ccdef1-c0ca-4ca2-8516-1b4d669f85ca'] in dv-neutron-839027-4-hyperv is: [{'id': '91ccdef1-c0ca-4ca2-8516-1b4d669f85ca', 'name': 'tempest-RoutersTest-router-813286386', 'tenant_id': '1eeea487b04d4758993c28cdd605ea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:28:24Z', 'updated_at': '2022-04-29T13:28:25Z', 'revision_number': 2, 'project_id': '1eeea487b04d4758993c28cdd605ea02', 'gw_port_host': None}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:28:26.752487 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e5c2c38e-7b76-45f0-94f7-56d9cb61dc5e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8909953 Apr 29 13:28:26.755755 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58462) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:26.758674 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-051d01c4-7ca6-4f24-8906-b846602d66d4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting subnet da6e2eec-fd79-4135-842e-e6a0dfe734da {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:28:26.769570 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-ac85aad9-ee0e-47a0-babb-ca51117acd11 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Request body: {'subnet': {'network_id': 'f0930c29-fb7c-4a30-9802-bb307df272a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:26.771448 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2c38e-7b76-45f0-94f7-56d9cb61dc5e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event updated for resources: {'Network': ['ID=f0930c29-fb7c-4a30-9802-bb307df272a3,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:26.774070 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-051d01c4-7ca6-4f24-8906-b846602d66d4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:26.788346 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network f0930c29-fb7c-4a30-9802-bb307df272a3 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:28:26.814985 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3f76eb56-d01f-4b9c-b713-fae07bdb9e1c tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:26.882714 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a07c537e-7700-4dde-8018-afeaae95476e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:26.954414 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ac85aad9-ee0e-47a0-babb-ca51117acd11 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:26.968465 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ac85aad9-ee0e-47a0-babb-ca51117acd11 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:26.984951 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac85aad9-ee0e-47a0-babb-ca51117acd11 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Made reservation on behalf of 9408b91db2e3459091dd0b074e69b2a2 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:27.029599 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76eb56-d01f-4b9c-b713-fae07bdb9e1c tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Pushing event deleted for resources: {'Subnet': ['ID=422767ce-2f58-426e-b5ff-336bc1b226f9,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:27.052530 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3f76eb56-d01f-4b9c-b713-fae07bdb9e1c tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:27.055403 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3f76eb56-d01f-4b9c-b713-fae07bdb9e1c tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] 10.222.0.76 "DELETE /v2.0/subnets/422767ce-2f58-426e-b5ff-336bc1b226f9 HTTP/1.1" status: 204 len: 168 time: 1.5011787 Apr 29 13:28:27.059316 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8166fd84-b9f7-445b-9950-b6975861412b None None] Network c20b5e4c-f4ea-42a5-b5d8-51bb18ac4455 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:27.060237 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-051d01c4-7ca6-4f24-8906-b846602d66d4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:27.062809 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58466) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:27.179396 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ac85aad9-ee0e-47a0-babb-ca51117acd11 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:27.359529 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.ipam_backend_mixin [None req-ac85aad9-ee0e-47a0-babb-ca51117acd11 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Performing IP validity checks on allocation pools {{(pid=83905) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 29 13:28:27.360068 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.ipam_backend_mixin [None req-ac85aad9-ee0e-47a0-babb-ca51117acd11 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83905) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 29 13:28:27.362935 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e4d77a-da68-41a7-8bd2-3f0980a45876 None None] DHCP port deletion for c20b5e4c-f4ea-42a5-b5d8-51bb18ac4455 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:28:27.367233 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-21e4d77a-da68-41a7-8bd2-3f0980a45876 None None] Deleting port a8287fd7-7332-4bde-b34b-813d2fe71c52 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:27.368001 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-21e4d77a-da68-41a7-8bd2-3f0980a45876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:27.419769 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-5384a649-e202-407a-81e3-b92c43f3f1f2 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Deleting subnet 29d344ff-cb49-4b00-8b21-03757744973a {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:28:27.424126 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-051d01c4-7ca6-4f24-8906-b846602d66d4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:27.424689 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5384a649-e202-407a-81e3-b92c43f3f1f2 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:27.452309 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a07c537e-7700-4dde-8018-afeaae95476e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:27.469821 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a07c537e-7700-4dde-8018-afeaae95476e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:27.480834 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5471d3fa-be57-4a7e-a896-9bdbfd9816af None None] Provisioning complete for port 7e45598d-b513-4796-8c3a-a084b9bb142d triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:27.481396 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5471d3fa-be57-4a7e-a896-9bdbfd9816af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:27.511656 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a07c537e-7700-4dde-8018-afeaae95476e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:27.512314 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07c537e-7700-4dde-8018-afeaae95476e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Fanout notify agent at l3_agent the message router_deleted on router 91ccdef1-c0ca-4ca2-8516-1b4d669f85ca {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:28:27.528404 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5384a649-e202-407a-81e3-b92c43f3f1f2 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:27.547236 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a07c537e-7700-4dde-8018-afeaae95476e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:27.551641 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a07c537e-7700-4dde-8018-afeaae95476e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/routers/91ccdef1-c0ca-4ca2-8516-1b4d669f85ca HTTP/1.1" status: 204 len: 168 time: 1.1213565 Apr 29 13:28:27.552097 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58472) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:27.593362 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-051d01c4-7ca6-4f24-8906-b846602d66d4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:27.642347 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b0b43d68-14c1-43bf-a12b-fa772a75c7b8 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Synchronizing usage tracker for tenant:1eeea487b04d4758993c28cdd605ea02 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:28:27.644527 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d01c4-7ca6-4f24-8906-b846602d66d4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Subnet': ['ID=da6e2eec-fd79-4135-842e-e6a0dfe734da,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:27.658591 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-051d01c4-7ca6-4f24-8906-b846602d66d4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:27.661025 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-051d01c4-7ca6-4f24-8906-b846602d66d4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/da6e2eec-fd79-4135-842e-e6a0dfe734da HTTP/1.1" status: 204 len: 168 time: 1.1705270 Apr 29 13:28:27.663200 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58476) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:27.691247 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ac85aad9-ee0e-47a0-babb-ca51117acd11 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:27.694284 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c66f55-6fd9-4d71-9d2b-2457f0356ba2 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:27.747380 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5384a649-e202-407a-81e3-b92c43f3f1f2 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:27.834554 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b0b43d68-14c1-43bf-a12b-fa772a75c7b8 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] Unset dirty status for tenant:1eeea487b04d4758993c28cdd605ea02 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:28:27.839288 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b0b43d68-14c1-43bf-a12b-fa772a75c7b8 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "GET /v2.0/ports?device_id=91ccdef1-c0ca-4ca2-8516-1b4d669f85ca HTTP/1.1" status: 200 len: 205 time: 0.2859504 Apr 29 13:28:27.885941 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58480) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:27.901214 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-21e4d77a-da68-41a7-8bd2-3f0980a45876 None None] For port a8287fd7-7332-4bde-b34b-813d2fe71c52, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a8287fd7-7332-4bde-b34b-813d2fe71c52,segment=NetworkSegment(d53aaa12-5ede-464a-9216-64ade46f3671),segment_id=d53aaa12-5ede-464a-9216-64ade46f3671)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:27.901885 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-21e4d77a-da68-41a7-8bd2-3f0980a45876 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:27.977643 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-46a475c5-638e-4b02-8ed5-e922c5e1222d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] delete failed (client error): The resource could not be found. Apr 29 13:28:27.981459 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-46a475c5-638e-4b02-8ed5-e922c5e1222d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/routers/91ccdef1-c0ca-4ca2-8516-1b4d669f85ca HTTP/1.1" status: 404 len: 336 time: 0.0827096 Apr 29 13:28:27.983624 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58484) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:27.993728 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c1c90cd7-5230-467c-8f52-5cb485dbf22c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3263383 Apr 29 13:28:27.995061 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58488) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:28.001575 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-6b1c9761-4f39-40c3-9561-399d5685e2a1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:28.028735 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85aad9-ee0e-47a0-babb-ca51117acd11 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event updated for resources: {'Subnet': ['ID=20bbb854-47ac-40a1-aa0b-604cf74eda5c,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:28.047878 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab76722-1308-48d4-bab5-7103acf05e2d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:28.048110 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dab76722-1308-48d4-bab5-7103acf05e2d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:28.066147 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac85aad9-ee0e-47a0-babb-ca51117acd11 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Checking segment: {'id': '8597140a-b6b1-48e2-ba66-41116359e8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f0930c29-fb7c-4a30-9802-bb307df272a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:28:28.066580 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac85aad9-ee0e-47a0-babb-ca51117acd11 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Network hostable DHCP agents. Network: f0930c29-fb7c-4a30-9802-bb307df272a3, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:28:28.069065 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-21e4d77a-da68-41a7-8bd2-3f0980a45876 None None] Calling delete_port for a8287fd7-7332-4bde-b34b-813d2fe71c52 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:28.075608 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-dab76722-1308-48d4-bab5-7103acf05e2d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/subnets/f84ac9cf-13f3-49b3-bff6-2b06e64325d1 HTTP/1.1" status: 404 len: 337 time: 0.0863152 Apr 29 13:28:28.076338 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58492) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:28.101953 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615c3d3-e5a7-45d4-b045-1f91721f8066 req-b84c3af1-f306-4f25-b9d9-b99eeb787702 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:28.103426 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a615c3d3-e5a7-45d4-b045-1f91721f8066 req-b84c3af1-f306-4f25-b9d9-b99eeb787702 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 946 time: 0.2629251 Apr 29 13:28:28.120546 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5384a649-e202-407a-81e3-b92c43f3f1f2 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:28.153939 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b85f5fc-4730-424e-86d2-a167acc2851a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:28.154418 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b85f5fc-4730-424e-86d2-a167acc2851a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:28.156137 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1b85f5fc-4730-424e-86d2-a167acc2851a tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/subnets/e9d9fcc8-f370-4aa2-8cbf-d49155eb26bc HTTP/1.1" status: 404 len: 337 time: 0.0788918 Apr 29 13:28:28.161000 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58496) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:28.165464 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-6b1c9761-4f39-40c3-9561-399d5685e2a1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:28.171003 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-6b1c9761-4f39-40c3-9561-399d5685e2a1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:subnet and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:28.174825 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-6b1c9761-4f39-40c3-9561-399d5685e2a1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:28.182171 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-6b1c9761-4f39-40c3-9561-399d5685e2a1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:28.189956 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:28.202247 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1c9761-4f39-40c3-9561-399d5685e2a1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:28.205848 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6b1c9761-4f39-40c3-9561-399d5685e2a1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:28.209461 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384a649-e202-407a-81e3-b92c43f3f1f2 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Pushing event deleted for resources: {'Subnet': ['ID=29d344ff-cb49-4b00-8b21-03757744973a,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:28.222398 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c63bd6b-8618-4da6-8331-f093230c69a1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:28.222888 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c63bd6b-8618-4da6-8331-f093230c69a1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:28.227025 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9c63bd6b-8618-4da6-8331-f093230c69a1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/subnets/4818a72c-1dd1-4b94-bc0a-fce2b7154ce2 HTTP/1.1" status: 404 len: 337 time: 0.0538251 Apr 29 13:28:28.227025 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5384a649-e202-407a-81e3-b92c43f3f1f2 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:28.230424 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5384a649-e202-407a-81e3-b92c43f3f1f2 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] 10.222.0.76 "DELETE /v2.0/subnets/29d344ff-cb49-4b00-8b21-03757744973a HTTP/1.1" status: 204 len: 168 time: 1.1646051 Apr 29 13:28:28.230424 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58500) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:28.232743 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58502) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:28.254335 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f06834-9b8d-429d-9089-704f15934718 None None] Network d73a36e6-1eda-4667-ace0-7c488226ac11 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:28.302715 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac85aad9-ee0e-47a0-babb-ca51117acd11 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Network f0930c29-fb7c-4a30-9802-bb307df272a3 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:28:28.325177 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a615c3d3-e5a7-45d4-b045-1f91721f8066 req-ee8eaef1-29e6-4c9a-911d-560170fb00a1 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/security-groups?id=0cb329a9-f78f-4829-aadb-04df719ccc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110126 Apr 29 13:28:28.344550 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-21e4d77a-da68-41a7-8bd2-3f0980a45876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:28.358671 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-061852e8-d0b0-4a2a-afd8-8d7087e749b3 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:28.359161 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-061852e8-d0b0-4a2a-afd8-8d7087e749b3 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:28.363322 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-061852e8-d0b0-4a2a-afd8-8d7087e749b3 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/subnets/2d11b374-9296-4c58-bc0f-19c78db7742a HTTP/1.1" status: 404 len: 337 time: 0.1300402 Apr 29 13:28:28.363882 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58508) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:28.386915 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-ac85aad9-ee0e-47a0-babb-ca51117acd11 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, f0930c29-fb7c-4a30-9802-bb307df272a3) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:28.401145 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac85aad9-ee0e-47a0-babb-ca51117acd11 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:28.401745 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ac85aad9-ee0e-47a0-babb-ca51117acd11 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:28.409653 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1e0447-31ea-4b84-89b2-e06636515a6f None None] Network f0930c29-fb7c-4a30-9802-bb307df272a3 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:28.422869 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-90e8dd7c-7305-4d06-8e61-57e3bea9f7d1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1421bee-f3a8-483e-808c-949354d33ae7 HTTP/1.1" status: 200 len: 205 time: 0.0556657 Apr 29 13:28:28.423092 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4d77a-da68-41a7-8bd2-3f0980a45876 None None] Pushing event deleted for resources: {'Port': ['ID=a8287fd7-7332-4bde-b34b-813d2fe71c52,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:28.423193 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-648c02a9-a04b-44f5-bc53-a82086f26b15 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:28.423291 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58512) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:28.470550 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ac85aad9-ee0e-47a0-babb-ca51117acd11 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7130997 Apr 29 13:28:28.474599 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58516) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:28.501310 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-4b988e14-7e1a-427d-8061-e063cf863eba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] delete failed (client error): The resource could not be found. Apr 29 13:28:28.505277 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4b988e14-7e1a-427d-8061-e063cf863eba tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/routers/e1421bee-f3a8-483e-808c-949354d33ae7 HTTP/1.1" status: 404 len: 336 time: 0.0783532 Apr 29 13:28:28.505418 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-b1542e8f-0339-4a62-a3bf-d2849d79bc92 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:28.505529 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58520) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:28.556421 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e4d77a-da68-41a7-8bd2-3f0980a45876 None None] No DVR routers for this DVR port a8287fd7-7332-4bde-b34b-813d2fe71c52 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:28:28.563183 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-159b5acc-cba5-4e64-a81c-78278a94deff tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "GET /v2.0/ports?device_id=6179be34-e657-4f06-a22c-0c9122a08872 HTTP/1.1" status: 200 len: 205 time: 0.0547793 Apr 29 13:28:28.575806 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb9ef24-f340-4d9a-9456-c84482979066 None None] DHCP port deletion for b2591163-41a9-4c5e-86a6-99ddbf59518f request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:28:28.588821 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58524) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:28.590767 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-cdb9ef24-f340-4d9a-9456-c84482979066 None None] Deleting port 7e45598d-b513-4796-8c3a-a084b9bb142d {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:28.591146 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ef24-f340-4d9a-9456-c84482979066 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:28.704171 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-5f54c0fc-f5a8-4c84-9b7b-60afe7fe4ae1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] delete failed (client error): The resource could not be found. Apr 29 13:28:28.705260 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5f54c0fc-f5a8-4c84-9b7b-60afe7fe4ae1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/routers/6179be34-e657-4f06-a22c-0c9122a08872 HTTP/1.1" status: 404 len: 336 time: 0.1156900 Apr 29 13:28:28.713181 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58528) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:28.717113 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-648c02a9-a04b-44f5-bc53-a82086f26b15 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:28.822079 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cb20eb-27f5-4c5d-9a76-34a59f47a9c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-f0930c29-fb7c-4a30-9802-bb307df272a3', 'network_id': 'f0930c29-fb7c-4a30-9802-bb307df272a3', 'tenant_id': '9408b91db2e3459091dd0b074e69b2a2', 'fixed_ips': [{'subnet_id': '20bbb854-47ac-40a1-aa0b-604cf74eda5c'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:28:28.822872 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-77cb20eb-27f5-4c5d-9a76-34a59f47a9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:28.824005 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-3295cebb-0f7a-4f4b-83bb-59f0762251e1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:28.824900 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3295cebb-0f7a-4f4b-83bb-59f0762251e1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:28.827361 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3295cebb-0f7a-4f4b-83bb-59f0762251e1 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/subnets/09f90d4d-54af-4129-b700-7c9fdf8f000c HTTP/1.1" status: 404 len: 337 time: 0.1132643 Apr 29 13:28:28.845155 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58532) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:28.910095 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-648c02a9-a04b-44f5-bc53-a82086f26b15 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20b5e4c-f4ea-42a5-b5d8-51bb18ac4455']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:28.927394 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38213ece-5cdb-4032-88bd-7f83f0872b3c None None] DHCP port deletion for d73a36e6-1eda-4667-ace0-7c488226ac11 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:28:28.933995 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ce9f78cd-c934-4bdf-bc24-02bdd7452d49 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "GET /v2.0/ports?device_id=df6385c4-56e3-4093-8315-e1771e25a48a HTTP/1.1" status: 200 len: 205 time: 0.0853400 Apr 29 13:28:28.936525 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58536) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:28.942580 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-648c02a9-a04b-44f5-bc53-a82086f26b15 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd53aaa12-5ede-464a-9216-64ade46f3671') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:28.942879 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-648c02a9-a04b-44f5-bc53-a82086f26b15 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd53aaa12-5ede-464a-9216-64ade46f3671') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:28.953687 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.objects.ports [None req-6b1c9761-4f39-40c3-9561-399d5685e2a1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83904) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 13:28:28.998204 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-38213ece-5cdb-4032-88bd-7f83f0872b3c None None] Deleting port b4fe6224-d84a-4a7a-951e-876d7ca5c21c {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:28.998579 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-38213ece-5cdb-4032-88bd-7f83f0872b3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:29.039599 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-648c02a9-a04b-44f5-bc53-a82086f26b15 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:29.041449 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a8287fd7-7332-4bde-b34b-813d2fe71c52 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:28:29.046502 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-9cd17309-674d-4f3d-ac48-b2f33593bd6d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] delete failed (client error): The resource could not be found. Apr 29 13:28:29.049937 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9cd17309-674d-4f3d-ac48-b2f33593bd6d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/routers/df6385c4-56e3-4093-8315-e1771e25a48a HTTP/1.1" status: 404 len: 336 time: 0.1080277 Apr 29 13:28:29.049937 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b1542e8f-0339-4a62-a3bf-d2849d79bc92 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15575987'] for subnet, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:29.050243 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58540) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:29.068362 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-648c02a9-a04b-44f5-bc53-a82086f26b15 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:29.111119 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d04f5722-930c-4d39-9f60-60d8fcbffa4c tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fd0affc-5d49-42ec-9bef-6a6e2738d943 HTTP/1.1" status: 200 len: 205 time: 0.0576224 Apr 29 13:28:29.111358 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58544) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:29.112705 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-648c02a9-a04b-44f5-bc53-a82086f26b15 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:28:29.113001 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-648c02a9-a04b-44f5-bc53-a82086f26b15 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:28:29.130373 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:28:29.161645 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: a8287fd7-7332-4bde-b34b-813d2fe71c52 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:28:29.161975 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a8287fd7-7332-4bde-b34b-813d2fe71c52 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:28:29.162305 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 7e45598d-b513-4796-8c3a-a084b9bb142d no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:28:29.190095 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-5914767d-e1b8-4564-94c4-5fb955ee8b5d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] delete failed (client error): The resource could not be found. Apr 29 13:28:29.194282 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5914767d-e1b8-4564-94c4-5fb955ee8b5d tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/routers/0fd0affc-5d49-42ec-9bef-6a6e2738d943 HTTP/1.1" status: 404 len: 336 time: 0.0788772 Apr 29 13:28:29.196307 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58548) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:29.244395 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-648c02a9-a04b-44f5-bc53-a82086f26b15 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:29.244829 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d721ab-37b3-4fe0-8ed8-f6bf4a2f34aa tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:29.245192 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63d721ab-37b3-4fe0-8ed8-f6bf4a2f34aa tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:29.254906 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-63d721ab-37b3-4fe0-8ed8-f6bf4a2f34aa tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/subnets/de160b73-b254-41e7-b33f-111eb61533ad HTTP/1.1" status: 404 len: 337 time: 0.0548465 Apr 29 13:28:29.257462 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58552) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:29.295759 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-cdb9ef24-f340-4d9a-9456-c84482979066 None None] For port 7e45598d-b513-4796-8c3a-a084b9bb142d, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=7e45598d-b513-4796-8c3a-a084b9bb142d,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:29.296142 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ef24-f340-4d9a-9456-c84482979066 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:29.303260 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-648c02a9-a04b-44f5-bc53-a82086f26b15 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:29.318686 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c02a9-a04b-44f5-bc53-a82086f26b15 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Pushing event deleted for resources: {'Network': ['ID=c20b5e4c-f4ea-42a5-b5d8-51bb18ac4455,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:29.325220 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-648c02a9-a04b-44f5-bc53-a82086f26b15 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] 10.222.0.76 "DELETE /v2.0/networks/c20b5e4c-f4ea-42a5-b5d8-51bb18ac4455 HTTP/1.1" status: 204 len: 168 time: 1.0911660 Apr 29 13:28:29.327692 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58556) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:29.338826 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-95eb347b-b5c1-4c2f-bc4d-8efa8b06c793 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "GET /v2.0/ports?device_id=5abb8401-901f-4c90-8c7f-ee08d5606889 HTTP/1.1" status: 200 len: 205 time: 0.0799000 Apr 29 13:28:29.348158 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58560) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:29.422985 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-8b10416e-0620-4fd9-8435-be3071f617fe tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] delete failed (client error): The resource could not be found. Apr 29 13:28:29.426129 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8b10416e-0620-4fd9-8435-be3071f617fe tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/routers/5abb8401-901f-4c90-8c7f-ee08d5606889 HTTP/1.1" status: 404 len: 336 time: 0.0749578 Apr 29 13:28:29.427859 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58566) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:29.435748 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-cdb9ef24-f340-4d9a-9456-c84482979066 None None] Calling delete_port for 7e45598d-b513-4796-8c3a-a084b9bb142d owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:29.473373 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6b1c9761-4f39-40c3-9561-399d5685e2a1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:29.504956 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-00940290-3e83-4b3a-af80-8999aa1d9f23 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:29.510554 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b1542e8f-0339-4a62-a3bf-d2849d79bc92 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762345768861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15387739'] for subnet, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:29.524437 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a3e7f8d-6718-4f42-8b4e-a7d7d09b3a63 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:29.525032 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a3e7f8d-6718-4f42-8b4e-a7d7d09b3a63 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:29.528792 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5a3e7f8d-6718-4f42-8b4e-a7d7d09b3a63 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/subnets/5d068a90-06ab-4782-89b3-f73fdc52ee61 HTTP/1.1" status: 404 len: 337 time: 0.0950825 Apr 29 13:28:29.532925 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58570) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:29.578699 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-66f14dda-ffa4-40f0-b0d8-d5ece2c4610e tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "GET /v2.0/ports?device_id=261995c2-4513-439a-ae56-c0c8aa56d65e HTTP/1.1" status: 200 len: 205 time: 0.0426314 Apr 29 13:28:29.583584 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58574) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:29.635503 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-00940290-3e83-4b3a-af80-8999aa1d9f23 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Deleting port b4fe6224-d84a-4a7a-951e-876d7ca5c21c {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:29.635843 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-00940290-3e83-4b3a-af80-8999aa1d9f23 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:29.682421 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1542e8f-0339-4a62-a3bf-d2849d79bc92 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:29.682655 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b1542e8f-0339-4a62-a3bf-d2849d79bc92 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:29.683925 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b1542e8f-0339-4a62-a3bf-d2849d79bc92 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "PUT /v2.0/subnets/20bbb854-47ac-40a1-aa0b-604cf74eda5c HTTP/1.1" status: 200 len: 877 time: 1.2083461 Apr 29 13:28:29.691957 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58578) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:29.694344 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1542e8f-0339-4a62-a3bf-d2849d79bc92 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event updated for resources: {'Subnet': ['ID=20bbb854-47ac-40a1-aa0b-604cf74eda5c,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:29.711114 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:29.747213 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-38213ece-5cdb-4032-88bd-7f83f0872b3c None None] For port b4fe6224-d84a-4a7a-951e-876d7ca5c21c, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b4fe6224-d84a-4a7a-951e-876d7ca5c21c,segment=NetworkSegment(caf223c2-68ab-4944-a316-977002fa3bb8),segment_id=caf223c2-68ab-4944-a316-977002fa3bb8)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:29.747741 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-38213ece-5cdb-4032-88bd-7f83f0872b3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:29.758591 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-96ae8ec0-88d0-4c2b-9548-d107931a1484 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] delete failed (client error): The resource could not be found. Apr 29 13:28:29.762069 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-96ae8ec0-88d0-4c2b-9548-d107931a1484 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/routers/261995c2-4513-439a-ae56-c0c8aa56d65e HTTP/1.1" status: 404 len: 336 time: 0.1753259 Apr 29 13:28:29.766469 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58582) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:29.783111 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-cdb9ef24-f340-4d9a-9456-c84482979066 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:28:29.783622 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-cdb9ef24-f340-4d9a-9456-c84482979066 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:28:29.784828 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-77cb20eb-27f5-4c5d-9a76-34a59f47a9c9 None None] Allocated IP 172.20.0.3 (f0930c29-fb7c-4a30-9802-bb307df272a3/20bbb854-47ac-40a1-aa0b-604cf74eda5c/cbdef208-efff-4f16-85ec-7bbebac2fbe1) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:28:29.819072 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b152ea-0f6e-4b12-bc3e-a61d3a497e75 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:29.819511 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76b152ea-0f6e-4b12-bc3e-a61d3a497e75 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:29.823548 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-76b152ea-0f6e-4b12-bc3e-a61d3a497e75 tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/subnets/d8fa08ec-1486-475e-9e0d-82f7999f59dc HTTP/1.1" status: 404 len: 337 time: 0.0535491 Apr 29 13:28:29.824199 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58586) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:29.868331 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-26666aec-5875-4daf-9acb-8469aa4fe45f tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:29.868590 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26666aec-5875-4daf-9acb-8469aa4fe45f tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:29.872690 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-26666aec-5875-4daf-9acb-8469aa4fe45f tempest-RoutersTest-490437506 tempest-RoutersTest-490437506-project] 10.222.0.76 "DELETE /v2.0/subnets/8cc08efb-bda8-413a-9439-d3323389e94d HTTP/1.1" status: 404 len: 337 time: 0.0452561 Apr 29 13:28:29.934234 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-38213ece-5cdb-4032-88bd-7f83f0872b3c None None] Calling delete_port for b4fe6224-d84a-4a7a-951e-876d7ca5c21c owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:29.983357 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ce621-9b3c-4d1c-bf1f-84a0f36ad5e0 req-ba7e15d0-e768-4db1-808b-60e4c1a4b2c8 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:29.984862 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-227ce621-9b3c-4d1c-bf1f-84a0f36ad5e0 req-ba7e15d0-e768-4db1-808b-60e4c1a4b2c8 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 946 time: 0.4779048 Apr 29 13:28:30.037113 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-6b1c9761-4f39-40c3-9561-399d5685e2a1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] For port 7e45598d-b513-4796-8c3a-a084b9bb142d, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=7e45598d-b513-4796-8c3a-a084b9bb142d,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:30.042551 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-38213ece-5cdb-4032-88bd-7f83f0872b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:30.072878 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6b1c9761-4f39-40c3-9561-399d5685e2a1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:30.078910 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6b1c9761-4f39-40c3-9561-399d5685e2a1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:30.080994 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6b1c9761-4f39-40c3-9561-399d5685e2a1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:30.102997 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38213ece-5cdb-4032-88bd-7f83f0872b3c None None] No DVR routers for this DVR port b4fe6224-d84a-4a7a-951e-876d7ca5c21c on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:28:30.170658 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:30.182738 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-00940290-3e83-4b3a-af80-8999aa1d9f23 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] For port b4fe6224-d84a-4a7a-951e-876d7ca5c21c, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b4fe6224-d84a-4a7a-951e-876d7ca5c21c,segment=NetworkSegment(caf223c2-68ab-4944-a316-977002fa3bb8),segment_id=caf223c2-68ab-4944-a316-977002fa3bb8)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:30.183125 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-00940290-3e83-4b3a-af80-8999aa1d9f23 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:30.198509 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-227ce621-9b3c-4d1c-bf1f-84a0f36ad5e0 req-890d6d35-cd24-42c2-9ca5-7f4508d5b4e4 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/security-groups?id=0cb329a9-f78f-4829-aadb-04df719ccc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012861 Apr 29 13:28:30.228357 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c9761-4f39-40c3-9561-399d5685e2a1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Subnet': ['ID=0b23f998-fcdb-440e-affa-621a9864061c,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:30.272030 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:28:30.272289 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:28:30.272958 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38213ece-5cdb-4032-88bd-7f83f0872b3c None None] Pushing event deleted for resources: {'Port': ['ID=b4fe6224-d84a-4a7a-951e-876d7ca5c21c,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:30.282538 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1c9761-4f39-40c3-9561-399d5685e2a1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:30.285032 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-cdb9ef24-f340-4d9a-9456-c84482979066 None None] Deleting port 7e45598d-b513-4796-8c3a-a084b9bb142d {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:30.285573 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ef24-f340-4d9a-9456-c84482979066 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:30.286910 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-6b1c9761-4f39-40c3-9561-399d5685e2a1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:30.295841 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1c9761-4f39-40c3-9561-399d5685e2a1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:30.296515 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6b1c9761-4f39-40c3-9561-399d5685e2a1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:30.303558 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58594) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:30.324570 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-00940290-3e83-4b3a-af80-8999aa1d9f23 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Calling delete_port for b4fe6224-d84a-4a7a-951e-876d7ca5c21c owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:30.329264 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c9761-4f39-40c3-9561-399d5685e2a1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Port': ['ID=7e45598d-b513-4796-8c3a-a084b9bb142d,revision_number=8']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:30.345163 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6b1c9761-4f39-40c3-9561-399d5685e2a1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3491745 Apr 29 13:28:30.348016 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58600) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:30.359100 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-4431d020-08d0-41df-8c76-dde64ab0f8f1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:30.455160 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:30.504920 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.db.api [None req-00940290-3e83-4b3a-af80-8999aa1d9f23 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:28:30.505371 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG oslo_db.api [None req-00940290-3e83-4b3a-af80-8999aa1d9f23 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:28:30.573367 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-268694b7-2215-48d7-91b5-831ac454a2c0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1eeea487b04d4758993c28cdd605ea02&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2680063 Apr 29 13:28:30.574594 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4431d020-08d0-41df-8c76-dde64ab0f8f1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:30.576857 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58604) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:30.579249 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4431d020-08d0-41df-8c76-dde64ab0f8f1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:subnet and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:30.582193 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4431d020-08d0-41df-8c76-dde64ab0f8f1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:30.588165 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4431d020-08d0-41df-8c76-dde64ab0f8f1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:30.599078 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4431d020-08d0-41df-8c76-dde64ab0f8f1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:30.629587 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-77cb20eb-27f5-4c5d-9a76-34a59f47a9c9 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:30.633671 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-cdb9ef24-f340-4d9a-9456-c84482979066 None None] For port 7e45598d-b513-4796-8c3a-a084b9bb142d, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=7e45598d-b513-4796-8c3a-a084b9bb142d,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:30.634058 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ef24-f340-4d9a-9456-c84482979066 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:30.643723 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-003709cd-b9b6-417a-ad60-62a9dada0f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:30.672114 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-003709cd-b9b6-417a-ad60-62a9dada0f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:30.701599 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-77cb20eb-27f5-4c5d-9a76-34a59f47a9c9 None None] Transition to ACTIVE for port object cbdef208-efff-4f16-85ec-7bbebac2fbe1 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:30.725747 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-003709cd-b9b6-417a-ad60-62a9dada0f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:30.727891 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4431d020-08d0-41df-8c76-dde64ab0f8f1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:30.742548 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003709cd-b9b6-417a-ad60-62a9dada0f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1aecb7-43e6-4eac-9630-cd743ee7dcc0,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:30.753033 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-003709cd-b9b6-417a-ad60-62a9dada0f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:30.756521 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-003709cd-b9b6-417a-ad60-62a9dada0f2c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ad1aecb7-43e6-4eac-9630-cd743ee7dcc0 HTTP/1.1" status: 204 len: 168 time: 0.1762071 Apr 29 13:28:30.779440 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-cdb9ef24-f340-4d9a-9456-c84482979066 None None] Calling delete_port for 7e45598d-b513-4796-8c3a-a084b9bb142d owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:30.923229 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device a88ec220-4cca-43f4-8418-56dcd9ad7bad no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:28:30.972529 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-77cb20eb-27f5-4c5d-9a76-34a59f47a9c9 None None] Transition to ACTIVE for port object cbdef208-efff-4f16-85ec-7bbebac2fbe1 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:31.005494 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-77cb20eb-27f5-4c5d-9a76-34a59f47a9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:31.006945 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-00940290-3e83-4b3a-af80-8999aa1d9f23 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Deleting port b4fe6224-d84a-4a7a-951e-876d7ca5c21c {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:31.008354 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-00940290-3e83-4b3a-af80-8999aa1d9f23 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:31.041796 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:31.047094 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4431d020-08d0-41df-8c76-dde64ab0f8f1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:31.053442 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:31.090028 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event deleted for resources: {'Subnet': ['ID=20bbb854-47ac-40a1-aa0b-604cf74eda5c,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:31.115929 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4431d020-08d0-41df-8c76-dde64ab0f8f1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:31.118439 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-4431d020-08d0-41df-8c76-dde64ab0f8f1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:31.127775 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4431d020-08d0-41df-8c76-dde64ab0f8f1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:31.128249 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-00940290-3e83-4b3a-af80-8999aa1d9f23 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] The port 'b4fe6224-d84a-4a7a-951e-876d7ca5c21c' was deleted {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:28:31.128842 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4431d020-08d0-41df-8c76-dde64ab0f8f1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:31.137774 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb20eb-27f5-4c5d-9a76-34a59f47a9c9 None None] Pushing event updated for resources: {'Port': ['ID=cbdef208-efff-4f16-85ec-7bbebac2fbe1,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:31.147400 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cb20eb-27f5-4c5d-9a76-34a59f47a9c9 None None] Network f0930c29-fb7c-4a30-9802-bb307df272a3 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:31.186225 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431d020-08d0-41df-8c76-dde64ab0f8f1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Subnet': ['ID=a9ed203f-0620-47a8-9989-62ce30185f1b,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:31.199596 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4431d020-08d0-41df-8c76-dde64ab0f8f1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8503871 Apr 29 13:28:31.202402 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58618) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:31.215189 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-77cb20eb-27f5-4c5d-9a76-34a59f47a9c9 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:31.216700 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-35178ae0-fa86-4778-816d-b0151eb05dd6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'port': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'mac_address': 'fa:16:3e:5c:13:b9', 'name': 'tempest-NetworksTestDHCPv6-1283898793'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:31.222691 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cb20eb-27f5-4c5d-9a76-34a59f47a9c9 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:28:31.271907 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-00940290-3e83-4b3a-af80-8999aa1d9f23 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:31.301644 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-00940290-3e83-4b3a-af80-8999aa1d9f23 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73a36e6-1eda-4667-ace0-7c488226ac11']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:31.403395 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:31.412033 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-35178ae0-fa86-4778-816d-b0151eb05dd6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:31.416710 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:31.420813 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-35178ae0-fa86-4778-816d-b0151eb05dd6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:port and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:31.430969 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0930c29-fb7c-4a30-9802-bb307df272a3']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:31.443910 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8597140a-b6b1-48e2-ba66-41116359e8ae') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:31.444217 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8597140a-b6b1-48e2-ba66-41116359e8ae') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:31.456204 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-35178ae0-fa86-4778-816d-b0151eb05dd6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:31.457563 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:31.471931 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1298ac91-b06d-415b-adc8-3292c9a581e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a88ec220-4cca-43f4-8418-56dcd9ad7bad'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:28:31.473022 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-35178ae0-fa86-4778-816d-b0151eb05dd6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:31.474967 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-00940290-3e83-4b3a-af80-8999aa1d9f23 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf223c2-68ab-4944-a316-977002fa3bb8') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:31.474967 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-00940290-3e83-4b3a-af80-8999aa1d9f23 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf223c2-68ab-4944-a316-977002fa3bb8') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:31.481440 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ef24-f340-4d9a-9456-c84482979066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:31.489999 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port a88ec220-4cca-43f4-8418-56dcd9ad7bad, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a88ec220-4cca-43f4-8418-56dcd9ad7bad,segment=NetworkSegment(54435c81-be5a-435a-89e7-d7e4b8cb5a34),segment_id=54435c81-be5a-435a-89e7-d7e4b8cb5a34)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:31.490483 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-00940290-3e83-4b3a-af80-8999aa1d9f23 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:31.499558 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:31.511583 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:28:31.511971 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:31.524287 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35178ae0-fa86-4778-816d-b0151eb05dd6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: util.warn( Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: util.warn( Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: util.warn( Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: util.warn( Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:28:31.526975 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:28:31.532883 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-00940290-3e83-4b3a-af80-8999aa1d9f23 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:31.533119 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-35178ae0-fa86-4778-816d-b0151eb05dd6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:31.567547 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:31.577448 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9ef24-f340-4d9a-9456-c84482979066 None None] Pushing event deleted for resources: {'Port': ['ID=7e45598d-b513-4796-8c3a-a084b9bb142d,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:31.580413 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-77cb20eb-27f5-4c5d-9a76-34a59f47a9c9 None None] Attempting to bind port cbdef208-efff-4f16-85ec-7bbebac2fbe1 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:28:31.580799 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-77cb20eb-27f5-4c5d-9a76-34a59f47a9c9 None None] Attempting to bind port cbdef208-efff-4f16-85ec-7bbebac2fbe1 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '8597140a-b6b1-48e2-ba66-41116359e8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f0930c29-fb7c-4a30-9802-bb307df272a3'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:28:31.581166 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cb20eb-27f5-4c5d-9a76-34a59f47a9c9 None None] Attempting to bind port cbdef208-efff-4f16-85ec-7bbebac2fbe1 on network f0930c29-fb7c-4a30-9802-bb307df272a3 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:28:31.611780 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00940290-3e83-4b3a-af80-8999aa1d9f23 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:28:31.612127 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-00940290-3e83-4b3a-af80-8999aa1d9f23 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:31.628007 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98ff0395-14c9-4179-b812-d5e09685630c'] response: {'server_uuid': '1298ac91-b06d-415b-adc8-3292c9a581e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a88ec220-4cca-43f4-8418-56dcd9ad7bad', 'code': 200} Apr 29 13:28:31.629105 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-35178ae0-fa86-4778-816d-b0151eb05dd6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] device_id is not set on port b2728b68-e9f2-4cb1-89d0-bd77c44e1b54 yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:28:31.652289 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:28:31.712530 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6738401-a7e0-459d-90a8-2f92c94567f0 req-27b4828a-4699-452a-91fd-2bd490e15974 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:31.714660 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e6738401-a7e0-459d-90a8-2f92c94567f0 req-27b4828a-4699-452a-91fd-2bd490e15974 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 946 time: 0.2965109 Apr 29 13:28:31.735059 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b4fe6224-d84a-4a7a-951e-876d7ca5c21c no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:28:31.772196 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cb20eb-27f5-4c5d-9a76-34a59f47a9c9 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:28:31.772571 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cb20eb-27f5-4c5d-9a76-34a59f47a9c9 None None] Checking segment: {'id': '8597140a-b6b1-48e2-ba66-41116359e8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f0930c29-fb7c-4a30-9802-bb307df272a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:28:31.773517 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-77cb20eb-27f5-4c5d-9a76-34a59f47a9c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:31.774167 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cb20eb-27f5-4c5d-9a76-34a59f47a9c9 None None] Bound using segment: {'id': '8597140a-b6b1-48e2-ba66-41116359e8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f0930c29-fb7c-4a30-9802-bb307df272a3'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:28:31.774657 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-77cb20eb-27f5-4c5d-9a76-34a59f47a9c9 None None] Bound port: cbdef208-efff-4f16-85ec-7bbebac2fbe1, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8597140a-b6b1-48e2-ba66-41116359e8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f0930c29-fb7c-4a30-9802-bb307df272a3'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:28:31.775364 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-77cb20eb-27f5-4c5d-9a76-34a59f47a9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:31.792850 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb9ef24-f340-4d9a-9456-c84482979066 None None] No DVR routers for this DVR port 7e45598d-b513-4796-8c3a-a084b9bb142d on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:28:31.797908 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: b4fe6224-d84a-4a7a-951e-876d7ca5c21c {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:28:31.798250 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b4fe6224-d84a-4a7a-951e-876d7ca5c21c not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:28:31.816174 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.db.api [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 13:28:31.816174 dv-neutron-839027-4-hyperv neutron-server[83905]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 13:28:31.816174 dv-neutron-839027-4-hyperv neutron-server[83905]: [parameters: {'id': 'f0930c29-fb7c-4a30-9802-bb307df272a3'}] Apr 29 13:28:31.816174 dv-neutron-839027-4-hyperv neutron-server[83905]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:28:31.816949 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG oslo_db.api [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:28:31.844319 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-00940290-3e83-4b3a-af80-8999aa1d9f23 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:31.848271 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c637b07-1d62-4a63-9b74-c041811d741c None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:31.873530 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=a88ec220-4cca-43f4-8418-56dcd9ad7bad,revision_number=6']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:31.881817 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-00940290-3e83-4b3a-af80-8999aa1d9f23 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:31.892211 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-00940290-3e83-4b3a-af80-8999aa1d9f23 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] 10.222.0.76 "DELETE /v2.0/networks/d73a36e6-1eda-4667-ace0-7c488226ac11 HTTP/1.1" status: 204 len: 168 time: 2.5635259 Apr 29 13:28:31.895005 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58636) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:31.897962 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00940290-3e83-4b3a-af80-8999aa1d9f23 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Pushing event deleted for resources: {'Network': ['ID=d73a36e6-1eda-4667-ace0-7c488226ac11,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:31.998935 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-77cb20eb-27f5-4c5d-9a76-34a59f47a9c9 None None] For port cbdef208-efff-4f16-85ec-7bbebac2fbe1, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:28:32.017081 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58640) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:32.022576 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-77cb20eb-27f5-4c5d-9a76-34a59f47a9c9 None None] For port cbdef208-efff-4f16-85ec-7bbebac2fbe1, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=cbdef208-efff-4f16-85ec-7bbebac2fbe1,segment=NetworkSegment(8597140a-b6b1-48e2-ba66-41116359e8ae),segment_id=8597140a-b6b1-48e2-ba66-41116359e8ae)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:28:32.027130 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-35178ae0-fa86-4778-816d-b0151eb05dd6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Allocated IP 172.20.0.4 (b2591163-41a9-4c5e-86a6-99ddbf59518f/a9ed203f-0620-47a8-9989-62ce30185f1b/b2728b68-e9f2-4cb1-89d0-bd77c44e1b54) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:28:32.041349 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-35178ae0-fa86-4778-816d-b0151eb05dd6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Allocated IP 2001:db8::f816:3eff:fe5c:13b9 (b2591163-41a9-4c5e-86a6-99ddbf59518f/0b23f998-fcdb-440e-affa-621a9864061c/b2728b68-e9f2-4cb1-89d0-bd77c44e1b54) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:28:32.057093 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-77cb20eb-27f5-4c5d-9a76-34a59f47a9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:32.084060 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e6738401-a7e0-459d-90a8-2f92c94567f0 req-51772180-5c5c-48a3-b549-ac879d10e449 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/security-groups?id=0cb329a9-f78f-4829-aadb-04df719ccc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3626380 Apr 29 13:28:32.233264 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb20eb-27f5-4c5d-9a76-34a59f47a9c9 None None] Pushing event updated for resources: {'Port': ['ID=cbdef208-efff-4f16-85ec-7bbebac2fbe1,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:32.239556 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a62022-9586-456d-98c7-cba95aff9df9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-b2591163-41a9-4c5e-86a6-99ddbf59518f', 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'fixed_ips': [{'subnet_id': '0b23f998-fcdb-440e-affa-621a9864061c'}, {'subnet_id': 'a9ed203f-0620-47a8-9989-62ce30185f1b'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:28:32.240716 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-96a62022-9586-456d-98c7-cba95aff9df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:32.289805 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-d90cb894-8361-4ed3-b3b4-f84382882ad0 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-553349666', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:32.300399 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d90cb894-8361-4ed3-b3b4-f84382882ad0 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:32.307405 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d90cb894-8361-4ed3-b3b4-f84382882ad0 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Usage tracker for resource:router and tenant:0ec2d7aafe4a447b864638ef9d1eeef1 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:32.311759 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d90cb894-8361-4ed3-b3b4-f84382882ad0 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:32.319421 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:32.321986 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d90cb894-8361-4ed3-b3b4-f84382882ad0 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:32.365622 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d90cb894-8361-4ed3-b3b4-f84382882ad0 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:32.366696 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d90cb894-8361-4ed3-b3b4-f84382882ad0 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:32.378749 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d5d6a3-335a-4f75-99ce-afcc41911149 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Deleting subnet 59f22ec3-4aac-4864-a94c-fca89016ec7e {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:28:32.383543 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Deleting port cbdef208-efff-4f16-85ec-7bbebac2fbe1 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:32.383906 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:32.402874 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c999102f-e525-4bb0-9934-7027cea68037 None None] Network f0930c29-fb7c-4a30-9802-bb307df272a3 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:32.415269 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a3d5d6a3-335a-4f75-99ce-afcc41911149 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:32.500611 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a3d5d6a3-335a-4f75-99ce-afcc41911149 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:32.539978 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d90cb894-8361-4ed3-b3b4-f84382882ad0 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:32.577284 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-305ab80b-23f4-48f4-96d4-77d813131369 req-cd6cd9a6-d99b-4894-9fb1-8b7af8f5ff78 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 1097 time: 0.4972851 Apr 29 13:28:32.603581 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435542d5-8dff-492b-89cc-1ad61cc0c091 None None] Network f0930c29-fb7c-4a30-9802-bb307df272a3 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:32.611845 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-35178ae0-fa86-4778-816d-b0151eb05dd6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:32.639960 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-35178ae0-fa86-4778-816d-b0151eb05dd6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Transition to ACTIVE for port object b2728b68-e9f2-4cb1-89d0-bd77c44e1b54 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:32.652315 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-305ab80b-23f4-48f4-96d4-77d813131369 req-7af85bd4-afcd-4193-9cff-1a8826acf5e8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0cb329a9-f78f-4829-aadb-04df719ccc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611970 Apr 29 13:28:32.670887 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-35178ae0-fa86-4778-816d-b0151eb05dd6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:32.715170 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d90cb894-8361-4ed3-b3b4-f84382882ad0 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:32.749496 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35178ae0-fa86-4778-816d-b0151eb05dd6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:32.753250 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-35178ae0-fa86-4778-816d-b0151eb05dd6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:32.761123 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35178ae0-fa86-4778-816d-b0151eb05dd6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:28:32.767473 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] For port cbdef208-efff-4f16-85ec-7bbebac2fbe1, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=cbdef208-efff-4f16-85ec-7bbebac2fbe1,segment=NetworkSegment(8597140a-b6b1-48e2-ba66-41116359e8ae),segment_id=8597140a-b6b1-48e2-ba66-41116359e8ae)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:32.767952 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:32.778313 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d90cb894-8361-4ed3-b3b4-f84382882ad0 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:32.782131 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d90cb894-8361-4ed3-b3b4-f84382882ad0 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7615330 Apr 29 13:28:32.784067 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58648) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:32.787135 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a3d5d6a3-335a-4f75-99ce-afcc41911149 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:32.826275 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-bdbd8685-9859-48bf-ac39-c1014133d7a8 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-820940213'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:32.832941 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35178ae0-fa86-4778-816d-b0151eb05dd6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Port': ['ID=b2728b68-e9f2-4cb1-89d0-bd77c44e1b54,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:32.881903 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35178ae0-fa86-4778-816d-b0151eb05dd6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:32.883190 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-35178ae0-fa86-4778-816d-b0151eb05dd6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:32.885418 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-bdbd8685-9859-48bf-ac39-c1014133d7a8 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:32.907725 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-35178ae0-fa86-4778-816d-b0151eb05dd6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7036462 Apr 29 13:28:32.910420 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58652) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:32.922594 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device a88ec220-4cca-43f4-8418-56dcd9ad7bad details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:28:32.940049 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-96a62022-9586-456d-98c7-cba95aff9df9 None None] Allocated IP 172.20.0.2 (b2591163-41a9-4c5e-86a6-99ddbf59518f/a9ed203f-0620-47a8-9989-62ce30185f1b/f46b9ad0-61a6-4cc2-b26d-73807e74fcc9) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:28:32.953454 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-96a62022-9586-456d-98c7-cba95aff9df9 None None] Allocated IP 2001:db8::f816:3eff:fe43:f583 (b2591163-41a9-4c5e-86a6-99ddbf59518f/0b23f998-fcdb-440e-affa-621a9864061c/f46b9ad0-61a6-4cc2-b26d-73807e74fcc9) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:28:32.963318 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Calling delete_port for cbdef208-efff-4f16-85ec-7bbebac2fbe1 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:32.989863 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-bdbd8685-9859-48bf-ac39-c1014133d7a8 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Usage tracker for resource:network and tenant:0ec2d7aafe4a447b864638ef9d1eeef1 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:32.995138 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-bdbd8685-9859-48bf-ac39-c1014133d7a8 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:32.997561 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38411bd0-02d4-414a-a9a1-5e6bbcbac0b1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:32.997830 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-38411bd0-02d4-414a-a9a1-5e6bbcbac0b1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:28:33.008488 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-bdbd8685-9859-48bf-ac39-c1014133d7a8 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:33.015621 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-38411bd0-02d4-414a-a9a1-5e6bbcbac0b1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:28:33.017141 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-38411bd0-02d4-414a-a9a1-5e6bbcbac0b1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.1055050 Apr 29 13:28:33.019619 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58658) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:33.037343 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbd8685-9859-48bf-ac39-c1014133d7a8 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Made reservation on behalf of 0ec2d7aafe4a447b864638ef9d1eeef1 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:33.040834 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bdbd8685-9859-48bf-ac39-c1014133d7a8 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:33.061637 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bdbd8685-9859-48bf-ac39-c1014133d7a8 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:33.103135 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-f69689f3-974a-4e81-8446-32a69050d183 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting port b2728b68-e9f2-4cb1-89d0-bd77c44e1b54 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:33.103493 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f69689f3-974a-4e81-8446-32a69050d183 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:33.115504 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a3d5d6a3-335a-4f75-99ce-afcc41911149 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:33.164428 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:33.201783 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port a88ec220-4cca-43f4-8418-56dcd9ad7bad, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a88ec220-4cca-43f4-8418-56dcd9ad7bad,segment=NetworkSegment(54435c81-be5a-435a-89e7-d7e4b8cb5a34),segment_id=54435c81-be5a-435a-89e7-d7e4b8cb5a34)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:33.210232 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5d6a3-335a-4f75-99ce-afcc41911149 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Pushing event deleted for resources: {'Subnet': ['ID=59f22ec3-4aac-4864-a94c-fca89016ec7e,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:33.212864 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-bdbd8685-9859-48bf-ac39-c1014133d7a8 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:33.225216 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event deleted for resources: {'Port': ['ID=cbdef208-efff-4f16-85ec-7bbebac2fbe1,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:33.228466 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': 'a88ec220-4cca-43f4-8418-56dcd9ad7bad', 'network_id': 'fd1e5aaf-1b26-4dda-a00a-9ea5743f747d', 'port_id': 'a88ec220-4cca-43f4-8418-56dcd9ad7bad', 'mac_address': 'fa:16:3e:46:48:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8672d9ee-edfb-42ee-bd49-ae2cc6174dde', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:28:33.231152 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-bdbd8685-9859-48bf-ac39-c1014133d7a8 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Usage tracker for resource:security_group_rule and tenant:0ec2d7aafe4a447b864638ef9d1eeef1 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:33.234980 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a3d5d6a3-335a-4f75-99ce-afcc41911149 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:33.239151 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-bdbd8685-9859-48bf-ac39-c1014133d7a8 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:33.251329 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] No DVR routers for this DVR port cbdef208-efff-4f16-85ec-7bbebac2fbe1 on host dv-neutron-839027-4-hyperv {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:28:33.284286 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-bdbd8685-9859-48bf-ac39-c1014133d7a8 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:33.295946 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a3d5d6a3-335a-4f75-99ce-afcc41911149 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] 10.222.0.76 "DELETE /v2.0/subnets/59f22ec3-4aac-4864-a94c-fca89016ec7e HTTP/1.1" status: 204 len: 168 time: 1.3975878 Apr 29 13:28:33.316577 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68708af-54ca-4422-9409-2d5120cad170 None None] Network a84a3a13-2f88-405d-86b0-c914cf87d966 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:33.330213 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58664) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:33.404014 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f69689f3-974a-4e81-8446-32a69050d183 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:33.529073 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-f69689f3-974a-4e81-8446-32a69050d183 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Calling delete_port for b2728b68-e9f2-4cb1-89d0-bd77c44e1b54 owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:33.540706 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:33.549970 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:33.575113 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-96a62022-9586-456d-98c7-cba95aff9df9 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:33.580729 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-89fe114f-329b-4d56-b7b7-3b634def4147 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:33.587500 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a88ec220-4cca-43f4-8418-56dcd9ad7bad {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:28:33.608391 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-96a62022-9586-456d-98c7-cba95aff9df9 None None] Transition to ACTIVE for port object f46b9ad0-61a6-4cc2-b26d-73807e74fcc9 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:33.609037 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0930c29-fb7c-4a30-9802-bb307df272a3']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:33.620432 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port a88ec220-4cca-43f4-8418-56dcd9ad7bad, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a88ec220-4cca-43f4-8418-56dcd9ad7bad,segment=NetworkSegment(54435c81-be5a-435a-89e7-d7e4b8cb5a34),segment_id=54435c81-be5a-435a-89e7-d7e4b8cb5a34)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:33.638593 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:33.645733 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8597140a-b6b1-48e2-ba66-41116359e8ae') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:33.645862 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8597140a-b6b1-48e2-ba66-41116359e8ae') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:33.675152 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-89fe114f-329b-4d56-b7b7-3b634def4147 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Deleting port f468e133-d757-4b8d-9bf7-6513151bb350 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:33.675495 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-89fe114f-329b-4d56-b7b7-3b634def4147 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:33.715577 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=a88ec220-4cca-43f4-8418-56dcd9ad7bad,revision_number=7']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:33.718439 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1e1bfb-9267-4cd4-bf9f-94334b92a9c2 None None] DHCP port deletion for a84a3a13-2f88-405d-86b0-c914cf87d966 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:28:33.723023 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-1a1e1bfb-9267-4cd4-bf9f-94334b92a9c2 None None] Deleting port f468e133-d757-4b8d-9bf7-6513151bb350 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:33.723519 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1bfb-9267-4cd4-bf9f-94334b92a9c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:33.741639 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:33.750866 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bdbd8685-9859-48bf-ac39-c1014133d7a8 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:33.766647 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad4005-8bb8-424c-8c7c-fc74ee61fd9f req-3d71a5c9-500b-4c6f-8632-fba20912bf72 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:33.768096 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-13ad4005-8bb8-424c-8c7c-fc74ee61fd9f req-3d71a5c9-500b-4c6f-8632-fba20912bf72 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 944 time: 0.4803278 Apr 29 13:28:33.778001 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:33.785790 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bdbd8685-9859-48bf-ac39-c1014133d7a8 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:33.793515 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f69689f3-974a-4e81-8446-32a69050d183 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:33.794085 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-96a62022-9586-456d-98c7-cba95aff9df9 None None] Transition to ACTIVE for port object f46b9ad0-61a6-4cc2-b26d-73807e74fcc9 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:33.856722 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69689f3-974a-4e81-8446-32a69050d183 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Port': ['ID=b2728b68-e9f2-4cb1-89d0-bd77c44e1b54,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:33.856967 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:28:33.857183 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:28:33.876291 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:28:33.881635 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-96a62022-9586-456d-98c7-cba95aff9df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:34.009951 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f69689f3-974a-4e81-8446-32a69050d183 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:34.029601 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f69689f3-974a-4e81-8446-32a69050d183 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/b2728b68-e9f2-4cb1-89d0-bd77c44e1b54 HTTP/1.1" status: 204 len: 168 time: 1.0062854 Apr 29 13:28:34.030244 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58668) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:34.033301 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a62022-9586-456d-98c7-cba95aff9df9 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:34.040188 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-96a62022-9586-456d-98c7-cba95aff9df9 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:34.043924 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a62022-9586-456d-98c7-cba95aff9df9 None None] Pushing event updated for resources: {'Port': ['ID=f46b9ad0-61a6-4cc2-b26d-73807e74fcc9,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:34.049618 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a62022-9586-456d-98c7-cba95aff9df9 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:28:34.052527 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-1a1e1bfb-9267-4cd4-bf9f-94334b92a9c2 None None] For port f468e133-d757-4b8d-9bf7-6513151bb350, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f468e133-d757-4b8d-9bf7-6513151bb350,segment=NetworkSegment(f4326f92-0a4f-4ff5-9d5a-c9694c375ce8),segment_id=f4326f92-0a4f-4ff5-9d5a-c9694c375ce8)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:34.052953 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1bfb-9267-4cd4-bf9f-94334b92a9c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:34.109501 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd8685-9859-48bf-ac39-c1014133d7a8 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f713e622-ef9d-4f3a-b5ea-fe41307fcbd9,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:34.122637 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-13ad4005-8bb8-424c-8c7c-fc74ee61fd9f req-4bf24ea1-868e-4f3b-910a-4ce2a74becb5 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/security-groups?id=0cb329a9-f78f-4829-aadb-04df719ccc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3265154 Apr 29 13:28:34.137202 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b1104e-c478-4b5c-8f20-d0a87f6646c4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:34.138969 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b1104e-c478-4b5c-8f20-d0a87f6646c4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:34.140530 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b1104e-c478-4b5c-8f20-d0a87f6646c4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:34.141515 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-c9b1104e-c478-4b5c-8f20-d0a87f6646c4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:28:34.184273 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-c9b1104e-c478-4b5c-8f20-d0a87f6646c4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:28:34.191353 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c9b1104e-c478-4b5c-8f20-d0a87f6646c4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1600676 Apr 29 13:28:34.193003 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58674) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:34.221408 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:34.229751 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdbd8685-9859-48bf-ac39-c1014133d7a8 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:28:34.254327 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:34.273311 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-1a1e1bfb-9267-4cd4-bf9f-94334b92a9c2 None None] Calling delete_port for f468e133-d757-4b8d-9bf7-6513151bb350 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:34.280957 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event deleted for resources: {'Network': ['ID=f0930c29-fb7c-4a30-9802-bb307df272a3,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:34.289130 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-334b8b81-e3c8-4f3c-8600-dbcdb8151d0a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting subnet 0b23f998-fcdb-440e-affa-621a9864061c {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:28:34.290828 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bdbd8685-9859-48bf-ac39-c1014133d7a8 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:34.291184 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-bdbd8685-9859-48bf-ac39-c1014133d7a8 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Added segment bca2975e-90c9-43c4-8044-64ba4517eb3a of type vlan for network 0b116c17-1fc8-4e1c-b7f6-3a0a37ae87f7 Apr 29 13:28:34.292538 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-334b8b81-e3c8-4f3c-8600-dbcdb8151d0a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:34.300816 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-89fe114f-329b-4d56-b7b7-3b634def4147 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] For port f468e133-d757-4b8d-9bf7-6513151bb350, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f468e133-d757-4b8d-9bf7-6513151bb350,segment=NetworkSegment(f4326f92-0a4f-4ff5-9d5a-c9694c375ce8),segment_id=f4326f92-0a4f-4ff5-9d5a-c9694c375ce8)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:34.300816 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-89fe114f-329b-4d56-b7b7-3b634def4147 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:34.349009 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-334b8b81-e3c8-4f3c-8600-dbcdb8151d0a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:34.448538 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1d39ec28-ea15-4c97-a968-d1d95644f903 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/networks/f0930c29-fb7c-4a30-9802-bb307df272a3 HTTP/1.1" status: 204 len: 168 time: 4.7522740 Apr 29 13:28:34.448927 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-334b8b81-e3c8-4f3c-8600-dbcdb8151d0a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:34.452950 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-89fe114f-329b-4d56-b7b7-3b634def4147 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Calling delete_port for f468e133-d757-4b8d-9bf7-6513151bb350 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:34.482156 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58678) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:34.486579 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-96a62022-9586-456d-98c7-cba95aff9df9 None None] Attempting to bind port f46b9ad0-61a6-4cc2-b26d-73807e74fcc9 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:28:34.486921 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-96a62022-9586-456d-98c7-cba95aff9df9 None None] Attempting to bind port f46b9ad0-61a6-4cc2-b26d-73807e74fcc9 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:28:34.487561 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a62022-9586-456d-98c7-cba95aff9df9 None None] Attempting to bind port f46b9ad0-61a6-4cc2-b26d-73807e74fcc9 on network b2591163-41a9-4c5e-86a6-99ddbf59518f {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:28:34.497328 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a62022-9586-456d-98c7-cba95aff9df9 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:28:34.498054 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a62022-9586-456d-98c7-cba95aff9df9 None None] Checking segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:28:34.499074 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-96a62022-9586-456d-98c7-cba95aff9df9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:34.499702 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a62022-9586-456d-98c7-cba95aff9df9 None None] Bound using segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:28:34.500363 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-96a62022-9586-456d-98c7-cba95aff9df9 None None] Bound port: f46b9ad0-61a6-4cc2-b26d-73807e74fcc9, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:28:34.501050 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-96a62022-9586-456d-98c7-cba95aff9df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:34.508477 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bdbd8685-9859-48bf-ac39-c1014133d7a8 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:34.520984 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1bfb-9267-4cd4-bf9f-94334b92a9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:34.535419 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c15bf5b-dc5f-4532-b94d-760058b5612b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:34.535745 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c15bf5b-dc5f-4532-b94d-760058b5612b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:34.537444 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4c15bf5b-dc5f-4532-b94d-760058b5612b tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/subnets/20bbb854-47ac-40a1-aa0b-604cf74eda5c HTTP/1.1" status: 404 len: 337 time: 0.0550101 Apr 29 13:28:34.541669 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58682) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:34.560860 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bdbd8685-9859-48bf-ac39-c1014133d7a8 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:34.564696 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbd8685-9859-48bf-ac39-c1014133d7a8 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:34.565439 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bdbd8685-9859-48bf-ac39-c1014133d7a8 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:34.575323 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb9ca9e-49cc-4893-9803-c5c9ce267652 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:34.575762 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebb9ca9e-49cc-4893-9803-c5c9ce267652 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:34.577447 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ebb9ca9e-49cc-4893-9803-c5c9ce267652 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/networks/f0930c29-fb7c-4a30-9802-bb307df272a3 HTTP/1.1" status: 404 len: 339 time: 0.0360439 Apr 29 13:28:34.580040 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58686) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:34.591950 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.db.api [None req-89fe114f-329b-4d56-b7b7-3b634def4147 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:28:34.592270 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG oslo_db.api [None req-89fe114f-329b-4d56-b7b7-3b634def4147 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:28:34.609905 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e1bfb-9267-4cd4-bf9f-94334b92a9c2 None None] Pushing event deleted for resources: {'Port': ['ID=f468e133-d757-4b8d-9bf7-6513151bb350,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:34.625772 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1e1bfb-9267-4cd4-bf9f-94334b92a9c2 None None] No DVR routers for this DVR port f468e133-d757-4b8d-9bf7-6513151bb350 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:28:34.670647 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-bdbd8685-9859-48bf-ac39-c1014133d7a8 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8860087 Apr 29 13:28:34.682302 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58690) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:34.690741 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-29d9a60b-7ab0-4c37-a31b-193ce46c1ea1 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Request body: {'subnet': {'network_id': '0b116c17-1fc8-4e1c-b7f6-3a0a37ae87f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:34.722263 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d7959f-ed9d-43da-9b2f-a90031b5154d tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:34.722700 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39d7959f-ed9d-43da-9b2f-a90031b5154d tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:34.730129 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-39d7959f-ed9d-43da-9b2f-a90031b5154d tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/subnets/8165550c-8556-4b3f-9df6-b0f4f6270239 HTTP/1.1" status: 404 len: 337 time: 0.1490977 Apr 29 13:28:34.731739 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-334b8b81-e3c8-4f3c-8600-dbcdb8151d0a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:34.734258 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-96a62022-9586-456d-98c7-cba95aff9df9 None None] For port f46b9ad0-61a6-4cc2-b26d-73807e74fcc9, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:28:34.735200 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58694) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:34.737661 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-96a62022-9586-456d-98c7-cba95aff9df9 None None] For port f46b9ad0-61a6-4cc2-b26d-73807e74fcc9, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f46b9ad0-61a6-4cc2-b26d-73807e74fcc9,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:28:34.742936 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-96a62022-9586-456d-98c7-cba95aff9df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:34.768474 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd8685-9859-48bf-ac39-c1014133d7a8 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Pushing event updated for resources: {'Network': ['ID=0b116c17-1fc8-4e1c-b7f6-3a0a37ae87f7,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:34.792417 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b8b81-e3c8-4f3c-8600-dbcdb8151d0a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Subnet': ['ID=0b23f998-fcdb-440e-affa-621a9864061c,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:34.792682 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 0b116c17-1fc8-4e1c-b7f6-3a0a37ae87f7 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:28:34.802144 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-be317920-2af1-4ff5-aa3f-ed96e90c82f8 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:34.802760 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be317920-2af1-4ff5-aa3f-ed96e90c82f8 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:34.805123 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-be317920-2af1-4ff5-aa3f-ed96e90c82f8 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/networks/e1f97d61-109e-46e4-8183-11e74e3957a5 HTTP/1.1" status: 404 len: 339 time: 0.0424976 Apr 29 13:28:34.806503 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-334b8b81-e3c8-4f3c-8600-dbcdb8151d0a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:34.808185 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-334b8b81-e3c8-4f3c-8600-dbcdb8151d0a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/0b23f998-fcdb-440e-affa-621a9864061c HTTP/1.1" status: 204 len: 168 time: 0.6140492 Apr 29 13:28:34.808882 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58698) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:34.813857 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58700) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:34.912445 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a62022-9586-456d-98c7-cba95aff9df9 None None] Pushing event updated for resources: {'Port': ['ID=f46b9ad0-61a6-4cc2-b26d-73807e74fcc9,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:34.932619 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-29d9a60b-7ab0-4c37-a31b-193ce46c1ea1 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:34.950221 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b4120157-fc05-46d8-950d-63fd1f249db5 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:34.988244 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-29d9a60b-7ab0-4c37-a31b-193ce46c1ea1 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Usage tracker for resource:subnet and tenant:0ec2d7aafe4a447b864638ef9d1eeef1 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:34.998310 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-29d9a60b-7ab0-4c37-a31b-193ce46c1ea1 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:35.008889 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-29d9a60b-7ab0-4c37-a31b-193ce46c1ea1 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:35.034644 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d9a60b-7ab0-4c37-a31b-193ce46c1ea1 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Made reservation on behalf of 0ec2d7aafe4a447b864638ef9d1eeef1 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:35.101283 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['a88ec220-4cca-43f4-8418-56dcd9ad7bad'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:28:35.109632 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b4120157-fc05-46d8-950d-63fd1f249db5 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:35.135669 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-89fe114f-329b-4d56-b7b7-3b634def4147 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Deleting port f468e133-d757-4b8d-9bf7-6513151bb350 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:35.136015 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-89fe114f-329b-4d56-b7b7-3b634def4147 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:35.146751 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-b4120157-fc05-46d8-950d-63fd1f249db5 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568b060e-b88c-4f5e-bb84-92119f9a531b']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:35.161484 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-b4120157-fc05-46d8-950d-63fd1f249db5 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd00f4d29-fe2c-471f-a80a-b3b65b1b2e59') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:35.161777 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-b4120157-fc05-46d8-950d-63fd1f249db5 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd00f4d29-fe2c-471f-a80a-b3b65b1b2e59') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:35.175041 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b4120157-fc05-46d8-950d-63fd1f249db5 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:35.201371 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b4120157-fc05-46d8-950d-63fd1f249db5 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:35.208976 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4120157-fc05-46d8-950d-63fd1f249db5 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:28:35.209400 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b4120157-fc05-46d8-950d-63fd1f249db5 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:28:35.231887 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:28:35.295370 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-89fe114f-329b-4d56-b7b7-3b634def4147 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] The port 'f468e133-d757-4b8d-9bf7-6513151bb350' was deleted {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:28:35.301670 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ae54f6-7196-4f59-851f-a02d3e4dfa08 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting subnet a9ed203f-0620-47a8-9989-62ce30185f1b {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:28:35.338941 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-84ae54f6-7196-4f59-851f-a02d3e4dfa08 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:35.372247 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b4120157-fc05-46d8-950d-63fd1f249db5 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:35.400412 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b4120157-fc05-46d8-950d-63fd1f249db5 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:35.416085 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4120157-fc05-46d8-950d-63fd1f249db5 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event deleted for resources: {'Network': ['ID=568b060e-b88c-4f5e-bb84-92119f9a531b,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:35.427581 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b4120157-fc05-46d8-950d-63fd1f249db5 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/networks/568b060e-b88c-4f5e-bb84-92119f9a531b HTTP/1.1" status: 204 len: 168 time: 0.6175330 Apr 29 13:28:35.433775 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58708) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:35.478545 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-681bda2f-2057-4c66-83db-27100c559fec tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:35.478997 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-681bda2f-2057-4c66-83db-27100c559fec tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:35.480776 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-681bda2f-2057-4c66-83db-27100c559fec tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/subnets/18edb8dd-fac4-4375-99c3-aca6bef615c4 HTTP/1.1" status: 404 len: 337 time: 0.0431898 Apr 29 13:28:35.484129 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58712) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:35.485200 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-29d9a60b-7ab0-4c37-a31b-193ce46c1ea1 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:35.509185 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c13be2-9f56-40f0-b77f-6330d0248bd6 req-60236865-6e60-4599-bb79-bf082c4aa4f9 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:35.511087 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b1c13be2-9f56-40f0-b77f-6330d0248bd6 req-60236865-6e60-4599-bb79-bf082c4aa4f9 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 945 time: 0.1897795 Apr 29 13:28:35.518819 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd4aa2c-8bc4-48f4-9012-a6d86d6c74ac tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:35.519248 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bd4aa2c-8bc4-48f4-9012-a6d86d6c74ac tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:35.520838 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8bd4aa2c-8bc4-48f4-9012-a6d86d6c74ac tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/networks/e8001bf3-1d9e-436d-8d55-8b359176fae1 HTTP/1.1" status: 404 len: 339 time: 0.0360062 Apr 29 13:28:35.533934 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58716) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:35.577726 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-89fe114f-329b-4d56-b7b7-3b634def4147 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:35.581624 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6c6a5d-f4e6-464b-a27b-a6a4a0eab645 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:35.582056 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f6c6a5d-f4e6-464b-a27b-a6a4a0eab645 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:35.583723 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0f6c6a5d-f4e6-464b-a27b-a6a4a0eab645 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/subnets/315464a0-bcf3-4a82-bae5-32eeebef6e7f HTTP/1.1" status: 404 len: 337 time: 0.0473855 Apr 29 13:28:35.586712 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-84ae54f6-7196-4f59-851f-a02d3e4dfa08 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:35.586930 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58720) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:35.625854 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-347d99e2-cdc6-41f9-b9cb-15b9436d233f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:35.626166 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-347d99e2-cdc6-41f9-b9cb-15b9436d233f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:35.630218 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-347d99e2-cdc6-41f9-b9cb-15b9436d233f tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/networks/de5add95-f95c-4ff1-9358-1bf7ba0369dc HTTP/1.1" status: 404 len: 339 time: 0.0400186 Apr 29 13:28:35.630385 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58724) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:35.668083 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b1c13be2-9f56-40f0-b77f-6330d0248bd6 req-717f1d00-a14d-4b49-9a13-73a8276822be tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/security-groups?id=0cb329a9-f78f-4829-aadb-04df719ccc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512856 Apr 29 13:28:35.675615 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d3e92d-a40a-45ef-adbd-e2bc5598f3b0 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:35.676052 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45d3e92d-a40a-45ef-adbd-e2bc5598f3b0 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:35.677689 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-45d3e92d-a40a-45ef-adbd-e2bc5598f3b0 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/subnets/d957fecd-6441-4ae3-bad9-d0a61cecd0f9 HTTP/1.1" status: 404 len: 337 time: 0.0464177 Apr 29 13:28:35.680239 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-89fe114f-329b-4d56-b7b7-3b634def4147 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a84a3a13-2f88-405d-86b0-c914cf87d966']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:35.682863 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58728) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:35.714474 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-89fe114f-329b-4d56-b7b7-3b634def4147 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4326f92-0a4f-4ff5-9d5a-c9694c375ce8') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:35.714756 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-89fe114f-329b-4d56-b7b7-3b634def4147 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4326f92-0a4f-4ff5-9d5a-c9694c375ce8') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:35.716257 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58732) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:35.739102 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-89fe114f-329b-4d56-b7b7-3b634def4147 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:35.774799 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device f46b9ad0-61a6-4cc2-b26d-73807e74fcc9 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:28:35.793461 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cbd2b6e-3c44-448d-953b-d327138951af tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:35.794279 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cbd2b6e-3c44-448d-953b-d327138951af tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:35.796609 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2cbd2b6e-3c44-448d-953b-d327138951af tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/networks/7875f812-c3c4-4a78-9334-4e6537e3e460 HTTP/1.1" status: 404 len: 339 time: 0.1127994 Apr 29 13:28:35.805431 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58736) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:35.880458 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea350dc7-de3f-44e4-9a9e-cd5b382e9edb tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:35.881199 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea350dc7-de3f-44e4-9a9e-cd5b382e9edb tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:35.883543 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ea350dc7-de3f-44e4-9a9e-cd5b382e9edb tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/subnets/df27a2e2-2019-4b28-b284-586944824cd6 HTTP/1.1" status: 404 len: 337 time: 0.0764709 Apr 29 13:28:35.887859 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58740) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:35.896184 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port f46b9ad0-61a6-4cc2-b26d-73807e74fcc9 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:28:35.916072 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-89fe114f-329b-4d56-b7b7-3b634def4147 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:35.932795 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0528ca1-95e7-4918-a64b-c578bcac5b1e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:35.932795 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0528ca1-95e7-4918-a64b-c578bcac5b1e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:35.932795 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b0528ca1-95e7-4918-a64b-c578bcac5b1e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/networks/03a04007-73b8-472d-908c-63f0d7ec4502 HTTP/1.1" status: 404 len: 339 time: 0.0407486 Apr 29 13:28:35.933175 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58744) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:35.963249 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89fe114f-329b-4d56-b7b7-3b634def4147 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:28:35.963673 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-89fe114f-329b-4d56-b7b7-3b634def4147 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:35.972882 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device f468e133-d757-4b8d-9bf7-6513151bb350 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:28:35.978030 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0a94f4d8-7ccf-4232-aaa3-0c9aeed7000b tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/floatingips/fe262875-92e1-49e0-9f8b-4459ab3a0391 HTTP/1.1" status: 200 len: 992 time: 0.2565367 Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:28:35.979553 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:28:35.983587 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a63fec7-fa2a-488d-aa00-875f22d2f08c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:35.984120 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a63fec7-fa2a-488d-aa00-875f22d2f08c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:35.989180 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9a63fec7-fa2a-488d-aa00-875f22d2f08c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/subnets/14eb5526-8717-47c3-88dc-67061172b422 HTTP/1.1" status: 404 len: 337 time: 0.0519037 Apr 29 13:28:35.989180 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58748) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:36.016154 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d346b26-9484-406d-a1f9-4963c4617654 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:36.016554 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d346b26-9484-406d-a1f9-4963c4617654 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:36.020608 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3d346b26-9484-406d-a1f9-4963c4617654 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/networks/afcaed31-fa2e-44c2-9cf8-813591d2fbd1 HTTP/1.1" status: 404 len: 339 time: 0.0287597 Apr 29 13:28:36.020811 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58752) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:36.031863 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: f468e133-d757-4b8d-9bf7-6513151bb350 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:28:36.032446 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device f468e133-d757-4b8d-9bf7-6513151bb350 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:28:36.051621 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-84ae54f6-7196-4f59-851f-a02d3e4dfa08 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:36.063937 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a7ec8d8-62d5-4d8f-84c7-9bf535d56acb tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:36.064520 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a7ec8d8-62d5-4d8f-84c7-9bf535d56acb tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:36.066202 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7a7ec8d8-62d5-4d8f-84c7-9bf535d56acb tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/subnets/bb505d7e-46f8-4cc4-b786-e70459d1c8dc HTTP/1.1" status: 404 len: 337 time: 0.0445080 Apr 29 13:28:36.068739 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58756) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:36.094078 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-6053c5a6-2bc0-4a05-847f-d6a3e468605e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:36.095033 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6053c5a6-2bc0-4a05-847f-d6a3e468605e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:36.098659 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6053c5a6-2bc0-4a05-847f-d6a3e468605e tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/networks/2c767b73-8409-414f-8ce8-fbe53308ac26 HTTP/1.1" status: 404 len: 339 time: 0.0260096 Apr 29 13:28:36.099540 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58760) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:36.137946 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-89fe114f-329b-4d56-b7b7-3b634def4147 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:36.141759 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef5975a-a91d-4de5-ad5b-be926dcf5166 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:36.142195 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ef5975a-a91d-4de5-ad5b-be926dcf5166 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:36.143868 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5ef5975a-a91d-4de5-ad5b-be926dcf5166 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/subnets/7c6a981f-6243-4de2-a978-d65116090a93 HTTP/1.1" status: 404 len: 337 time: 0.0433869 Apr 29 13:28:36.147216 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58764) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:36.165901 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-89fe114f-329b-4d56-b7b7-3b634def4147 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:36.175745 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-833cc201-eacd-48f5-a30d-a14a0c31660c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:36.176184 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-833cc201-eacd-48f5-a30d-a14a0c31660c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:36.177892 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-833cc201-eacd-48f5-a30d-a14a0c31660c tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/networks/b16c449a-cefc-4f04-acda-8b2852a2ff67 HTTP/1.1" status: 404 len: 339 time: 0.0290039 Apr 29 13:28:36.181240 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58768) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:36.197102 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe114f-329b-4d56-b7b7-3b634def4147 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Pushing event deleted for resources: {'Network': ['ID=a84a3a13-2f88-405d-86b0-c914cf87d966,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:36.211137 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-89fe114f-329b-4d56-b7b7-3b634def4147 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] 10.222.0.76 "DELETE /v2.0/networks/a84a3a13-2f88-405d-86b0-c914cf87d966 HTTP/1.1" status: 204 len: 168 time: 2.8755896 Apr 29 13:28:36.212006 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-29d9a60b-7ab0-4c37-a31b-193ce46c1ea1 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:36.215469 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58772) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:36.229091 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b1de468-9eeb-4828-909d-cfd6e0aa6ba4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:36.229533 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b1de468-9eeb-4828-909d-cfd6e0aa6ba4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:36.231193 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5b1de468-9eeb-4828-909d-cfd6e0aa6ba4 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/subnets/6820d7bb-75e0-4f2a-897f-4d0f9e92119b HTTP/1.1" status: 404 len: 337 time: 0.0493271 Apr 29 13:28:36.234194 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58774) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:36.235781 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796c4e39-3b45-4e4c-8741-8c800f9214cf None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:36.247857 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-84ae54f6-7196-4f59-851f-a02d3e4dfa08 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:36.261695 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb1085b-ac58-42d5-809d-5597b6a01a46 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:36.262229 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb1085b-ac58-42d5-809d-5597b6a01a46 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:36.266415 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9cb1085b-ac58-42d5-809d-5597b6a01a46 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/networks/c3dfcbcd-349e-41e1-a1cb-2ed5b84671f0 HTTP/1.1" status: 404 len: 339 time: 0.0284240 Apr 29 13:28:36.266623 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58780) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:36.302628 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6fe8da35-5b2d-4405-bf1c-f0829649b8b8 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Synchronizing usage tracker for tenant:15bcfc53dee1416fb1ad60649933c8cb on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:28:36.341963 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-84ae54f6-7196-4f59-851f-a02d3e4dfa08 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:36.346152 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-84ae54f6-7196-4f59-851f-a02d3e4dfa08 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/a9ed203f-0620-47a8-9989-62ce30185f1b HTTP/1.1" status: 204 len: 168 time: 1.5291660 Apr 29 13:28:36.350150 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58784) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:36.354519 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9a60b-7ab0-4c37-a31b-193ce46c1ea1 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Pushing event updated for resources: {'Subnet': ['ID=67e451b5-bfdd-4ee3-a129-d5e065193d77,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:36.393467 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6fe8da35-5b2d-4405-bf1c-f0829649b8b8 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Unset dirty status for tenant:15bcfc53dee1416fb1ad60649933c8cb on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:28:36.397272 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6fe8da35-5b2d-4405-bf1c-f0829649b8b8 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] 10.222.0.76 "GET /v2.0/ports?device_id=1773f44e-1fcd-466f-a3c5-1948130a9c61 HTTP/1.1" status: 200 len: 205 time: 0.1540132 Apr 29 13:28:36.400126 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58788) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:36.402528 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae54f6-7196-4f59-851f-a02d3e4dfa08 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ed203f-0620-47a8-9989-62ce30185f1b,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:36.430451 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b9b44787-ef8a-4993-b91c-821b799f18c6 None None] Provisioning for port f46b9ad0-61a6-4cc2-b26d-73807e74fcc9 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:28:36.439623 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b9b44787-ef8a-4993-b91c-821b799f18c6 None None] Provisioning complete for port f46b9ad0-61a6-4cc2-b26d-73807e74fcc9 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:36.440093 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9b44787-ef8a-4993-b91c-821b799f18c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:36.520512 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d9a60b-7ab0-4c37-a31b-193ce46c1ea1 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Checking segment: {'id': 'bca2975e-90c9-43c4-8044-64ba4517eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0b116c17-1fc8-4e1c-b7f6-3a0a37ae87f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:28:36.521153 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d9a60b-7ab0-4c37-a31b-193ce46c1ea1 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Network hostable DHCP agents. Network: 0b116c17-1fc8-4e1c-b7f6-3a0a37ae87f7, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:28:36.572804 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6bdba76e-af57-4992-b5b0-eb9ab6d1a138 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:36.573593 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085b62cf-4d71-4b6c-9440-6c2ecf84c06b None None] DHCP port deletion for b2591163-41a9-4c5e-86a6-99ddbf59518f request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:28:36.581146 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9b44787-ef8a-4993-b91c-821b799f18c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:36.591491 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-75c9809c-760c-4615-be74-48503b1adf61 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2375515 Apr 29 13:28:36.594200 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58792) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:36.595927 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-085b62cf-4d71-4b6c-9440-6c2ecf84c06b None None] Deleting port f46b9ad0-61a6-4cc2-b26d-73807e74fcc9 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:36.596560 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-085b62cf-4d71-4b6c-9440-6c2ecf84c06b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:36.603449 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-8683a20e-2203-4dd5-acd0-50525cf8a39a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:36.629932 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d9a60b-7ab0-4c37-a31b-193ce46c1ea1 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Network 0b116c17-1fc8-4e1c-b7f6-3a0a37ae87f7 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:28:36.689640 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-29d9a60b-7ab0-4c37-a31b-193ce46c1ea1 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 0b116c17-1fc8-4e1c-b7f6-3a0a37ae87f7) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:36.689894 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b9b44787-ef8a-4993-b91c-821b799f18c6 None None] For port f46b9ad0-61a6-4cc2-b26d-73807e74fcc9, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f46b9ad0-61a6-4cc2-b26d-73807e74fcc9,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:36.696909 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9b44787-ef8a-4993-b91c-821b799f18c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:36.704169 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d9a60b-7ab0-4c37-a31b-193ce46c1ea1 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:36.704749 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-29d9a60b-7ab0-4c37-a31b-193ce46c1ea1 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:36.732054 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-29d9a60b-7ab0-4c37-a31b-193ce46c1ea1 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0475836 Apr 29 13:28:36.734612 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58796) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:36.746345 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66eb189b-7aa1-42a4-85c1-b02d9ec007b7 None None] Network 0b116c17-1fc8-4e1c-b7f6-3a0a37ae87f7 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:36.751463 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0327314-9063-490c-b5f0-43279b613d89 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Deleting subnet 0f264af7-e662-4f84-a192-0b724cc96b26 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:28:36.757536 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f0327314-9063-490c-b5f0-43279b613d89 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:36.785530 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8683a20e-2203-4dd5-acd0-50525cf8a39a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:36.800005 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-258ec80e-9d7c-448b-9f78-caaaed15f570 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Request body: {'network': {'name': 'tempest-router-network01--1860571167'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:36.806209 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-258ec80e-9d7c-448b-9f78-caaaed15f570 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:36.810415 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-258ec80e-9d7c-448b-9f78-caaaed15f570 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Usage tracker for resource:network and tenant:0ec2d7aafe4a447b864638ef9d1eeef1 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:36.812885 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8683a20e-2203-4dd5-acd0-50525cf8a39a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:36.813551 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-258ec80e-9d7c-448b-9f78-caaaed15f570 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:36.820125 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-258ec80e-9d7c-448b-9f78-caaaed15f570 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:36.829636 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f0327314-9063-490c-b5f0-43279b613d89 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:36.859338 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8683a20e-2203-4dd5-acd0-50525cf8a39a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:36.888857 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258ec80e-9d7c-448b-9f78-caaaed15f570 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Made reservation on behalf of 0ec2d7aafe4a447b864638ef9d1eeef1 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:36.891957 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-258ec80e-9d7c-448b-9f78-caaaed15f570 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:36.922187 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device a88ec220-4cca-43f4-8418-56dcd9ad7bad up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:28:36.988290 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b44787-ef8a-4993-b91c-821b799f18c6 None None] Pushing event updated for resources: {'Port': ['ID=f46b9ad0-61a6-4cc2-b26d-73807e74fcc9,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:37.001568 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8683a20e-2203-4dd5-acd0-50525cf8a39a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:37.051470 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-085b62cf-4d71-4b6c-9440-6c2ecf84c06b None None] For port f46b9ad0-61a6-4cc2-b26d-73807e74fcc9, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f46b9ad0-61a6-4cc2-b26d-73807e74fcc9,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:37.051861 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-085b62cf-4d71-4b6c-9440-6c2ecf84c06b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:37.060127 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-258ec80e-9d7c-448b-9f78-caaaed15f570 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:28:37.070165 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6bdba76e-af57-4992-b5b0-eb9ab6d1a138 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:37.076395 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-258ec80e-9d7c-448b-9f78-caaaed15f570 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:37.077072 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-258ec80e-9d7c-448b-9f78-caaaed15f570 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Added segment 0151e676-dbbc-46b9-8545-69127482ba73 of type vlan for network d2caadd6-8944-402e-a7cd-1f7fa1c1af75 Apr 29 13:28:37.082375 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6bdba76e-af57-4992-b5b0-eb9ab6d1a138 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:37.112619 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-258ec80e-9d7c-448b-9f78-caaaed15f570 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:37.113518 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f0327314-9063-490c-b5f0-43279b613d89 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:37.146720 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6bdba76e-af57-4992-b5b0-eb9ab6d1a138 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:37.148137 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdba76e-af57-4992-b5b0-eb9ab6d1a138 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Fanout notify agent at l3_agent the message router_deleted on router 1773f44e-1fcd-466f-a3c5-1948130a9c61 {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:28:37.169434 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6bdba76e-af57-4992-b5b0-eb9ab6d1a138 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:37.173539 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6bdba76e-af57-4992-b5b0-eb9ab6d1a138 tempest-RoutersNegativeTest-989960254 tempest-RoutersNegativeTest-989960254-project] 10.222.0.76 "DELETE /v2.0/routers/1773f44e-1fcd-466f-a3c5-1948130a9c61 HTTP/1.1" status: 204 len: 168 time: 0.7663431 Apr 29 13:28:37.174625 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-258ec80e-9d7c-448b-9f78-caaaed15f570 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:37.179234 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258ec80e-9d7c-448b-9f78-caaaed15f570 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:37.180059 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-258ec80e-9d7c-448b-9f78-caaaed15f570 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:37.255272 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-085b62cf-4d71-4b6c-9440-6c2ecf84c06b None None] Calling delete_port for f46b9ad0-61a6-4cc2-b26d-73807e74fcc9 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:37.262931 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f0327314-9063-490c-b5f0-43279b613d89 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:37.285600 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ec80e-9d7c-448b-9f78-caaaed15f570 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Pushing event updated for resources: {'Network': ['ID=d2caadd6-8944-402e-a7cd-1f7fa1c1af75,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:37.305824 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network d2caadd6-8944-402e-a7cd-1f7fa1c1af75 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:28:37.316168 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-258ec80e-9d7c-448b-9f78-caaaed15f570 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5781763 Apr 29 13:28:37.316831 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58802) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:37.325823 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-c527563e-06de-49fe-81f0-430d9abc2c38 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Request body: {'network': {'name': 'tempest-router-network02--1706702428'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:37.333561 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c527563e-06de-49fe-81f0-430d9abc2c38 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:37.337910 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0327314-9063-490c-b5f0-43279b613d89 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event deleted for resources: {'Subnet': ['ID=0f264af7-e662-4f84-a192-0b724cc96b26,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:37.346518 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f0327314-9063-490c-b5f0-43279b613d89 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:37.353844 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c527563e-06de-49fe-81f0-430d9abc2c38 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Usage tracker for resource:network and tenant:0ec2d7aafe4a447b864638ef9d1eeef1 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:37.357490 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c527563e-06de-49fe-81f0-430d9abc2c38 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:37.365917 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c527563e-06de-49fe-81f0-430d9abc2c38 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:37.379145 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c527563e-06de-49fe-81f0-430d9abc2c38 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Made reservation on behalf of 0ec2d7aafe4a447b864638ef9d1eeef1 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:37.383722 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c527563e-06de-49fe-81f0-430d9abc2c38 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:37.389282 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f0327314-9063-490c-b5f0-43279b613d89 tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/subnets/0f264af7-e662-4f84-a192-0b724cc96b26 HTTP/1.1" status: 204 len: 168 time: 1.1215167 Apr 29 13:28:37.391736 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58806) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:37.419210 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0c81bc-d93f-401d-b49f-356f6e778089 None None] Network bbddd662-76a2-4f92-b0a6-15ba8557e62f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:37.423666 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c527563e-06de-49fe-81f0-430d9abc2c38 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:28:37.437965 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c527563e-06de-49fe-81f0-430d9abc2c38 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:37.438437 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-c527563e-06de-49fe-81f0-430d9abc2c38 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Added segment ca902c29-2cdd-452d-ae25-dcf6829ba6e2 of type vlan for network 98af4a7f-ee7d-4cd8-9c85-a0d81056f12b Apr 29 13:28:37.455463 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port a88ec220-4cca-43f4-8418-56dcd9ad7bad triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:37.456087 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:37.473331 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c527563e-06de-49fe-81f0-430d9abc2c38 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:37.520287 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8683a20e-2203-4dd5-acd0-50525cf8a39a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:37.522091 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c527563e-06de-49fe-81f0-430d9abc2c38 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:37.528613 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c527563e-06de-49fe-81f0-430d9abc2c38 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:37.529440 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c527563e-06de-49fe-81f0-430d9abc2c38 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:37.562043 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432941e2-4213-4040-8af0-b7a84e1854a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-0b116c17-1fc8-4e1c-b7f6-3a0a37ae87f7', 'network_id': '0b116c17-1fc8-4e1c-b7f6-3a0a37ae87f7', 'tenant_id': '0ec2d7aafe4a447b864638ef9d1eeef1', 'fixed_ips': [{'subnet_id': '67e451b5-bfdd-4ee3-a129-d5e065193d77'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:28:37.562842 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-432941e2-4213-4040-8af0-b7a84e1854a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:37.613003 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7d1091ee-9c10-4284-adfa-2149668ffadd tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:37.625300 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8683a20e-2203-4dd5-acd0-50525cf8a39a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:37.632645 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-8683a20e-2203-4dd5-acd0-50525cf8a39a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:37.633832 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8683a20e-2203-4dd5-acd0-50525cf8a39a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:37.634413 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8683a20e-2203-4dd5-acd0-50525cf8a39a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:37.641503 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-085b62cf-4d71-4b6c-9440-6c2ecf84c06b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:28:37.641867 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-085b62cf-4d71-4b6c-9440-6c2ecf84c06b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:28:37.642898 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58812) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:37.653367 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683a20e-2203-4dd5-acd0-50525cf8a39a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Subnet': ['ID=26867c15-9807-472e-ac4f-afefc64b82eb,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:37.666260 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-7d1091ee-9c10-4284-adfa-2149668ffadd tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Deleting port d3736803-5bf9-415c-ae85-0e9d4ff0116b {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:37.666569 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7d1091ee-9c10-4284-adfa-2149668ffadd tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:37.709625 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8683a20e-2203-4dd5-acd0-50525cf8a39a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1144140 Apr 29 13:28:37.712974 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58818) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:37.726737 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-7f20978c-3263-4a01-8a69-dad616883061 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:37.733987 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device f46b9ad0-61a6-4cc2-b26d-73807e74fcc9 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:28:37.894086 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527563e-06de-49fe-81f0-430d9abc2c38 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Pushing event updated for resources: {'Network': ['ID=98af4a7f-ee7d-4cd8-9c85-a0d81056f12b,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:37.927769 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c527563e-06de-49fe-81f0-430d9abc2c38 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6053813 Apr 29 13:28:37.928197 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58822) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:37.937498 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-54c792bd-b986-46ef-8b3b-85de47867dd9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Request body: {'subnet': {'network_id': 'd2caadd6-8944-402e-a7cd-1f7fa1c1af75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:37.939383 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3c1b588c-0987-4136-8760-9c0d2bec25f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:37.942138 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 98af4a7f-ee7d-4cd8-9c85-a0d81056f12b details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:28:38.052536 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-54c792bd-b986-46ef-8b3b-85de47867dd9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:38.057742 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-54c792bd-b986-46ef-8b3b-85de47867dd9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Usage tracker for resource:subnet and tenant:0ec2d7aafe4a447b864638ef9d1eeef1 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:38.060574 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-54c792bd-b986-46ef-8b3b-85de47867dd9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:38.066300 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-54c792bd-b986-46ef-8b3b-85de47867dd9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:38.077402 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c792bd-b986-46ef-8b3b-85de47867dd9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Made reservation on behalf of 0ec2d7aafe4a447b864638ef9d1eeef1 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:38.091428 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:38.122458 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-7f20978c-3263-4a01-8a69-dad616883061 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:38.130747 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-7d1091ee-9c10-4284-adfa-2149668ffadd tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] For port d3736803-5bf9-415c-ae85-0e9d4ff0116b, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=d3736803-5bf9-415c-ae85-0e9d4ff0116b,segment=NetworkSegment(7fd033cc-337c-4aa7-bf26-238a067d38cd),segment_id=7fd033cc-337c-4aa7-bf26-238a067d38cd)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:38.131421 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7d1091ee-9c10-4284-adfa-2149668ffadd tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:38.145244 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-085b62cf-4d71-4b6c-9440-6c2ecf84c06b None None] Deleting port f46b9ad0-61a6-4cc2-b26d-73807e74fcc9 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:38.145546 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-085b62cf-4d71-4b6c-9440-6c2ecf84c06b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:38.180380 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-54c792bd-b986-46ef-8b3b-85de47867dd9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:38.198863 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-432941e2-4213-4040-8af0-b7a84e1854a9 None None] Allocated IP 2001:db8::2 (0b116c17-1fc8-4e1c-b7f6-3a0a37ae87f7/67e451b5-bfdd-4ee3-a129-d5e065193d77/10c2eb82-6969-4466-9a9c-81bd50f50034) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:28:38.207220 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0462e2b9-9f6f-4e32-b29d-f74ebdf0bb8a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=15bcfc53dee1416fb1ad60649933c8cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5594938 Apr 29 13:28:38.207220 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-7f20978c-3263-4a01-8a69-dad616883061 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:38.223632 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1298ac91-b06d-415b-adc8-3292c9a581e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88ec220-4cca-43f4-8418-56dcd9ad7bad'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:28:38.239395 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:38.252593 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58826) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:38.275670 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port a88ec220-4cca-43f4-8418-56dcd9ad7bad, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a88ec220-4cca-43f4-8418-56dcd9ad7bad,segment=NetworkSegment(54435c81-be5a-435a-89e7-d7e4b8cb5a34),segment_id=54435c81-be5a-435a-89e7-d7e4b8cb5a34)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:38.296930 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:38.305591 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-7d1091ee-9c10-4284-adfa-2149668ffadd tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Calling delete_port for d3736803-5bf9-415c-ae85-0e9d4ff0116b owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:38.380645 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bf143655-2965-4b8e-a836-96b1260fc154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:38.412328 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e98219c-a153-4df1-bd1d-5a480c2da45f None None] DHCP port deletion for bbddd662-76a2-4f92-b0a6-15ba8557e62f request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:28:38.418668 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7d1091ee-9c10-4284-adfa-2149668ffadd tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:38.453884 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bf143655-2965-4b8e-a836-96b1260fc154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:38.513726 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port f46b9ad0-61a6-4cc2-b26d-73807e74fcc9, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f46b9ad0-61a6-4cc2-b26d-73807e74fcc9,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:38.527680 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bf143655-2965-4b8e-a836-96b1260fc154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:38.533461 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c27d8eb6-f563-4ea0-996a-470a4faa8cbe'] response: {'server_uuid': '1298ac91-b06d-415b-adc8-3292c9a581e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88ec220-4cca-43f4-8418-56dcd9ad7bad', 'code': 200} Apr 29 13:28:38.548457 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf143655-2965-4b8e-a836-96b1260fc154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f17b64-5e20-416f-84e3-ee0e4ab8cbbf,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:38.549747 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:38.577008 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bf143655-2965-4b8e-a836-96b1260fc154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:38.577881 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-bf143655-2965-4b8e-a836-96b1260fc154 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f0f17b64-5e20-416f-84e3-ee0e4ab8cbbf HTTP/1.1" status: 204 len: 168 time: 0.3243022 Apr 29 13:28:38.586721 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f20978c-3263-4a01-8a69-dad616883061 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:38.590214 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7f20978c-3263-4a01-8a69-dad616883061 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:38.603401 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-54c792bd-b986-46ef-8b3b-85de47867dd9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:38.619327 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1091ee-9c10-4284-adfa-2149668ffadd tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event deleted for resources: {'Port': ['ID=d3736803-5bf9-415c-ae85-0e9d4ff0116b,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:38.684983 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1091ee-9c10-4284-adfa-2149668ffadd tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] No DVR routers for this DVR port d3736803-5bf9-415c-ae85-0e9d4ff0116b on host dv-neutron-839027-4-hyperv {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:28:38.691082 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c792bd-b986-46ef-8b3b-85de47867dd9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Pushing event updated for resources: {'Subnet': ['ID=f5ee4fe2-3800-4592-be7e-bc046a24e869,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:38.733606 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c792bd-b986-46ef-8b3b-85de47867dd9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Checking segment: {'id': '0151e676-dbbc-46b9-8545-69127482ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd2caadd6-8944-402e-a7cd-1f7fa1c1af75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:28:38.733977 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c792bd-b986-46ef-8b3b-85de47867dd9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Network hostable DHCP agents. Network: d2caadd6-8944-402e-a7cd-1f7fa1c1af75, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:28:38.765378 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c792bd-b986-46ef-8b3b-85de47867dd9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Network d2caadd6-8944-402e-a7cd-1f7fa1c1af75 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:28:38.778438 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-54c792bd-b986-46ef-8b3b-85de47867dd9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, d2caadd6-8944-402e-a7cd-1f7fa1c1af75) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:38.786028 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c792bd-b986-46ef-8b3b-85de47867dd9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:38.786819 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-54c792bd-b986-46ef-8b3b-85de47867dd9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:38.816969 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-54c792bd-b986-46ef-8b3b-85de47867dd9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8854580 Apr 29 13:28:38.820044 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58838) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:38.827445 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-3d7a7891-42d7-4bd9-bda5-9cc58d162333 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Request body: {'subnet': {'network_id': '98af4a7f-ee7d-4cd8-9c85-a0d81056f12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:38.848631 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7d1091ee-9c10-4284-adfa-2149668ffadd tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:38.886124 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-7d1091ee-9c10-4284-adfa-2149668ffadd tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbddd662-76a2-4f92-b0a6-15ba8557e62f']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:38.900552 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-7d1091ee-9c10-4284-adfa-2149668ffadd tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd033cc-337c-4aa7-bf26-238a067d38cd') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:38.900942 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-7d1091ee-9c10-4284-adfa-2149668ffadd tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd033cc-337c-4aa7-bf26-238a067d38cd') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:38.911534 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-085b62cf-4d71-4b6c-9440-6c2ecf84c06b None None] For port f46b9ad0-61a6-4cc2-b26d-73807e74fcc9, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f46b9ad0-61a6-4cc2-b26d-73807e74fcc9,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:38.912119 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-085b62cf-4d71-4b6c-9440-6c2ecf84c06b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:38.922211 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7d1091ee-9c10-4284-adfa-2149668ffadd tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:38.958394 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-3d7a7891-42d7-4bd9-bda5-9cc58d162333 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:38.963890 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3d7a7891-42d7-4bd9-bda5-9cc58d162333 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Usage tracker for resource:subnet and tenant:0ec2d7aafe4a447b864638ef9d1eeef1 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:38.967332 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3d7a7891-42d7-4bd9-bda5-9cc58d162333 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:38.976966 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-3d7a7891-42d7-4bd9-bda5-9cc58d162333 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:38.978186 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7d1091ee-9c10-4284-adfa-2149668ffadd tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:38.987126 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7a7891-42d7-4bd9-bda5-9cc58d162333 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Made reservation on behalf of 0ec2d7aafe4a447b864638ef9d1eeef1 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:38.997787 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1091ee-9c10-4284-adfa-2149668ffadd tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:28:38.998247 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7d1091ee-9c10-4284-adfa-2149668ffadd tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:28:39.013782 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:28:39.066044 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6872ae9-5c4d-4473-8207-eef61b2939e8 None None] Network d2caadd6-8944-402e-a7cd-1f7fa1c1af75 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:39.089174 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-085b62cf-4d71-4b6c-9440-6c2ecf84c06b None None] Calling delete_port for f46b9ad0-61a6-4cc2-b26d-73807e74fcc9 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:39.108610 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d7a7891-42d7-4bd9-bda5-9cc58d162333 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:39.132948 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7d1091ee-9c10-4284-adfa-2149668ffadd tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:39.140081 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=a88ec220-4cca-43f4-8418-56dcd9ad7bad,revision_number=8']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:39.167465 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7d1091ee-9c10-4284-adfa-2149668ffadd tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:39.171700 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1091ee-9c10-4284-adfa-2149668ffadd tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] Pushing event deleted for resources: {'Network': ['ID=bbddd662-76a2-4f92-b0a6-15ba8557e62f,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:39.194134 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7d1091ee-9c10-4284-adfa-2149668ffadd tempest-NetworksTest-184842631 tempest-NetworksTest-184842631-project] 10.222.0.76 "DELETE /v2.0/networks/bbddd662-76a2-4f92-b0a6-15ba8557e62f HTTP/1.1" status: 204 len: 168 time: 1.8007028 Apr 29 13:28:39.449165 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.objects.ports [None req-7f20978c-3263-4a01-8a69-dad616883061 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83904) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 13:28:39.509006 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=f46b9ad0-61a6-4cc2-b26d-73807e74fcc9,revision_number=6']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:39.561190 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-085b62cf-4d71-4b6c-9440-6c2ecf84c06b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:28:39.561779 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-085b62cf-4d71-4b6c-9440-6c2ecf84c06b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:28:39.580289 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d7a7891-42d7-4bd9-bda5-9cc58d162333 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:39.584334 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-432941e2-4213-4040-8af0-b7a84e1854a9 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:39.615734 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-432941e2-4213-4040-8af0-b7a84e1854a9 None None] Transition to ACTIVE for port object 10c2eb82-6969-4466-9a9c-81bd50f50034 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:39.687770 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a7891-42d7-4bd9-bda5-9cc58d162333 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Pushing event updated for resources: {'Subnet': ['ID=1df74b46-1aec-4b6f-a054-852746a95274,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:39.739880 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7a7891-42d7-4bd9-bda5-9cc58d162333 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Checking segment: {'id': 'ca902c29-2cdd-452d-ae25-dcf6829ba6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '98af4a7f-ee7d-4cd8-9c85-a0d81056f12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:28:39.740505 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7a7891-42d7-4bd9-bda5-9cc58d162333 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Network hostable DHCP agents. Network: 98af4a7f-ee7d-4cd8-9c85-a0d81056f12b, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:28:39.751036 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device d3736803-5bf9-415c-ae85-0e9d4ff0116b no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:28:39.784628 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7a7891-42d7-4bd9-bda5-9cc58d162333 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Network 98af4a7f-ee7d-4cd8-9c85-a0d81056f12b is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:28:39.806599 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-3d7a7891-42d7-4bd9-bda5-9cc58d162333 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 98af4a7f-ee7d-4cd8-9c85-a0d81056f12b) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:39.820514 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7a7891-42d7-4bd9-bda5-9cc58d162333 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:39.821132 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d7a7891-42d7-4bd9-bda5-9cc58d162333 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:39.831422 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: d3736803-5bf9-415c-ae85-0e9d4ff0116b {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:28:39.831763 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device d3736803-5bf9-415c-ae85-0e9d4ff0116b not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:28:39.837416 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be9cb3d-c0d6-4306-8ac8-5aab126abad4 None None] Network 98af4a7f-ee7d-4cd8-9c85-a0d81056f12b requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:39.862619 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5dca4a-af16-4cec-8cf2-907fe5d95807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-d2caadd6-8944-402e-a7cd-1f7fa1c1af75', 'network_id': 'd2caadd6-8944-402e-a7cd-1f7fa1c1af75', 'tenant_id': '0ec2d7aafe4a447b864638ef9d1eeef1', 'fixed_ips': [{'subnet_id': 'f5ee4fe2-3800-4592-be7e-bc046a24e869'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:28:39.862619 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5a5dca4a-af16-4cec-8cf2-907fe5d95807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:39.865070 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7f20978c-3263-4a01-8a69-dad616883061 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:39.866664 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3d7a7891-42d7-4bd9-bda5-9cc58d162333 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0454471 Apr 29 13:28:39.871205 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58862) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:39.878020 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-432941e2-4213-4040-8af0-b7a84e1854a9 None None] Transition to ACTIVE for port object 10c2eb82-6969-4466-9a9c-81bd50f50034 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:39.891842 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58866) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:39.998159 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-432941e2-4213-4040-8af0-b7a84e1854a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:40.083168 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58872) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:40.116420 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-085b62cf-4d71-4b6c-9440-6c2ecf84c06b None None] Deleting port f46b9ad0-61a6-4cc2-b26d-73807e74fcc9 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:40.116819 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-085b62cf-4d71-4b6c-9440-6c2ecf84c06b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:40.177663 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-7f20978c-3263-4a01-8a69-dad616883061 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] For port f46b9ad0-61a6-4cc2-b26d-73807e74fcc9, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f46b9ad0-61a6-4cc2-b26d-73807e74fcc9,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:40.196202 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-7032da62-9d32-4270-983a-63a670d71cfb tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-90729056'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:40.202398 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-7032da62-9d32-4270-983a-63a670d71cfb tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:40.208636 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-7032da62-9d32-4270-983a-63a670d71cfb tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Usage tracker for resource:network and tenant:1152f9a5a24949a69f0cf2f02080f81c is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:40.212898 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-7032da62-9d32-4270-983a-63a670d71cfb tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:40.214771 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432941e2-4213-4040-8af0-b7a84e1854a9 None None] Pushing event updated for resources: {'Port': ['ID=10c2eb82-6969-4466-9a9c-81bd50f50034,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:40.221380 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-7032da62-9d32-4270-983a-63a670d71cfb tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:40.245887 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7f20978c-3263-4a01-8a69-dad616883061 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:40.246420 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432941e2-4213-4040-8af0-b7a84e1854a9 None None] Network 0b116c17-1fc8-4e1c-b7f6-3a0a37ae87f7 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:40.254090 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7f20978c-3263-4a01-8a69-dad616883061 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:40.255064 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7f20978c-3263-4a01-8a69-dad616883061 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:40.259564 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-432941e2-4213-4040-8af0-b7a84e1854a9 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:40.262382 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432941e2-4213-4040-8af0-b7a84e1854a9 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:28:40.332861 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7032da62-9d32-4270-983a-63a670d71cfb tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Made reservation on behalf of 1152f9a5a24949a69f0cf2f02080f81c for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:40.336540 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7032da62-9d32-4270-983a-63a670d71cfb tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:40.405558 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7032da62-9d32-4270-983a-63a670d71cfb tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:40.445571 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f20978c-3263-4a01-8a69-dad616883061 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:40.454195 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-7f20978c-3263-4a01-8a69-dad616883061 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:40.455791 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20978c-3263-4a01-8a69-dad616883061 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Subnet': ['ID=f3c19f00-96a9-41b1-8e17-73406b75e921,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:40.458155 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f20978c-3263-4a01-8a69-dad616883061 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:40.458725 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7f20978c-3263-4a01-8a69-dad616883061 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:40.471333 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20978c-3263-4a01-8a69-dad616883061 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Port': ['ID=f46b9ad0-61a6-4cc2-b26d-73807e74fcc9,revision_number=8']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:40.517382 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-7032da62-9d32-4270-983a-63a670d71cfb tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:40.524222 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-850c39dc-f348-4080-8d84-ded9fe4314c0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9408b91db2e3459091dd0b074e69b2a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6285839 Apr 29 13:28:40.524509 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58880) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:40.527287 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-7032da62-9d32-4270-983a-63a670d71cfb tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Usage tracker for resource:security_group_rule and tenant:1152f9a5a24949a69f0cf2f02080f81c is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:40.530888 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7f20978c-3263-4a01-8a69-dad616883061 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8169634 Apr 29 13:28:40.533878 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58884) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:40.540579 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-7032da62-9d32-4270-983a-63a670d71cfb tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:40.541592 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-d25ff486-22eb-4156-8437-b1461cfd0e99 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'port': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'mac_address': 'fa:16:3e:0b:21:2e', 'name': 'tempest-NetworksTestDHCPv6-840320422'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:40.550022 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-7032da62-9d32-4270-983a-63a670d71cfb tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:40.618335 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f3709a87-79d8-4b61-94b1-fa0e528a63fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:40.618851 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4883ed0e-1513-4e52-8d9d-ebdac48afb15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:40.643544 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-caea3a2c-03be-4ad6-9a38-49eb2ce0b459 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:40.646638 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c66180-b7b0-4abd-8532-27db9b318e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-98af4a7f-ee7d-4cd8-9c85-a0d81056f12b', 'network_id': '98af4a7f-ee7d-4cd8-9c85-a0d81056f12b', 'tenant_id': '0ec2d7aafe4a447b864638ef9d1eeef1', 'fixed_ips': [{'subnet_id': '1df74b46-1aec-4b6f-a054-852746a95274'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:28:40.648235 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-05c66180-b7b0-4abd-8532-27db9b318e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:40.667107 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4883ed0e-1513-4e52-8d9d-ebdac48afb15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:40.695252 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7032da62-9d32-4270-983a-63a670d71cfb tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:40.711753 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7032da62-9d32-4270-983a-63a670d71cfb tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:40.723124 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-432941e2-4213-4040-8af0-b7a84e1854a9 None None] Attempting to bind port 10c2eb82-6969-4466-9a9c-81bd50f50034 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:28:40.723484 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-432941e2-4213-4040-8af0-b7a84e1854a9 None None] Attempting to bind port 10c2eb82-6969-4466-9a9c-81bd50f50034 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'bca2975e-90c9-43c4-8044-64ba4517eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0b116c17-1fc8-4e1c-b7f6-3a0a37ae87f7'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:28:40.724027 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432941e2-4213-4040-8af0-b7a84e1854a9 None None] Attempting to bind port 10c2eb82-6969-4466-9a9c-81bd50f50034 on network 0b116c17-1fc8-4e1c-b7f6-3a0a37ae87f7 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:28:40.744506 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7032da62-9d32-4270-983a-63a670d71cfb tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:28:40.760519 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032da62-9d32-4270-983a-63a670d71cfb tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75bc7078-7aba-412f-943a-fa0e14bff37d,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:40.763260 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7032da62-9d32-4270-983a-63a670d71cfb tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:40.763600 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-7032da62-9d32-4270-983a-63a670d71cfb tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Added segment 276355c4-4f45-4f71-8961-c198357b0738 of type vlan for network 847a0b3c-eaa5-43ac-8f35-9ba10e048db6 Apr 29 13:28:40.797062 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4883ed0e-1513-4e52-8d9d-ebdac48afb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:40.801572 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7032da62-9d32-4270-983a-63a670d71cfb tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:40.822505 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883ed0e-1513-4e52-8d9d-ebdac48afb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5e7822-9f47-40fb-9dac-9f4df6b815cb,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:40.847972 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4883ed0e-1513-4e52-8d9d-ebdac48afb15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:40.851599 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4883ed0e-1513-4e52-8d9d-ebdac48afb15 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0a5e7822-9f47-40fb-9dac-9f4df6b815cb HTTP/1.1" status: 204 len: 168 time: 0.3237512 Apr 29 13:28:40.867550 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7032da62-9d32-4270-983a-63a670d71cfb tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:40.873054 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7032da62-9d32-4270-983a-63a670d71cfb tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:40.873660 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7032da62-9d32-4270-983a-63a670d71cfb tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:40.936856 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d25ff486-22eb-4156-8437-b1461cfd0e99 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:40.967031 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-5a5dca4a-af16-4cec-8cf2-907fe5d95807 None None] Allocated IP 2001:db8::2 (d2caadd6-8944-402e-a7cd-1f7fa1c1af75/f5ee4fe2-3800-4592-be7e-bc046a24e869/d91e54c8-93b3-4dc2-9388-98678b221d4c) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:28:40.986284 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432941e2-4213-4040-8af0-b7a84e1854a9 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:28:40.986653 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432941e2-4213-4040-8af0-b7a84e1854a9 None None] Checking segment: {'id': 'bca2975e-90c9-43c4-8044-64ba4517eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0b116c17-1fc8-4e1c-b7f6-3a0a37ae87f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:28:40.987104 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-432941e2-4213-4040-8af0-b7a84e1854a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:40.987574 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432941e2-4213-4040-8af0-b7a84e1854a9 None None] Bound using segment: {'id': 'bca2975e-90c9-43c4-8044-64ba4517eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0b116c17-1fc8-4e1c-b7f6-3a0a37ae87f7'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:28:40.988096 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-432941e2-4213-4040-8af0-b7a84e1854a9 None None] Bound port: 10c2eb82-6969-4466-9a9c-81bd50f50034, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca2975e-90c9-43c4-8044-64ba4517eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0b116c17-1fc8-4e1c-b7f6-3a0a37ae87f7'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:28:40.988469 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-432941e2-4213-4040-8af0-b7a84e1854a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:41.018174 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7032da62-9d32-4270-983a-63a670d71cfb tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.9341743 Apr 29 13:28:41.022652 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58890) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:41.030128 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d25ff486-22eb-4156-8437-b1461cfd0e99 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:port and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:41.030881 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-4d3756dc-ff5e-4709-a8c2-1d74739fc9da tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Request body: {'subnet': {'network_id': '847a0b3c-eaa5-43ac-8f35-9ba10e048db6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:41.033698 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d25ff486-22eb-4156-8437-b1461cfd0e99 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:41.048067 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d25ff486-22eb-4156-8437-b1461cfd0e99 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:41.089545 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25ff486-22eb-4156-8437-b1461cfd0e99 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:41.115410 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-05c66180-b7b0-4abd-8532-27db9b318e84 None None] Allocated IP 2001:db8::2 (98af4a7f-ee7d-4cd8-9c85-a0d81056f12b/1df74b46-1aec-4b6f-a054-852746a95274/1ab0a526-d179-4139-8c3c-03e75424b85a) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:28:41.189983 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032da62-9d32-4270-983a-63a670d71cfb tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Pushing event updated for resources: {'Network': ['ID=847a0b3c-eaa5-43ac-8f35-9ba10e048db6,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:41.221634 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-085b62cf-4d71-4b6c-9440-6c2ecf84c06b None None] For port f46b9ad0-61a6-4cc2-b26d-73807e74fcc9, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f46b9ad0-61a6-4cc2-b26d-73807e74fcc9,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:41.222037 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-085b62cf-4d71-4b6c-9440-6c2ecf84c06b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:41.224232 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d25ff486-22eb-4156-8437-b1461cfd0e99 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:41.230838 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 847a0b3c-eaa5-43ac-8f35-9ba10e048db6 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:28:41.243550 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4d3756dc-ff5e-4709-a8c2-1d74739fc9da tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:41.248482 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4d3756dc-ff5e-4709-a8c2-1d74739fc9da tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Usage tracker for resource:subnet and tenant:1152f9a5a24949a69f0cf2f02080f81c is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:41.252374 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4d3756dc-ff5e-4709-a8c2-1d74739fc9da tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:41.256371 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-d25ff486-22eb-4156-8437-b1461cfd0e99 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] device_id is not set on port 9806c915-2eaf-425c-a4fe-207cb9140981 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:28:41.260480 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4d3756dc-ff5e-4709-a8c2-1d74739fc9da tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:41.275255 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3756dc-ff5e-4709-a8c2-1d74739fc9da tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Made reservation on behalf of 1152f9a5a24949a69f0cf2f02080f81c for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:41.401401 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4d3756dc-ff5e-4709-a8c2-1d74739fc9da tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:41.494904 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-d25ff486-22eb-4156-8437-b1461cfd0e99 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Allocated IP 172.20.0.3 (b2591163-41a9-4c5e-86a6-99ddbf59518f/26867c15-9807-472e-ac4f-afefc64b82eb/9806c915-2eaf-425c-a4fe-207cb9140981) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:28:41.503459 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-d25ff486-22eb-4156-8437-b1461cfd0e99 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Allocated IP 2001:db8::f816:3eff:fe0b:212e (b2591163-41a9-4c5e-86a6-99ddbf59518f/f3c19f00-96a9-41b1-8e17-73406b75e921/9806c915-2eaf-425c-a4fe-207cb9140981) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:28:41.520965 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-085b62cf-4d71-4b6c-9440-6c2ecf84c06b None None] Calling delete_port for f46b9ad0-61a6-4cc2-b26d-73807e74fcc9 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:41.683723 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4d3756dc-ff5e-4709-a8c2-1d74739fc9da tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:41.691332 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:41.704542 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:41.726716 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-432941e2-4213-4040-8af0-b7a84e1854a9 None None] For port 10c2eb82-6969-4466-9a9c-81bd50f50034, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:28:41.781146 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3756dc-ff5e-4709-a8c2-1d74739fc9da tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Pushing event updated for resources: {'Subnet': ['ID=51849815-f430-43e8-9f6b-7772f83b7233,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:41.793571 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3756dc-ff5e-4709-a8c2-1d74739fc9da tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Checking segment: {'id': '276355c4-4f45-4f71-8961-c198357b0738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '847a0b3c-eaa5-43ac-8f35-9ba10e048db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:28:41.794002 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3756dc-ff5e-4709-a8c2-1d74739fc9da tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Network hostable DHCP agents. Network: 847a0b3c-eaa5-43ac-8f35-9ba10e048db6, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:28:41.826422 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3756dc-ff5e-4709-a8c2-1d74739fc9da tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Network 847a0b3c-eaa5-43ac-8f35-9ba10e048db6 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:28:41.839443 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-4d3756dc-ff5e-4709-a8c2-1d74739fc9da tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 847a0b3c-eaa5-43ac-8f35-9ba10e048db6) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:41.845806 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d25ff486-22eb-4156-8437-b1461cfd0e99 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:41.847439 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3756dc-ff5e-4709-a8c2-1d74739fc9da tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:41.850903 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4d3756dc-ff5e-4709-a8c2-1d74739fc9da tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:41.863525 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-432941e2-4213-4040-8af0-b7a84e1854a9 None None] For port 10c2eb82-6969-4466-9a9c-81bd50f50034, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=10c2eb82-6969-4466-9a9c-81bd50f50034,segment=NetworkSegment(bca2975e-90c9-43c4-8044-64ba4517eb3a),segment_id=bca2975e-90c9-43c4-8044-64ba4517eb3a)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:28:41.863525 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0397eb5-89d6-442a-bbcc-87c5e50af4f3 None None] Network 847a0b3c-eaa5-43ac-8f35-9ba10e048db6 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:41.877665 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-d25ff486-22eb-4156-8437-b1461cfd0e99 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Transition to ACTIVE for port object 9806c915-2eaf-425c-a4fe-207cb9140981 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:41.906935 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-432941e2-4213-4040-8af0-b7a84e1854a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:41.918087 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58910) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:41.918753 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4d3756dc-ff5e-4709-a8c2-1d74739fc9da tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8938453 Apr 29 13:28:41.926749 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-13d537a3-bfce-43f0-966f-2d88f0b4d588 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Request body: {'port': {'network_id': '847a0b3c-eaa5-43ac-8f35-9ba10e048db6', 'name': 'tempest-TagsExtTest-675106257'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:41.950216 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d25ff486-22eb-4156-8437-b1461cfd0e99 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:42.016627 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58914) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:42.024257 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-085b62cf-4d71-4b6c-9440-6c2ecf84c06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:42.158163 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-5635d307-ba0c-4a77-b003-87fbbf2d6e73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-37905433'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:42.163852 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5635d307-ba0c-4a77-b003-87fbbf2d6e73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:42.167907 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5635d307-ba0c-4a77-b003-87fbbf2d6e73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:network and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:42.171489 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5635d307-ba0c-4a77-b003-87fbbf2d6e73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:42.177169 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5635d307-ba0c-4a77-b003-87fbbf2d6e73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:42.191184 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5635d307-ba0c-4a77-b003-87fbbf2d6e73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:42.194720 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5635d307-ba0c-4a77-b003-87fbbf2d6e73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:42.209476 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5635d307-ba0c-4a77-b003-87fbbf2d6e73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:42.226849 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25ff486-22eb-4156-8437-b1461cfd0e99 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:42.233779 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-05c66180-b7b0-4abd-8532-27db9b318e84 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:42.236448 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-d25ff486-22eb-4156-8437-b1461cfd0e99 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:42.238710 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25ff486-22eb-4156-8437-b1461cfd0e99 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:28:42.247847 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5635d307-ba0c-4a77-b003-87fbbf2d6e73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:42.252044 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5635d307-ba0c-4a77-b003-87fbbf2d6e73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:security_group_rule and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:42.257357 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5635d307-ba0c-4a77-b003-87fbbf2d6e73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:42.262318 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432941e2-4213-4040-8af0-b7a84e1854a9 None None] Pushing event updated for resources: {'Port': ['ID=10c2eb82-6969-4466-9a9c-81bd50f50034,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:42.263283 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5635d307-ba0c-4a77-b003-87fbbf2d6e73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:42.274652 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ff486-22eb-4156-8437-b1461cfd0e99 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Port': ['ID=9806c915-2eaf-425c-a4fe-207cb9140981,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:42.325849 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5a5dca4a-af16-4cec-8cf2-907fe5d95807 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:42.339506 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25ff486-22eb-4156-8437-b1461cfd0e99 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:42.340170 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d25ff486-22eb-4156-8437-b1461cfd0e99 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:42.341594 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085b62cf-4d71-4b6c-9440-6c2ecf84c06b None None] No DVR routers for this DVR port f46b9ad0-61a6-4cc2-b26d-73807e74fcc9 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:28:42.355060 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5635d307-ba0c-4a77-b003-87fbbf2d6e73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:42.359666 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-05c66180-b7b0-4abd-8532-27db9b318e84 None None] Transition to ACTIVE for port object 1ab0a526-d179-4139-8c3c-03e75424b85a will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:42.364387 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5635d307-ba0c-4a77-b003-87fbbf2d6e73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:42.377070 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5635d307-ba0c-4a77-b003-87fbbf2d6e73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:28:42.382578 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b50b318-8fff-4c32-94a8-b5c8a6def9f7 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:42.387223 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5635d307-ba0c-4a77-b003-87fbbf2d6e73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:42.387808 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-5635d307-ba0c-4a77-b003-87fbbf2d6e73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Added segment 94de39aa-bc23-4f4d-9d08-ee8ea13bf4f7 of type vlan for network 44ba171e-fd39-4027-873e-4c53aa8412b5 Apr 29 13:28:42.390066 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-13d537a3-bfce-43f0-966f-2d88f0b4d588 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:42.394742 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-13d537a3-bfce-43f0-966f-2d88f0b4d588 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Usage tracker for resource:port and tenant:1152f9a5a24949a69f0cf2f02080f81c is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:42.399493 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5a5dca4a-af16-4cec-8cf2-907fe5d95807 None None] Transition to ACTIVE for port object d91e54c8-93b3-4dc2-9388-98678b221d4c will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:42.402921 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d25ff486-22eb-4156-8437-b1461cfd0e99 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8650506 Apr 29 13:28:42.402921 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-13d537a3-bfce-43f0-966f-2d88f0b4d588 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:42.404121 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58920) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:42.407839 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b62cf-4d71-4b6c-9440-6c2ecf84c06b None None] Pushing event deleted for resources: {'Port': ['ID=f46b9ad0-61a6-4cc2-b26d-73807e74fcc9,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:42.410483 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-13d537a3-bfce-43f0-966f-2d88f0b4d588 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:42.418244 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5635d307-ba0c-4a77-b003-87fbbf2d6e73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:42.467683 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5635d307-ba0c-4a77-b003-87fbbf2d6e73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:42.472070 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5635d307-ba0c-4a77-b003-87fbbf2d6e73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:42.472531 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5635d307-ba0c-4a77-b003-87fbbf2d6e73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:42.474236 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d537a3-bfce-43f0-966f-2d88f0b4d588 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Made reservation on behalf of 1152f9a5a24949a69f0cf2f02080f81c for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:42.478309 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-13d537a3-bfce-43f0-966f-2d88f0b4d588 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:42.517301 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-13d537a3-bfce-43f0-966f-2d88f0b4d588 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] device_id is not set on port 7f8e22de-ff64-42ac-8398-9126772b7e77 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:28:42.624795 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260fce2b-fe5f-4931-9b38-61841cfe5cb4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:42.625101 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-260fce2b-fe5f-4931-9b38-61841cfe5cb4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:28:42.640564 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635d307-ba0c-4a77-b003-87fbbf2d6e73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04699ebb-dd13-4e2c-a166-4ec0d9bcafa1,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:42.651854 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-05c66180-b7b0-4abd-8532-27db9b318e84 None None] Transition to ACTIVE for port object 1ab0a526-d179-4139-8c3c-03e75424b85a will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:42.655557 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635d307-ba0c-4a77-b003-87fbbf2d6e73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Network': ['ID=44ba171e-fd39-4027-873e-4c53aa8412b5,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:42.662998 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5a5dca4a-af16-4cec-8cf2-907fe5d95807 None None] Transition to ACTIVE for port object d91e54c8-93b3-4dc2-9388-98678b221d4c will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:42.668888 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5635d307-ba0c-4a77-b003-87fbbf2d6e73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6509383 Apr 29 13:28:42.669881 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58924) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:42.676141 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-0094111c-ca5f-4db0-9264-694ee0b2c824 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'port': {'network_id': '44ba171e-fd39-4027-873e-4c53aa8412b5', 'name': 'tempest-PortsIpV6TestJSON-839360367'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:42.711078 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-260fce2b-fe5f-4931-9b38-61841cfe5cb4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:28:42.715782 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-260fce2b-fe5f-4931-9b38-61841cfe5cb4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1024 time: 0.3072085 Apr 29 13:28:42.715984 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 44ba171e-fd39-4027-873e-4c53aa8412b5 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:28:42.740150 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5a5dca4a-af16-4cec-8cf2-907fe5d95807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:42.744558 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-05c66180-b7b0-4abd-8532-27db9b318e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:42.747498 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58928) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:42.827859 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0094111c-ca5f-4db0-9264-694ee0b2c824 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:42.833357 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0094111c-ca5f-4db0-9264-694ee0b2c824 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:port and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:42.837693 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0094111c-ca5f-4db0-9264-694ee0b2c824 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:42.843857 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0094111c-ca5f-4db0-9264-694ee0b2c824 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:42.860587 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0094111c-ca5f-4db0-9264-694ee0b2c824 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:42.865774 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0094111c-ca5f-4db0-9264-694ee0b2c824 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:42.876859 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-13d537a3-bfce-43f0-966f-2d88f0b4d588 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Allocated IP 172.20.0.12 (847a0b3c-eaa5-43ac-8f35-9ba10e048db6/51849815-f430-43e8-9f6b-7772f83b7233/7f8e22de-ff64-42ac-8398-9126772b7e77) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:28:42.887504 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-8db84bd7-e4f8-40a2-83d2-1330c9bfcc91 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting port 9806c915-2eaf-425c-a4fe-207cb9140981 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:42.887855 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8db84bd7-e4f8-40a2-83d2-1330c9bfcc91 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:42.890983 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-0094111c-ca5f-4db0-9264-694ee0b2c824 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] device_id is not set on port 68d79673-507d-484d-accf-cee89e015c51 yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:28:42.918115 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-caea3a2c-03be-4ad6-9a38-49eb2ce0b459 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Allocated IP 2001:db8::1 (d2caadd6-8944-402e-a7cd-1f7fa1c1af75/f5ee4fe2-3800-4592-be7e-bc046a24e869/e6cd728d-abcb-4dda-869d-08871655fb14) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:28:43.010225 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3ecdf4-fc4f-444e-833d-7eeb2685f807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-847a0b3c-eaa5-43ac-8f35-9ba10e048db6', 'network_id': '847a0b3c-eaa5-43ac-8f35-9ba10e048db6', 'tenant_id': '1152f9a5a24949a69f0cf2f02080f81c', 'fixed_ips': [{'subnet_id': '51849815-f430-43e8-9f6b-7772f83b7233'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:28:43.011170 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe3ecdf4-fc4f-444e-833d-7eeb2685f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:43.059819 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c66180-b7b0-4abd-8532-27db9b318e84 None None] Network 98af4a7f-ee7d-4cd8-9c85-a0d81056f12b is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:43.081108 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-05c66180-b7b0-4abd-8532-27db9b318e84 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:43.096050 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c66180-b7b0-4abd-8532-27db9b318e84 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:28:43.153234 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5dca4a-af16-4cec-8cf2-907fe5d95807 None None] Network d2caadd6-8944-402e-a7cd-1f7fa1c1af75 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:43.154311 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:43.160653 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0094111c-ca5f-4db0-9264-694ee0b2c824 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:43.167735 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-5a5dca4a-af16-4cec-8cf2-907fe5d95807 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:43.197493 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0094111c-ca5f-4db0-9264-694ee0b2c824 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:43.253498 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5dca4a-af16-4cec-8cf2-907fe5d95807 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:28:43.308379 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5dca4a-af16-4cec-8cf2-907fe5d95807 None None] Pushing event updated for resources: {'Port': ['ID=d91e54c8-93b3-4dc2-9388-98678b221d4c,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:43.309263 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094111c-ca5f-4db0-9264-694ee0b2c824 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Port': ['ID=68d79673-507d-484d-accf-cee89e015c51,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:43.319959 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0094111c-ca5f-4db0-9264-694ee0b2c824 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Checking segment: {'id': '94de39aa-bc23-4f4d-9d08-ee8ea13bf4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '44ba171e-fd39-4027-873e-4c53aa8412b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:28:43.320315 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0094111c-ca5f-4db0-9264-694ee0b2c824 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network hostable DHCP agents. Network: 44ba171e-fd39-4027-873e-4c53aa8412b5, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:28:43.349442 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0094111c-ca5f-4db0-9264-694ee0b2c824 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network 44ba171e-fd39-4027-873e-4c53aa8412b5 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:28:43.362074 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-0094111c-ca5f-4db0-9264-694ee0b2c824 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 44ba171e-fd39-4027-873e-4c53aa8412b5) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:43.366535 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0094111c-ca5f-4db0-9264-694ee0b2c824 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:28:43.370986 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0094111c-ca5f-4db0-9264-694ee0b2c824 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:43.371631 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0094111c-ca5f-4db0-9264-694ee0b2c824 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:43.401505 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0094111c-ca5f-4db0-9264-694ee0b2c824 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7303796 Apr 29 13:28:43.405430 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58932) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:43.413476 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-8a572677-a22e-49c2-9882-43c31615fe89 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-198907766'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:43.418460 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8a572677-a22e-49c2-9882-43c31615fe89 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:43.420629 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c529a86-18b7-4e09-9961-0bc0f3ec25ea None None] Network 44ba171e-fd39-4027-873e-4c53aa8412b5 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:43.423381 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8a572677-a22e-49c2-9882-43c31615fe89 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:network and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:43.426634 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8a572677-a22e-49c2-9882-43c31615fe89 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:43.436039 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8a572677-a22e-49c2-9882-43c31615fe89 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:43.437877 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cf65db-da0f-4829-a663-8cc47c76a6e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-b2591163-41a9-4c5e-86a6-99ddbf59518f', 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'fixed_ips': [{'subnet_id': '26867c15-9807-472e-ac4f-afefc64b82eb'}, {'subnet_id': 'f3c19f00-96a9-41b1-8e17-73406b75e921'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:28:43.438705 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-38cf65db-da0f-4829-a663-8cc47c76a6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:43.458536 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a572677-a22e-49c2-9882-43c31615fe89 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:43.462458 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-caea3a2c-03be-4ad6-9a38-49eb2ce0b459 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:43.463875 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8a572677-a22e-49c2-9882-43c31615fe89 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:43.474047 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-05c66180-b7b0-4abd-8532-27db9b318e84 None None] Attempting to bind port 1ab0a526-d179-4139-8c3c-03e75424b85a on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:28:43.474655 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-05c66180-b7b0-4abd-8532-27db9b318e84 None None] Attempting to bind port 1ab0a526-d179-4139-8c3c-03e75424b85a by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'ca902c29-2cdd-452d-ae25-dcf6829ba6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '98af4a7f-ee7d-4cd8-9c85-a0d81056f12b'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:28:43.475245 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c66180-b7b0-4abd-8532-27db9b318e84 None None] Attempting to bind port 1ab0a526-d179-4139-8c3c-03e75424b85a on network 98af4a7f-ee7d-4cd8-9c85-a0d81056f12b {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:28:43.475551 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8db84bd7-e4f8-40a2-83d2-1330c9bfcc91 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:43.504016 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a572677-a22e-49c2-9882-43c31615fe89 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:28:43.514484 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8a572677-a22e-49c2-9882-43c31615fe89 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:43.514880 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-8a572677-a22e-49c2-9882-43c31615fe89 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Added segment c5b1a54a-357e-4a34-b6ed-4885d49c24e7 of type vlan for network c952d7ca-1dee-4ca8-b981-ff82801a1d89 Apr 29 13:28:43.547326 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8a572677-a22e-49c2-9882-43c31615fe89 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:43.589839 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8a572677-a22e-49c2-9882-43c31615fe89 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:43.593532 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a572677-a22e-49c2-9882-43c31615fe89 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:43.594112 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8a572677-a22e-49c2-9882-43c31615fe89 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:43.611276 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66180-b7b0-4abd-8532-27db9b318e84 None None] Pushing event updated for resources: {'Port': ['ID=1ab0a526-d179-4139-8c3c-03e75424b85a,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:43.611963 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-8db84bd7-e4f8-40a2-83d2-1330c9bfcc91 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Calling delete_port for 9806c915-2eaf-425c-a4fe-207cb9140981 owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:43.668977 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c66180-b7b0-4abd-8532-27db9b318e84 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:28:43.668977 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c66180-b7b0-4abd-8532-27db9b318e84 None None] Checking segment: {'id': 'ca902c29-2cdd-452d-ae25-dcf6829ba6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '98af4a7f-ee7d-4cd8-9c85-a0d81056f12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:28:43.668977 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-05c66180-b7b0-4abd-8532-27db9b318e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:43.668977 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c66180-b7b0-4abd-8532-27db9b318e84 None None] Bound using segment: {'id': 'ca902c29-2cdd-452d-ae25-dcf6829ba6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '98af4a7f-ee7d-4cd8-9c85-a0d81056f12b'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:28:43.669710 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-05c66180-b7b0-4abd-8532-27db9b318e84 None None] Bound port: 1ab0a526-d179-4139-8c3c-03e75424b85a, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca902c29-2cdd-452d-ae25-dcf6829ba6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '98af4a7f-ee7d-4cd8-9c85-a0d81056f12b'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:28:43.669710 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-05c66180-b7b0-4abd-8532-27db9b318e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:43.709611 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-5a5dca4a-af16-4cec-8cf2-907fe5d95807 None None] Attempting to bind port d91e54c8-93b3-4dc2-9388-98678b221d4c on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:28:43.710241 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-5a5dca4a-af16-4cec-8cf2-907fe5d95807 None None] Attempting to bind port d91e54c8-93b3-4dc2-9388-98678b221d4c by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '0151e676-dbbc-46b9-8545-69127482ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd2caadd6-8944-402e-a7cd-1f7fa1c1af75'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:28:43.710687 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5dca4a-af16-4cec-8cf2-907fe5d95807 None None] Attempting to bind port d91e54c8-93b3-4dc2-9388-98678b221d4c on network d2caadd6-8944-402e-a7cd-1f7fa1c1af75 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:28:43.725614 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5dca4a-af16-4cec-8cf2-907fe5d95807 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:28:43.726234 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5dca4a-af16-4cec-8cf2-907fe5d95807 None None] Checking segment: {'id': '0151e676-dbbc-46b9-8545-69127482ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd2caadd6-8944-402e-a7cd-1f7fa1c1af75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:28:43.726457 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5a5dca4a-af16-4cec-8cf2-907fe5d95807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:43.726750 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5dca4a-af16-4cec-8cf2-907fe5d95807 None None] Bound using segment: {'id': '0151e676-dbbc-46b9-8545-69127482ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd2caadd6-8944-402e-a7cd-1f7fa1c1af75'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:28:43.727254 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-5a5dca4a-af16-4cec-8cf2-907fe5d95807 None None] Bound port: d91e54c8-93b3-4dc2-9388-98678b221d4c, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0151e676-dbbc-46b9-8545-69127482ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd2caadd6-8944-402e-a7cd-1f7fa1c1af75'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:28:43.727563 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5a5dca4a-af16-4cec-8cf2-907fe5d95807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:43.752824 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a572677-a22e-49c2-9882-43c31615fe89 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Network': ['ID=c952d7ca-1dee-4ca8-b981-ff82801a1d89,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:43.777538 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8a572677-a22e-49c2-9882-43c31615fe89 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3682914 Apr 29 13:28:43.778062 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58936) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:43.792190 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-523b8da3-0261-4208-8ce2-d24bc0d40d63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'ports': [{'network_id': '44ba171e-fd39-4027-873e-4c53aa8412b5'}, {'network_id': 'c952d7ca-1dee-4ca8-b981-ff82801a1d89'}]} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:43.792515 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-523b8da3-0261-4208-8ce2-d24bc0d40d63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'port': {'network_id': '44ba171e-fd39-4027-873e-4c53aa8412b5'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:43.793055 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-523b8da3-0261-4208-8ce2-d24bc0d40d63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'port': {'network_id': 'c952d7ca-1dee-4ca8-b981-ff82801a1d89'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:43.815077 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network c952d7ca-1dee-4ca8-b981-ff82801a1d89 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:28:43.840563 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-caea3a2c-03be-4ad6-9a38-49eb2ce0b459 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Transition to ACTIVE for port object e6cd728d-abcb-4dda-869d-08871655fb14 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:43.843670 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6899ac0-5541-4b58-812e-a223b7b278a2 None None] Network 0b116c17-1fc8-4e1c-b7f6-3a0a37ae87f7 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:43.850341 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-13d537a3-bfce-43f0-966f-2d88f0b4d588 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:43.907387 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 10c2eb82-6969-4466-9a9c-81bd50f50034 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:28:43.950080 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-caea3a2c-03be-4ad6-9a38-49eb2ce0b459 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:44.020657 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-13d537a3-bfce-43f0-966f-2d88f0b4d588 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Transition to ACTIVE for port object 7f8e22de-ff64-42ac-8398-9126772b7e77 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:44.033164 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8db84bd7-e4f8-40a2-83d2-1330c9bfcc91 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:44.051499 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caea3a2c-03be-4ad6-9a38-49eb2ce0b459 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Network d2caadd6-8944-402e-a7cd-1f7fa1c1af75 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:44.062387 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-caea3a2c-03be-4ad6-9a38-49eb2ce0b459 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:44.065750 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea3a2c-03be-4ad6-9a38-49eb2ce0b459 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Pushing event updated for resources: {'Port': ['ID=e6cd728d-abcb-4dda-869d-08871655fb14,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:44.069614 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caea3a2c-03be-4ad6-9a38-49eb2ce0b459 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:28:44.070138 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-caea3a2c-03be-4ad6-9a38-49eb2ce0b459 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:44.144920 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-523b8da3-0261-4208-8ce2-d24bc0d40d63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:44.149566 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-523b8da3-0261-4208-8ce2-d24bc0d40d63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:port and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:44.152246 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db84bd7-e4f8-40a2-83d2-1330c9bfcc91 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Port': ['ID=9806c915-2eaf-425c-a4fe-207cb9140981,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:44.152785 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-523b8da3-0261-4208-8ce2-d24bc0d40d63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:44.161033 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-523b8da3-0261-4208-8ce2-d24bc0d40d63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:44.175124 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523b8da3-0261-4208-8ce2-d24bc0d40d63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'port': 2} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:44.180099 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-523b8da3-0261-4208-8ce2-d24bc0d40d63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:44.200034 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-523b8da3-0261-4208-8ce2-d24bc0d40d63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:44.340803 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-13d537a3-bfce-43f0-966f-2d88f0b4d588 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:44.411199 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-05c66180-b7b0-4abd-8532-27db9b318e84 None None] For port 1ab0a526-d179-4139-8c3c-03e75424b85a, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:28:44.436315 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-dda4b632-c1fa-4d42-af94-d9147fc78326 None None] Provisioning for port 10c2eb82-6969-4466-9a9c-81bd50f50034 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:28:44.439342 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-523b8da3-0261-4208-8ce2-d24bc0d40d63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] device_id is not set on port 340680ea-6ad9-483b-930c-5d4ad0c136ff yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:28:44.451527 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-05c66180-b7b0-4abd-8532-27db9b318e84 None None] For port 1ab0a526-d179-4139-8c3c-03e75424b85a, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=1ab0a526-d179-4139-8c3c-03e75424b85a,segment=NetworkSegment(ca902c29-2cdd-452d-ae25-dcf6829ba6e2),segment_id=ca902c29-2cdd-452d-ae25-dcf6829ba6e2)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:28:44.476524 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d537a3-bfce-43f0-966f-2d88f0b4d588 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Network 847a0b3c-eaa5-43ac-8f35-9ba10e048db6 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:44.487869 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-13d537a3-bfce-43f0-966f-2d88f0b4d588 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:44.491260 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d537a3-bfce-43f0-966f-2d88f0b4d588 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:28:44.505003 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-05c66180-b7b0-4abd-8532-27db9b318e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:44.519577 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d537a3-bfce-43f0-966f-2d88f0b4d588 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Pushing event updated for resources: {'Port': ['ID=7f8e22de-ff64-42ac-8398-9126772b7e77,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:44.519830 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-5a5dca4a-af16-4cec-8cf2-907fe5d95807 None None] For port d91e54c8-93b3-4dc2-9388-98678b221d4c, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:28:44.521554 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8db84bd7-e4f8-40a2-83d2-1330c9bfcc91 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:44.546085 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-523b8da3-0261-4208-8ce2-d24bc0d40d63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:44.562213 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-fe3ecdf4-fc4f-444e-833d-7eeb2685f807 None None] Allocated IP 172.20.0.2 (847a0b3c-eaa5-43ac-8f35-9ba10e048db6/51849815-f430-43e8-9f6b-7772f83b7233/7f5a1403-e8ac-40f1-8c0f-668f321bc0e1) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:28:44.573338 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-caea3a2c-03be-4ad6-9a38-49eb2ce0b459 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:44.591298 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d537a3-bfce-43f0-966f-2d88f0b4d588 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:44.591811 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d537a3-bfce-43f0-966f-2d88f0b4d588 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:44.591993 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d537a3-bfce-43f0-966f-2d88f0b4d588 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:44.592307 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d537a3-bfce-43f0-966f-2d88f0b4d588 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:44.592601 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d537a3-bfce-43f0-966f-2d88f0b4d588 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:44.592995 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d537a3-bfce-43f0-966f-2d88f0b4d588 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:44.593282 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d537a3-bfce-43f0-966f-2d88f0b4d588 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:44.593615 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d537a3-bfce-43f0-966f-2d88f0b4d588 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:44.593919 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d537a3-bfce-43f0-966f-2d88f0b4d588 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:44.594307 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d537a3-bfce-43f0-966f-2d88f0b4d588 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:44.594605 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d537a3-bfce-43f0-966f-2d88f0b4d588 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:44.607534 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8db84bd7-e4f8-40a2-83d2-1330c9bfcc91 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/9806c915-2eaf-425c-a4fe-207cb9140981 HTTP/1.1" status: 204 len: 168 time: 1.8566358 Apr 29 13:28:44.610873 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58940) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:44.616928 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d537a3-bfce-43f0-966f-2d88f0b4d588 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:44.617524 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-13d537a3-bfce-43f0-966f-2d88f0b4d588 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:44.641550 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 10c2eb82-6969-4466-9a9c-81bd50f50034 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:28:44.655101 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-5a5dca4a-af16-4cec-8cf2-907fe5d95807 None None] For port d91e54c8-93b3-4dc2-9388-98678b221d4c, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=d91e54c8-93b3-4dc2-9388-98678b221d4c,segment=NetworkSegment(0151e676-dbbc-46b9-8545-69127482ba73),segment_id=0151e676-dbbc-46b9-8545-69127482ba73)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:28:44.670816 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-523b8da3-0261-4208-8ce2-d24bc0d40d63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] device_id is not set on port aaaf5543-e868-4c09-b427-eff1cf85966a yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:28:44.674561 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 10c2eb82-6969-4466-9a9c-81bd50f50034 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:44.674949 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:44.716795 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-13d537a3-bfce-43f0-966f-2d88f0b4d588 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.7939920 Apr 29 13:28:44.719584 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58944) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:44.728731 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-013e3c24-91ed-40cd-92d6-6ae044815449 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1234396288', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:44.732301 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5a5dca4a-af16-4cec-8cf2-907fe5d95807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:44.736717 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-013e3c24-91ed-40cd-92d6-6ae044815449 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:44.744214 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a827f3-7047-4107-a150-0160c818b29d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:44.745554 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a827f3-7047-4107-a150-0160c818b29d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:44.746844 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a827f3-7047-4107-a150-0160c818b29d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:44.747631 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d4a827f3-7047-4107-a150-0160c818b29d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:28:44.751678 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-013e3c24-91ed-40cd-92d6-6ae044815449 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Usage tracker for resource:router and tenant:1152f9a5a24949a69f0cf2f02080f81c is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:44.756359 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-013e3c24-91ed-40cd-92d6-6ae044815449 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:44.772365 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-013e3c24-91ed-40cd-92d6-6ae044815449 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:44.802742 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-523b8da3-0261-4208-8ce2-d24bc0d40d63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:44.830803 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-013e3c24-91ed-40cd-92d6-6ae044815449 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:44.831937 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-013e3c24-91ed-40cd-92d6-6ae044815449 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:44.840439 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-523b8da3-0261-4208-8ce2-d24bc0d40d63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:44.883755 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66180-b7b0-4abd-8532-27db9b318e84 None None] Pushing event updated for resources: {'Port': ['ID=1ab0a526-d179-4139-8c3c-03e75424b85a,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:44.890431 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d4a827f3-7047-4107-a150-0160c818b29d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:28:44.891822 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d4a827f3-7047-4107-a150-0160c818b29d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2795012 Apr 29 13:28:44.892595 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-38cf65db-da0f-4829-a663-8cc47c76a6e3 None None] Allocated IP 172.20.0.2 (b2591163-41a9-4c5e-86a6-99ddbf59518f/26867c15-9807-472e-ac4f-afefc64b82eb/0839f351-0366-4f6e-b01f-5c17a2547387) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:28:44.895017 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58948) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:44.923705 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523b8da3-0261-4208-8ce2-d24bc0d40d63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network 44ba171e-fd39-4027-873e-4c53aa8412b5 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:44.934063 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-523b8da3-0261-4208-8ce2-d24bc0d40d63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:44.940016 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523b8da3-0261-4208-8ce2-d24bc0d40d63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:28:44.940016 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-523b8da3-0261-4208-8ce2-d24bc0d40d63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:44.963634 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-38cf65db-da0f-4829-a663-8cc47c76a6e3 None None] Allocated IP 2001:db8::f816:3eff:fed3:4f8c (b2591163-41a9-4c5e-86a6-99ddbf59518f/f3c19f00-96a9-41b1-8e17-73406b75e921/0839f351-0366-4f6e-b01f-5c17a2547387) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:28:44.965123 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b8da3-0261-4208-8ce2-d24bc0d40d63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Port': ['ID=340680ea-6ad9-483b-930c-5d4ad0c136ff,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:44.976184 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-013e3c24-91ed-40cd-92d6-6ae044815449 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:45.014269 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd4e825d-f661-4d26-b4da-500eb545fb60 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting subnet 26867c15-9807-472e-ac4f-afefc64b82eb {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:28:45.065828 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5dca4a-af16-4cec-8cf2-907fe5d95807 None None] Pushing event updated for resources: {'Port': ['ID=d91e54c8-93b3-4dc2-9388-98678b221d4c,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:45.094128 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523b8da3-0261-4208-8ce2-d24bc0d40d63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Checking segment: {'id': 'c5b1a54a-357e-4a34-b6ed-4885d49c24e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c952d7ca-1dee-4ca8-b981-ff82801a1d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:28:45.094891 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523b8da3-0261-4208-8ce2-d24bc0d40d63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network hostable DHCP agents. Network: c952d7ca-1dee-4ca8-b981-ff82801a1d89, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:28:45.121330 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-013e3c24-91ed-40cd-92d6-6ae044815449 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:45.127323 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b8da3-0261-4208-8ce2-d24bc0d40d63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Port': ['ID=aaaf5543-e868-4c09-b427-eff1cf85966a,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:45.177094 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-013e3c24-91ed-40cd-92d6-6ae044815449 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:45.179529 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-013e3c24-91ed-40cd-92d6-6ae044815449 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4582314 Apr 29 13:28:45.180123 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523b8da3-0261-4208-8ce2-d24bc0d40d63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network c952d7ca-1dee-4ca8-b981-ff82801a1d89 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:28:45.184511 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58952) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:45.197687 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-10347822-6bf5-4738-b463-ed4a99764cb7 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1544054907', 'prefixes': ['172.20.0.0/16']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:45.206454 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-10347822-6bf5-4738-b463-ed4a99764cb7 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:45.243960 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-caea3a2c-03be-4ad6-9a38-49eb2ce0b459 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:45.251034 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-caea3a2c-03be-4ad6-9a38-49eb2ce0b459 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:45.251901 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-caea3a2c-03be-4ad6-9a38-49eb2ce0b459 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:45.266579 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-523b8da3-0261-4208-8ce2-d24bc0d40d63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, c952d7ca-1dee-4ca8-b981-ff82801a1d89) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:45.275021 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523b8da3-0261-4208-8ce2-d24bc0d40d63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:28:45.280344 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523b8da3-0261-4208-8ce2-d24bc0d40d63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:45.284039 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523b8da3-0261-4208-8ce2-d24bc0d40d63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:45.284825 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-523b8da3-0261-4208-8ce2-d24bc0d40d63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:45.322697 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-10347822-6bf5-4738-b463-ed4a99764cb7 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks [] for subnetpool, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:45.324430 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-10347822-6bf5-4738-b463-ed4a99764cb7 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1387124 Apr 29 13:28:45.328504 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-523b8da3-0261-4208-8ce2-d24bc0d40d63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5497558 Apr 29 13:28:45.329640 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58956) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:45.334003 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58958) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:45.352326 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.tag.tag_plugin [None req-2296627a-09db-459b-8796-0a14da1b4703 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '51849815-f430-43e8-9f6b-7772f83b7233', 'tempest-TagsExtTest-Tag-454476479') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:45.413002 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cf967b-36c8-402e-8fba-037489ffbc7d None None] Network c952d7ca-1dee-4ca8-b981-ff82801a1d89 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:45.466664 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea3a2c-03be-4ad6-9a38-49eb2ce0b459 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Pushing event updated for resources: {'Port': ['ID=e6cd728d-abcb-4dda-869d-08871655fb14,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:45.530070 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-8a737b1a-55e8-4797-a696-a1f0c1c70ae0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting port aaaf5543-e868-4c09-b427-eff1cf85966a {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:45.530070 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8a737b1a-55e8-4797-a696-a1f0c1c70ae0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:45.551028 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caea3a2c-03be-4ad6-9a38-49eb2ce0b459 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Network d2caadd6-8944-402e-a7cd-1f7fa1c1af75 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:45.552276 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-caea3a2c-03be-4ad6-9a38-49eb2ce0b459 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:45.613376 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2296627a-09db-459b-8796-0a14da1b4703 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "PUT /v2.0/subnets/51849815-f430-43e8-9f6b-7772f83b7233/tags/tempest-TagsExtTest-Tag-454476479 HTTP/1.1" status: 201 len: 201 time: 0.2823453 Apr 29 13:28:45.614235 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58964) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:45.627788 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.tag.tag_plugin [None req-409b056a-091b-4ad5-96c9-0f16c03ef1aa tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7f8e22de-ff64-42ac-8398-9126772b7e77', 'tempest-TagsExtTest-Tag-17616054') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:45.654317 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:45.712209 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe3ecdf4-fc4f-444e-833d-7eeb2685f807 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:45.775658 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fe3ecdf4-fc4f-444e-833d-7eeb2685f807 None None] Transition to ACTIVE for port object 7f5a1403-e8ac-40f1-8c0f-668f321bc0e1 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:45.836430 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-38cf65db-da0f-4829-a663-8cc47c76a6e3 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:45.853822 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 10c2eb82-6969-4466-9a9c-81bd50f50034, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=10c2eb82-6969-4466-9a9c-81bd50f50034,segment=NetworkSegment(bca2975e-90c9-43c4-8044-64ba4517eb3a),segment_id=bca2975e-90c9-43c4-8044-64ba4517eb3a)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:45.864397 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-38cf65db-da0f-4829-a663-8cc47c76a6e3 None None] Transition to ACTIVE for port object 0839f351-0366-4f6e-b01f-5c17a2547387 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:45.867493 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:45.870013 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fe3ecdf4-fc4f-444e-833d-7eeb2685f807 None None] Transition to ACTIVE for port object 7f5a1403-e8ac-40f1-8c0f-668f321bc0e1 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:45.905735 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8a737b1a-55e8-4797-a696-a1f0c1c70ae0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:45.946147 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58968) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:45.946839 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-409b056a-091b-4ad5-96c9-0f16c03ef1aa tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "PUT /v2.0/ports/7f8e22de-ff64-42ac-8398-9126772b7e77/tags/tempest-TagsExtTest-Tag-17616054 HTTP/1.1" status: 201 len: 201 time: 0.3283615 Apr 29 13:28:45.954487 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-bf46c245-2f2f-498b-b388-7c7164fdb93e tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '99619b82-a64a-460a-9ca2-f7cfc9ff2e20', 'tempest-TagsExtTest-Tag-1312354077') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:45.983488 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe3ecdf4-fc4f-444e-833d-7eeb2685f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:46.018720 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-38cf65db-da0f-4829-a663-8cc47c76a6e3 None None] Transition to ACTIVE for port object 0839f351-0366-4f6e-b01f-5c17a2547387 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:46.047378 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-38cf65db-da0f-4829-a663-8cc47c76a6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:46.063777 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3ecdf4-fc4f-444e-833d-7eeb2685f807 None None] Network 847a0b3c-eaa5-43ac-8f35-9ba10e048db6 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:46.064614 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=10c2eb82-6969-4466-9a9c-81bd50f50034,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:46.071140 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-fe3ecdf4-fc4f-444e-833d-7eeb2685f807 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:46.112007 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-8a737b1a-55e8-4797-a696-a1f0c1c70ae0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Calling delete_port for aaaf5543-e868-4c09-b427-eff1cf85966a owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:46.151745 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ecdf4-fc4f-444e-833d-7eeb2685f807 None None] Pushing event updated for resources: {'Port': ['ID=7f5a1403-e8ac-40f1-8c0f-668f321bc0e1,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:46.154392 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3ecdf4-fc4f-444e-833d-7eeb2685f807 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:28:46.158276 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device d91e54c8-93b3-4dc2-9388-98678b221d4c up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:28:46.225016 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8a737b1a-55e8-4797-a696-a1f0c1c70ae0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:46.289916 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cf65db-da0f-4829-a663-8cc47c76a6e3 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:46.301261 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8a737b1a-55e8-4797-a696-a1f0c1c70ae0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:46.308661 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-38cf65db-da0f-4829-a663-8cc47c76a6e3 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:46.320315 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8a737b1a-55e8-4797-a696-a1f0c1c70ae0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/ports/aaaf5543-e868-4c09-b427-eff1cf85966a HTTP/1.1" status: 204 len: 168 time: 0.9856210 Apr 29 13:28:46.322485 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a737b1a-55e8-4797-a696-a1f0c1c70ae0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Port': ['ID=aaaf5543-e868-4c09-b427-eff1cf85966a,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:46.326905 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cd4e825d-f661-4d26-b4da-500eb545fb60 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:46.334000 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58972) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:46.337703 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a737b1a-55e8-4797-a696-a1f0c1c70ae0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:46.338295 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a737b1a-55e8-4797-a696-a1f0c1c70ae0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:46.338787 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a737b1a-55e8-4797-a696-a1f0c1c70ae0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:46.339486 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a737b1a-55e8-4797-a696-a1f0c1c70ae0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:46.339998 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a737b1a-55e8-4797-a696-a1f0c1c70ae0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:46.340537 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a737b1a-55e8-4797-a696-a1f0c1c70ae0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:46.342014 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a737b1a-55e8-4797-a696-a1f0c1c70ae0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:46.342802 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a737b1a-55e8-4797-a696-a1f0c1c70ae0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:46.343385 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a737b1a-55e8-4797-a696-a1f0c1c70ae0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:46.343901 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a737b1a-55e8-4797-a696-a1f0c1c70ae0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:46.344414 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a737b1a-55e8-4797-a696-a1f0c1c70ae0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:46.359605 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cf65db-da0f-4829-a663-8cc47c76a6e3 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:28:46.366557 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf65db-da0f-4829-a663-8cc47c76a6e3 None None] Pushing event updated for resources: {'Port': ['ID=0839f351-0366-4f6e-b01f-5c17a2547387,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:46.459983 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cd4e825d-f661-4d26-b4da-500eb545fb60 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:46.474442 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e70541-d3a6-4490-8a03-f4a1bc176a8e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:46.479489 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e70541-d3a6-4490-8a03-f4a1bc176a8e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:46.480468 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f0e70541-d3a6-4490-8a03-f4a1bc176a8e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Synchronizing usage tracker for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:28:46.513234 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f0e70541-d3a6-4490-8a03-f4a1bc176a8e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Unset dirty status for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:28:46.514455 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f0e70541-d3a6-4490-8a03-f4a1bc176a8e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1651242 Apr 29 13:28:46.520266 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58976) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:46.535401 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-bf46c245-2f2f-498b-b388-7c7164fdb93e tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "PUT /v2.0/routers/99619b82-a64a-460a-9ca2-f7cfc9ff2e20/tags/tempest-TagsExtTest-Tag-1312354077 HTTP/1.1" status: 201 len: 201 time: 0.5880778 Apr 29 13:28:46.539691 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58980) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:46.548419 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-c80d230f-999f-4bc0-87ab-f0641d6f8c24 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '85ac0eb8-0545-4aa6-a3e0-18798d176314', 'tempest-TagsExtTest-Tag-1177317310') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:46.562345 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caea3a2c-03be-4ad6-9a38-49eb2ce0b459 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Router c3a9287b-73da-4b6b-80b0-855ea4de74fa is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:28:46.668022 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-fe3ecdf4-fc4f-444e-833d-7eeb2685f807 None None] Attempting to bind port 7f5a1403-e8ac-40f1-8c0f-668f321bc0e1 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:28:46.668022 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-fe3ecdf4-fc4f-444e-833d-7eeb2685f807 None None] Attempting to bind port 7f5a1403-e8ac-40f1-8c0f-668f321bc0e1 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '276355c4-4f45-4f71-8961-c198357b0738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '847a0b3c-eaa5-43ac-8f35-9ba10e048db6'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:28:46.668022 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3ecdf4-fc4f-444e-833d-7eeb2685f807 None None] Attempting to bind port 7f5a1403-e8ac-40f1-8c0f-668f321bc0e1 on network 847a0b3c-eaa5-43ac-8f35-9ba10e048db6 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:28:46.698579 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-53472e94-0f73-4a88-8ec8-bf877b823dee None None] Provisioning complete for port 10c2eb82-6969-4466-9a9c-81bd50f50034 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:46.698898 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-53472e94-0f73-4a88-8ec8-bf877b823dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:46.732372 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-5374469f-b96b-4d09-b6bd-091e5750b26f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting port 340680ea-6ad9-483b-930c-5d4ad0c136ff {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:46.733038 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5374469f-b96b-4d09-b6bd-091e5750b26f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:46.781271 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port d91e54c8-93b3-4dc2-9388-98678b221d4c completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:28:46.787157 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa840c2-5238-4e1e-a1dd-49b16b2e2a78 None None] Network 98af4a7f-ee7d-4cd8-9c85-a0d81056f12b requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:46.809577 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c80d230f-999f-4bc0-87ab-f0641d6f8c24 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "PUT /v2.0/subnetpools/85ac0eb8-0545-4aa6-a3e0-18798d176314/tags/tempest-TagsExtTest-Tag-1177317310 HTTP/1.1" status: 201 len: 201 time: 0.2688444 Apr 29 13:28:46.812450 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58984) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:46.812794 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 1ab0a526-d179-4139-8c3c-03e75424b85a up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:28:46.826545 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-81a471ce-7d1b-4184-a77c-c361804f90df tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '51849815-f430-43e8-9f6b-7772f83b7233') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:46.892115 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cd4e825d-f661-4d26-b4da-500eb545fb60 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:46.925717 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3ecdf4-fc4f-444e-833d-7eeb2685f807 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:28:46.926131 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3ecdf4-fc4f-444e-833d-7eeb2685f807 None None] Checking segment: {'id': '276355c4-4f45-4f71-8961-c198357b0738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '847a0b3c-eaa5-43ac-8f35-9ba10e048db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:28:46.926492 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe3ecdf4-fc4f-444e-833d-7eeb2685f807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:46.926895 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3ecdf4-fc4f-444e-833d-7eeb2685f807 None None] Bound using segment: {'id': '276355c4-4f45-4f71-8961-c198357b0738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '847a0b3c-eaa5-43ac-8f35-9ba10e048db6'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:28:46.928462 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-fe3ecdf4-fc4f-444e-833d-7eeb2685f807 None None] Bound port: 7f5a1403-e8ac-40f1-8c0f-668f321bc0e1, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276355c4-4f45-4f71-8961-c198357b0738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '847a0b3c-eaa5-43ac-8f35-9ba10e048db6'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:28:46.928462 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe3ecdf4-fc4f-444e-833d-7eeb2685f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:46.982752 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5374469f-b96b-4d09-b6bd-091e5750b26f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:46.987272 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6eadecc-44f8-4536-8258-502c0716d4c6 None None] Network d2caadd6-8944-402e-a7cd-1f7fa1c1af75 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:47.003082 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cd4e825d-f661-4d26-b4da-500eb545fb60 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:47.034714 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caea3a2c-03be-4ad6-9a38-49eb2ce0b459 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:28:47.042237 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-81a471ce-7d1b-4184-a77c-c361804f90df tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "GET /v2.0/subnets/51849815-f430-43e8-9f6b-7772f83b7233/tags HTTP/1.1" status: 200 len: 240 time: 0.2275431 Apr 29 13:28:47.048796 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58988) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:47.051911 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e825d-f661-4d26-b4da-500eb545fb60 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Subnet': ['ID=26867c15-9807-472e-ac4f-afefc64b82eb,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:47.062720 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-caea3a2c-03be-4ad6-9a38-49eb2ce0b459 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] 10.222.0.76 "PUT /v2.0/routers/c3a9287b-73da-4b6b-80b0-855ea4de74fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1898696 Apr 29 13:28:47.063629 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 58992) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:47.067467 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cd4e825d-f661-4d26-b4da-500eb545fb60 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:47.072076 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-cd4e825d-f661-4d26-b4da-500eb545fb60 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/26867c15-9807-472e-ac4f-afefc64b82eb HTTP/1.1" status: 204 len: 168 time: 2.1745291 Apr 29 13:28:47.104323 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 58996) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:47.109005 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.tag.tag_plugin [None req-5e819a19-794c-4989-88bd-e0f5437dde31 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '51849815-f430-43e8-9f6b-7772f83b7233', 'tempest-TagsExtTest-Tag-454476479') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:47.129207 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-38cf65db-da0f-4829-a663-8cc47c76a6e3 None None] Attempting to bind port 0839f351-0366-4f6e-b01f-5c17a2547387 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:28:47.129578 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-38cf65db-da0f-4829-a663-8cc47c76a6e3 None None] Attempting to bind port 0839f351-0366-4f6e-b01f-5c17a2547387 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:28:47.129906 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cf65db-da0f-4829-a663-8cc47c76a6e3 None None] Attempting to bind port 0839f351-0366-4f6e-b01f-5c17a2547387 on network b2591163-41a9-4c5e-86a6-99ddbf59518f {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:28:47.133943 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b420d4b2-e054-46f2-a180-fcf1d3cd3fad None None] Sync routers for ids ['c3a9287b-73da-4b6b-80b0-855ea4de74fa'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:28:47.145641 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-5374469f-b96b-4d09-b6bd-091e5750b26f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Calling delete_port for 340680ea-6ad9-483b-930c-5d4ad0c136ff owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:47.232889 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cf65db-da0f-4829-a663-8cc47c76a6e3 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:28:47.233171 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cf65db-da0f-4829-a663-8cc47c76a6e3 None None] Checking segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:28:47.233563 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-38cf65db-da0f-4829-a663-8cc47c76a6e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:47.233948 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cf65db-da0f-4829-a663-8cc47c76a6e3 None None] Bound using segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:28:47.234953 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-38cf65db-da0f-4829-a663-8cc47c76a6e3 None None] Bound port: 0839f351-0366-4f6e-b01f-5c17a2547387, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:28:47.235332 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-38cf65db-da0f-4829-a663-8cc47c76a6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:47.345507 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b420d4b2-e054-46f2-a180-fcf1d3cd3fad None None] Routers {'c3a9287b-73da-4b6b-80b0-855ea4de74fa'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:28:47.346146 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b420d4b2-e054-46f2-a180-fcf1d3cd3fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:28:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c3a9287b-73da-4b6b-80b0-855ea4de74fa'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:47.379190 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5374469f-b96b-4d09-b6bd-091e5750b26f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:47.435384 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374469f-b96b-4d09-b6bd-091e5750b26f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Port': ['ID=340680ea-6ad9-483b-930c-5d4ad0c136ff,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:47.441648 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5e819a19-794c-4989-88bd-e0f5437dde31 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "GET /v2.0/subnets/51849815-f430-43e8-9f6b-7772f83b7233/tags/tempest-TagsExtTest-Tag-454476479 HTTP/1.1" status: 204 len: 168 time: 0.3921413 Apr 29 13:28:47.445864 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59000) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:47.455115 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.tag.tag_plugin [None req-a172a52c-66a1-4882-b62a-9c507b886622 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '51849815-f430-43e8-9f6b-7772f83b7233', 'tempest-TagsExtTest-Tag-454476479') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:47.476940 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b420d4b2-e054-46f2-a180-fcf1d3cd3fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:47.481251 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-fe3ecdf4-fc4f-444e-833d-7eeb2685f807 None None] For port 7f5a1403-e8ac-40f1-8c0f-668f321bc0e1, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:28:47.496513 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5374469f-b96b-4d09-b6bd-091e5750b26f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:47.520443 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5374469f-b96b-4d09-b6bd-091e5750b26f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/ports/340680ea-6ad9-483b-930c-5d4ad0c136ff HTTP/1.1" status: 204 len: 168 time: 0.9990134 Apr 29 13:28:47.527359 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59004) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:47.546525 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad32f7f-5062-4986-9b7d-a4a56b8bdccc tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting subnet f3c19f00-96a9-41b1-8e17-73406b75e921 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:28:47.550169 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cad32f7f-5062-4986-9b7d-a4a56b8bdccc tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:47.578663 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-fe3ecdf4-fc4f-444e-833d-7eeb2685f807 None None] For port 7f5a1403-e8ac-40f1-8c0f-668f321bc0e1, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=7f5a1403-e8ac-40f1-8c0f-668f321bc0e1,segment=NetworkSegment(276355c4-4f45-4f71-8961-c198357b0738),segment_id=276355c4-4f45-4f71-8961-c198357b0738)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:28:47.584212 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 1ab0a526-d179-4139-8c3c-03e75424b85a completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:28:47.607461 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe3ecdf4-fc4f-444e-833d-7eeb2685f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:47.622606 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cad32f7f-5062-4986-9b7d-a4a56b8bdccc tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:47.647416 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e18de0-cd4f-4d00-b0a8-f259a07baa95 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:47.648641 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-21e18de0-cd4f-4d00-b0a8-f259a07baa95 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1155317 Apr 29 13:28:47.651523 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59008) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:47.697971 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a172a52c-66a1-4882-b62a-9c507b886622 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "DELETE /v2.0/subnets/51849815-f430-43e8-9f6b-7772f83b7233/tags/tempest-TagsExtTest-Tag-454476479 HTTP/1.1" status: 204 len: 168 time: 0.2510130 Apr 29 13:28:47.700501 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59012) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:47.702521 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-566a02e3-6bcd-47da-91fc-20325e766c99 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] GET failed (client error): The resource could not be found. Apr 29 13:28:47.703920 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-566a02e3-6bcd-47da-91fc-20325e766c99 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "GET /v2.0/ports/aaaf5543-e868-4c09-b427-eff1cf85966a HTTP/1.1" status: 404 len: 333 time: 0.0514064 Apr 29 13:28:47.706877 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59016) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:47.712777 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.tag.tag_plugin [None req-1d40fdc7-8c54-4d34-a131-b6cc3ef86914 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '51849815-f430-43e8-9f6b-7772f83b7233') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:47.734171 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-38cf65db-da0f-4829-a663-8cc47c76a6e3 None None] For port 0839f351-0366-4f6e-b01f-5c17a2547387, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:28:47.739850 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b420d4b2-e054-46f2-a180-fcf1d3cd3fad None None] Routers {'c3a9287b-73da-4b6b-80b0-855ea4de74fa'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:28:47.741183 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b420d4b2-e054-46f2-a180-fcf1d3cd3fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:28:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c3a9287b-73da-4b6b-80b0-855ea4de74fa'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:47.800053 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-0139421a-aec1-428f-a40f-fa50ee82ba2c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] GET failed (client error): The resource could not be found. Apr 29 13:28:47.800931 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0139421a-aec1-428f-a40f-fa50ee82ba2c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "GET /v2.0/ports/340680ea-6ad9-483b-930c-5d4ad0c136ff HTTP/1.1" status: 404 len: 333 time: 0.0669634 Apr 29 13:28:47.804662 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59020) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:47.847126 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-38cf65db-da0f-4829-a663-8cc47c76a6e3 None None] For port 0839f351-0366-4f6e-b01f-5c17a2547387, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=0839f351-0366-4f6e-b01f-5c17a2547387,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:28:47.855318 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b420d4b2-e054-46f2-a180-fcf1d3cd3fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:47.855643 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b420d4b2-e054-46f2-a180-fcf1d3cd3fad None None] The sync data for ids ['c3a9287b-73da-4b6b-80b0-855ea4de74fa'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:28:47.860741 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1d40fdc7-8c54-4d34-a131-b6cc3ef86914 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "GET /v2.0/subnets/51849815-f430-43e8-9f6b-7772f83b7233/tags HTTP/1.1" status: 200 len: 205 time: 0.1591489 Apr 29 13:28:47.863513 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59024) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:47.866928 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ecdf4-fc4f-444e-833d-7eeb2685f807 None None] Pushing event updated for resources: {'Port': ['ID=7f5a1403-e8ac-40f1-8c0f-668f321bc0e1,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:47.870139 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-38cf65db-da0f-4829-a663-8cc47c76a6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:47.878124 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.tag.tag_plugin [None req-ba14829d-8ea8-4ff2-bd17-f70aca26d29e tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7f8e22de-ff64-42ac-8398-9126772b7e77') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:47.935168 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cad32f7f-5062-4986-9b7d-a4a56b8bdccc tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:47.992956 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf65db-da0f-4829-a663-8cc47c76a6e3 None None] Pushing event updated for resources: {'Port': ['ID=0839f351-0366-4f6e-b01f-5c17a2547387,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:47.997109 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6e6fca1c-614c-46de-851d-9dea674d2fda None None] Provisioning for port d91e54c8-93b3-4dc2-9388-98678b221d4c completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:28:48.014593 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6e6fca1c-614c-46de-851d-9dea674d2fda None None] Provisioning complete for port d91e54c8-93b3-4dc2-9388-98678b221d4c triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:48.015253 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6e6fca1c-614c-46de-851d-9dea674d2fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:48.160126 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ba14829d-8ea8-4ff2-bd17-f70aca26d29e tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "GET /v2.0/ports/7f8e22de-ff64-42ac-8398-9126772b7e77/tags HTTP/1.1" status: 200 len: 239 time: 0.2882268 Apr 29 13:28:48.160587 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59028) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:48.165417 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cad32f7f-5062-4986-9b7d-a4a56b8bdccc tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:48.182550 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.tag.tag_plugin [None req-ac86be3b-8a77-4309-ba81-6e6870419469 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7f8e22de-ff64-42ac-8398-9126772b7e77', 'tempest-TagsExtTest-Tag-17616054') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:48.220670 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 10c2eb82-6969-4466-9a9c-81bd50f50034 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:28:48.248501 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-568c0258-2340-499b-a6ff-2c7f2763c42e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:48.267880 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad32f7f-5062-4986-9b7d-a4a56b8bdccc tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Subnet': ['ID=f3c19f00-96a9-41b1-8e17-73406b75e921,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:48.269896 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-b6673074-c06b-4bcf-a64f-bd2dd02d04ba tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:28:48.270972 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b6673074-c06b-4bcf-a64f-bd2dd02d04ba tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] 10.222.0.76 "PUT /v2.0/routers/c3a9287b-73da-4b6b-80b0-855ea4de74fa/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2052989 Apr 29 13:28:48.275695 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59032) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:48.415518 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6f0e7d-cd0e-49cb-b996-4ac6bf3644e8 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:48.486542 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-568c0258-2340-499b-a6ff-2c7f2763c42e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:48.496110 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cad32f7f-5062-4986-9b7d-a4a56b8bdccc tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:48.546460 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-568c0258-2340-499b-a6ff-2c7f2763c42e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c952d7ca-1dee-4ca8-b981-ff82801a1d89']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:48.547036 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ac86be3b-8a77-4309-ba81-6e6870419469 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "GET /v2.0/ports/7f8e22de-ff64-42ac-8398-9126772b7e77/tags/tempest-TagsExtTest-Tag-17616054 HTTP/1.1" status: 204 len: 168 time: 0.3847647 Apr 29 13:28:48.550805 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-cad32f7f-5062-4986-9b7d-a4a56b8bdccc tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/f3c19f00-96a9-41b1-8e17-73406b75e921 HTTP/1.1" status: 204 len: 168 time: 1.4106042 Apr 29 13:28:48.550805 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59036) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:48.552792 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59038) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:48.562077 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.tag.tag_plugin [None req-72b9a727-e49b-447e-a669-5995c3eaca44 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7f8e22de-ff64-42ac-8398-9126772b7e77', 'tempest-TagsExtTest-Tag-17616054') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:48.564246 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-568c0258-2340-499b-a6ff-2c7f2763c42e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b1a54a-357e-4a34-b6ed-4885d49c24e7') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:48.564544 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-568c0258-2340-499b-a6ff-2c7f2763c42e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b1a54a-357e-4a34-b6ed-4885d49c24e7') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:48.571327 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6e6fca1c-614c-46de-851d-9dea674d2fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:48.578954 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-568c0258-2340-499b-a6ff-2c7f2763c42e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:48.618716 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-568c0258-2340-499b-a6ff-2c7f2763c42e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:48.627807 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568c0258-2340-499b-a6ff-2c7f2763c42e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:28:48.628488 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-568c0258-2340-499b-a6ff-2c7f2763c42e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:48.646590 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 10c2eb82-6969-4466-9a9c-81bd50f50034 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:48.647459 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:28:48.807185 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:28:48.816738 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-568c0258-2340-499b-a6ff-2c7f2763c42e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:48.860887 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6e6fca1c-614c-46de-851d-9dea674d2fda None None] For port d91e54c8-93b3-4dc2-9388-98678b221d4c, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=d91e54c8-93b3-4dc2-9388-98678b221d4c,segment=NetworkSegment(0151e676-dbbc-46b9-8545-69127482ba73),segment_id=0151e676-dbbc-46b9-8545-69127482ba73)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:48.873765 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6e6fca1c-614c-46de-851d-9dea674d2fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:48.910260 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-568c0258-2340-499b-a6ff-2c7f2763c42e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:48.921829 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c0258-2340-499b-a6ff-2c7f2763c42e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Network': ['ID=c952d7ca-1dee-4ca8-b981-ff82801a1d89,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:48.932453 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-568c0258-2340-499b-a6ff-2c7f2763c42e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/networks/c952d7ca-1dee-4ca8-b981-ff82801a1d89 HTTP/1.1" status: 204 len: 168 time: 1.1230505 Apr 29 13:28:48.934260 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59046) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:48.955144 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-b5381d5f-d963-4432-9ceb-a01f111a8273 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-428398721'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:48.962407 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b5381d5f-d963-4432-9ceb-a01f111a8273 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:48.965484 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b5381d5f-d963-4432-9ceb-a01f111a8273 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:network and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:48.968743 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b5381d5f-d963-4432-9ceb-a01f111a8273 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:48.976722 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b5381d5f-d963-4432-9ceb-a01f111a8273 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:48.992293 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5381d5f-d963-4432-9ceb-a01f111a8273 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:48.996224 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b5381d5f-d963-4432-9ceb-a01f111a8273 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:49.002553 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4e0b07c9-6c50-4ff0-b1b2-a2d2a0472f40 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3942080 Apr 29 13:28:49.016092 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59050) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:49.045100 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-cce4c662-5362-428d-8ab7-f8b90225cf9f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:49.056866 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5381d5f-d963-4432-9ceb-a01f111a8273 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:28:49.060327 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6e6fca1c-614c-46de-851d-9dea674d2fda None None] Provisioning for port 1ab0a526-d179-4139-8c3c-03e75424b85a completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:28:49.074707 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b5381d5f-d963-4432-9ceb-a01f111a8273 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:49.076011 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-b5381d5f-d963-4432-9ceb-a01f111a8273 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Added segment d3942407-3943-404e-b107-b368db540304 of type vlan for network 419c0378-d513-4bdc-8602-05fc8c1e5605 Apr 29 13:28:49.103487 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6e6fca1c-614c-46de-851d-9dea674d2fda None None] Provisioning complete for port 1ab0a526-d179-4139-8c3c-03e75424b85a triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:49.103800 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6e6fca1c-614c-46de-851d-9dea674d2fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:49.125809 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b5381d5f-d963-4432-9ceb-a01f111a8273 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:49.195645 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b5381d5f-d963-4432-9ceb-a01f111a8273 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:49.199970 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5381d5f-d963-4432-9ceb-a01f111a8273 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:49.200558 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b5381d5f-d963-4432-9ceb-a01f111a8273 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:49.204037 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6fca1c-614c-46de-851d-9dea674d2fda None None] Pushing event updated for resources: {'Port': ['ID=d91e54c8-93b3-4dc2-9388-98678b221d4c,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:49.220016 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59056) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:49.344204 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5381d5f-d963-4432-9ceb-a01f111a8273 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Network': ['ID=419c0378-d513-4bdc-8602-05fc8c1e5605,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:49.370456 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b5381d5f-d963-4432-9ceb-a01f111a8273 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4248900 Apr 29 13:28:49.370690 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59060) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:49.376362 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-794b4814-af86-43d1-8e15-433c343212d3 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'subnet': {'network_id': '419c0378-d513-4bdc-8602-05fc8c1e5605', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:49.402622 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 419c0378-d513-4bdc-8602-05fc8c1e5605 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:28:49.434701 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-cce4c662-5362-428d-8ab7-f8b90225cf9f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:49.446164 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-cce4c662-5362-428d-8ab7-f8b90225cf9f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:subnet and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:49.458669 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-cce4c662-5362-428d-8ab7-f8b90225cf9f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:49.470863 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-cce4c662-5362-428d-8ab7-f8b90225cf9f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:49.482953 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a091cbf5-1a50-4f00-8f13-4c2a313714b9 None None] Network 847a0b3c-eaa5-43ac-8f35-9ba10e048db6 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:49.509479 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce4c662-5362-428d-8ab7-f8b90225cf9f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:49.510080 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6e6fca1c-614c-46de-851d-9dea674d2fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:49.512972 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-794b4814-af86-43d1-8e15-433c343212d3 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:49.513220 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cce4c662-5362-428d-8ab7-f8b90225cf9f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:49.516733 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-794b4814-af86-43d1-8e15-433c343212d3 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:subnet and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:49.519611 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-794b4814-af86-43d1-8e15-433c343212d3 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:49.526145 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-794b4814-af86-43d1-8e15-433c343212d3 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:49.529281 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-72b9a727-e49b-447e-a669-5995c3eaca44 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "DELETE /v2.0/ports/7f8e22de-ff64-42ac-8398-9126772b7e77/tags/tempest-TagsExtTest-Tag-17616054 HTTP/1.1" status: 204 len: 168 time: 0.9775624 Apr 29 13:28:49.533044 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59064) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:49.539863 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-57f8fd57-810d-48de-8fb3-65f82884e387 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7f8e22de-ff64-42ac-8398-9126772b7e77') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:49.569904 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794b4814-af86-43d1-8e15-433c343212d3 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:49.647104 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9d3da1c6-7c5a-44b0-896a-5aa0a2bf604c tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/ports?project_id=4b7a89f6c8564a04be449e2e6b4a95e5&network_id=4d4da868-e2e3-4a21-9dca-f4e60fad105d HTTP/1.1" status: 200 len: 2999 time: 0.4099615 Apr 29 13:28:49.656565 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6e6fca1c-614c-46de-851d-9dea674d2fda None None] For port 1ab0a526-d179-4139-8c3c-03e75424b85a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=1ab0a526-d179-4139-8c3c-03e75424b85a,segment=NetworkSegment(ca902c29-2cdd-452d-ae25-dcf6829ba6e2),segment_id=ca902c29-2cdd-452d-ae25-dcf6829ba6e2)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:49.673623 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6e6fca1c-614c-46de-851d-9dea674d2fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:49.685955 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f0500d32-3c27-40c9-b753-6782c4b87b8b tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:49.707244 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-794b4814-af86-43d1-8e15-433c343212d3 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:49.806266 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-57f8fd57-810d-48de-8fb3-65f82884e387 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "GET /v2.0/ports/7f8e22de-ff64-42ac-8398-9126772b7e77/tags HTTP/1.1" status: 200 len: 205 time: 0.2728045 Apr 29 13:28:49.810526 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.ipam_backend_mixin [None req-794b4814-af86-43d1-8e15-433c343212d3 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Performing IP validity checks on allocation pools {{(pid=83905) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 29 13:28:49.811466 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6fca1c-614c-46de-851d-9dea674d2fda None None] Pushing event updated for resources: {'Port': ['ID=1ab0a526-d179-4139-8c3c-03e75424b85a,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:49.814063 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.ipam_backend_mixin [None req-794b4814-af86-43d1-8e15-433c343212d3 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83905) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 29 13:28:49.817597 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59072) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:49.822894 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-b5046835-fb3f-4aab-8e7e-0dcc029fa679 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '99619b82-a64a-460a-9ca2-f7cfc9ff2e20') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:49.856108 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-85832e47-18c3-4ae5-a9fe-377309fa3b46 None None] Provisioning for port 7f5a1403-e8ac-40f1-8c0f-668f321bc0e1 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:28:49.888301 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-85832e47-18c3-4ae5-a9fe-377309fa3b46 None None] Provisioning for port e6cd728d-abcb-4dda-869d-08871655fb14 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:28:49.899576 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-85832e47-18c3-4ae5-a9fe-377309fa3b46 None None] Provisioning complete for port e6cd728d-abcb-4dda-869d-08871655fb14 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:49.899576 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-85832e47-18c3-4ae5-a9fe-377309fa3b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:49.985256 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-85832e47-18c3-4ae5-a9fe-377309fa3b46 None None] Port e6cd728d-abcb-4dda-869d-08871655fb14 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:28:49.991434 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cce4c662-5362-428d-8ab7-f8b90225cf9f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:50.003735 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b5046835-fb3f-4aab-8e7e-0dcc029fa679 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "GET /v2.0/routers/99619b82-a64a-460a-9ca2-f7cfc9ff2e20/tags HTTP/1.1" status: 200 len: 241 time: 0.1862214 Apr 29 13:28:50.004342 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59076) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:50.020369 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-85832e47-18c3-4ae5-a9fe-377309fa3b46 None None] Provisioning complete for port 1ab0a526-d179-4139-8c3c-03e75424b85a triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:50.020738 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-85832e47-18c3-4ae5-a9fe-377309fa3b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:50.053727 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-787b3944-f773-4dd8-b75e-1c9b8495f63d tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '99619b82-a64a-460a-9ca2-f7cfc9ff2e20', 'tempest-TagsExtTest-Tag-1312354077') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:50.080203 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce4c662-5362-428d-8ab7-f8b90225cf9f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:50.110315 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-cce4c662-5362-428d-8ab7-f8b90225cf9f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:50.118656 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce4c662-5362-428d-8ab7-f8b90225cf9f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:50.118656 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cce4c662-5362-428d-8ab7-f8b90225cf9f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:50.128908 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4c662-5362-428d-8ab7-f8b90225cf9f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Subnet': ['ID=6a42defc-d7d2-49ce-94b1-b938a8055212,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:50.166745 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08ac5ea-88c5-493f-b981-8afafb48de30 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:50.197905 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device d91e54c8-93b3-4dc2-9388-98678b221d4c up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:28:50.241575 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-cce4c662-5362-428d-8ab7-f8b90225cf9f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2247071 Apr 29 13:28:50.249437 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59080) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:50.264170 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-f3e790c8-287a-4f32-9883-622e3b139ee4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:50.276676 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-787b3944-f773-4dd8-b75e-1c9b8495f63d tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "GET /v2.0/routers/99619b82-a64a-460a-9ca2-f7cfc9ff2e20/tags/tempest-TagsExtTest-Tag-1312354077 HTTP/1.1" status: 204 len: 168 time: 0.2686777 Apr 29 13:28:50.279664 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59084) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:50.287626 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-bccf11f6-a443-4e46-bd99-5d84fa5a216b tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '99619b82-a64a-460a-9ca2-f7cfc9ff2e20', 'tempest-TagsExtTest-Tag-1312354077') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:50.446814 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-794b4814-af86-43d1-8e15-433c343212d3 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:50.523504 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:28:50.531556 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f3e790c8-287a-4f32-9883-622e3b139ee4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:50.540620 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port d91e54c8-93b3-4dc2-9388-98678b221d4c triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:50.541046 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:50.541169 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f3e790c8-287a-4f32-9883-622e3b139ee4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:subnet and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:50.546144 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f3e790c8-287a-4f32-9883-622e3b139ee4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:50.555297 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f3e790c8-287a-4f32-9883-622e3b139ee4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:50.597052 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b4814-af86-43d1-8e15-433c343212d3 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Subnet': ['ID=36af0d99-8b2d-450e-90fc-90d9c292a612,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:50.619086 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e790c8-287a-4f32-9883-622e3b139ee4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:50.620849 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794b4814-af86-43d1-8e15-433c343212d3 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Checking segment: {'id': 'd3942407-3943-404e-b107-b368db540304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '419c0378-d513-4bdc-8602-05fc8c1e5605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:28:50.621123 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794b4814-af86-43d1-8e15-433c343212d3 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network hostable DHCP agents. Network: 419c0378-d513-4bdc-8602-05fc8c1e5605, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:28:50.623210 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f3e790c8-287a-4f32-9883-622e3b139ee4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:50.630266 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-85832e47-18c3-4ae5-a9fe-377309fa3b46 None None] Provisioning complete for port d91e54c8-93b3-4dc2-9388-98678b221d4c triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:50.630639 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-85832e47-18c3-4ae5-a9fe-377309fa3b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:50.641541 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-bccf11f6-a443-4e46-bd99-5d84fa5a216b tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "DELETE /v2.0/routers/99619b82-a64a-460a-9ca2-f7cfc9ff2e20/tags/tempest-TagsExtTest-Tag-1312354077 HTTP/1.1" status: 204 len: 168 time: 0.3589613 Apr 29 13:28:50.642825 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59090) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:50.651450 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-9a667270-ca22-4bfb-ac4d-5d9b30a6cbaf tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '99619b82-a64a-460a-9ca2-f7cfc9ff2e20') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:50.797280 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794b4814-af86-43d1-8e15-433c343212d3 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network 419c0378-d513-4bdc-8602-05fc8c1e5605 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:28:50.819603 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9a667270-ca22-4bfb-ac4d-5d9b30a6cbaf tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "GET /v2.0/routers/99619b82-a64a-460a-9ca2-f7cfc9ff2e20/tags HTTP/1.1" status: 200 len: 205 time: 0.1745608 Apr 29 13:28:50.820560 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59096) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:50.825083 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-794b4814-af86-43d1-8e15-433c343212d3 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 419c0378-d513-4bdc-8602-05fc8c1e5605) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:50.846439 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0022b94-258b-439c-bf50-84fc95798dc6 None None] Network 419c0378-d513-4bdc-8602-05fc8c1e5605 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:50.849508 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-00670ced-cc3f-4528-ada0-d9e9b0681f19 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '85ac0eb8-0545-4aa6-a3e0-18798d176314') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:50.871062 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794b4814-af86-43d1-8e15-433c343212d3 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:50.871831 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-794b4814-af86-43d1-8e15-433c343212d3 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:50.911629 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-794b4814-af86-43d1-8e15-433c343212d3 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5375595 Apr 29 13:28:50.911905 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59100) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:50.917938 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-00670ced-cc3f-4528-ada0-d9e9b0681f19 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "GET /v2.0/subnetpools/85ac0eb8-0545-4aa6-a3e0-18798d176314/tags HTTP/1.1" status: 200 len: 241 time: 0.0932531 Apr 29 13:28:50.919456 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-a5411b3f-d160-4ee7-ad7c-b03cb567e8f7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'port': {'network_id': '419c0378-d513-4bdc-8602-05fc8c1e5605', 'name': 'tempest-PortsIpV6TestJSON-771485715'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:50.925589 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59104) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:50.939318 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.tag.tag_plugin [None req-a12400e6-074d-4b46-8b53-8faf1bad11ec tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '85ac0eb8-0545-4aa6-a3e0-18798d176314', 'tempest-TagsExtTest-Tag-1177317310') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:50.957694 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 7f5a1403-e8ac-40f1-8c0f-668f321bc0e1 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:28:51.008901 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a12400e6-074d-4b46-8b53-8faf1bad11ec tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "GET /v2.0/subnetpools/85ac0eb8-0545-4aa6-a3e0-18798d176314/tags/tempest-TagsExtTest-Tag-1177317310 HTTP/1.1" status: 204 len: 168 time: 0.0752382 Apr 29 13:28:51.009501 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59108) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:51.017848 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-e380aa83-5022-4cc4-9a34-3c430816882a tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '85ac0eb8-0545-4aa6-a3e0-18798d176314', 'tempest-TagsExtTest-Tag-1177317310') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:51.059262 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42abd630-187a-428b-86d0-7811de498ba6 None None] Update dhcp port {'port': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'fixed_ips': [{'subnet_id': '6a42defc-d7d2-49ce-94b1-b938a8055212'}], 'binding:host_id': 'dv-neutron-839027-4-hyperv'}, 'id': '0839f351-0366-4f6e-b01f-5c17a2547387'} from dv-neutron-839027-4-hyperv. {{(pid=83906) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 29 13:28:51.095306 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a5411b3f-d160-4ee7-ad7c-b03cb567e8f7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:51.101500 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a5411b3f-d160-4ee7-ad7c-b03cb567e8f7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:port and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:51.108363 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e380aa83-5022-4cc4-9a34-3c430816882a tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "DELETE /v2.0/subnetpools/85ac0eb8-0545-4aa6-a3e0-18798d176314/tags/tempest-TagsExtTest-Tag-1177317310 HTTP/1.1" status: 204 len: 168 time: 0.0956402 Apr 29 13:28:51.108363 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a5411b3f-d160-4ee7-ad7c-b03cb567e8f7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:51.110614 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59112) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:51.119265 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-6ac91892-e803-4024-b9c2-385043e266fd tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '85ac0eb8-0545-4aa6-a3e0-18798d176314') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:51.130460 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a5411b3f-d160-4ee7-ad7c-b03cb567e8f7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:51.140157 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-f0500d32-3c27-40c9-b753-6782c4b87b8b tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Deleting port e6cd728d-abcb-4dda-869d-08871655fb14 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:51.140682 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f0500d32-3c27-40c9-b753-6782c4b87b8b tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:51.156300 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6ac91892-e803-4024-b9c2-385043e266fd tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "GET /v2.0/subnetpools/85ac0eb8-0545-4aa6-a3e0-18798d176314/tags HTTP/1.1" status: 200 len: 205 time: 0.0422981 Apr 29 13:28:51.156300 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5411b3f-d160-4ee7-ad7c-b03cb567e8f7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:51.158717 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a5411b3f-d160-4ee7-ad7c-b03cb567e8f7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:51.165867 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-42abd630-187a-428b-86d0-7811de498ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:51.168895 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59116) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:51.188919 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-57fb7794-4716-4c3d-b8f7-f13532eed261 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '85ac0eb8-0545-4aa6-a3e0-18798d176314') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:51.211076 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 7f5a1403-e8ac-40f1-8c0f-668f321bc0e1 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:28:51.225991 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-a5411b3f-d160-4ee7-ad7c-b03cb567e8f7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] device_id is not set on port 882316c3-cf01-4d9c-91aa-43e4b05b107d yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:28:51.258539 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 7f5a1403-e8ac-40f1-8c0f-668f321bc0e1 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:51.258920 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:51.305966 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-57fb7794-4716-4c3d-b8f7-f13532eed261 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "DELETE /v2.0/subnetpools/85ac0eb8-0545-4aa6-a3e0-18798d176314/tags HTTP/1.1" status: 204 len: 168 time: 0.1357250 Apr 29 13:28:51.309322 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59124) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:51.319567 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-eb5cb55b-b2c1-45d7-b6ff-bede73e5c682 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '99619b82-a64a-460a-9ca2-f7cfc9ff2e20') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:51.459951 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-774759d0-27d1-4683-80a3-e7d6a937c997 None None] Provisioning for port 7f8e22de-ff64-42ac-8398-9126772b7e77 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:28:51.471652 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ffb9e3-06e2-4fcf-8132-52179d42b85b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-419c0378-d513-4bdc-8602-05fc8c1e5605', 'network_id': '419c0378-d513-4bdc-8602-05fc8c1e5605', 'tenant_id': '6ae461034cd64fbdab4560447c7639cd', 'fixed_ips': [{'subnet_id': '36af0d99-8b2d-450e-90fc-90d9c292a612'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:28:51.472384 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-74ffb9e3-06e2-4fcf-8132-52179d42b85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:51.495693 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-774759d0-27d1-4683-80a3-e7d6a937c997 None None] Provisioning complete for port 7f8e22de-ff64-42ac-8398-9126772b7e77 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:51.496058 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-774759d0-27d1-4683-80a3-e7d6a937c997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:51.618499 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-a5411b3f-d160-4ee7-ad7c-b03cb567e8f7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Allocated IP 2001:db8::20e (419c0378-d513-4bdc-8602-05fc8c1e5605/36af0d99-8b2d-450e-90fc-90d9c292a612/882316c3-cf01-4d9c-91aa-43e4b05b107d) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:28:51.657485 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f0500d32-3c27-40c9-b753-6782c4b87b8b tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:51.673499 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-eb5cb55b-b2c1-45d7-b6ff-bede73e5c682 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "DELETE /v2.0/routers/99619b82-a64a-460a-9ca2-f7cfc9ff2e20/tags HTTP/1.1" status: 204 len: 168 time: 0.3605380 Apr 29 13:28:51.673825 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59130) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:51.690431 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.tag.tag_plugin [None req-0271f03a-7211-44ea-bc53-0262c60a7ced tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7f8e22de-ff64-42ac-8398-9126772b7e77') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:51.700168 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-774759d0-27d1-4683-80a3-e7d6a937c997 None None] Port 7f8e22de-ff64-42ac-8398-9126772b7e77 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:28:51.706451 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2b5dd-0683-4312-893d-eec28bdd609f req-90bec8c4-ac82-402d-9682-d66e147b718e tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:51.707905 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f2e2b5dd-0683-4312-893d-eec28bdd609f req-90bec8c4-ac82-402d-9682-d66e147b718e tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.1687939 Apr 29 13:28:51.726828 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3b8fdeca-d895-4236-b812-76c68baa44cb req-1a1b0c12-6aa4-48cf-be07-ed1472b0bfd3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0952490f6c5340cc87f108a8ce4f0048&device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 1098 time: 0.2412503 Apr 29 13:28:51.782788 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59134) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:51.809695 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-42abd630-187a-428b-86d0-7811de498ba6 None None] Allocated IP 172.20.0.2 (b2591163-41a9-4c5e-86a6-99ddbf59518f/6a42defc-d7d2-49ce-94b1-b938a8055212/0839f351-0366-4f6e-b01f-5c17a2547387) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:28:51.821762 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-42abd630-187a-428b-86d0-7811de498ba6 None None] Allocated IP 2001:db8::f816:3eff:fed3:4f8c (b2591163-41a9-4c5e-86a6-99ddbf59518f/d0862f51-d621-4a5e-ac96-1c87e133145f/0839f351-0366-4f6e-b01f-5c17a2547387) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:28:51.860470 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.objects.ports [None req-f3e790c8-287a-4f32-9883-622e3b139ee4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83904) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 13:28:51.862240 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f2e2b5dd-0683-4312-893d-eec28bdd609f req-b84227f8-2ec7-419f-882f-53007377a33b tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296000 Apr 29 13:28:51.905800 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a5411b3f-d160-4ee7-ad7c-b03cb567e8f7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:51.921668 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-f0500d32-3c27-40c9-b753-6782c4b87b8b tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Calling delete_port for e6cd728d-abcb-4dda-869d-08871655fb14 owned by network:router_interface {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:51.922299 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-a5411b3f-d160-4ee7-ad7c-b03cb567e8f7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Transition to ACTIVE for port object 882316c3-cf01-4d9c-91aa-43e4b05b107d will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:51.932341 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:51.947474 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a5411b3f-d160-4ee7-ad7c-b03cb567e8f7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:51.970807 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-774759d0-27d1-4683-80a3-e7d6a937c997 None None] Provisioning complete for port 7f5a1403-e8ac-40f1-8c0f-668f321bc0e1 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:51.971394 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-774759d0-27d1-4683-80a3-e7d6a937c997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:52.050931 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5411b3f-d160-4ee7-ad7c-b03cb567e8f7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network 419c0378-d513-4bdc-8602-05fc8c1e5605 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:52.054609 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-a5411b3f-d160-4ee7-ad7c-b03cb567e8f7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:52.059449 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5411b3f-d160-4ee7-ad7c-b03cb567e8f7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:28:52.064398 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5411b3f-d160-4ee7-ad7c-b03cb567e8f7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:52.065307 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a5411b3f-d160-4ee7-ad7c-b03cb567e8f7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:52.079512 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5411b3f-d160-4ee7-ad7c-b03cb567e8f7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Port': ['ID=882316c3-cf01-4d9c-91aa-43e4b05b107d,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:52.104062 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a5411b3f-d160-4ee7-ad7c-b03cb567e8f7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1909983 Apr 29 13:28:52.105284 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59138) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:52.106233 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 7f5a1403-e8ac-40f1-8c0f-668f321bc0e1, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=7f5a1403-e8ac-40f1-8c0f-668f321bc0e1,segment=NetworkSegment(276355c4-4f45-4f71-8961-c198357b0738),segment_id=276355c4-4f45-4f71-8961-c198357b0738)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:52.127790 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-74ffb9e3-06e2-4fcf-8132-52179d42b85b None None] Allocated IP 2001:db8::2 (419c0378-d513-4bdc-8602-05fc8c1e5605/36af0d99-8b2d-450e-90fc-90d9c292a612/a538a240-5260-4b84-8e21-62dcbbad0a7f) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:28:52.129800 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:52.130731 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 1ab0a526-d179-4139-8c3c-03e75424b85a up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:28:52.159591 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683eca8f-e587-456a-831a-01290e106f80 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:52.161212 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-683eca8f-e587-456a-831a-01290e106f80 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3475bcf7-abe6-4964-9326-03174235aecc HTTP/1.1" status: 200 len: 814 time: 0.3022985 Apr 29 13:28:52.202045 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-dab5994e-34d6-40df-9762-496f0128a9d8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting port 882316c3-cf01-4d9c-91aa-43e4b05b107d {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:52.202386 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dab5994e-34d6-40df-9762-496f0128a9d8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:52.235578 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fdeca-d895-4236-b812-76c68baa44cb req-2e89dc28-39a0-4913-9769-2a8a72dc0eac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:52.237496 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3b8fdeca-d895-4236-b812-76c68baa44cb req-2e89dc28-39a0-4913-9769-2a8a72dc0eac service neutron] 10.222.0.32 "GET /v2.0/networks?id=9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6 HTTP/1.1" status: 200 len: 913 time: 0.3957965 Apr 29 13:28:52.240869 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0271f03a-7211-44ea-bc53-0262c60a7ced tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "DELETE /v2.0/ports/7f8e22de-ff64-42ac-8398-9126772b7e77/tags HTTP/1.1" status: 204 len: 168 time: 0.5646248 Apr 29 13:28:52.246023 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59144) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:52.246213 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-42abd630-187a-428b-86d0-7811de498ba6 None None] For port 0839f351-0366-4f6e-b01f-5c17a2547387, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=0839f351-0366-4f6e-b01f-5c17a2547387,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:52.253967 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-920fe340-7253-4695-af37-00ce1b38d488 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '51849815-f430-43e8-9f6b-7772f83b7233') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:52.407138 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3b8fdeca-d895-4236-b812-76c68baa44cb req-4ac45cfc-f274-4fec-892b-8bf3513566a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4607167c-7986-4767-894c-12e0243b25ec HTTP/1.1" status: 200 len: 1001 time: 0.1573386 Apr 29 13:28:52.454026 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f0500d32-3c27-40c9-b753-6782c4b87b8b tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:52.474311 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=7f5a1403-e8ac-40f1-8c0f-668f321bc0e1,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:52.483331 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.resource_extend [None req-42abd630-187a-428b-86d0-7811de498ba6 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:28:52.506155 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-42abd630-187a-428b-86d0-7811de498ba6 None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:52.535412 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0500d32-3c27-40c9-b753-6782c4b87b8b tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Pushing event deleted for resources: {'Port': ['ID=e6cd728d-abcb-4dda-869d-08871655fb14,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:52.548979 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-42abd630-187a-428b-86d0-7811de498ba6 None None] Ignored duplicate provisioning block setup for port 0839f351-0366-4f6e-b01f-5c17a2547387 by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 29 13:28:52.563876 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-42abd630-187a-428b-86d0-7811de498ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:52.584926 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fdeca-d895-4236-b812-76c68baa44cb req-bcde38ca-cb47-4e9b-9004-61b995023f72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:52.586514 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3b8fdeca-d895-4236-b812-76c68baa44cb req-bcde38ca-cb47-4e9b-9004-61b995023f72 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95ef32f0-4ffe-4053-ad89-1f8d7234cbbd HTTP/1.1" status: 200 len: 851 time: 0.1729903 Apr 29 13:28:52.597580 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 1ab0a526-d179-4139-8c3c-03e75424b85a triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:52.597946 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:52.671767 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-920fe340-7253-4695-af37-00ce1b38d488 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "DELETE /v2.0/subnets/51849815-f430-43e8-9f6b-7772f83b7233/tags HTTP/1.1" status: 204 len: 168 time: 0.4259329 Apr 29 13:28:52.675733 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59150) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:52.676264 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59152) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:52.687560 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-5c2dd4b7-6da6-4df1-84ee-934c0f897e98 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'network': {'name': 'tempest-network-smoke--233797690', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'port_security_enabled': True}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:52.695560 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-3ab42761-5992-49aa-b4b2-cc85a7351a5d tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '51849815-f430-43e8-9f6b-7772f83b7233', 'tempest-TagsExtTest-Tag-504980770') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:52.750242 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dab5994e-34d6-40df-9762-496f0128a9d8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:52.769670 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-5c2dd4b7-6da6-4df1-84ee-934c0f897e98 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:52.828058 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.api [None req-f3e790c8-287a-4f32-9883-622e3b139ee4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fed3:4f8c-96b9e93d-140c-45a8-bdea-c85194c6bb {{(pid=83904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:28:52.828695 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG oslo_db.api [None req-f3e790c8-287a-4f32-9883-622e3b139ee4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:28:52.853682 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abd630-187a-428b-86d0-7811de498ba6 None None] Pushing event updated for resources: {'Port': ['ID=0839f351-0366-4f6e-b01f-5c17a2547387,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:52.866991 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-74ffb9e3-06e2-4fcf-8132-52179d42b85b None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:52.911833 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-74ffb9e3-06e2-4fcf-8132-52179d42b85b None None] Transition to ACTIVE for port object a538a240-5260-4b84-8e21-62dcbbad0a7f will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:52.935869 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-5c2dd4b7-6da6-4df1-84ee-934c0f897e98 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:52.951198 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-dab5994e-34d6-40df-9762-496f0128a9d8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Calling delete_port for 882316c3-cf01-4d9c-91aa-43e4b05b107d owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:52.951879 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-74ffb9e3-06e2-4fcf-8132-52179d42b85b None None] Transition to ACTIVE for port object a538a240-5260-4b84-8e21-62dcbbad0a7f will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:52.955902 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f0500d32-3c27-40c9-b753-6782c4b87b8b tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:52.968301 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-74ffb9e3-06e2-4fcf-8132-52179d42b85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:53.048064 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ffb9e3-06e2-4fcf-8132-52179d42b85b None None] Network 419c0378-d513-4bdc-8602-05fc8c1e5605 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:53.051144 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-74ffb9e3-06e2-4fcf-8132-52179d42b85b None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:53.053622 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ffb9e3-06e2-4fcf-8132-52179d42b85b None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:28:53.061793 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3b8fdeca-d895-4236-b812-76c68baa44cb req-85979093-44fe-4559-a8bc-3bbbecd9d1c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2781327 Apr 29 13:28:53.064307 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ffb9e3-06e2-4fcf-8132-52179d42b85b None None] Pushing event updated for resources: {'Port': ['ID=a538a240-5260-4b84-8e21-62dcbbad0a7f,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:53.067635 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2dd4b7-6da6-4df1-84ee-934c0f897e98 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Made reservation on behalf of 4b7a89f6c8564a04be449e2e6b4a95e5 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:53.072155 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5c2dd4b7-6da6-4df1-84ee-934c0f897e98 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:53.144091 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c2dd4b7-6da6-4df1-84ee-934c0f897e98 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:28:53.144341 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 7f5a1403-e8ac-40f1-8c0f-668f321bc0e1 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:28:53.228073 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-74ffb9e3-06e2-4fcf-8132-52179d42b85b None None] Attempting to bind port a538a240-5260-4b84-8e21-62dcbbad0a7f on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:28:53.228444 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-74ffb9e3-06e2-4fcf-8132-52179d42b85b None None] Attempting to bind port a538a240-5260-4b84-8e21-62dcbbad0a7f by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'd3942407-3943-404e-b107-b368db540304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '419c0378-d513-4bdc-8602-05fc8c1e5605'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:28:53.228815 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ffb9e3-06e2-4fcf-8132-52179d42b85b None None] Attempting to bind port a538a240-5260-4b84-8e21-62dcbbad0a7f on network 419c0378-d513-4bdc-8602-05fc8c1e5605 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:28:53.243980 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dab5994e-34d6-40df-9762-496f0128a9d8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:53.259719 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ffb9e3-06e2-4fcf-8132-52179d42b85b None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:28:53.259719 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ffb9e3-06e2-4fcf-8132-52179d42b85b None None] Checking segment: {'id': 'd3942407-3943-404e-b107-b368db540304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '419c0378-d513-4bdc-8602-05fc8c1e5605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:28:53.260127 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-74ffb9e3-06e2-4fcf-8132-52179d42b85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:53.260237 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ffb9e3-06e2-4fcf-8132-52179d42b85b None None] Bound using segment: {'id': 'd3942407-3943-404e-b107-b368db540304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '419c0378-d513-4bdc-8602-05fc8c1e5605'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:28:53.260676 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-74ffb9e3-06e2-4fcf-8132-52179d42b85b None None] Bound port: a538a240-5260-4b84-8e21-62dcbbad0a7f, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3942407-3943-404e-b107-b368db540304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '419c0378-d513-4bdc-8602-05fc8c1e5605'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:28:53.261077 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-74ffb9e3-06e2-4fcf-8132-52179d42b85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:53.298891 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5c2dd4b7-6da6-4df1-84ee-934c0f897e98 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:53.299348 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-5c2dd4b7-6da6-4df1-84ee-934c0f897e98 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Added segment 2c280f1a-e81a-40e0-9964-5c94572bd7b5 of type vlan for network e1d575c9-3c6c-4927-ade4-ecdf17034abc Apr 29 13:28:53.355844 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5994e-34d6-40df-9762-496f0128a9d8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Port': ['ID=882316c3-cf01-4d9c-91aa-43e4b05b107d,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:53.359471 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3ab42761-5992-49aa-b4b2-cc85a7351a5d tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "PUT /v2.0/subnets/51849815-f430-43e8-9f6b-7772f83b7233/tags/tempest-TagsExtTest-Tag-504980770 HTTP/1.1" status: 201 len: 201 time: 0.6797156 Apr 29 13:28:53.367686 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59160) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:53.378085 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dab5994e-34d6-40df-9762-496f0128a9d8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:53.385479 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-69e79de0-8f67-4171-a600-a919b5a7c0b2 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7f8e22de-ff64-42ac-8398-9126772b7e77', 'tempest-TagsExtTest-Tag-921196129') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:53.425624 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-74ffb9e3-06e2-4fcf-8132-52179d42b85b None None] For port a538a240-5260-4b84-8e21-62dcbbad0a7f, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:28:53.432953 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-74ffb9e3-06e2-4fcf-8132-52179d42b85b None None] For port a538a240-5260-4b84-8e21-62dcbbad0a7f, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a538a240-5260-4b84-8e21-62dcbbad0a7f,segment=NetworkSegment(d3942407-3943-404e-b107-b368db540304),segment_id=d3942407-3943-404e-b107-b368db540304)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:28:53.433165 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 7f5a1403-e8ac-40f1-8c0f-668f321bc0e1 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:53.433580 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:53.441991 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5c2dd4b7-6da6-4df1-84ee-934c0f897e98 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:53.459992 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-dab5994e-34d6-40df-9762-496f0128a9d8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/ports/882316c3-cf01-4d9c-91aa-43e4b05b107d HTTP/1.1" status: 204 len: 168 time: 1.3507249 Apr 29 13:28:53.461815 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59164) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:53.466348 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-74ffb9e3-06e2-4fcf-8132-52179d42b85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:53.525927 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-2af5a026-26eb-49e5-9dbc-946351196a9c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] DELETE failed (client error): The resource could not be found. Apr 29 13:28:53.526421 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2af5a026-26eb-49e5-9dbc-946351196a9c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:28:53.530644 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2af5a026-26eb-49e5-9dbc-946351196a9c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/ports/882316c3-cf01-4d9c-91aa-43e4b05b107d HTTP/1.1" status: 404 len: 333 time: 0.0668890 Apr 29 13:28:53.533538 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59168) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:53.550330 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5c2dd4b7-6da6-4df1-84ee-934c0f897e98 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:53.554903 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2dd4b7-6da6-4df1-84ee-934c0f897e98 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:53.555608 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5c2dd4b7-6da6-4df1-84ee-934c0f897e98 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:53.582500 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ffb9e3-06e2-4fcf-8132-52179d42b85b None None] Pushing event updated for resources: {'Port': ['ID=a538a240-5260-4b84-8e21-62dcbbad0a7f,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:53.640942 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3b8fdeca-d895-4236-b812-76c68baa44cb req-454853c8-82e0-43e1-85e5-62b59b04eb59 service neutron] 10.222.0.32 "GET /v2.0/networks/9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5598478 Apr 29 13:28:53.686770 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5c2dd4b7-6da6-4df1-84ee-934c0f897e98 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0091548 Apr 29 13:28:53.688136 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59172) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:53.721452 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca09e3db-afe8-4b59-af29-8b2f1cc81cf3 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] GET failed (client error): The resource could not be found. Apr 29 13:28:53.721944 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ca09e3db-afe8-4b59-af29-8b2f1cc81cf3 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Synchronizing usage tracker for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:28:53.725322 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2dd4b7-6da6-4df1-84ee-934c0f897e98 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Network': ['ID=e1d575c9-3c6c-4927-ade4-ecdf17034abc,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:53.731778 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-69e79de0-8f67-4171-a600-a919b5a7c0b2 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "PUT /v2.0/ports/7f8e22de-ff64-42ac-8398-9126772b7e77/tags/tempest-TagsExtTest-Tag-921196129 HTTP/1.1" status: 201 len: 201 time: 0.3630233 Apr 29 13:28:53.737023 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59176) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:53.739996 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network e1d575c9-3c6c-4927-ade4-ecdf17034abc details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:28:53.747909 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-b9b67e31-1d69-474a-81c2-e48ff561da37 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '99619b82-a64a-460a-9ca2-f7cfc9ff2e20', 'tempest-TagsExtTest-Tag-896922355') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:53.804166 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e26822-4157-4183-8063-dcc39d878d98 req-148a1e25-6e6f-48b9-844c-af350ed72b16 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:53.814936 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-99e26822-4157-4183-8063-dcc39d878d98 req-148a1e25-6e6f-48b9-844c-af350ed72b16 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.6105115 Apr 29 13:28:53.922355 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094c3b2c-614b-4bd8-8db8-9397c7c51d3b tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:53.926721 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-094c3b2c-614b-4bd8-8db8-9397c7c51d3b tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=4b7a89f6c8564a04be449e2e6b4a95e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2348862 Apr 29 13:28:53.928224 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59180) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:54.022141 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ca09e3db-afe8-4b59-af29-8b2f1cc81cf3 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Unset dirty status for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:28:54.029333 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ca09e3db-afe8-4b59-af29-8b2f1cc81cf3 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "GET /v2.0/ports/882316c3-cf01-4d9c-91aa-43e4b05b107d HTTP/1.1" status: 404 len: 333 time: 0.4285748 Apr 29 13:28:54.029467 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59184) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:54.106355 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.objects.ports [None req-f3e790c8-287a-4f32-9883-622e3b139ee4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83904) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 13:28:54.127155 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b9b67e31-1d69-474a-81c2-e48ff561da37 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "PUT /v2.0/routers/99619b82-a64a-460a-9ca2-f7cfc9ff2e20/tags/tempest-TagsExtTest-Tag-896922355 HTTP/1.1" status: 201 len: 201 time: 0.3893652 Apr 29 13:28:54.133151 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59188) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:54.142524 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-05de272a-6221-4087-937e-3411b41a3904 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '85ac0eb8-0545-4aa6-a3e0-18798d176314', 'tempest-TagsExtTest-Tag-1096947416') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:54.183837 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-116e996b-0e17-41ca-83d8-024741c8fe35 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting subnet 36af0d99-8b2d-450e-90fc-90d9c292a612 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:28:54.190807 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c151896-49dd-4add-a8e8-cf74c73577e4 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:54.191676 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3b8fdeca-d895-4236-b812-76c68baa44cb req-3ddad61f-de44-42aa-9681-6589f7a55a27 service neutron] 10.222.0.32 "GET /v2.0/networks/9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323741 Apr 29 13:28:54.196539 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6c151896-49dd-4add-a8e8-cf74c73577e4 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2672608 Apr 29 13:28:54.198902 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-116e996b-0e17-41ca-83d8-024741c8fe35 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:54.213966 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-99e26822-4157-4183-8063-dcc39d878d98 req-fcb9c5d3-9bae-4abc-b32d-b9c5d65d10c9 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3902917 Apr 29 13:28:54.214575 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59192) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:54.271010 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-116e996b-0e17-41ca-83d8-024741c8fe35 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:54.294908 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.ipam_pluggable_backend [None req-f3e790c8-287a-4f32-9883-622e3b139ee4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Port 0839f351-0366-4f6e-b01f-5c17a2547387 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=83904) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:607}} Apr 29 13:28:54.297201 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-06a95183-2855-429f-ad00-f89ffb80d40e tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3475bcf7-abe6-4964-9326-03174235aecc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0722566 Apr 29 13:28:54.300250 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59196) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:54.305926 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f3e790c8-287a-4f32-9883-622e3b139ee4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:54.312244 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0500d32-3c27-40c9-b753-6782c4b87b8b tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Router c3a9287b-73da-4b6b-80b0-855ea4de74fa has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:28:54.353690 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-05de272a-6221-4087-937e-3411b41a3904 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "PUT /v2.0/subnetpools/85ac0eb8-0545-4aa6-a3e0-18798d176314/tags/tempest-TagsExtTest-Tag-1096947416 HTTP/1.1" status: 201 len: 201 time: 0.2177994 Apr 29 13:28:54.354444 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59200) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:54.368929 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-96902dcc-122d-4f90-90b8-2003697fadb8 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=4b7a89f6c8564a04be449e2e6b4a95e5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0646081 Apr 29 13:28:54.370531 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-5b5064d7-c385-485b-998d-08538359a385 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '51849815-f430-43e8-9f6b-7772f83b7233', {'tags': ['tempest-TagsExtTest-Tag-1198172806', 'tempest-TagsExtTest-Tag-1511420115', 'tempest-TagsExtTest-Tag-166890633']}) {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:54.480287 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59204) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:54.497177 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c9cefd6a-09f1-470a-aeca-0efaa499d613 None None] Provisioning for port 0839f351-0366-4f6e-b01f-5c17a2547387 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:28:54.601202 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-116e996b-0e17-41ca-83d8-024741c8fe35 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:54.607050 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e790c8-287a-4f32-9883-622e3b139ee4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:54.636986 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5b5064d7-c385-485b-998d-08538359a385 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "PUT /v2.0/subnets/51849815-f430-43e8-9f6b-7772f83b7233/tags HTTP/1.1" status: 200 len: 317 time: 0.2740288 Apr 29 13:28:54.641305 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59208) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:54.650055 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-6581f64d-1d75-4166-86bc-9b0d034e896f tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '51849815-f430-43e8-9f6b-7772f83b7233') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:54.659191 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-f3e790c8-287a-4f32-9883-622e3b139ee4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:54.668539 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e790c8-287a-4f32-9883-622e3b139ee4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Subnet': ['ID=d0862f51-d621-4a5e-ac96-1c87e133145f,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:54.671297 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e790c8-287a-4f32-9883-622e3b139ee4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:54.671900 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f3e790c8-287a-4f32-9883-622e3b139ee4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:54.676990 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1002a5e6-c568-461f-aa5a-bd118ba8dda6 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:54.761924 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-116e996b-0e17-41ca-83d8-024741c8fe35 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:54.802297 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6581f64d-1d75-4166-86bc-9b0d034e896f tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "DELETE /v2.0/subnets/51849815-f430-43e8-9f6b-7772f83b7233/tags HTTP/1.1" status: 204 len: 168 time: 0.1602597 Apr 29 13:28:54.807805 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59212) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:54.810925 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e996b-0e17-41ca-83d8-024741c8fe35 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Subnet': ['ID=36af0d99-8b2d-450e-90fc-90d9c292a612,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:54.819663 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-b5c0a7d2-877c-4082-9949-623951e317fd tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '51849815-f430-43e8-9f6b-7772f83b7233', 'tempest-TagsExtTest-Tag-1198172806') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:54.877530 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f3e790c8-287a-4f32-9883-622e3b139ee4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6273193 Apr 29 13:28:54.882461 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3308595c-7da7-46b4-962a-1d0bce8617ce tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:54.883898 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3308595c-7da7-46b4-962a-1d0bce8617ce tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3961210 Apr 29 13:28:54.888064 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59216) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:54.888384 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59218) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:54.895051 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-116e996b-0e17-41ca-83d8-024741c8fe35 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:54.922072 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-116e996b-0e17-41ca-83d8-024741c8fe35 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/subnets/36af0d99-8b2d-450e-90fc-90d9c292a612 HTTP/1.1" status: 204 len: 168 time: 0.8918145 Apr 29 13:28:54.923582 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59224) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:54.938134 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-39c1b596-7fc0-4333-bc70-bd76db54f61f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'port': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'mac_address': 'fa:16:3e:94:2d:48', 'name': 'tempest-NetworksTestDHCPv6-1763765415'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:54.998724 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-71c7e66c-3bb7-4b65-b9f4-24da49ad57fa tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3475bcf7-abe6-4964-9326-03174235aecc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1047699 Apr 29 13:28:55.061786 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59228) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:55.073238 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-26c66a7e-6c20-4ae5-8ce8-f030aa0902e0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-972115294', 'network_id': 'e1d575c9-3c6c-4927-ade4-ecdf17034abc', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:55.079887 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0500d32-3c27-40c9-b753-6782c4b87b8b tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:28:55.093256 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f0500d32-3c27-40c9-b753-6782c4b87b8b tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] 10.222.0.76 "PUT /v2.0/routers/c3a9287b-73da-4b6b-80b0-855ea4de74fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8127546 Apr 29 13:28:55.103623 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1bb8af-1924-4c92-9d4e-5a1dcb1002f6 None None] Sync routers for ids ['c3a9287b-73da-4b6b-80b0-855ea4de74fa'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:28:55.107277 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59232) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:55.122051 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1bb8af-1924-4c92-9d4e-5a1dcb1002f6 None None] Routers {'c3a9287b-73da-4b6b-80b0-855ea4de74fa'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:28:55.123192 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-3c1bb8af-1924-4c92-9d4e-5a1dcb1002f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:28:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c3a9287b-73da-4b6b-80b0-855ea4de74fa'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:55.155762 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 0839f351-0366-4f6e-b01f-5c17a2547387 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:28:55.218166 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c00dfc-fa63-4a35-9f73-5b076047d3ac None None] Network 419c0378-d513-4bdc-8602-05fc8c1e5605 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:55.232324 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-3c1bb8af-1924-4c92-9d4e-5a1dcb1002f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:55.249831 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1bb8af-1924-4c92-9d4e-5a1dcb1002f6 None None] Routers {'c3a9287b-73da-4b6b-80b0-855ea4de74fa'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:28:55.251183 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-3c1bb8af-1924-4c92-9d4e-5a1dcb1002f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:28:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c3a9287b-73da-4b6b-80b0-855ea4de74fa'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:55.251317 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-85ffdc6d-7680-49bf-83ea-70a3886301f9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] delete failed (client error): The resource could not be found. Apr 29 13:28:55.252540 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-85ffdc6d-7680-49bf-83ea-70a3886301f9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] 10.222.0.76 "DELETE /v2.0/routers/tempest-non_exist_router-1673574045 HTTP/1.1" status: 404 len: 335 time: 0.1443164 Apr 29 13:28:55.258274 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59238) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:55.260696 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d73ab97d-a984-4eea-9345-676b5b6a150e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:55.266988 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-d80df55c-e7c3-43fd-8243-18a653ea21a5 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c3a9287b-73da-4b6b-80b0-855ea4de74fa'}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:55.287673 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-b5c0a7d2-877c-4082-9949-623951e317fd tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] show failed (client error): The resource could not be found. Apr 29 13:28:55.289075 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b5c0a7d2-877c-4082-9949-623951e317fd tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "GET /v2.0/subnets/51849815-f430-43e8-9f6b-7772f83b7233/tags/tempest-TagsExtTest-Tag-1198172806 HTTP/1.1" status: 404 len: 329 time: 0.4802372 Apr 29 13:28:55.294946 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59242) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:55.301839 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-4a8fcb86-3def-4023-8739-8843046298c7 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '51849815-f430-43e8-9f6b-7772f83b7233', 'tempest-TagsExtTest-Tag-1511420115') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:55.327038 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-3c1bb8af-1924-4c92-9d4e-5a1dcb1002f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:55.327442 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1bb8af-1924-4c92-9d4e-5a1dcb1002f6 None None] The sync data for ids ['c3a9287b-73da-4b6b-80b0-855ea4de74fa'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:28:55.335612 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-26c66a7e-6c20-4ae5-8ce8-f030aa0902e0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:55.342333 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-d73ab97d-a984-4eea-9345-676b5b6a150e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting port a538a240-5260-4b84-8e21-62dcbbad0a7f {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:55.342719 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d73ab97d-a984-4eea-9345-676b5b6a150e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:55.371965 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-26c66a7e-6c20-4ae5-8ce8-f030aa0902e0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:subnet and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:55.384162 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-26c66a7e-6c20-4ae5-8ce8-f030aa0902e0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:55.404844 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-26c66a7e-6c20-4ae5-8ce8-f030aa0902e0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:55.450434 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-39c1b596-7fc0-4333-bc70-bd76db54f61f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:55.457474 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-39c1b596-7fc0-4333-bc70-bd76db54f61f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:port and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:55.459418 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6cd29c75-f464-48b8-9a62-955036d30107 None None] Provisioning for port a538a240-5260-4b84-8e21-62dcbbad0a7f completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:28:55.508827 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 0839f351-0366-4f6e-b01f-5c17a2547387 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:28:55.513356 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-39c1b596-7fc0-4333-bc70-bd76db54f61f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:55.516952 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 0839f351-0366-4f6e-b01f-5c17a2547387 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:55.517516 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:55.526503 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-39c1b596-7fc0-4333-bc70-bd76db54f61f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:55.529470 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c66a7e-6c20-4ae5-8ce8-f030aa0902e0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Made reservation on behalf of 4b7a89f6c8564a04be449e2e6b4a95e5 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:55.708443 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c1b596-7fc0-4333-bc70-bd76db54f61f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:55.735361 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:55.752653 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80929d7a-34b5-4d78-875e-6da055c9a57a None None] DHCP port deletion for 419c0378-d513-4bdc-8602-05fc8c1e5605 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:28:55.761437 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-80929d7a-34b5-4d78-875e-6da055c9a57a None None] Deleting port a538a240-5260-4b84-8e21-62dcbbad0a7f {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:55.762106 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-80929d7a-34b5-4d78-875e-6da055c9a57a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:55.777434 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-26c66a7e-6c20-4ae5-8ce8-f030aa0902e0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:55.804234 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-d73ab97d-a984-4eea-9345-676b5b6a150e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] For port a538a240-5260-4b84-8e21-62dcbbad0a7f, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a538a240-5260-4b84-8e21-62dcbbad0a7f,segment=NetworkSegment(d3942407-3943-404e-b107-b368db540304),segment_id=d3942407-3943-404e-b107-b368db540304)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:55.804594 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d73ab97d-a984-4eea-9345-676b5b6a150e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:55.818509 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-4a8fcb86-3def-4023-8739-8843046298c7 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] show failed (client error): The resource could not be found. Apr 29 13:28:55.822563 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4a8fcb86-3def-4023-8739-8843046298c7 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "GET /v2.0/subnets/51849815-f430-43e8-9f6b-7772f83b7233/tags/tempest-TagsExtTest-Tag-1511420115 HTTP/1.1" status: 404 len: 329 time: 0.5249710 Apr 29 13:28:55.829017 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59246) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:55.834683 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 0839f351-0366-4f6e-b01f-5c17a2547387, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=0839f351-0366-4f6e-b01f-5c17a2547387,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:55.845297 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0eb63-700c-4ba3-89c5-caa0126d27ee req-5df3db41-3fda-413a-a567-2d575acbd2f6 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:55.846825 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a4e0eb63-700c-4ba3-89c5-caa0126d27ee req-5df3db41-3fda-413a-a567-2d575acbd2f6 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.4440627 Apr 29 13:28:55.870533 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:55.871626 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a538a240-5260-4b84-8e21-62dcbbad0a7f up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:28:55.895077 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-39c1b596-7fc0-4333-bc70-bd76db54f61f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:55.913519 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-2e9205f0-de40-4460-a69b-b0d78a347705 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '51849815-f430-43e8-9f6b-7772f83b7233', 'tempest-TagsExtTest-Tag-166890633') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:55.935492 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-39c1b596-7fc0-4333-bc70-bd76db54f61f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] device_id is not set on port 140e5037-641a-4cca-a0fd-20da9a32c441 yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:28:56.015296 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=0839f351-0366-4f6e-b01f-5c17a2547387,revision_number=6']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:56.116129 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-d73ab97d-a984-4eea-9345-676b5b6a150e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Calling delete_port for a538a240-5260-4b84-8e21-62dcbbad0a7f owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:56.134111 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d80df55c-e7c3-43fd-8243-18a653ea21a5 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:56.136019 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:56.136390 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:56.136733 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:56.137126 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:56.137480 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:56.137940 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:56.138897 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:56.138897 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:56.138897 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:56.139259 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:56.139919 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:28:56.204619 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port a538a240-5260-4b84-8e21-62dcbbad0a7f completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:28:56.213051 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-80929d7a-34b5-4d78-875e-6da055c9a57a None None] For port a538a240-5260-4b84-8e21-62dcbbad0a7f, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a538a240-5260-4b84-8e21-62dcbbad0a7f,segment=NetworkSegment(d3942407-3943-404e-b107-b368db540304),segment_id=d3942407-3943-404e-b107-b368db540304)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:28:56.213496 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-80929d7a-34b5-4d78-875e-6da055c9a57a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:56.226195 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port a538a240-5260-4b84-8e21-62dcbbad0a7f triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:56.226195 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:56.246879 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a4e0eb63-700c-4ba3-89c5-caa0126d27ee req-452dc73b-03d6-4212-aa4d-ae3dc34cc373 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3003616 Apr 29 13:28:56.316293 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d73ab97d-a984-4eea-9345-676b5b6a150e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:56.316639 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-d80df55c-e7c3-43fd-8243-18a653ea21a5 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] update failed (client error): The resource could not be found. Apr 29 13:28:56.322160 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d80df55c-e7c3-43fd-8243-18a653ea21a5 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] 10.222.0.76 "PUT /v2.0/routers/c3a9287b-73da-4b6b-80b0-855ea4de74fa HTTP/1.1" status: 404 len: 339 time: 1.0628808 Apr 29 13:28:56.322748 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59252) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:56.334646 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-ff54dae9-cabe-4016-b215-124097fd3688 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1293241922'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:56.371960 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ff54dae9-cabe-4016-b215-124097fd3688 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:56.381878 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ff54dae9-cabe-4016-b215-124097fd3688 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Usage tracker for resource:network and tenant:0ec2d7aafe4a447b864638ef9d1eeef1 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:56.387000 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ff54dae9-cabe-4016-b215-124097fd3688 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:56.390521 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-80929d7a-34b5-4d78-875e-6da055c9a57a None None] Calling delete_port for a538a240-5260-4b84-8e21-62dcbbad0a7f owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:56.396003 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ff54dae9-cabe-4016-b215-124097fd3688 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:56.399678 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ab97d-a984-4eea-9345-676b5b6a150e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Port': ['ID=a538a240-5260-4b84-8e21-62dcbbad0a7f,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:56.408215 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-2e9205f0-de40-4460-a69b-b0d78a347705 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] show failed (client error): The resource could not be found. Apr 29 13:28:56.413188 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2e9205f0-de40-4460-a69b-b0d78a347705 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "GET /v2.0/subnets/51849815-f430-43e8-9f6b-7772f83b7233/tags/tempest-TagsExtTest-Tag-166890633 HTTP/1.1" status: 404 len: 328 time: 0.5648582 Apr 29 13:28:56.413424 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59256) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:56.420407 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73ab97d-a984-4eea-9345-676b5b6a150e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] No DVR routers for this DVR port a538a240-5260-4b84-8e21-62dcbbad0a7f on host dv-neutron-839027-4-hyperv {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:28:56.422019 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.tag.tag_plugin [None req-9ac10a64-381c-4b2f-b68c-41f36a6950a9 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7f8e22de-ff64-42ac-8398-9126772b7e77', {'tags': ['tempest-TagsExtTest-Tag-487353', 'tempest-TagsExtTest-Tag-2108425248', 'tempest-TagsExtTest-Tag-701378670']}) {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:56.455294 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-39c1b596-7fc0-4333-bc70-bd76db54f61f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Allocated IP 172.20.0.14 (b2591163-41a9-4c5e-86a6-99ddbf59518f/6a42defc-d7d2-49ce-94b1-b938a8055212/140e5037-641a-4cca-a0fd-20da9a32c441) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:28:56.463920 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff54dae9-cabe-4016-b215-124097fd3688 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Made reservation on behalf of 0ec2d7aafe4a447b864638ef9d1eeef1 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:56.466899 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ff54dae9-cabe-4016-b215-124097fd3688 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:56.476484 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d6b0d6c7-27e5-4d39-952b-088064e5e2aa None None] Provisioning complete for port 0839f351-0366-4f6e-b01f-5c17a2547387 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:56.476743 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d6b0d6c7-27e5-4d39-952b-088064e5e2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:56.503391 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-39c1b596-7fc0-4333-bc70-bd76db54f61f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Allocated IP 2001:db8::f816:3eff:fe94:2d48 (b2591163-41a9-4c5e-86a6-99ddbf59518f/d0862f51-d621-4a5e-ac96-1c87e133145f/140e5037-641a-4cca-a0fd-20da9a32c441) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:28:56.514241 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Could not find standard attr ID for object a538a240-5260-4b84-8e21-62dcbbad0a7f. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:28:56.524905 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No ports have port_id starting with a538a240-5260-4b84-8e21-62dcbbad0a7f Apr 29 13:28:56.546245 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-80929d7a-34b5-4d78-875e-6da055c9a57a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:28:56.546844 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-80929d7a-34b5-4d78-875e-6da055c9a57a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:28:56.561243 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff54dae9-cabe-4016-b215-124097fd3688 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:28:56.588042 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9ac10a64-381c-4b2f-b68c-41f36a6950a9 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "PUT /v2.0/ports/7f8e22de-ff64-42ac-8398-9126772b7e77/tags HTTP/1.1" status: 200 len: 313 time: 0.1704490 Apr 29 13:28:56.591796 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59260) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:56.598516 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ff54dae9-cabe-4016-b215-124097fd3688 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:56.598877 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-ff54dae9-cabe-4016-b215-124097fd3688 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Added segment 94e4f55b-2669-4b6f-ab63-872c8fa20b43 of type vlan for network 45eb8610-27a6-46a5-8efc-2a56aa1c6da6 Apr 29 13:28:56.610165 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-09943c83-bdd7-4162-b9a7-c18f545783ce tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7f8e22de-ff64-42ac-8398-9126772b7e77') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:56.706566 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ff54dae9-cabe-4016-b215-124097fd3688 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:56.736780 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d73ab97d-a984-4eea-9345-676b5b6a150e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:56.750333 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-26c66a7e-6c20-4ae5-8ce8-f030aa0902e0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:56.782731 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ff54dae9-cabe-4016-b215-124097fd3688 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:56.786375 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff54dae9-cabe-4016-b215-124097fd3688 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:56.787489 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ff54dae9-cabe-4016-b215-124097fd3688 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:56.820649 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-d73ab97d-a984-4eea-9345-676b5b6a150e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['419c0378-d513-4bdc-8602-05fc8c1e5605']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:56.828257 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-39c1b596-7fc0-4333-bc70-bd76db54f61f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:56.832841 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ff54dae9-cabe-4016-b215-124097fd3688 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5063703 Apr 29 13:28:56.841819 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59264) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:56.848871 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-d73ab97d-a984-4eea-9345-676b5b6a150e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3942407-3943-404e-b107-b368db540304') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:56.849700 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-d73ab97d-a984-4eea-9345-676b5b6a150e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3942407-3943-404e-b107-b368db540304') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:56.862244 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-6fdbe24f-9f27-4bea-ad8c-5b793653e2f6 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Request body: {'subnet': {'network_id': '45eb8610-27a6-46a5-8efc-2a56aa1c6da6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:56.894049 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d73ab97d-a984-4eea-9345-676b5b6a150e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:56.905499 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c66a7e-6c20-4ae5-8ce8-f030aa0902e0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Subnet': ['ID=3f931df7-73d1-4c94-a80f-eddea4fdd860,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:56.919773 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-39c1b596-7fc0-4333-bc70-bd76db54f61f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Transition to ACTIVE for port object 140e5037-641a-4cca-a0fd-20da9a32c441 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:56.930718 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff54dae9-cabe-4016-b215-124097fd3688 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Pushing event updated for resources: {'Network': ['ID=45eb8610-27a6-46a5-8efc-2a56aa1c6da6,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:56.941422 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 45eb8610-27a6-46a5-8efc-2a56aa1c6da6 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:28:56.953803 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-39c1b596-7fc0-4333-bc70-bd76db54f61f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:56.995592 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d73ab97d-a984-4eea-9345-676b5b6a150e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:57.021956 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73ab97d-a984-4eea-9345-676b5b6a150e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:28:57.022349 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d73ab97d-a984-4eea-9345-676b5b6a150e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:57.035234 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1b596-7fc0-4333-bc70-bd76db54f61f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Port': ['ID=140e5037-641a-4cca-a0fd-20da9a32c441,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:28:57.038261 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:28:57.056934 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c1b596-7fc0-4333-bc70-bd76db54f61f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:57.058344 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-39c1b596-7fc0-4333-bc70-bd76db54f61f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:57.059050 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-80929d7a-34b5-4d78-875e-6da055c9a57a None None] Deleting port a538a240-5260-4b84-8e21-62dcbbad0a7f {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:57.059450 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-80929d7a-34b5-4d78-875e-6da055c9a57a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:57.060747 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c1b596-7fc0-4333-bc70-bd76db54f61f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:28:57.107398 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c66a7e-6c20-4ae5-8ce8-f030aa0902e0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Checking segment: {'id': '2c280f1a-e81a-40e0-9964-5c94572bd7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e1d575c9-3c6c-4927-ade4-ecdf17034abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:28:57.107754 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c66a7e-6c20-4ae5-8ce8-f030aa0902e0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network hostable DHCP agents. Network: e1d575c9-3c6c-4927-ade4-ecdf17034abc, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:28:57.109792 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 0839f351-0366-4f6e-b01f-5c17a2547387 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:28:57.112663 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6fdbe24f-9f27-4bea-ad8c-5b793653e2f6 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:57.137614 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c1b596-7fc0-4333-bc70-bd76db54f61f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:57.140001 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-39c1b596-7fc0-4333-bc70-bd76db54f61f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:57.149745 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6fdbe24f-9f27-4bea-ad8c-5b793653e2f6 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Usage tracker for resource:subnet and tenant:0ec2d7aafe4a447b864638ef9d1eeef1 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:57.154463 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6fdbe24f-9f27-4bea-ad8c-5b793653e2f6 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:57.161357 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6fdbe24f-9f27-4bea-ad8c-5b793653e2f6 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:57.167369 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-09943c83-bdd7-4162-b9a7-c18f545783ce tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "DELETE /v2.0/ports/7f8e22de-ff64-42ac-8398-9126772b7e77/tags HTTP/1.1" status: 204 len: 168 time: 0.5687134 Apr 29 13:28:57.170763 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59268) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:57.179734 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d73ab97d-a984-4eea-9345-676b5b6a150e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:57.184894 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.tag.tag_plugin [None req-26cb674b-88ba-4148-974a-a8954d931254 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7f8e22de-ff64-42ac-8398-9126772b7e77', 'tempest-TagsExtTest-Tag-487353') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:57.201236 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d73ab97d-a984-4eea-9345-676b5b6a150e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:57.204295 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdbe24f-9f27-4bea-ad8c-5b793653e2f6 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Made reservation on behalf of 0ec2d7aafe4a447b864638ef9d1eeef1 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:57.216937 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-39c1b596-7fc0-4333-bc70-bd76db54f61f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.3273458 Apr 29 13:28:57.222480 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59272) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:57.225636 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c66a7e-6c20-4ae5-8ce8-f030aa0902e0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network e1d575c9-3c6c-4927-ade4-ecdf17034abc is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:28:57.231744 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-80929d7a-34b5-4d78-875e-6da055c9a57a None None] The port 'a538a240-5260-4b84-8e21-62dcbbad0a7f' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:28:57.235547 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ab97d-a984-4eea-9345-676b5b6a150e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Network': ['ID=419c0378-d513-4bdc-8602-05fc8c1e5605,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:57.275430 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 0839f351-0366-4f6e-b01f-5c17a2547387 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:57.276064 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:57.350482 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-26c66a7e-6c20-4ae5-8ce8-f030aa0902e0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, e1d575c9-3c6c-4927-ade4-ecdf17034abc) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:57.360282 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c04dd4a-d026-4ee6-bfad-5cf2f4da41b3 None None] Network e1d575c9-3c6c-4927-ade4-ecdf17034abc requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:57.365742 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d73ab97d-a984-4eea-9345-676b5b6a150e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/networks/419c0378-d513-4bdc-8602-05fc8c1e5605 HTTP/1.1" status: 204 len: 168 time: 2.4377341 Apr 29 13:28:57.368566 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59276) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:57.371988 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-26cb674b-88ba-4148-974a-a8954d931254 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] show failed (client error): The resource could not be found. Apr 29 13:28:57.375949 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-26cb674b-88ba-4148-974a-a8954d931254 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "GET /v2.0/ports/7f8e22de-ff64-42ac-8398-9126772b7e77/tags/tempest-TagsExtTest-Tag-487353 HTTP/1.1" status: 404 len: 325 time: 0.2013540 Apr 29 13:28:57.376264 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59280) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:57.381151 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-95f43a77-4bc5-4b61-967a-e5395a8fa001 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-653820582'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:57.383208 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.tag.tag_plugin [None req-92f33139-9b87-4048-95e2-9eca6cd7f951 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7f8e22de-ff64-42ac-8398-9126772b7e77', 'tempest-TagsExtTest-Tag-2108425248') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:57.386087 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c66a7e-6c20-4ae5-8ce8-f030aa0902e0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:57.386658 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-26c66a7e-6c20-4ae5-8ce8-f030aa0902e0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:57.413313 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-95f43a77-4bc5-4b61-967a-e5395a8fa001 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:57.420523 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-95f43a77-4bc5-4b61-967a-e5395a8fa001 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:network and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:57.423844 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3293c77c-f878-4902-942d-b4b32d79d752 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:57.425437 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-95f43a77-4bc5-4b61-967a-e5395a8fa001 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:57.429214 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3293c77c-f878-4902-942d-b4b32d79d752 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:57.430151 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3293c77c-f878-4902-942d-b4b32d79d752 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:28:57.433358 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-95f43a77-4bc5-4b61-967a-e5395a8fa001 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:57.448477 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6fdbe24f-9f27-4bea-ad8c-5b793653e2f6 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:57.470330 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-26c66a7e-6c20-4ae5-8ce8-f030aa0902e0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3996098 Apr 29 13:28:57.473373 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f43a77-4bc5-4b61-967a-e5395a8fa001 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:57.477770 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-95f43a77-4bc5-4b61-967a-e5395a8fa001 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:57.484945 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3293c77c-f878-4902-942d-b4b32d79d752 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:28:57.487051 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3293c77c-f878-4902-942d-b4b32d79d752 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2630718 Apr 29 13:28:57.489646 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59286) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:57.614531 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f43a77-4bc5-4b61-967a-e5395a8fa001 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:28:57.620507 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-82499fc5-c403-4617-b592-c5164374b0ba tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting port 140e5037-641a-4cca-a0fd-20da9a32c441 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:28:57.620936 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-82499fc5-c403-4617-b592-c5164374b0ba tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:57.632276 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-95f43a77-4bc5-4b61-967a-e5395a8fa001 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:57.632805 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-95f43a77-4bc5-4b61-967a-e5395a8fa001 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Added segment aa8d6128-46de-400a-ac34-8d817341748b of type vlan for network 93de1026-b891-4865-a51a-c91a652c77a1 Apr 29 13:28:57.660282 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-69454f45-3d3b-46f9-9efc-6ace0ebce163 None None] Provisioning for port 140e5037-641a-4cca-a0fd-20da9a32c441 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:28:57.672540 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-69454f45-3d3b-46f9-9efc-6ace0ebce163 None None] Provisioning complete for port 140e5037-641a-4cca-a0fd-20da9a32c441 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:28:57.673222 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-69454f45-3d3b-46f9-9efc-6ace0ebce163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:57.679931 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-95f43a77-4bc5-4b61-967a-e5395a8fa001 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:57.695114 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-92f33139-9b87-4048-95e2-9eca6cd7f951 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] show failed (client error): The resource could not be found. Apr 29 13:28:57.699129 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-92f33139-9b87-4048-95e2-9eca6cd7f951 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "GET /v2.0/ports/7f8e22de-ff64-42ac-8398-9126772b7e77/tags/tempest-TagsExtTest-Tag-2108425248 HTTP/1.1" status: 404 len: 329 time: 0.3190989 Apr 29 13:28:57.700000 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59290) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:57.716284 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a538a240-5260-4b84-8e21-62dcbbad0a7f no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:28:57.721263 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.tag.tag_plugin [None req-71b03187-034b-4971-a6e5-57e3e03bc29f tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7f8e22de-ff64-42ac-8398-9126772b7e77', 'tempest-TagsExtTest-Tag-701378670') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:57.763691 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: a538a240-5260-4b84-8e21-62dcbbad0a7f {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:28:57.764315 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a538a240-5260-4b84-8e21-62dcbbad0a7f not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:28:57.828080 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-95f43a77-4bc5-4b61-967a-e5395a8fa001 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:57.833084 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f43a77-4bc5-4b61-967a-e5395a8fa001 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:57.834553 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-95f43a77-4bc5-4b61-967a-e5395a8fa001 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:57.843500 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803e18f9-8ad6-4156-b55b-1aaf26abd3f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-e1d575c9-3c6c-4927-ade4-ecdf17034abc', 'network_id': 'e1d575c9-3c6c-4927-ade4-ecdf17034abc', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ips': [{'subnet_id': '3f931df7-73d1-4c94-a80f-eddea4fdd860'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:28:57.844585 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-803e18f9-8ad6-4156-b55b-1aaf26abd3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:57.866881 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-69454f45-3d3b-46f9-9efc-6ace0ebce163 None None] Port 140e5037-641a-4cca-a0fd-20da9a32c441 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:28:57.960462 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-71b03187-034b-4971-a6e5-57e3e03bc29f tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] show failed (client error): The resource could not be found. Apr 29 13:28:57.964841 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-71b03187-034b-4971-a6e5-57e3e03bc29f tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "GET /v2.0/ports/7f8e22de-ff64-42ac-8398-9126772b7e77/tags/tempest-TagsExtTest-Tag-701378670 HTTP/1.1" status: 404 len: 328 time: 0.2605193 Apr 29 13:28:57.965538 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-95f43a77-4bc5-4b61-967a-e5395a8fa001 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5980744 Apr 29 13:28:57.970039 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59294) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:57.970675 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59296) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:57.982762 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-569eef4b-eaaa-40c2-a1fb-b77011ff99df tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '99619b82-a64a-460a-9ca2-f7cfc9ff2e20', {'tags': ['tempest-TagsExtTest-Tag-1406495513', 'tempest-TagsExtTest-Tag-1054004210', 'tempest-TagsExtTest-Tag-252937904']}) {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:58.001177 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:58.048104 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-6a24758a-5124-4c08-9057-7449552789c2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'subnet': {'network_id': '93de1026-b891-4865-a51a-c91a652c77a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:58.066284 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59302) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:58.077565 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-bc86ce5b-bf55-493c-b197-03fb148fff5e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-19600126', 'description': 'tempest-secgroup-smoke-19600126 description', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:58.101293 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-bc86ce5b-bf55-493c-b197-03fb148fff5e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:58.125400 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-bc86ce5b-bf55-493c-b197-03fb148fff5e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:58.135042 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-82499fc5-c403-4617-b592-c5164374b0ba tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:58.169934 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-803e18f9-8ad6-4156-b55b-1aaf26abd3f3 None None] Allocated IP 172.20.0.18 (e1d575c9-3c6c-4927-ade4-ecdf17034abc/3f931df7-73d1-4c94-a80f-eddea4fdd860/5ff76927-18aa-4bc3-bb4f-55c72b87cf95) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:28:58.197376 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc86ce5b-bf55-493c-b197-03fb148fff5e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:58.202782 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6fdbe24f-9f27-4bea-ad8c-5b793653e2f6 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:58.268302 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-82499fc5-c403-4617-b592-c5164374b0ba tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Calling delete_port for 140e5037-641a-4cca-a0fd-20da9a32c441 owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:28:58.336011 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f43a77-4bc5-4b61-967a-e5395a8fa001 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Network': ['ID=93de1026-b891-4865-a51a-c91a652c77a1,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:58.343158 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-bc86ce5b-bf55-493c-b197-03fb148fff5e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:58.350077 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bc86ce5b-bf55-493c-b197-03fb148fff5e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:58.354515 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bc86ce5b-bf55-493c-b197-03fb148fff5e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:58.371282 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-bc86ce5b-bf55-493c-b197-03fb148fff5e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:58.373875 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 93de1026-b891-4865-a51a-c91a652c77a1 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:28:58.405440 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6a24758a-5124-4c08-9057-7449552789c2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:58.418049 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-569eef4b-eaaa-40c2-a1fb-b77011ff99df tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "PUT /v2.0/routers/99619b82-a64a-460a-9ca2-f7cfc9ff2e20/tags HTTP/1.1" status: 200 len: 317 time: 0.4382875 Apr 29 13:28:58.418311 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6a24758a-5124-4c08-9057-7449552789c2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:subnet and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:58.421159 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdbe24f-9f27-4bea-ad8c-5b793653e2f6 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Pushing event updated for resources: {'Subnet': ['ID=5fc151dc-5fe8-4859-a903-a3b38cedfb41,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:58.424280 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6a24758a-5124-4c08-9057-7449552789c2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:58.426883 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59306) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:58.436680 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-1121d31d-1e3d-4f0c-bb13-dec56f50a11f tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '99619b82-a64a-460a-9ca2-f7cfc9ff2e20') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:58.492341 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6a24758a-5124-4c08-9057-7449552789c2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:58.492598 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc86ce5b-bf55-493c-b197-03fb148fff5e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:58.503391 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-803e18f9-8ad6-4156-b55b-1aaf26abd3f3 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:58.528925 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc86ce5b-bf55-493c-b197-03fb148fff5e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:58.594766 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86ce5b-bf55-493c-b197-03fb148fff5e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14dcf634-cd52-48af-9431-d25d9e8fbe44,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:58.608234 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc86ce5b-bf55-493c-b197-03fb148fff5e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:58.609448 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-bc86ce5b-bf55-493c-b197-03fb148fff5e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.5420277 Apr 29 13:28:58.613389 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59310) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:58.620413 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-19b2b988-2396-4c06-ac0a-c1dd3355a856 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '14dcf634-cd52-48af-9431-d25d9e8fbe44', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:58.626180 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-19b2b988-2396-4c06-ac0a-c1dd3355a856 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:58.630777 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-803e18f9-8ad6-4156-b55b-1aaf26abd3f3 None None] Transition to ACTIVE for port object 5ff76927-18aa-4bc3-bb4f-55c72b87cf95 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:58.631004 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-19b2b988-2396-4c06-ac0a-c1dd3355a856 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:58.633388 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-82499fc5-c403-4617-b592-c5164374b0ba tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:58.635082 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-19b2b988-2396-4c06-ac0a-c1dd3355a856 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:58.653288 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-803e18f9-8ad6-4156-b55b-1aaf26abd3f3 None None] Transition to ACTIVE for port object 5ff76927-18aa-4bc3-bb4f-55c72b87cf95 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:58.659998 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-803e18f9-8ad6-4156-b55b-1aaf26abd3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:58.683763 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdbe24f-9f27-4bea-ad8c-5b793653e2f6 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Checking segment: {'id': '94e4f55b-2669-4b6f-ab63-872c8fa20b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '45eb8610-27a6-46a5-8efc-2a56aa1c6da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:28:58.684165 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdbe24f-9f27-4bea-ad8c-5b793653e2f6 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Network hostable DHCP agents. Network: 45eb8610-27a6-46a5-8efc-2a56aa1c6da6, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:28:58.702622 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a24758a-5124-4c08-9057-7449552789c2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:28:58.732418 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803e18f9-8ad6-4156-b55b-1aaf26abd3f3 None None] Network e1d575c9-3c6c-4927-ade4-ecdf17034abc is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:28:58.735473 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-803e18f9-8ad6-4156-b55b-1aaf26abd3f3 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:58.740447 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803e18f9-8ad6-4156-b55b-1aaf26abd3f3 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:28:58.743376 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e18f9-8ad6-4156-b55b-1aaf26abd3f3 None None] Pushing event updated for resources: {'Port': ['ID=5ff76927-18aa-4bc3-bb4f-55c72b87cf95,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:58.788284 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82499fc5-c403-4617-b592-c5164374b0ba tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Port': ['ID=140e5037-641a-4cca-a0fd-20da9a32c441,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:58.789853 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-19b2b988-2396-4c06-ac0a-c1dd3355a856 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:58.838874 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6a24758a-5124-4c08-9057-7449552789c2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:58.843672 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-803e18f9-8ad6-4156-b55b-1aaf26abd3f3 None None] Attempting to bind port 5ff76927-18aa-4bc3-bb4f-55c72b87cf95 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:28:58.844245 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-803e18f9-8ad6-4156-b55b-1aaf26abd3f3 None None] Attempting to bind port 5ff76927-18aa-4bc3-bb4f-55c72b87cf95 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '2c280f1a-e81a-40e0-9964-5c94572bd7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e1d575c9-3c6c-4927-ade4-ecdf17034abc'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:28:58.844846 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803e18f9-8ad6-4156-b55b-1aaf26abd3f3 None None] Attempting to bind port 5ff76927-18aa-4bc3-bb4f-55c72b87cf95 on network e1d575c9-3c6c-4927-ade4-ecdf17034abc {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:28:58.853417 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803e18f9-8ad6-4156-b55b-1aaf26abd3f3 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:28:58.854201 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803e18f9-8ad6-4156-b55b-1aaf26abd3f3 None None] Checking segment: {'id': '2c280f1a-e81a-40e0-9964-5c94572bd7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e1d575c9-3c6c-4927-ade4-ecdf17034abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:28:58.854765 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-803e18f9-8ad6-4156-b55b-1aaf26abd3f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:58.855447 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803e18f9-8ad6-4156-b55b-1aaf26abd3f3 None None] Bound using segment: {'id': '2c280f1a-e81a-40e0-9964-5c94572bd7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e1d575c9-3c6c-4927-ade4-ecdf17034abc'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:28:58.856071 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-803e18f9-8ad6-4156-b55b-1aaf26abd3f3 None None] Bound port: 5ff76927-18aa-4bc3-bb4f-55c72b87cf95, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c280f1a-e81a-40e0-9964-5c94572bd7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e1d575c9-3c6c-4927-ade4-ecdf17034abc'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:28:58.857103 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-803e18f9-8ad6-4156-b55b-1aaf26abd3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:58.914890 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdbe24f-9f27-4bea-ad8c-5b793653e2f6 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Network 45eb8610-27a6-46a5-8efc-2a56aa1c6da6 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:28:58.924871 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-19b2b988-2396-4c06-ac0a-c1dd3355a856 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:58.991554 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1121d31d-1e3d-4f0c-bb13-dec56f50a11f tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "DELETE /v2.0/routers/99619b82-a64a-460a-9ca2-f7cfc9ff2e20/tags HTTP/1.1" status: 204 len: 168 time: 0.5619786 Apr 29 13:28:58.992597 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-6fdbe24f-9f27-4bea-ad8c-5b793653e2f6 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 45eb8610-27a6-46a5-8efc-2a56aa1c6da6) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:58.995020 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59314) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:58.998742 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdbe24f-9f27-4bea-ad8c-5b793653e2f6 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:58.999321 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6fdbe24f-9f27-4bea-ad8c-5b793653e2f6 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:59.000923 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.tag.tag_plugin [None req-85f20c9b-914f-4bf7-99e2-356ccff27235 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '99619b82-a64a-460a-9ca2-f7cfc9ff2e20', 'tempest-TagsExtTest-Tag-1406495513') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:59.007718 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ea678a-9658-4a0b-95ec-e49054e8f7e5 None None] Network 45eb8610-27a6-46a5-8efc-2a56aa1c6da6 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:59.037001 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6fdbe24f-9f27-4bea-ad8c-5b793653e2f6 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1919088 Apr 29 13:28:59.039976 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59318) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:59.066256 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-82499fc5-c403-4617-b592-c5164374b0ba tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:59.068370 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-82499fc5-c403-4617-b592-c5164374b0ba tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/140e5037-641a-4cca-a0fd-20da9a32c441 HTTP/1.1" status: 204 len: 168 time: 1.5770028 Apr 29 13:28:59.090703 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-803e18f9-8ad6-4156-b55b-1aaf26abd3f3 None None] For port 5ff76927-18aa-4bc3-bb4f-55c72b87cf95, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:28:59.091629 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-ff6ac8f1-47a2-479e-9501-66c6a4f70dde tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Request body: {'router': {'external_gateway_info': {'network_id': '45eb8610-27a6-46a5-8efc-2a56aa1c6da6'}}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:59.112531 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-803e18f9-8ad6-4156-b55b-1aaf26abd3f3 None None] For port 5ff76927-18aa-4bc3-bb4f-55c72b87cf95, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=5ff76927-18aa-4bc3-bb4f-55c72b87cf95,segment=NetworkSegment(2c280f1a-e81a-40e0-9964-5c94572bd7b5),segment_id=2c280f1a-e81a-40e0-9964-5c94572bd7b5)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:28:59.122194 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-803e18f9-8ad6-4156-b55b-1aaf26abd3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:59.165784 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-19b2b988-2396-4c06-ac0a-c1dd3355a856 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:59.172446 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59322) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:59.225425 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-19b2b988-2396-4c06-ac0a-c1dd3355a856 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:59.248947 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e18f9-8ad6-4156-b55b-1aaf26abd3f3 None None] Pushing event updated for resources: {'Port': ['ID=5ff76927-18aa-4bc3-bb4f-55c72b87cf95,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:59.271450 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2b988-2396-4c06-ac0a-c1dd3355a856 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d24ad96d-146b-4db6-850a-e99e03cd9624,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:59.298090 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1187f80-a53f-4582-887a-0b0da4c9e9aa tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:59.299411 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1187f80-a53f-4582-887a-0b0da4c9e9aa tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:59.300705 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1187f80-a53f-4582-887a-0b0da4c9e9aa tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:59.301508 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-c1187f80-a53f-4582-887a-0b0da4c9e9aa tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:28:59.307289 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-19b2b988-2396-4c06-ac0a-c1dd3355a856 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:59.308511 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-19b2b988-2396-4c06-ac0a-c1dd3355a856 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6941383 Apr 29 13:28:59.312958 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59326) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:59.327971 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-d9aeefa9-2911-46b8-aa8f-c7e00d88d547 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '14dcf634-cd52-48af-9431-d25d9e8fbe44', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:59.335876 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-85f20c9b-914f-4bf7-99e2-356ccff27235 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] show failed (client error): The resource could not be found. Apr 29 13:28:59.345608 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-85f20c9b-914f-4bf7-99e2-356ccff27235 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "GET /v2.0/routers/99619b82-a64a-460a-9ca2-f7cfc9ff2e20/tags/tempest-TagsExtTest-Tag-1406495513 HTTP/1.1" status: 404 len: 329 time: 0.3491971 Apr 29 13:28:59.346273 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59330) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:59.350577 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-d9aeefa9-2911-46b8-aa8f-c7e00d88d547 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:28:59.356014 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82d6b98-4a5d-4b07-bec7-d3609672875d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-45eb8610-27a6-46a5-8efc-2a56aa1c6da6', 'network_id': '45eb8610-27a6-46a5-8efc-2a56aa1c6da6', 'tenant_id': '0ec2d7aafe4a447b864638ef9d1eeef1', 'fixed_ips': [{'subnet_id': '5fc151dc-5fe8-4859-a903-a3b38cedfb41'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:28:59.356534 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.tag.tag_plugin [None req-cbb89cb6-4bc2-40e0-913c-fa48e0f123bf tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '99619b82-a64a-460a-9ca2-f7cfc9ff2e20', 'tempest-TagsExtTest-Tag-1054004210') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:59.356876 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b82d6b98-4a5d-4b07-bec7-d3609672875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:59.410562 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-c1187f80-a53f-4582-887a-0b0da4c9e9aa tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:28:59.414455 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c1187f80-a53f-4582-887a-0b0da4c9e9aa tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2375059 Apr 29 13:28:59.425134 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59334) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:59.428503 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d9aeefa9-2911-46b8-aa8f-c7e00d88d547 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:28:59.485952 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d9aeefa9-2911-46b8-aa8f-c7e00d88d547 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:28:59.554555 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-d9aeefa9-2911-46b8-aa8f-c7e00d88d547 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:28:59.588994 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-b82d6b98-4a5d-4b07-bec7-d3609672875d None None] Allocated IP 2001:db8:1::2 (45eb8610-27a6-46a5-8efc-2a56aa1c6da6/5fc151dc-5fe8-4859-a903-a3b38cedfb41/bb8a3e52-b96f-446b-a959-eac6f18eee33) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:28:59.607889 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5914459-1fc0-490d-b7ae-92e5e8e7a75d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting subnet 6a42defc-d7d2-49ce-94b1-b938a8055212 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:28:59.618053 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b5914459-1fc0-490d-b7ae-92e5e8e7a75d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:59.647653 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d9aeefa9-2911-46b8-aa8f-c7e00d88d547 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:59.652260 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6a24758a-5124-4c08-9057-7449552789c2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:59.676425 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-cbb89cb6-4bc2-40e0-913c-fa48e0f123bf tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] show failed (client error): The resource could not be found. Apr 29 13:28:59.681568 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-cbb89cb6-4bc2-40e0-913c-fa48e0f123bf tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "GET /v2.0/routers/99619b82-a64a-460a-9ca2-f7cfc9ff2e20/tags/tempest-TagsExtTest-Tag-1054004210 HTTP/1.1" status: 404 len: 329 time: 0.3326001 Apr 29 13:28:59.685174 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59338) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:59.695360 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.tag.tag_plugin [None req-4eb1aa94-7467-41bd-ba25-06eaf308fd1b tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '99619b82-a64a-460a-9ca2-f7cfc9ff2e20', 'tempest-TagsExtTest-Tag-252937904') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:59.726419 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a24758a-5124-4c08-9057-7449552789c2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Subnet': ['ID=d13f805d-455e-4008-8b69-597eb41b68c8,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:59.742368 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ff6ac8f1-47a2-479e-9501-66c6a4f70dde tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:59.769875 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a24758a-5124-4c08-9057-7449552789c2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Checking segment: {'id': 'aa8d6128-46de-400a-ac34-8d817341748b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '93de1026-b891-4865-a51a-c91a652c77a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:28:59.770255 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a24758a-5124-4c08-9057-7449552789c2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network hostable DHCP agents. Network: 93de1026-b891-4865-a51a-c91a652c77a1, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:28:59.775824 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b5914459-1fc0-490d-b7ae-92e5e8e7a75d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:59.821070 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a24758a-5124-4c08-9057-7449552789c2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network 93de1026-b891-4865-a51a-c91a652c77a1 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:28:59.830577 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b82d6b98-4a5d-4b07-bec7-d3609672875d None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:59.843375 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b82d6b98-4a5d-4b07-bec7-d3609672875d None None] Transition to ACTIVE for port object bb8a3e52-b96f-446b-a959-eac6f18eee33 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:59.867697 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b82d6b98-4a5d-4b07-bec7-d3609672875d None None] Transition to ACTIVE for port object bb8a3e52-b96f-446b-a959-eac6f18eee33 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:28:59.874015 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b82d6b98-4a5d-4b07-bec7-d3609672875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:59.877188 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-6a24758a-5124-4c08-9057-7449552789c2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 93de1026-b891-4865-a51a-c91a652c77a1) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:28:59.883015 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a24758a-5124-4c08-9057-7449552789c2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:28:59.883603 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6a24758a-5124-4c08-9057-7449552789c2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:28:59.921233 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6a24758a-5124-4c08-9057-7449552789c2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9462440 Apr 29 13:28:59.922957 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59342) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:59.928457 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-5c0945b7-9970-451a-b092-1b50789a6060 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'port': {'network_id': '93de1026-b891-4865-a51a-c91a652c77a1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-809337486'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:28:59.950142 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-4eb1aa94-7467-41bd-ba25-06eaf308fd1b tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] show failed (client error): The resource could not be found. Apr 29 13:28:59.955242 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4eb1aa94-7467-41bd-ba25-06eaf308fd1b tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "GET /v2.0/routers/99619b82-a64a-460a-9ca2-f7cfc9ff2e20/tags/tempest-TagsExtTest-Tag-252937904 HTTP/1.1" status: 404 len: 328 time: 0.2633052 Apr 29 13:28:59.955242 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59346) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:28:59.961317 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26b0ca5-58cd-4274-83fa-5c9dd72ac6ef None None] Network 93de1026-b891-4865-a51a-c91a652c77a1 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:28:59.966021 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.tag.tag_plugin [None req-d6fd01ad-9e50-40c1-b376-0b8e94cfd7e6 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '85ac0eb8-0545-4aa6-a3e0-18798d176314', {'tags': ['tempest-TagsExtTest-Tag-1634905830', 'tempest-TagsExtTest-Tag-419201146', 'tempest-TagsExtTest-Tag-1060711921']}) {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:28:59.980216 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d6b98-4a5d-4b07-bec7-d3609672875d None None] Pushing event updated for resources: {'Port': ['ID=bb8a3e52-b96f-446b-a959-eac6f18eee33,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:28:59.990319 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d9aeefa9-2911-46b8-aa8f-c7e00d88d547 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:00.001007 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d9aeefa9-2911-46b8-aa8f-c7e00d88d547 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:00.028424 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b5914459-1fc0-490d-b7ae-92e5e8e7a75d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:00.060845 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82d6b98-4a5d-4b07-bec7-d3609672875d None None] Network 45eb8610-27a6-46a5-8efc-2a56aa1c6da6 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:00.061099 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aeefa9-2911-46b8-aa8f-c7e00d88d547 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b9ade46-4b70-45a3-8a89-306d40049d3e,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:00.069406 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-b82d6b98-4a5d-4b07-bec7-d3609672875d None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:00.074627 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82d6b98-4a5d-4b07-bec7-d3609672875d None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:29:00.079145 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-5c0945b7-9970-451a-b092-1b50789a6060 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:00.087279 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5c0945b7-9970-451a-b092-1b50789a6060 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:port and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:00.090741 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5c0945b7-9970-451a-b092-1b50789a6060 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:00.096971 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d6fd01ad-9e50-40c1-b376-0b8e94cfd7e6 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "PUT /v2.0/subnetpools/85ac0eb8-0545-4aa6-a3e0-18798d176314/tags HTTP/1.1" status: 200 len: 317 time: 0.1413920 Apr 29 13:29:00.099731 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59350) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:00.100714 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-5c0945b7-9970-451a-b092-1b50789a6060 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:00.103903 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d9aeefa9-2911-46b8-aa8f-c7e00d88d547 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:00.105522 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d9aeefa9-2911-46b8-aa8f-c7e00d88d547 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7907863 Apr 29 13:29:00.108632 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59354) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:00.111482 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-9875daf8-a393-4dcc-b673-24bd0e1932e0 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '85ac0eb8-0545-4aa6-a3e0-18798d176314') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:00.149388 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-285df132-397d-491f-b2c4-0bba7102b378 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '14dcf634-cd52-48af-9431-d25d9e8fbe44', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:00.150471 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0945b7-9970-451a-b092-1b50789a6060 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:00.154375 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5c0945b7-9970-451a-b092-1b50789a6060 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:00.156585 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b5914459-1fc0-490d-b7ae-92e5e8e7a75d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:00.175597 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-285df132-397d-491f-b2c4-0bba7102b378 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:00.210383 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b82d6b98-4a5d-4b07-bec7-d3609672875d None None] Attempting to bind port bb8a3e52-b96f-446b-a959-eac6f18eee33 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:29:00.210762 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b82d6b98-4a5d-4b07-bec7-d3609672875d None None] Attempting to bind port bb8a3e52-b96f-446b-a959-eac6f18eee33 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '94e4f55b-2669-4b6f-ab63-872c8fa20b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '45eb8610-27a6-46a5-8efc-2a56aa1c6da6'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:29:00.211181 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d6b98-4a5d-4b07-bec7-d3609672875d None None] Attempting to bind port bb8a3e52-b96f-446b-a959-eac6f18eee33 on network 45eb8610-27a6-46a5-8efc-2a56aa1c6da6 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:29:00.215595 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-5c0945b7-9970-451a-b092-1b50789a6060 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] device_id is not set on port 92ace22e-1ba2-447f-86d6-120743dc732d yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:29:00.228595 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5914459-1fc0-490d-b7ae-92e5e8e7a75d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Subnet': ['ID=6a42defc-d7d2-49ce-94b1-b938a8055212,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:00.235789 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-285df132-397d-491f-b2c4-0bba7102b378 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:00.240714 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b5914459-1fc0-490d-b7ae-92e5e8e7a75d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:00.247374 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-285df132-397d-491f-b2c4-0bba7102b378 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:00.260930 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-285df132-397d-491f-b2c4-0bba7102b378 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:00.276338 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-ff6ac8f1-47a2-479e-9501-66c6a4f70dde tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:29:00.277435 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ff6ac8f1-47a2-479e-9501-66c6a4f70dde tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] 10.222.0.76 "PUT /v2.0/routers/c3a9287b-73da-4b6b-80b0-855ea4de74fa HTTP/1.1" status: 400 len: 364 time: 1.2335305 Apr 29 13:29:00.281155 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59358) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:00.289868 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9875daf8-a393-4dcc-b673-24bd0e1932e0 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "DELETE /v2.0/subnetpools/85ac0eb8-0545-4aa6-a3e0-18798d176314/tags HTTP/1.1" status: 204 len: 168 time: 0.1862140 Apr 29 13:29:00.294664 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59362) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:00.302895 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-d014d838-2df0-4732-a31d-4eb6737e6b75 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '85ac0eb8-0545-4aa6-a3e0-18798d176314', 'tempest-TagsExtTest-Tag-1634905830') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:00.306343 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676281e8-1030-4d6f-b500-3964ed6826ab None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:00.321474 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d6b98-4a5d-4b07-bec7-d3609672875d None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:29:00.321976 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d6b98-4a5d-4b07-bec7-d3609672875d None None] Checking segment: {'id': '94e4f55b-2669-4b6f-ab63-872c8fa20b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '45eb8610-27a6-46a5-8efc-2a56aa1c6da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:29:00.322371 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b82d6b98-4a5d-4b07-bec7-d3609672875d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:00.323107 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d6b98-4a5d-4b07-bec7-d3609672875d None None] Bound using segment: {'id': '94e4f55b-2669-4b6f-ab63-872c8fa20b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '45eb8610-27a6-46a5-8efc-2a56aa1c6da6'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:29:00.323533 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b82d6b98-4a5d-4b07-bec7-d3609672875d None None] Bound port: bb8a3e52-b96f-446b-a959-eac6f18eee33, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e4f55b-2669-4b6f-ab63-872c8fa20b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '45eb8610-27a6-46a5-8efc-2a56aa1c6da6'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:29:00.323909 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b82d6b98-4a5d-4b07-bec7-d3609672875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:00.361841 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b5914459-1fc0-490d-b7ae-92e5e8e7a75d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/6a42defc-d7d2-49ce-94b1-b938a8055212 HTTP/1.1" status: 204 len: 168 time: 0.9357784 Apr 29 13:29:00.373493 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59366) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:00.374186 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-285df132-397d-491f-b2c4-0bba7102b378 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:00.406677 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-d014d838-2df0-4732-a31d-4eb6737e6b75 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] show failed (client error): The resource could not be found. Apr 29 13:29:00.410378 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d014d838-2df0-4732-a31d-4eb6737e6b75 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "GET /v2.0/subnetpools/85ac0eb8-0545-4aa6-a3e0-18798d176314/tags/tempest-TagsExtTest-Tag-1634905830 HTTP/1.1" status: 404 len: 329 time: 0.1115053 Apr 29 13:29:00.410736 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59370) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:00.417993 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-55c3a672-dd99-49dd-a53b-c5ecea9462aa tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '85ac0eb8-0545-4aa6-a3e0-18798d176314', 'tempest-TagsExtTest-Tag-419201146') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:00.532062 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b82d6b98-4a5d-4b07-bec7-d3609672875d None None] For port bb8a3e52-b96f-446b-a959-eac6f18eee33, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:29:00.587710 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-5c0945b7-9970-451a-b092-1b50789a6060 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Allocated IP 2001:db8::2bd (93de1026-b891-4865-a51a-c91a652c77a1/d13f805d-455e-4008-8b69-597eb41b68c8/92ace22e-1ba2-447f-86d6-120743dc732d) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:00.593046 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b82d6b98-4a5d-4b07-bec7-d3609672875d None None] For port bb8a3e52-b96f-446b-a959-eac6f18eee33, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=bb8a3e52-b96f-446b-a959-eac6f18eee33,segment=NetworkSegment(94e4f55b-2669-4b6f-ab63-872c8fa20b43),segment_id=94e4f55b-2669-4b6f-ab63-872c8fa20b43)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:29:00.593220 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-55c3a672-dd99-49dd-a53b-c5ecea9462aa tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] show failed (client error): The resource could not be found. Apr 29 13:29:00.596687 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-55c3a672-dd99-49dd-a53b-c5ecea9462aa tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "GET /v2.0/subnetpools/85ac0eb8-0545-4aa6-a3e0-18798d176314/tags/tempest-TagsExtTest-Tag-419201146 HTTP/1.1" status: 404 len: 328 time: 0.1812155 Apr 29 13:29:00.600367 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59374) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:00.607190 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-f7315496-ab09-435d-9696-091468c5838f tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '85ac0eb8-0545-4aa6-a3e0-18798d176314', 'tempest-TagsExtTest-Tag-1060711921') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:00.615754 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209c6a35-130d-4288-a2e7-6b0e8123082e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-93de1026-b891-4865-a51a-c91a652c77a1', 'network_id': '93de1026-b891-4865-a51a-c91a652c77a1', 'tenant_id': '6ae461034cd64fbdab4560447c7639cd', 'fixed_ips': [{'subnet_id': 'd13f805d-455e-4008-8b69-597eb41b68c8'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:29:00.616631 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-209c6a35-130d-4288-a2e7-6b0e8123082e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:00.632831 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b82d6b98-4a5d-4b07-bec7-d3609672875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:00.635810 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7535b3b0-f984-4d10-a4cc-64d136f6188f None None] Network e1d575c9-3c6c-4927-ade4-ecdf17034abc requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:00.680662 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-36133a8f-5988-4449-bd2b-8aa18ecf4f49 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting subnet d0862f51-d621-4a5e-ac96-1c87e133145f {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:29:00.687771 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-36133a8f-5988-4449-bd2b-8aa18ecf4f49 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:00.721535 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-f7315496-ab09-435d-9696-091468c5838f tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] show failed (client error): The resource could not be found. Apr 29 13:29:00.722479 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f7315496-ab09-435d-9696-091468c5838f tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "GET /v2.0/subnetpools/85ac0eb8-0545-4aa6-a3e0-18798d176314/tags/tempest-TagsExtTest-Tag-1060711921 HTTP/1.1" status: 404 len: 329 time: 0.1210861 Apr 29 13:29:00.725846 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59378) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:00.731114 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-acaf1d2a-d33f-4277-b4c1-99e7c3db69c4 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '85ac0eb8-0545-4aa6-a3e0-18798d176314') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:00.809700 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-acaf1d2a-d33f-4277-b4c1-99e7c3db69c4 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "DELETE /v2.0/subnetpools/85ac0eb8-0545-4aa6-a3e0-18798d176314/tags HTTP/1.1" status: 204 len: 168 time: 0.0830138 Apr 29 13:29:00.812441 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59382) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:00.819293 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-9af7bdca-951b-4c21-909e-8824d8621e94 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '99619b82-a64a-460a-9ca2-f7cfc9ff2e20') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:00.892356 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5c0945b7-9970-451a-b092-1b50789a6060 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:00.917730 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-36133a8f-5988-4449-bd2b-8aa18ecf4f49 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:00.980891 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d6b98-4a5d-4b07-bec7-d3609672875d None None] Pushing event updated for resources: {'Port': ['ID=bb8a3e52-b96f-446b-a959-eac6f18eee33,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:00.984131 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-5c0945b7-9970-451a-b092-1b50789a6060 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Transition to ACTIVE for port object 92ace22e-1ba2-447f-86d6-120743dc732d will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:01.009170 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-64b5051b-eb68-4fed-a3e2-577703402178 None None] Provisioning for port 5ff76927-18aa-4bc3-bb4f-55c72b87cf95 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:01.018010 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9af7bdca-951b-4c21-909e-8824d8621e94 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "DELETE /v2.0/routers/99619b82-a64a-460a-9ca2-f7cfc9ff2e20/tags HTTP/1.1" status: 204 len: 168 time: 0.2045450 Apr 29 13:29:01.021604 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59386) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:01.027818 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-39be97c0-e0f4-40a6-aaf0-39a49245c3a2 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7f8e22de-ff64-42ac-8398-9126772b7e77') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:01.064080 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5c0945b7-9970-451a-b092-1b50789a6060 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:01.077142 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-285df132-397d-491f-b2c4-0bba7102b378 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:01.099401 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-285df132-397d-491f-b2c4-0bba7102b378 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:01.167027 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 5ff76927-18aa-4bc3-bb4f-55c72b87cf95 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:29:01.205719 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0945b7-9970-451a-b092-1b50789a6060 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network 93de1026-b891-4865-a51a-c91a652c77a1 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:01.210126 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-5c0945b7-9970-451a-b092-1b50789a6060 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:01.216634 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0945b7-9970-451a-b092-1b50789a6060 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:29:01.220224 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0945b7-9970-451a-b092-1b50789a6060 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:01.220900 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5c0945b7-9970-451a-b092-1b50789a6060 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:01.224819 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0945b7-9970-451a-b092-1b50789a6060 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Port': ['ID=92ace22e-1ba2-447f-86d6-120743dc732d,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:01.283971 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5c0945b7-9970-451a-b092-1b50789a6060 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.3601751 Apr 29 13:29:01.290295 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-39be97c0-e0f4-40a6-aaf0-39a49245c3a2 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "DELETE /v2.0/ports/7f8e22de-ff64-42ac-8398-9126772b7e77/tags HTTP/1.1" status: 204 len: 168 time: 0.2670782 Apr 29 13:29:01.292745 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59390) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:01.293857 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59392) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:01.301462 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.tag.tag_plugin [None req-f2b1c620-3f6f-4347-b426-9b41fdeacd86 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '51849815-f430-43e8-9f6b-7772f83b7233') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:01.303195 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285df132-397d-491f-b2c4-0bba7102b378 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b170f4e-c2e7-4464-84fb-6ab01a096670,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:01.334507 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-36133a8f-5988-4449-bd2b-8aa18ecf4f49 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:01.344606 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-209c6a35-130d-4288-a2e7-6b0e8123082e None None] Allocated IP 2001:db8::2 (93de1026-b891-4865-a51a-c91a652c77a1/d13f805d-455e-4008-8b69-597eb41b68c8/cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:01.374372 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-285df132-397d-491f-b2c4-0bba7102b378 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:01.375585 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-285df132-397d-491f-b2c4-0bba7102b378 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2656996 Apr 29 13:29:01.385926 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59398) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:01.397842 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-26e6169e-7129-4e37-9cda-91c863434bfa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '14dcf634-cd52-48af-9431-d25d9e8fbe44', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:01.411746 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-26e6169e-7129-4e37-9cda-91c863434bfa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:01.421940 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-26e6169e-7129-4e37-9cda-91c863434bfa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:01.429432 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-26e6169e-7129-4e37-9cda-91c863434bfa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:01.430684 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-8d1281c0-c47f-400c-b61c-bddce46ff8cd tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting port 92ace22e-1ba2-447f-86d6-120743dc732d {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:01.431046 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8d1281c0-c47f-400c-b61c-bddce46ff8cd tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:01.501467 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 5ff76927-18aa-4bc3-bb4f-55c72b87cf95 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:01.515935 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 5ff76927-18aa-4bc3-bb4f-55c72b87cf95 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:01.516309 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:01.527077 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-26e6169e-7129-4e37-9cda-91c863434bfa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:01.540821 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6f50defe-4984-413f-8548-cb6d60c64d63 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:01.553864 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f2b1c620-3f6f-4347-b426-9b41fdeacd86 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "DELETE /v2.0/subnets/51849815-f430-43e8-9f6b-7772f83b7233/tags HTTP/1.1" status: 204 len: 168 time: 0.2566054 Apr 29 13:29:01.556279 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59402) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:01.645406 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-26e6169e-7129-4e37-9cda-91c863434bfa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:01.667519 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-36133a8f-5988-4449-bd2b-8aa18ecf4f49 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:01.742915 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-209c6a35-130d-4288-a2e7-6b0e8123082e None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:01.756465 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:01.762580 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8d1281c0-c47f-400c-b61c-bddce46ff8cd tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:01.768979 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-209c6a35-130d-4288-a2e7-6b0e8123082e None None] Transition to ACTIVE for port object cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:01.831351 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-209c6a35-130d-4288-a2e7-6b0e8123082e None None] Transition to ACTIVE for port object cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:01.852036 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-36133a8f-5988-4449-bd2b-8aa18ecf4f49 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:01.860435 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 5ff76927-18aa-4bc3-bb4f-55c72b87cf95, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=5ff76927-18aa-4bc3-bb4f-55c72b87cf95,segment=NetworkSegment(2c280f1a-e81a-40e0-9964-5c94572bd7b5),segment_id=2c280f1a-e81a-40e0-9964-5c94572bd7b5)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:01.866704 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-209c6a35-130d-4288-a2e7-6b0e8123082e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:01.925185 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36133a8f-5988-4449-bd2b-8aa18ecf4f49 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Subnet': ['ID=d0862f51-d621-4a5e-ac96-1c87e133145f,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:01.953790 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-36133a8f-5988-4449-bd2b-8aa18ecf4f49 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/d0862f51-d621-4a5e-ac96-1c87e133145f HTTP/1.1" status: 204 len: 168 time: 1.5704951 Apr 29 13:29:01.966547 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59406) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:01.975203 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-8d1281c0-c47f-400c-b61c-bddce46ff8cd tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Calling delete_port for 92ace22e-1ba2-447f-86d6-120743dc732d owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:01.976322 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:01.992270 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c6a35-130d-4288-a2e7-6b0e8123082e None None] Pushing event updated for resources: {'Port': ['ID=cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:02.092166 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209c6a35-130d-4288-a2e7-6b0e8123082e None None] Network 93de1026-b891-4865-a51a-c91a652c77a1 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:02.096932 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-209c6a35-130d-4288-a2e7-6b0e8123082e None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:02.099884 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209c6a35-130d-4288-a2e7-6b0e8123082e None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:29:02.206945 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-26e6169e-7129-4e37-9cda-91c863434bfa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:02.216833 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=5ff76927-18aa-4bc3-bb4f-55c72b87cf95,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:02.225772 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7d4b8196-81f2-4ffd-8337-ff2270bf2a1b None None] Provisioning complete for port 5ff76927-18aa-4bc3-bb4f-55c72b87cf95 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:02.226140 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7d4b8196-81f2-4ffd-8337-ff2270bf2a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:02.229306 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-26e6169e-7129-4e37-9cda-91c863434bfa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:02.248171 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8d1281c0-c47f-400c-b61c-bddce46ff8cd tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:02.268980 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-209c6a35-130d-4288-a2e7-6b0e8123082e None None] Attempting to bind port cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:29:02.269244 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-209c6a35-130d-4288-a2e7-6b0e8123082e None None] Attempting to bind port cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'aa8d6128-46de-400a-ac34-8d817341748b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '93de1026-b891-4865-a51a-c91a652c77a1'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:29:02.269600 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209c6a35-130d-4288-a2e7-6b0e8123082e None None] Attempting to bind port cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f on network 93de1026-b891-4865-a51a-c91a652c77a1 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:29:02.289229 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6169e-7129-4e37-9cda-91c863434bfa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d34885e-8b7e-47f0-bbe9-61adfe2cd975,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:02.312545 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-73e5e3ad-8bd7-433a-8f9f-6b0af740752c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3424301 Apr 29 13:29:02.313740 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0d1f5759-cade-4327-8f0d-1e651e9fc108 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks [] for subnetpool, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:02.315701 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0d1f5759-cade-4327-8f0d-1e651e9fc108 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "DELETE /v2.0/subnetpools/85ac0eb8-0545-4aa6-a3e0-18798d176314 HTTP/1.1" status: 204 len: 168 time: 0.7568769 Apr 29 13:29:02.321701 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59410) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:02.322035 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59412) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:02.322875 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1281c0-c47f-400c-b61c-bddce46ff8cd tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Port': ['ID=92ace22e-1ba2-447f-86d6-120743dc732d,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:02.362587 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209c6a35-130d-4288-a2e7-6b0e8123082e None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:29:02.362954 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209c6a35-130d-4288-a2e7-6b0e8123082e None None] Checking segment: {'id': 'aa8d6128-46de-400a-ac34-8d817341748b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '93de1026-b891-4865-a51a-c91a652c77a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:29:02.363405 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-209c6a35-130d-4288-a2e7-6b0e8123082e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:02.363795 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209c6a35-130d-4288-a2e7-6b0e8123082e None None] Bound using segment: {'id': 'aa8d6128-46de-400a-ac34-8d817341748b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '93de1026-b891-4865-a51a-c91a652c77a1'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:29:02.364371 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-209c6a35-130d-4288-a2e7-6b0e8123082e None None] Bound port: cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa8d6128-46de-400a-ac34-8d817341748b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '93de1026-b891-4865-a51a-c91a652c77a1'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:29:02.364789 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-209c6a35-130d-4288-a2e7-6b0e8123082e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:02.369074 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-26e6169e-7129-4e37-9cda-91c863434bfa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:02.370505 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-26e6169e-7129-4e37-9cda-91c863434bfa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9836550 Apr 29 13:29:02.378648 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59418) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:02.389108 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-cae7f044-d7d3-44c2-8b17-583807eb40de tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '14dcf634-cd52-48af-9431-d25d9e8fbe44', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:02.404953 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-cae7f044-d7d3-44c2-8b17-583807eb40de tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:02.412414 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-cae7f044-d7d3-44c2-8b17-583807eb40de tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:02.418361 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-cae7f044-d7d3-44c2-8b17-583807eb40de tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:02.431206 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-cae7f044-d7d3-44c2-8b17-583807eb40de tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:02.433633 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-6f50defe-4984-413f-8548-cb6d60c64d63 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Allocated IP 2001:db8::1 (0b116c17-1fc8-4e1c-b7f6-3a0a37ae87f7/67e451b5-bfdd-4ee3-a129-d5e065193d77/f8a7ac27-386c-40a6-8a7d-54795956ac1b) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:02.468271 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-229c3314-b3be-4017-9876-0e7f3b30b321 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Synchronizing usage tracker for tenant:1152f9a5a24949a69f0cf2f02080f81c on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:02.482667 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.securitygroups_db [None req-cae7f044-d7d3-44c2-8b17-583807eb40de tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Project 4b7a89f6c8564a04be449e2e6b4a95e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:29:02.494353 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cae7f044-d7d3-44c2-8b17-583807eb40de tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:02.522885 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-209c6a35-130d-4288-a2e7-6b0e8123082e None None] For port cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:29:02.530165 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-209c6a35-130d-4288-a2e7-6b0e8123082e None None] For port cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f,segment=NetworkSegment(aa8d6128-46de-400a-ac34-8d817341748b),segment_id=aa8d6128-46de-400a-ac34-8d817341748b)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:29:02.534393 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-209c6a35-130d-4288-a2e7-6b0e8123082e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:02.561289 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8d1281c0-c47f-400c-b61c-bddce46ff8cd tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:02.579083 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8d1281c0-c47f-400c-b61c-bddce46ff8cd tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/ports/92ace22e-1ba2-447f-86d6-120743dc732d HTTP/1.1" status: 204 len: 168 time: 1.2841332 Apr 29 13:29:02.581302 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-229c3314-b3be-4017-9876-0e7f3b30b321 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Unset dirty status for tenant:1152f9a5a24949a69f0cf2f02080f81c on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:02.585576 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-229c3314-b3be-4017-9876-0e7f3b30b321 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "GET /v2.0/ports?device_id=99619b82-a64a-460a-9ca2-f7cfc9ff2e20 HTTP/1.1" status: 200 len: 205 time: 0.2492185 Apr 29 13:29:02.585576 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59422) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:02.588238 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a34ecd6-336b-4983-89eb-f7b5fa16b5c2 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:02.589622 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59424) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:02.654769 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cae7f044-d7d3-44c2-8b17-583807eb40de tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:02.668199 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cae7f044-d7d3-44c2-8b17-583807eb40de tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:02.686524 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7973226f-6719-4d61-a27d-9cffe5f719c7 None None] Network 45eb8610-27a6-46a5-8efc-2a56aa1c6da6 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:02.698774 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7f044-d7d3-44c2-8b17-583807eb40de tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ceb701-ca56-4a07-9437-0132dcaacb2b,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:02.735140 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cae7f044-d7d3-44c2-8b17-583807eb40de tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:02.736412 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-cae7f044-d7d3-44c2-8b17-583807eb40de tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3574381 Apr 29 13:29:02.740267 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59430) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:02.747436 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-68247167-8bb1-4587-a18e-5ad0deaf9612 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '14dcf634-cd52-48af-9431-d25d9e8fbe44', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:02.754031 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6f50defe-4984-413f-8548-cb6d60c64d63 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:02.761184 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-68247167-8bb1-4587-a18e-5ad0deaf9612 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:02.768996 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-68247167-8bb1-4587-a18e-5ad0deaf9612 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:02.775622 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-68247167-8bb1-4587-a18e-5ad0deaf9612 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:02.782036 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-6f50defe-4984-413f-8548-cb6d60c64d63 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Transition to ACTIVE for port object f8a7ac27-386c-40a6-8a7d-54795956ac1b will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:02.783493 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-68247167-8bb1-4587-a18e-5ad0deaf9612 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:02.806978 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.securitygroups_db [None req-68247167-8bb1-4587-a18e-5ad0deaf9612 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Project 4b7a89f6c8564a04be449e2e6b4a95e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:29:02.819061 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68247167-8bb1-4587-a18e-5ad0deaf9612 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:02.838810 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6f50defe-4984-413f-8548-cb6d60c64d63 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:02.850434 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c6a35-130d-4288-a2e7-6b0e8123082e None None] Pushing event updated for resources: {'Port': ['ID=cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:02.887963 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df20c79-d4dc-429b-91a2-9e954af234e8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] GET failed (client error): The resource could not be found. Apr 29 13:29:02.888647 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6df20c79-d4dc-429b-91a2-9e954af234e8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Synchronizing usage tracker for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:02.912407 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360a921c-5088-4aa9-81ea-c57744eac02d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:02.913476 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-360a921c-5088-4aa9-81ea-c57744eac02d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:02.952856 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f50defe-4984-413f-8548-cb6d60c64d63 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Network 0b116c17-1fc8-4e1c-b7f6-3a0a37ae87f7 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:02.954130 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6df20c79-d4dc-429b-91a2-9e954af234e8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Unset dirty status for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:02.955538 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6df20c79-d4dc-429b-91a2-9e954af234e8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "GET /v2.0/ports/92ace22e-1ba2-447f-86d6-120743dc732d HTTP/1.1" status: 404 len: 333 time: 0.3676639 Apr 29 13:29:02.957792 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-360a921c-5088-4aa9-81ea-c57744eac02d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:02.958983 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-360a921c-5088-4aa9-81ea-c57744eac02d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6276598 Apr 29 13:29:02.962352 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94c2909a-2d1d-440d-9a81-5bd5497940f2 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:02.965499 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5093d8b0-c8d6-4a9b-ac83-7ff9639ae6ae None None] Provisioning complete for port 0839f351-0366-4f6e-b01f-5c17a2547387 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:02.965873 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5093d8b0-c8d6-4a9b-ac83-7ff9639ae6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:02.966737 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59434) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:02.967061 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59436) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:02.967974 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-6f50defe-4984-413f-8548-cb6d60c64d63 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:02.973408 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50defe-4984-413f-8548-cb6d60c64d63 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:29:02.974444 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6f50defe-4984-413f-8548-cb6d60c64d63 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:03.246507 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device bb8a3e52-b96f-446b-a959-eac6f18eee33 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:29:03.261703 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50defe-4984-413f-8548-cb6d60c64d63 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Pushing event updated for resources: {'Port': ['ID=f8a7ac27-386c-40a6-8a7d-54795956ac1b,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:03.327080 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87f26fe-1817-4d3d-9759-77d6489b1059 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:03.327747 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b87f26fe-1817-4d3d-9759-77d6489b1059 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:03.372503 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68247167-8bb1-4587-a18e-5ad0deaf9612 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:03.420450 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68247167-8bb1-4587-a18e-5ad0deaf9612 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:03.503227 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port bb8a3e52-b96f-446b-a959-eac6f18eee33 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:03.517470 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 5ff76927-18aa-4bc3-bb4f-55c72b87cf95 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:29:03.577573 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a87a23-705b-47cf-90e5-293fb9633ca8 None None] DHCP port deletion for b2591163-41a9-4c5e-86a6-99ddbf59518f request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:29:03.580145 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5093d8b0-c8d6-4a9b-ac83-7ff9639ae6ae None None] Provisioning for port bb8a3e52-b96f-446b-a959-eac6f18eee33 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:03.586861 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b87f26fe-1817-4d3d-9759-77d6489b1059 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:03.590666 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b87f26fe-1817-4d3d-9759-77d6489b1059 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6163719 Apr 29 13:29:03.593241 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59442) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:03.596442 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5093d8b0-c8d6-4a9b-ac83-7ff9639ae6ae None None] Provisioning complete for port bb8a3e52-b96f-446b-a959-eac6f18eee33 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:03.596832 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5093d8b0-c8d6-4a9b-ac83-7ff9639ae6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:03.597353 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94c2909a-2d1d-440d-9a81-5bd5497940f2 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:03.599020 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68247167-8bb1-4587-a18e-5ad0deaf9612 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249c26f5-9b99-416b-aeff-15be75f9dd00,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:03.638330 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-45a87a23-705b-47cf-90e5-293fb9633ca8 None None] Deleting port 0839f351-0366-4f6e-b01f-5c17a2547387 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:03.638986 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-45a87a23-705b-47cf-90e5-293fb9633ca8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:03.641187 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6f50defe-4984-413f-8548-cb6d60c64d63 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:03.682270 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68247167-8bb1-4587-a18e-5ad0deaf9612 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:03.682523 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0320e9b5-016f-4964-ba0d-c867f166dfa1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0835106 Apr 29 13:29:03.682631 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-68247167-8bb1-4587-a18e-5ad0deaf9612 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.9381869 Apr 29 13:29:03.688832 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59446) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:03.690115 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94c2909a-2d1d-440d-9a81-5bd5497940f2 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:03.698603 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-c46c53d3-36b5-4cbc-87af-6ed432e7ce12 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:03.842853 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c46c53d3-36b5-4cbc-87af-6ed432e7ce12 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:03.847994 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94c2909a-2d1d-440d-9a81-5bd5497940f2 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:03.848554 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c2909a-2d1d-440d-9a81-5bd5497940f2 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Fanout notify agent at l3_agent the message router_deleted on router 99619b82-a64a-460a-9ca2-f7cfc9ff2e20 {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:29:03.869119 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94c2909a-2d1d-440d-9a81-5bd5497940f2 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:03.870273 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-94c2909a-2d1d-440d-9a81-5bd5497940f2 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "DELETE /v2.0/routers/99619b82-a64a-460a-9ca2-f7cfc9ff2e20 HTTP/1.1" status: 204 len: 168 time: 1.2794743 Apr 29 13:29:03.871530 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c46c53d3-36b5-4cbc-87af-6ed432e7ce12 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:03.873358 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59452) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:03.953367 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46c53d3-36b5-4cbc-87af-6ed432e7ce12 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:04.002641 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-45a87a23-705b-47cf-90e5-293fb9633ca8 None None] For port 0839f351-0366-4f6e-b01f-5c17a2547387, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=0839f351-0366-4f6e-b01f-5c17a2547387,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:04.003510 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-45a87a23-705b-47cf-90e5-293fb9633ca8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:04.098400 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-97bae9db-9ecf-46da-85f2-4906c8eceae2 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Deleting port 7f8e22de-ff64-42ac-8398-9126772b7e77 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:04.099445 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-97bae9db-9ecf-46da-85f2-4906c8eceae2 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:04.140591 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-45a87a23-705b-47cf-90e5-293fb9633ca8 None None] Calling delete_port for 0839f351-0366-4f6e-b01f-5c17a2547387 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:04.197055 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c46c53d3-36b5-4cbc-87af-6ed432e7ce12 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:04.198541 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-c46c53d3-36b5-4cbc-87af-6ed432e7ce12 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:29:04.198974 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c46c53d3-36b5-4cbc-87af-6ed432e7ce12 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:29:04.218110 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 5ff76927-18aa-4bc3-bb4f-55c72b87cf95 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:04.218713 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:04.253715 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-45a87a23-705b-47cf-90e5-293fb9633ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:04.264680 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-354a7379-d03c-449e-a306-d761a2a5c685 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-19600126&fields=id&tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 267 time: 0.2032850 Apr 29 13:29:04.288554 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6f50defe-4984-413f-8548-cb6d60c64d63 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:04.307561 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6f50defe-4984-413f-8548-cb6d60c64d63 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:04.309061 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6f50defe-4984-413f-8548-cb6d60c64d63 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:04.310099 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c46c53d3-36b5-4cbc-87af-6ed432e7ce12 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6178052 Apr 29 13:29:04.316633 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59462) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:04.365304 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87eaf560-69e1-4d12-a418-c1ef0d046bf7 None None] Network 93de1026-b891-4865-a51a-c91a652c77a1 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:04.372678 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-9e65c874-3864-4ece-92d5-2558c6464e62 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:04.374133 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-7475ae11-6c5d-46ed-8dbc-3807e81fa5b8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting subnet d13f805d-455e-4008-8b69-597eb41b68c8 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:29:04.391357 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7475ae11-6c5d-46ed-8dbc-3807e81fa5b8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:04.402266 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a87a23-705b-47cf-90e5-293fb9633ca8 None None] Pushing event deleted for resources: {'Port': ['ID=0839f351-0366-4f6e-b01f-5c17a2547387,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:04.404065 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5093d8b0-c8d6-4a9b-ac83-7ff9639ae6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:04.460545 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50defe-4984-413f-8548-cb6d60c64d63 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Pushing event updated for resources: {'Port': ['ID=f8a7ac27-386c-40a6-8a7d-54795956ac1b,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:04.488485 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a87a23-705b-47cf-90e5-293fb9633ca8 None None] No DVR routers for this DVR port 0839f351-0366-4f6e-b01f-5c17a2547387 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:29:04.534076 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7475ae11-6c5d-46ed-8dbc-3807e81fa5b8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:04.546185 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-5093d8b0-c8d6-4a9b-ac83-7ff9639ae6ae None None] For port bb8a3e52-b96f-446b-a959-eac6f18eee33, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=bb8a3e52-b96f-446b-a959-eac6f18eee33,segment=NetworkSegment(94e4f55b-2669-4b6f-ab63-872c8fa20b43),segment_id=94e4f55b-2669-4b6f-ab63-872c8fa20b43)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:04.559133 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5093d8b0-c8d6-4a9b-ac83-7ff9639ae6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:04.649294 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f50defe-4984-413f-8548-cb6d60c64d63 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Network 0b116c17-1fc8-4e1c-b7f6-3a0a37ae87f7 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:04.651507 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-6f50defe-4984-413f-8548-cb6d60c64d63 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:04.737661 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093d8b0-c8d6-4a9b-ac83-7ff9639ae6ae None None] Pushing event updated for resources: {'Port': ['ID=bb8a3e52-b96f-446b-a959-eac6f18eee33,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:04.772845 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-9e65c874-3864-4ece-92d5-2558c6464e62 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:04.782779 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-9e65c874-3864-4ece-92d5-2558c6464e62 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:04.808408 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e65c874-3864-4ece-92d5-2558c6464e62 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:04.812976 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9e65c874-3864-4ece-92d5-2558c6464e62 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:04.813343 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7475ae11-6c5d-46ed-8dbc-3807e81fa5b8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:04.814606 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e65c874-3864-4ece-92d5-2558c6464e62 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:29:04.815303 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e65c874-3864-4ece-92d5-2558c6464e62 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:29:04.821105 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4796fe93-1b17-4125-b4ee-71687d1bad36 None None] Provisioning complete for port bb8a3e52-b96f-446b-a959-eac6f18eee33 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:04.821478 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4796fe93-1b17-4125-b4ee-71687d1bad36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:04.835620 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-97bae9db-9ecf-46da-85f2-4906c8eceae2 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:04.847848 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-4d7c7b8c-f7a0-484a-9d67-b4acb4f5c704 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:04.848699 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-4d7c7b8c-f7a0-484a-9d67-b4acb4f5c704 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:network {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:04.867829 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9e65c874-3864-4ece-92d5-2558c6464e62 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5472407 Apr 29 13:29:04.869827 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59466) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:04.926027 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7475ae11-6c5d-46ed-8dbc-3807e81fa5b8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:04.939480 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-68e8feca-008e-4645-b941-b6a7443315c8 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:05.038020 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4796fe93-1b17-4125-b4ee-71687d1bad36 None None] Provisioning for port cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:05.068027 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475ae11-6c5d-46ed-8dbc-3807e81fa5b8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Subnet': ['ID=d13f805d-455e-4008-8b69-597eb41b68c8,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:05.079544 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7475ae11-6c5d-46ed-8dbc-3807e81fa5b8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:05.082594 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4796fe93-1b17-4125-b4ee-71687d1bad36 None None] Provisioning for port f8a7ac27-386c-40a6-8a7d-54795956ac1b completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:05.087696 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4796fe93-1b17-4125-b4ee-71687d1bad36 None None] Provisioning complete for port f8a7ac27-386c-40a6-8a7d-54795956ac1b triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:05.088069 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4796fe93-1b17-4125-b4ee-71687d1bad36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:05.149559 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7475ae11-6c5d-46ed-8dbc-3807e81fa5b8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/subnets/d13f805d-455e-4008-8b69-597eb41b68c8 HTTP/1.1" status: 204 len: 168 time: 2.1793082 Apr 29 13:29:05.151581 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-97bae9db-9ecf-46da-85f2-4906c8eceae2 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Calling delete_port for 7f8e22de-ff64-42ac-8398-9126772b7e77 owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:05.158941 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59470) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:05.174392 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-4796fe93-1b17-4125-b4ee-71687d1bad36 None None] Port f8a7ac27-386c-40a6-8a7d-54795956ac1b cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:29:05.195274 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-4d7c7b8c-f7a0-484a-9d67-b4acb4f5c704 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:network {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:05.197104 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-4d7c7b8c-f7a0-484a-9d67-b4acb4f5c704 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/networks?id=e1d575c9-3c6c-4927-ade4-ecdf17034abc HTTP/1.1" status: 200 len: 796 time: 0.9215584 Apr 29 13:29:05.235887 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device bb8a3e52-b96f-446b-a959-eac6f18eee33 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:29:05.257061 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-68e8feca-008e-4645-b941-b6a7443315c8 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:05.263162 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-64c228c3-2952-433b-84dd-a743c7c40bf1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/quotas/4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 375 time: 0.0399551 Apr 29 13:29:05.315189 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833daa9b-d819-4e1e-83a1-805bd53a2636 None None] Network 93de1026-b891-4865-a51a-c91a652c77a1 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:05.319909 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-68e8feca-008e-4645-b941-b6a7443315c8 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:05.381872 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e8feca-008e-4645-b941-b6a7443315c8 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:05.385589 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-68e8feca-008e-4645-b941-b6a7443315c8 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:05.387655 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e8feca-008e-4645-b941-b6a7443315c8 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:29:05.388149 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e8feca-008e-4645-b941-b6a7443315c8 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:29:05.443385 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-68e8feca-008e-4645-b941-b6a7443315c8 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5678000 Apr 29 13:29:05.444102 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59474) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:05.448598 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-83dcbd9e-7902-4816-b27f-6499ed238abe None None] Provisioning complete for port f8a7ac27-386c-40a6-8a7d-54795956ac1b triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:05.449031 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-83dcbd9e-7902-4816-b27f-6499ed238abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:05.451753 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-79c5a712-4a6f-4a62-92cf-6d04833e3e4c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:05.470637 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-97bae9db-9ecf-46da-85f2-4906c8eceae2 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:05.505221 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:05.512790 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f44ba084-f4ac-4ce6-92ea-df991a9d3848 req-5d6537f9-badb-4063-ba61-6a21fef1a92c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5132926 Apr 29 13:29:05.532548 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting port cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:05.532910 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:05.573390 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-9c6b76bf-6426-408f-852a-91a7c2a4915a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2944186 Apr 29 13:29:05.577716 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port bb8a3e52-b96f-446b-a959-eac6f18eee33 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:05.578091 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:05.594138 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bae9db-9ecf-46da-85f2-4906c8eceae2 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Pushing event deleted for resources: {'Port': ['ID=7f8e22de-ff64-42ac-8398-9126772b7e77,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:05.612912 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-83dcbd9e-7902-4816-b27f-6499ed238abe None None] Port f8a7ac27-386c-40a6-8a7d-54795956ac1b cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:29:05.647649 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f50defe-4984-413f-8548-cb6d60c64d63 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Router c3a9287b-73da-4b6b-80b0-855ea4de74fa has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:29:05.756435 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:29:05.813616 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-79c5a712-4a6f-4a62-92cf-6d04833e3e4c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:05.829481 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eb0612-3617-47ae-9517-03507e3e1e1f None None] DHCP port deletion for 93de1026-b891-4865-a51a-c91a652c77a1 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:29:05.836533 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-70eb0612-3617-47ae-9517-03507e3e1e1f None None] Deleting port cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:05.837248 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-70eb0612-3617-47ae-9517-03507e3e1e1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:05.851969 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-79c5a712-4a6f-4a62-92cf-6d04833e3e4c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:05.881370 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-97bae9db-9ecf-46da-85f2-4906c8eceae2 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:05.885916 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-97bae9db-9ecf-46da-85f2-4906c8eceae2 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "DELETE /v2.0/ports/7f8e22de-ff64-42ac-8398-9126772b7e77 HTTP/1.1" status: 204 len: 168 time: 2.0113685 Apr 29 13:29:05.897360 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c5a712-4a6f-4a62-92cf-6d04833e3e4c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:05.900729 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-79c5a712-4a6f-4a62-92cf-6d04833e3e4c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:05.902137 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c5a712-4a6f-4a62-92cf-6d04833e3e4c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:29:05.902549 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c5a712-4a6f-4a62-92cf-6d04833e3e4c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:29:05.909923 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59480) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:05.945395 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:05.957657 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:05.958143 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:05.980382 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-79c5a712-4a6f-4a62-92cf-6d04833e3e4c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5351865 Apr 29 13:29:05.985216 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59484) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:05.988448 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-2d2a325f-bcf4-4771-91d1-b8109e4f2c91 service neutron] 10.222.0.76 "GET /v2.0/networks/e1d575c9-3c6c-4927-ade4-ecdf17034abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951252 Apr 29 13:29:06.095898 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-ccf56351-d896-479a-8a83-da2b56b77b77 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:06.178796 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-70eb0612-3617-47ae-9517-03507e3e1e1f None None] For port cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f,segment=NetworkSegment(aa8d6128-46de-400a-ac34-8d817341748b),segment_id=aa8d6128-46de-400a-ac34-8d817341748b)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:06.179181 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-70eb0612-3617-47ae-9517-03507e3e1e1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:06.231978 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-63d73961-eb16-4d10-ae9d-b94f12e245c4 service neutron] 10.222.0.76 "GET /v2.0/networks/e1d575c9-3c6c-4927-ade4-ecdf17034abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332711 Apr 29 13:29:06.234328 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-277a3a0e-229f-4e94-83df-74f950a23cc0 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Deleting subnet 51849815-f430-43e8-9f6b-7772f83b7233 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:29:06.237594 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-277a3a0e-229f-4e94-83df-74f950a23cc0 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:06.242625 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] For port cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f,segment=NetworkSegment(aa8d6128-46de-400a-ac34-8d817341748b),segment_id=aa8d6128-46de-400a-ac34-8d817341748b)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:06.243076 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:06.274265 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f44ba084-f4ac-4ce6-92ea-df991a9d3848 req-f73f4246-cab2-4a09-ac9d-61d68947ffb2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b3dd10e1defa4a4db8e298797b127deb&device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 1099 time: 0.6401560 Apr 29 13:29:06.297781 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-277a3a0e-229f-4e94-83df-74f950a23cc0 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:06.389376 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-70eb0612-3617-47ae-9517-03507e3e1e1f None None] Calling delete_port for cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:06.424014 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:06.440092 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Calling delete_port for cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:06.505565 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f,segment=NetworkSegment(aa8d6128-46de-400a-ac34-8d817341748b),segment_id=aa8d6128-46de-400a-ac34-8d817341748b)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:06.518208 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:06.547781 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ccf56351-d896-479a-8a83-da2b56b77b77 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:06.559100 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-277a3a0e-229f-4e94-83df-74f950a23cc0 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:06.609955 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 0839f351-0366-4f6e-b01f-5c17a2547387 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:29:06.632601 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ccf56351-d896-479a-8a83-da2b56b77b77 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:06.640528 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-70eb0612-3617-47ae-9517-03507e3e1e1f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:29:06.641074 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-70eb0612-3617-47ae-9517-03507e3e1e1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:29:06.652697 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 0839f351-0366-4f6e-b01f-5c17a2547387 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:29:06.653261 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 0839f351-0366-4f6e-b01f-5c17a2547387 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:29:06.661785 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-ea877946-0cb2-45b3-8a9b-0b9e58022b42 req-08645324-f718-4156-9155-96a4436018ce tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:06.674055 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-277a3a0e-229f-4e94-83df-74f950a23cc0 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:06.678040 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:06.706435 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf56351-d896-479a-8a83-da2b56b77b77 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:06.722958 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a3a0e-229f-4e94-83df-74f950a23cc0 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Pushing event deleted for resources: {'Subnet': ['ID=51849815-f430-43e8-9f6b-7772f83b7233,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:06.728131 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-277a3a0e-229f-4e94-83df-74f950a23cc0 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:06.736883 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-277a3a0e-229f-4e94-83df-74f950a23cc0 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "DELETE /v2.0/subnets/51849815-f430-43e8-9f6b-7772f83b7233 HTTP/1.1" status: 204 len: 168 time: 0.8259666 Apr 29 13:29:06.737567 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59494) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:06.744082 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2623eb8-1513-4afa-93df-5bdd41e32141 None None] Network 847a0b3c-eaa5-43ac-8f35-9ba10e048db6 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:06.817496 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.api [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:29:06.817860 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG oslo_db.api [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:29:06.822308 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-ea877946-0cb2-45b3-8a9b-0b9e58022b42 req-08645324-f718-4156-9155-96a4436018ce tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:06.823455 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ea877946-0cb2-45b3-8a9b-0b9e58022b42 req-08645324-f718-4156-9155-96a4436018ce tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=9760cefa-8385-448b-bb9d-7a0682cfe147 HTTP/1.1" status: 200 len: 210 time: 0.2500117 Apr 29 13:29:06.837822 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ba084-f4ac-4ce6-92ea-df991a9d3848 req-fb800631-1ac7-4a21-8fab-0f74fde714b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:06.839204 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f44ba084-f4ac-4ce6-92ea-df991a9d3848 req-fb800631-1ac7-4a21-8fab-0f74fde714b5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fd1e5aaf-1b26-4dda-a00a-9ea5743f747d HTTP/1.1" status: 200 len: 898 time: 0.4442098 Apr 29 13:29:06.845449 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f50defe-4984-413f-8548-cb6d60c64d63 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:29:06.851395 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ccf56351-d896-479a-8a83-da2b56b77b77 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:06.852822 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccf56351-d896-479a-8a83-da2b56b77b77 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:29:06.853342 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccf56351-d896-479a-8a83-da2b56b77b77 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:29:06.914927 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-108983d5-24b3-44b0-a04a-9eae309b92b5 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:06.928419 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-108983d5-24b3-44b0-a04a-9eae309b92b5 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Deleting port 7f5a1403-e8ac-40f1-8c0f-668f321bc0e1 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:06.929044 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-108983d5-24b3-44b0-a04a-9eae309b92b5 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:06.948034 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187a98c8-5b54-49d2-9564-f13ea86d7273 None None] Sync routers for ids ['c3a9287b-73da-4b6b-80b0-855ea4de74fa'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:29:07.059039 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6f50defe-4984-413f-8548-cb6d60c64d63 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] 10.222.0.76 "PUT /v2.0/routers/c3a9287b-73da-4b6b-80b0-855ea4de74fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7766597 Apr 29 13:29:07.074656 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187a98c8-5b54-49d2-9564-f13ea86d7273 None None] Routers {'c3a9287b-73da-4b6b-80b0-855ea4de74fa'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:29:07.079553 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59504) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:07.079710 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-187a98c8-5b54-49d2-9564-f13ea86d7273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:28:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c3a9287b-73da-4b6b-80b0-855ea4de74fa'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:07.109942 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f44ba084-f4ac-4ce6-92ea-df991a9d3848 req-fa596823-d156-4655-b5e3-ac81f7522dcb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=a88ec220-4cca-43f4-8418-56dcd9ad7bad HTTP/1.1" status: 200 len: 1001 time: 0.2520792 Apr 29 13:29:07.116010 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ccf56351-d896-479a-8a83-da2b56b77b77 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1266177 Apr 29 13:29:07.120433 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59508) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:07.170406 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-70eb0612-3617-47ae-9517-03507e3e1e1f None None] Deleting port cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:07.171015 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-70eb0612-3617-47ae-9517-03507e3e1e1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:07.195005 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-c58eabb1-5f68-4b78-8533-e3cabcad78e8 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:07.201468 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:29:07.224092 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ba084-f4ac-4ce6-92ea-df991a9d3848 req-52103f0f-1281-4e7c-9a36-74e57d69e77b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:07.226100 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f44ba084-f4ac-4ce6-92ea-df991a9d3848 req-52103f0f-1281-4e7c-9a36-74e57d69e77b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8672d9ee-edfb-42ee-bd49-ae2cc6174dde HTTP/1.1" status: 200 len: 837 time: 0.1067050 Apr 29 13:29:07.236267 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-187a98c8-5b54-49d2-9564-f13ea86d7273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:07.305416 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-108983d5-24b3-44b0-a04a-9eae309b92b5 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] For port 7f5a1403-e8ac-40f1-8c0f-668f321bc0e1, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=7f5a1403-e8ac-40f1-8c0f-668f321bc0e1,segment=NetworkSegment(276355c4-4f45-4f71-8961-c198357b0738),segment_id=276355c4-4f45-4f71-8961-c198357b0738)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:07.305709 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-108983d5-24b3-44b0-a04a-9eae309b92b5 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:07.326334 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting port cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:07.326615 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:07.342252 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187a98c8-5b54-49d2-9564-f13ea86d7273 None None] Routers {'c3a9287b-73da-4b6b-80b0-855ea4de74fa'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:29:07.342911 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-187a98c8-5b54-49d2-9564-f13ea86d7273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:28:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c3a9287b-73da-4b6b-80b0-855ea4de74fa'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:07.435245 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-108983d5-24b3-44b0-a04a-9eae309b92b5 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Calling delete_port for 7f5a1403-e8ac-40f1-8c0f-668f321bc0e1 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:07.439340 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-c58eabb1-5f68-4b78-8533-e3cabcad78e8 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:07.439587 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-187a98c8-5b54-49d2-9564-f13ea86d7273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:07.440896 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187a98c8-5b54-49d2-9564-f13ea86d7273 None None] The sync data for ids ['c3a9287b-73da-4b6b-80b0-855ea4de74fa'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:29:07.486713 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-c58eabb1-5f68-4b78-8533-e3cabcad78e8 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:07.519311 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e2f1fdc5-e259-42d8-a631-28de6e1b3284 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:07.523430 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f44ba084-f4ac-4ce6-92ea-df991a9d3848 req-cd3e0552-364b-4abc-ba3d-218ad8549004 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fd1e5aaf-1b26-4dda-a00a-9ea5743f747d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2406101 Apr 29 13:29:07.528266 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58eabb1-5f68-4b78-8533-e3cabcad78e8 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:07.531911 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c58eabb1-5f68-4b78-8533-e3cabcad78e8 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:07.533553 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-c58eabb1-5f68-4b78-8533-e3cabcad78e8 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:29:07.533755 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c58eabb1-5f68-4b78-8533-e3cabcad78e8 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:29:07.638444 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242e86a2-087e-4601-b476-2ed5685a625a None None] DHCP port deletion for 847a0b3c-eaa5-43ac-8f35-9ba10e048db6 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:29:07.645486 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-108983d5-24b3-44b0-a04a-9eae309b92b5 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:07.705549 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:07.728363 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108983d5-24b3-44b0-a04a-9eae309b92b5 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Pushing event deleted for resources: {'Port': ['ID=7f5a1403-e8ac-40f1-8c0f-668f321bc0e1,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:07.728790 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-70eb0612-3617-47ae-9517-03507e3e1e1f None None] For port cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f,segment=NetworkSegment(aa8d6128-46de-400a-ac34-8d817341748b),segment_id=aa8d6128-46de-400a-ac34-8d817341748b)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:07.729617 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-70eb0612-3617-47ae-9517-03507e3e1e1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:07.741959 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108983d5-24b3-44b0-a04a-9eae309b92b5 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] No DVR routers for this DVR port 7f5a1403-e8ac-40f1-8c0f-668f321bc0e1 on host dv-neutron-839027-4-hyperv {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:29:07.745313 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c58eabb1-5f68-4b78-8533-e3cabcad78e8 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5902984 Apr 29 13:29:07.745952 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59514) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:07.809898 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-67d84906-ca4e-4094-bb5d-82d3d5f99d12 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:07.833970 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] For port cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f,segment=NetworkSegment(aa8d6128-46de-400a-ac34-8d817341748b),segment_id=aa8d6128-46de-400a-ac34-8d817341748b)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:07.834420 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:07.890427 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-70eb0612-3617-47ae-9517-03507e3e1e1f None None] Calling delete_port for cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:07.933579 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f,segment=NetworkSegment(aa8d6128-46de-400a-ac34-8d817341748b),segment_id=aa8d6128-46de-400a-ac34-8d817341748b)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:07.947340 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:07.964300 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-108983d5-24b3-44b0-a04a-9eae309b92b5 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:07.993530 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Calling delete_port for cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:08.001645 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-17bed338-1059-4789-b362-da627d0acab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:08.027140 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-67d84906-ca4e-4094-bb5d-82d3d5f99d12 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:08.030945 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-67d84906-ca4e-4094-bb5d-82d3d5f99d12 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2800722 Apr 29 13:29:08.033235 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59520) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:08.045774 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f44ba084-f4ac-4ce6-92ea-df991a9d3848 req-38317711-cf42-4689-bc6e-5b2f2a47d2ce service neutron] 10.222.0.32 "GET /v2.0/networks/fd1e5aaf-1b26-4dda-a00a-9ea5743f747d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073252 Apr 29 13:29:08.047158 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:08.053259 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-70eb0612-3617-47ae-9517-03507e3e1e1f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:29:08.053663 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-70eb0612-3617-47ae-9517-03507e3e1e1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:29:08.057622 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-e2f1fdc5-e259-42d8-a631-28de6e1b3284 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 29 13:29:08.060851 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e2f1fdc5-e259-42d8-a631-28de6e1b3284 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] 10.222.0.76 "DELETE /v2.0/routers/c3a9287b-73da-4b6b-80b0-855ea4de74fa HTTP/1.1" status: 409 len: 329 time: 0.9787643 Apr 29 13:29:08.060851 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-108983d5-24b3-44b0-a04a-9eae309b92b5 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['847a0b3c-eaa5-43ac-8f35-9ba10e048db6']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:08.070056 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-66ea37e1-8173-42ec-b025-6144f1ad626f req-a3decc76-0439-403f-a82e-98a6964d797a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=9760cefa-8385-448b-bb9d-7a0682cfe147 HTTP/1.1" status: 200 len: 210 time: 0.0590906 Apr 29 13:29:08.070652 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59524) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:08.224822 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8a4108-544d-4c25-ae38-3d336ea49ba9 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:08.229276 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6c8a4108-544d-4c25-ae38-3d336ea49ba9 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1936100 Apr 29 13:29:08.230937 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59528) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:08.264603 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-108983d5-24b3-44b0-a04a-9eae309b92b5 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '276355c4-4f45-4f71-8961-c198357b0738') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:08.264919 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-108983d5-24b3-44b0-a04a-9eae309b92b5 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '276355c4-4f45-4f71-8961-c198357b0738') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:08.339105 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.api [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:29:08.339336 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG oslo_db.api [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:29:08.343021 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-108983d5-24b3-44b0-a04a-9eae309b92b5 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:08.356447 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b2272dad-c1e6-4dc7-9e70-847a4afc3e72 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1057274 Apr 29 13:29:08.360925 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59534) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:08.371962 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-5fb32586-c65d-43b3-bc6c-8d56c32562ef tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:08.396584 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-108983d5-24b3-44b0-a04a-9eae309b92b5 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:08.417820 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f44ba084-f4ac-4ce6-92ea-df991a9d3848 req-052c925f-016e-4f90-9e54-b882f9f03acf service neutron] 10.222.0.32 "GET /v2.0/networks/fd1e5aaf-1b26-4dda-a00a-9ea5743f747d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325520 Apr 29 13:29:08.438204 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting port cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:08.438583 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:08.459604 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-108983d5-24b3-44b0-a04a-9eae309b92b5 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:29:08.460141 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-108983d5-24b3-44b0-a04a-9eae309b92b5 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:29:08.476820 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:29:08.526338 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-776368e6-cbf3-4b1e-83a5-3fe75664720e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:08.527731 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-776368e6-cbf3-4b1e-83a5-3fe75664720e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/networks?id=e1d575c9-3c6c-4927-ade4-ecdf17034abc HTTP/1.1" status: 200 len: 796 time: 0.2206125 Apr 29 13:29:08.603766 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-5fb32586-c65d-43b3-bc6c-8d56c32562ef tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:08.605846 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-108983d5-24b3-44b0-a04a-9eae309b92b5 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:08.632422 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-108983d5-24b3-44b0-a04a-9eae309b92b5 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:08.645941 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108983d5-24b3-44b0-a04a-9eae309b92b5 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] Pushing event deleted for resources: {'Network': ['ID=847a0b3c-eaa5-43ac-8f35-9ba10e048db6,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:08.649196 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-5fb32586-c65d-43b3-bc6c-8d56c32562ef tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:08.669938 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-108983d5-24b3-44b0-a04a-9eae309b92b5 tempest-TagsExtTest-1537683540 tempest-TagsExtTest-1537683540-project] 10.222.0.76 "DELETE /v2.0/networks/847a0b3c-eaa5-43ac-8f35-9ba10e048db6 HTTP/1.1" status: 204 len: 168 time: 1.9286683 Apr 29 13:29:08.733900 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb32586-c65d-43b3-bc6c-8d56c32562ef tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:08.737432 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5fb32586-c65d-43b3-bc6c-8d56c32562ef tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:08.799239 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-1eacb3e9-7035-45d2-9feb-f40f18cec8c3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:08.833368 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] For port cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f,segment=NetworkSegment(aa8d6128-46de-400a-ac34-8d817341748b),segment_id=aa8d6128-46de-400a-ac34-8d817341748b)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:08.833758 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:08.841551 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-1eacb3e9-7035-45d2-9feb-f40f18cec8c3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:08.842676 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-1eacb3e9-7035-45d2-9feb-f40f18cec8c3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 470 time: 0.2890446 Apr 29 13:29:08.992620 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-425ed695-2fe1-4f75-88f1-dec47edb9429 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'port': {'device_id': '9760cefa-8385-448b-bb9d-7a0682cfe147', 'network_id': 'e1d575c9-3c6c-4927-ade4-ecdf17034abc', 'admin_state_up': True, 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'security_groups': ['14dcf634-cd52-48af-9431-d25d9e8fbe44']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:09.007601 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3c41d0a3-373e-43cb-8288-26838b963e26 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:09.025784 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Calling delete_port for cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:09.046367 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-70eb0612-3617-47ae-9517-03507e3e1e1f None None] Deleting port cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:09.046918 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-70eb0612-3617-47ae-9517-03507e3e1e1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:09.121964 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59544) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:09.189239 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 7f5a1403-e8ac-40f1-8c0f-668f321bc0e1 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:29:09.217517 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-425ed695-2fe1-4f75-88f1-dec47edb9429 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:09.226587 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:09.268823 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-425ed695-2fe1-4f75-88f1-dec47edb9429 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:09.274176 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 7f5a1403-e8ac-40f1-8c0f-668f321bc0e1 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:29:09.274947 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 7f5a1403-e8ac-40f1-8c0f-668f321bc0e1 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:29:09.332207 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Port': ['ID=cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:09.354727 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-56854b8e-ce44-4df6-9a38-26e378169de6 req-66c9722c-357d-4202-abdf-91e15350c842 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=9760cefa-8385-448b-bb9d-7a0682cfe147 HTTP/1.1" status: 200 len: 210 time: 0.0918455 Apr 29 13:29:09.355406 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-425ed695-2fe1-4f75-88f1-dec47edb9429 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Made reservation on behalf of 4b7a89f6c8564a04be449e2e6b4a95e5 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:09.360416 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-425ed695-2fe1-4f75-88f1-dec47edb9429 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:09.367608 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.objects.ports [None req-5fb32586-c65d-43b3-bc6c-8d56c32562ef tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83905) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 13:29:09.373607 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5fb32586-c65d-43b3-bc6c-8d56c32562ef tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:09.381230 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] No DVR routers for this DVR port cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f on host dv-neutron-839027-4-hyperv {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:29:09.470210 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb32586-c65d-43b3-bc6c-8d56c32562ef tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:09.477435 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-70eb0612-3617-47ae-9517-03507e3e1e1f None None] For port cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f,segment=NetworkSegment(aa8d6128-46de-400a-ac34-8d817341748b),segment_id=aa8d6128-46de-400a-ac34-8d817341748b)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:09.477732 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-5fb32586-c65d-43b3-bc6c-8d56c32562ef tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:09.478039 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-70eb0612-3617-47ae-9517-03507e3e1e1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:09.480931 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb32586-c65d-43b3-bc6c-8d56c32562ef tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:09.481496 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5fb32586-c65d-43b3-bc6c-8d56c32562ef tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:09.490897 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfc42bf-e7e6-49b0-b42c-c5aff1a1df89 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:09.522606 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb32586-c65d-43b3-bc6c-8d56c32562ef tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Subnet': ['ID=84039f2c-87f7-45a7-9370-2304620aeee7,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:09.589575 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5fb32586-c65d-43b3-bc6c-8d56c32562ef tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2213140 Apr 29 13:29:09.592729 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59550) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:09.608176 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-885a8626-520a-47bc-8c74-79dd70dcf789 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'port': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'mac_address': 'fa:16:3e:95:c7:d8', 'name': 'tempest-NetworksTestDHCPv6-906718549'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:09.609264 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:09.666981 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93de1026-b891-4865-a51a-c91a652c77a1']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:09.670211 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-70eb0612-3617-47ae-9517-03507e3e1e1f None None] Calling delete_port for cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:09.687414 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-58369c41-783f-41d8-b058-aca119b23945 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1152f9a5a24949a69f0cf2f02080f81c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5528977 Apr 29 13:29:09.690647 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa8d6128-46de-400a-ac34-8d817341748b') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:09.690946 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa8d6128-46de-400a-ac34-8d817341748b') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:09.697937 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59554) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:09.747087 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:09.816453 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-70eb0612-3617-47ae-9517-03507e3e1e1f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:29:09.817360 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-70eb0612-3617-47ae-9517-03507e3e1e1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:29:09.846609 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-425ed695-2fe1-4f75-88f1-dec47edb9429 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.20.0.22 (e1d575c9-3c6c-4927-ade4-ecdf17034abc/3f931df7-73d1-4c94-a80f-eddea4fdd860/ebffe0cf-b744-4211-b36a-c4d9ddc51fd9) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:09.884372 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:09.892663 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8beb626-68ea-4b5b-b1d2-d7733c6525ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-b2591163-41a9-4c5e-86a6-99ddbf59518f', 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'fixed_ips': [{'subnet_id': '84039f2c-87f7-45a7-9370-2304620aeee7'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:29:09.893956 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a8beb626-68ea-4b5b-b1d2-d7733c6525ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:09.902733 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:29:09.903148 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:29:09.920121 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:29:09.986732 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-885a8626-520a-47bc-8c74-79dd70dcf789 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:10.034823 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-885a8626-520a-47bc-8c74-79dd70dcf789 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:10.037240 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-70eb0612-3617-47ae-9517-03507e3e1e1f None None] Deleting port cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:10.037820 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-70eb0612-3617-47ae-9517-03507e3e1e1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:10.051739 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8569d37a-2aca-4cd0-a411-1eb54ed39fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:10.056777 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885a8626-520a-47bc-8c74-79dd70dcf789 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:10.143276 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:10.147638 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-a8beb626-68ea-4b5b-b1d2-d7733c6525ce None None] Allocated IP 2001:db8::f816:3eff:fe0c:bcda (b2591163-41a9-4c5e-86a6-99ddbf59518f/84039f2c-87f7-45a7-9370-2304620aeee7/4b6bf601-7ac2-4c12-846b-b928275cc45b) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:10.169380 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:10.169642 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-70eb0612-3617-47ae-9517-03507e3e1e1f None None] The port 'cc5334a2-6dd4-415a-9bcc-adbd1d5a2d5f' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:29:10.179213 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8569d37a-2aca-4cd0-a411-1eb54ed39fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:10.212006 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Network': ['ID=93de1026-b891-4865-a51a-c91a652c77a1,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:10.260590 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-096bc8bb-11d7-4e7d-942b-d43e13724887 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/networks/93de1026-b891-4865-a51a-c91a652c77a1 HTTP/1.1" status: 204 len: 168 time: 5.1006148 Apr 29 13:29:10.269176 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59560) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:10.271812 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-885a8626-520a-47bc-8c74-79dd70dcf789 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:10.286479 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-90e69fa3-8eb0-44a1-ad09-b92c5ace9de9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'port': {'network_id': '44ba171e-fd39-4027-873e-4c53aa8412b5', 'name': 'tempest-PortsIpV6TestJSON-2120764579'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:10.304262 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-425ed695-2fe1-4f75-88f1-dec47edb9429 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:10.328941 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8569d37a-2aca-4cd0-a411-1eb54ed39fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:10.344041 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-425ed695-2fe1-4f75-88f1-dec47edb9429 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Transition to ACTIVE for port object ebffe0cf-b744-4211-b36a-c4d9ddc51fd9 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:10.350312 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569d37a-2aca-4cd0-a411-1eb54ed39fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bc7078-7aba-412f-943a-fa0e14bff37d,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:10.357246 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8569d37a-2aca-4cd0-a411-1eb54ed39fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:10.361229 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8569d37a-2aca-4cd0-a411-1eb54ed39fa5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/75bc7078-7aba-412f-943a-fa0e14bff37d HTTP/1.1" status: 204 len: 168 time: 0.6623292 Apr 29 13:29:10.383091 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-425ed695-2fe1-4f75-88f1-dec47edb9429 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:10.411503 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-885a8626-520a-47bc-8c74-79dd70dcf789 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] device_id is not set on port b43504f8-06b7-4bf3-b4a8-b1ce6282dcc8 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:29:10.424986 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-13a5d442-ea15-4214-a1f5-b016c032755e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:10.478146 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-425ed695-2fe1-4f75-88f1-dec47edb9429 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network e1d575c9-3c6c-4927-ade4-ecdf17034abc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:10.482248 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-425ed695-2fe1-4f75-88f1-dec47edb9429 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:10.485170 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a8beb626-68ea-4b5b-b1d2-d7733c6525ce None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:10.487421 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-425ed695-2fe1-4f75-88f1-dec47edb9429 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:29:10.502527 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a8beb626-68ea-4b5b-b1d2-d7733c6525ce None None] Transition to ACTIVE for port object 4b6bf601-7ac2-4c12-846b-b928275cc45b will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:10.527726 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a8beb626-68ea-4b5b-b1d2-d7733c6525ce None None] Transition to ACTIVE for port object 4b6bf601-7ac2-4c12-846b-b928275cc45b will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:10.529359 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ed695-2fe1-4f75-88f1-dec47edb9429 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=ebffe0cf-b744-4211-b36a-c4d9ddc51fd9,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:10.543488 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a8beb626-68ea-4b5b-b1d2-d7733c6525ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:10.652976 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-425ed695-2fe1-4f75-88f1-dec47edb9429 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:10.653600 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-425ed695-2fe1-4f75-88f1-dec47edb9429 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:10.654555 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8beb626-68ea-4b5b-b1d2-d7733c6525ce None None] Pushing event updated for resources: {'Port': ['ID=4b6bf601-7ac2-4c12-846b-b928275cc45b,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:10.675430 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8beb626-68ea-4b5b-b1d2-d7733c6525ce None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:10.677291 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-a8beb626-68ea-4b5b-b1d2-d7733c6525ce None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:10.685051 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8beb626-68ea-4b5b-b1d2-d7733c6525ce None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:29:10.695697 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-425ed695-2fe1-4f75-88f1-dec47edb9429 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7771454 Apr 29 13:29:10.709849 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdf7a7-6f3b-444a-bdce-d3e22384ab60 req-38dc275e-2dd6-485b-b28a-dfd1ba5c866e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:10.711390 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-d7bdf7a7-6f3b-444a-bdce-d3e22384ab60 req-38dc275e-2dd6-485b-b28a-dfd1ba5c866e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:10.720952 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-3ab9ea08-c311-4b2f-9610-8389bed72623 service neutron] Request body: {'port': {'device_id': '9760cefa-8385-448b-bb9d-7a0682cfe147', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:10.770565 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-3c41d0a3-373e-43cb-8288-26838b963e26 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Deleting port f8a7ac27-386c-40a6-8a7d-54795956ac1b {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:10.773374 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3c41d0a3-373e-43cb-8288-26838b963e26 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:10.813601 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a8beb626-68ea-4b5b-b1d2-d7733c6525ce None None] Attempting to bind port 4b6bf601-7ac2-4c12-846b-b928275cc45b on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:29:10.813968 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a8beb626-68ea-4b5b-b1d2-d7733c6525ce None None] Attempting to bind port 4b6bf601-7ac2-4c12-846b-b928275cc45b by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:29:10.814327 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8beb626-68ea-4b5b-b1d2-d7733c6525ce None None] Attempting to bind port 4b6bf601-7ac2-4c12-846b-b928275cc45b on network b2591163-41a9-4c5e-86a6-99ddbf59518f {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:29:10.822145 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8beb626-68ea-4b5b-b1d2-d7733c6525ce None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:29:10.822518 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8beb626-68ea-4b5b-b1d2-d7733c6525ce None None] Checking segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:29:10.822916 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a8beb626-68ea-4b5b-b1d2-d7733c6525ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:10.823303 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8beb626-68ea-4b5b-b1d2-d7733c6525ce None None] Bound using segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:29:10.823767 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a8beb626-68ea-4b5b-b1d2-d7733c6525ce None None] Bound port: 4b6bf601-7ac2-4c12-846b-b928275cc45b, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:29:10.824153 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a8beb626-68ea-4b5b-b1d2-d7733c6525ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:10.877082 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-90e69fa3-8eb0-44a1-ad09-b92c5ace9de9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:10.882917 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-90e69fa3-8eb0-44a1-ad09-b92c5ace9de9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:port and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:10.889876 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-90e69fa3-8eb0-44a1-ad09-b92c5ace9de9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:10.911186 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-90e69fa3-8eb0-44a1-ad09-b92c5ace9de9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:10.916432 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-885a8626-520a-47bc-8c74-79dd70dcf789 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Allocated IP 2001:db8::f816:3eff:fe95:c7d8 (b2591163-41a9-4c5e-86a6-99ddbf59518f/84039f2c-87f7-45a7-9370-2304620aeee7/b43504f8-06b7-4bf3-b4a8-b1ce6282dcc8) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:10.949332 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fe01dce3-b2d7-4c14-b00d-1e4f1b55e8ab None None] Provisioning for port ebffe0cf-b744-4211-b36a-c4d9ddc51fd9 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:10.958946 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fe01dce3-b2d7-4c14-b00d-1e4f1b55e8ab None None] Provisioning complete for port ebffe0cf-b744-4211-b36a-c4d9ddc51fd9 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:10.959510 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe01dce3-b2d7-4c14-b00d-1e4f1b55e8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:11.024080 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-d7bdf7a7-6f3b-444a-bdce-d3e22384ab60 req-38dc275e-2dd6-485b-b28a-dfd1ba5c866e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:11.024652 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a8beb626-68ea-4b5b-b1d2-d7733c6525ce None None] For port 4b6bf601-7ac2-4c12-846b-b928275cc45b, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:29:11.028311 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e69fa3-8eb0-44a1-ad09-b92c5ace9de9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:11.031183 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d7bdf7a7-6f3b-444a-bdce-d3e22384ab60 req-38dc275e-2dd6-485b-b28a-dfd1ba5c866e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=9760cefa-8385-448b-bb9d-7a0682cfe147 HTTP/1.1" status: 200 len: 932 time: 0.4658563 Apr 29 13:29:11.031718 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-90e69fa3-8eb0-44a1-ad09-b92c5ace9de9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:11.039987 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a8beb626-68ea-4b5b-b1d2-d7733c6525ce None None] For port 4b6bf601-7ac2-4c12-846b-b928275cc45b, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=4b6bf601-7ac2-4c12-846b-b928275cc45b,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:29:11.042631 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-fe01dce3-b2d7-4c14-b00d-1e4f1b55e8ab None None] Port ebffe0cf-b744-4211-b36a-c4d9ddc51fd9 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:29:11.049483 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a8beb626-68ea-4b5b-b1d2-d7733c6525ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:11.088853 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-3ab9ea08-c311-4b2f-9610-8389bed72623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:11.099367 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-90e69fa3-8eb0-44a1-ad09-b92c5ace9de9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] device_id is not set on port 2df44fcc-f294-43e7-98a3-bad7b4b5e9ef yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:29:11.145901 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d7bdf7a7-6f3b-444a-bdce-d3e22384ab60 req-a8981856-ab85-44db-a246-2d3510b546d5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=14dcf634-cd52-48af-9431-d25d9e8fbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1127374 Apr 29 13:29:11.163263 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8beb626-68ea-4b5b-b1d2-d7733c6525ce None None] Pushing event updated for resources: {'Port': ['ID=4b6bf601-7ac2-4c12-846b-b928275cc45b,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:11.233717 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3c41d0a3-373e-43cb-8288-26838b963e26 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:11.405703 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:11.481337 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-3c41d0a3-373e-43cb-8288-26838b963e26 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Calling delete_port for f8a7ac27-386c-40a6-8a7d-54795956ac1b owned by network:router_interface {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:11.529078 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:11.577503 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59586) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:11.608411 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-3ab9ea08-c311-4b2f-9610-8389bed72623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebffe0cf-b744-4211-b36a-c4d9ddc51fd9 {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:29:11.616497 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-3ab9ea08-c311-4b2f-9610-8389bed72623 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:11.633027 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-3ab9ea08-c311-4b2f-9610-8389bed72623 service neutron] Transition to ACTIVE for port object ebffe0cf-b744-4211-b36a-c4d9ddc51fd9 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:11.636911 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-3ab9ea08-c311-4b2f-9610-8389bed72623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:11.759200 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-d68793a1-fbed-497f-b909-bf12c9e0c6fb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1070817569-network', 'tenant_id': '0c81113c84764616a8c807a160eb0515'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:11.776170 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-d68793a1-fbed-497f-b909-bf12c9e0c6fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:11.779040 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9ea08-c311-4b2f-9610-8389bed72623 service neutron] Pushing event updated for resources: {'Port': ['ID=ebffe0cf-b744-4211-b36a-c4d9ddc51fd9,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:11.783599 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d68793a1-fbed-497f-b909-bf12c9e0c6fb admin admin] Usage tracker for resource:network and tenant:0c81113c84764616a8c807a160eb0515 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:11.791441 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-885a8626-520a-47bc-8c74-79dd70dcf789 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:11.792528 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d68793a1-fbed-497f-b909-bf12c9e0c6fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:11.826748 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-d68793a1-fbed-497f-b909-bf12c9e0c6fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:11.831380 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-90e69fa3-8eb0-44a1-ad09-b92c5ace9de9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:11.843236 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-885a8626-520a-47bc-8c74-79dd70dcf789 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Transition to ACTIVE for port object b43504f8-06b7-4bf3-b4a8-b1ce6282dcc8 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:11.877075 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68793a1-fbed-497f-b909-bf12c9e0c6fb admin admin] Made reservation on behalf of 0c81113c84764616a8c807a160eb0515 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:11.879922 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d68793a1-fbed-497f-b909-bf12c9e0c6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:11.901454 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d68793a1-fbed-497f-b909-bf12c9e0c6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:11.945424 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-3ab9ea08-c311-4b2f-9610-8389bed72623 service neutron] Attempting to bind port ebffe0cf-b744-4211-b36a-c4d9ddc51fd9 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:29:11.946295 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-3ab9ea08-c311-4b2f-9610-8389bed72623 service neutron] Attempting to bind port ebffe0cf-b744-4211-b36a-c4d9ddc51fd9 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2c280f1a-e81a-40e0-9964-5c94572bd7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e1d575c9-3c6c-4927-ade4-ecdf17034abc'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:29:11.946707 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-3ab9ea08-c311-4b2f-9610-8389bed72623 service neutron] Attempting to bind port ebffe0cf-b744-4211-b36a-c4d9ddc51fd9 on network e1d575c9-3c6c-4927-ade4-ecdf17034abc {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:29:11.953891 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-3ab9ea08-c311-4b2f-9610-8389bed72623 service neutron] Port ebffe0cf-b744-4211-b36a-c4d9ddc51fd9 on network e1d575c9-3c6c-4927-ade4-ecdf17034abc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:29:11.954206 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-3ab9ea08-c311-4b2f-9610-8389bed72623 service neutron] Attempting to bind port ebffe0cf-b744-4211-b36a-c4d9ddc51fd9 on network e1d575c9-3c6c-4927-ade4-ecdf17034abc {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:29:11.962554 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-3ab9ea08-c311-4b2f-9610-8389bed72623 service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:29:11.962882 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-3ab9ea08-c311-4b2f-9610-8389bed72623 service neutron] Checking segment: {'id': '2c280f1a-e81a-40e0-9964-5c94572bd7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e1d575c9-3c6c-4927-ade4-ecdf17034abc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:29:11.963265 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-3ab9ea08-c311-4b2f-9610-8389bed72623 service neutron] Bound using segment: {'id': '2c280f1a-e81a-40e0-9964-5c94572bd7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e1d575c9-3c6c-4927-ade4-ecdf17034abc'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:29:11.963969 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-3ab9ea08-c311-4b2f-9610-8389bed72623 service neutron] Bound port: ebffe0cf-b744-4211-b36a-c4d9ddc51fd9, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c280f1a-e81a-40e0-9964-5c94572bd7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e1d575c9-3c6c-4927-ade4-ecdf17034abc'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:29:11.964311 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-3ab9ea08-c311-4b2f-9610-8389bed72623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:12.068259 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3c41d0a3-373e-43cb-8288-26838b963e26 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:12.068978 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-3ab9ea08-c311-4b2f-9610-8389bed72623 service neutron] For port ebffe0cf-b744-4211-b36a-c4d9ddc51fd9, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:29:12.080985 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-3ab9ea08-c311-4b2f-9610-8389bed72623 service neutron] For port ebffe0cf-b744-4211-b36a-c4d9ddc51fd9, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ebffe0cf-b744-4211-b36a-c4d9ddc51fd9,segment=NetworkSegment(2c280f1a-e81a-40e0-9964-5c94572bd7b5),segment_id=2c280f1a-e81a-40e0-9964-5c94572bd7b5)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:29:12.093624 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-3ab9ea08-c311-4b2f-9610-8389bed72623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:12.098515 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-d68793a1-fbed-497f-b909-bf12c9e0c6fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:12.109327 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-90e69fa3-8eb0-44a1-ad09-b92c5ace9de9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:12.111145 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-885a8626-520a-47bc-8c74-79dd70dcf789 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:12.137127 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41d0a3-373e-43cb-8288-26838b963e26 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Pushing event deleted for resources: {'Port': ['ID=f8a7ac27-386c-40a6-8a7d-54795956ac1b,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:12.143612 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d68793a1-fbed-497f-b909-bf12c9e0c6fb admin admin] Usage tracker for resource:security_group_rule and tenant:0c81113c84764616a8c807a160eb0515 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:12.155884 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d68793a1-fbed-497f-b909-bf12c9e0c6fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:12.172154 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-d68793a1-fbed-497f-b909-bf12c9e0c6fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:12.189296 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-3ab9ea08-c311-4b2f-9610-8389bed72623 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:12.191424 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-3ab9ea08-c311-4b2f-9610-8389bed72623 service neutron] 10.222.0.32 "PUT /v2.0/ports/ebffe0cf-b744-4211-b36a-c4d9ddc51fd9 HTTP/1.1" status: 200 len: 1094 time: 1.4768474 Apr 29 13:29:12.192674 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9760cefa-8385-448b-bb9d-7a0682cfe147', 'tag': 'ebffe0cf-b744-4211-b36a-c4d9ddc51fd9'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:29:12.223996 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9ea08-c311-4b2f-9610-8389bed72623 service neutron] Pushing event updated for resources: {'Port': ['ID=ebffe0cf-b744-4211-b36a-c4d9ddc51fd9,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:12.338733 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e69fa3-8eb0-44a1-ad09-b92c5ace9de9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network 44ba171e-fd39-4027-873e-4c53aa8412b5 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:12.352845 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d68793a1-fbed-497f-b909-bf12c9e0c6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:12.364433 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d68793a1-fbed-497f-b909-bf12c9e0c6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:12.394423 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-455aa089-26ac-407d-b999-63d6d7beeb5e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=9760cefa-8385-448b-bb9d-7a0682cfe147 HTTP/1.1" status: 200 len: 1097 time: 0.1477096 Apr 29 13:29:12.479281 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68793a1-fbed-497f-b909-bf12c9e0c6fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:29:12.492490 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68793a1-fbed-497f-b909-bf12c9e0c6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcfbcf4-27bb-4543-b434-9bf86bd8810f,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:12.506415 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-33422853-6346-430c-a8ad-b89e0eda636f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=ebffe0cf-b744-4211-b36a-c4d9ddc51fd9 HTTP/1.1" status: 200 len: 217 time: 0.0975785 Apr 29 13:29:12.508128 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885a8626-520a-47bc-8c74-79dd70dcf789 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:12.550685 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b944e8cf-6e09-427f-ae0e-d991333859c1'] response: {'name': 'network-changed', 'server_uuid': '9760cefa-8385-448b-bb9d-7a0682cfe147', 'tag': 'ebffe0cf-b744-4211-b36a-c4d9ddc51fd9', 'status': 'completed', 'code': 200} Apr 29 13:29:12.556748 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d68793a1-fbed-497f-b909-bf12c9e0c6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:12.557437 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-d68793a1-fbed-497f-b909-bf12c9e0c6fb admin admin] Added segment 53def5c8-aa99-4a75-8066-57e8c47ce92e of type vlan for network 846dd749-f943-4e56-9d8e-6295c964eaa2 Apr 29 13:29:12.569782 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4a47901c-2c21-4ec5-86c9-59f40dbf9af5 None None] Provisioning for port 4b6bf601-7ac2-4c12-846b-b928275cc45b completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:12.612792 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d68793a1-fbed-497f-b909-bf12c9e0c6fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:12.616603 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-90e69fa3-8eb0-44a1-ad09-b92c5ace9de9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:12.617145 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-025085c2-2d08-4319-bd1d-6ecfc7e5231d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:12.618574 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-885a8626-520a-47bc-8c74-79dd70dcf789 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:12.619371 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-025085c2-2d08-4319-bd1d-6ecfc7e5231d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3f931df7-73d1-4c94-a80f-eddea4fdd860 HTTP/1.1" status: 200 len: 837 time: 0.1078477 Apr 29 13:29:12.620220 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e69fa3-8eb0-44a1-ad09-b92c5ace9de9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:29:12.624899 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e69fa3-8eb0-44a1-ad09-b92c5ace9de9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:12.625522 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-90e69fa3-8eb0-44a1-ad09-b92c5ace9de9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:12.637505 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885a8626-520a-47bc-8c74-79dd70dcf789 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:29:12.641878 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885a8626-520a-47bc-8c74-79dd70dcf789 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:12.642558 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-885a8626-520a-47bc-8c74-79dd70dcf789 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:12.701097 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d68793a1-fbed-497f-b909-bf12c9e0c6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:12.701935 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68793a1-fbed-497f-b909-bf12c9e0c6fb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:12.702504 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d68793a1-fbed-497f-b909-bf12c9e0c6fb admin admin] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:12.702855 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e69fa3-8eb0-44a1-ad09-b92c5ace9de9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Port': ['ID=2df44fcc-f294-43e7-98a3-bad7b4b5e9ef,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:12.840783 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-885a8626-520a-47bc-8c74-79dd70dcf789 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2449820 Apr 29 13:29:12.845566 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:12.846301 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59600) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:12.849185 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-90e69fa3-8eb0-44a1-ad09-b92c5ace9de9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5677311 Apr 29 13:29:12.849479 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-86067061-5b92-4b56-83f1-2622075a0799 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1d575c9-3c6c-4927-ade4-ecdf17034abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2221198 Apr 29 13:29:12.851803 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59602) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:12.853312 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d68793a1-fbed-497f-b909-bf12c9e0c6fb admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2748158 Apr 29 13:29:12.854030 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68793a1-fbed-497f-b909-bf12c9e0c6fb admin admin] Pushing event updated for resources: {'Network': ['ID=846dd749-f943-4e56-9d8e-6295c964eaa2,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:12.856899 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59606) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:12.864818 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 846dd749-f943-4e56-9d8e-6295c964eaa2 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:29:12.933124 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d948602c-7ad5-4c34-a756-5077a9dea558 None None] get_active_networks_info from dv-neutron-839027-4-hyperv {{(pid=83906) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 13:29:12.935282 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3c41d0a3-373e-43cb-8288-26838b963e26 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:12.940147 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-256af12f-97fd-4f34-afc4-157baf31bab0 admin admin] Request body: {'subnet': {'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1070817569-subnet', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'ip_version': 4}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:12.947659 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a8626-520a-47bc-8c74-79dd70dcf789 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Port': ['ID=b43504f8-06b7-4bf3-b4a8-b1ce6282dcc8,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:12.974387 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-a0ac6be3-5269-43b4-80e1-47660bdc4068 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting port 2df44fcc-f294-43e7-98a3-bad7b4b5e9ef {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:12.974736 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a0ac6be3-5269-43b4-80e1-47660bdc4068 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:12.996314 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-256af12f-97fd-4f34-afc4-157baf31bab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:13.006009 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-256af12f-97fd-4f34-afc4-157baf31bab0 admin admin] Usage tracker for resource:subnet and tenant:0c81113c84764616a8c807a160eb0515 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:13.009767 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-256af12f-97fd-4f34-afc4-157baf31bab0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:13.023837 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-256af12f-97fd-4f34-afc4-157baf31bab0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:13.072041 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256af12f-97fd-4f34-afc4-157baf31bab0 admin admin] Made reservation on behalf of 0c81113c84764616a8c807a160eb0515 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:13.074431 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-256af12f-97fd-4f34-afc4-157baf31bab0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:13.092474 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2ea0cf32-8cd7-401b-b790-34625bff6774 None None] Provisioning for port b43504f8-06b7-4bf3-b4a8-b1ce6282dcc8 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:13.102221 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2ea0cf32-8cd7-401b-b790-34625bff6774 None None] Provisioning complete for port b43504f8-06b7-4bf3-b4a8-b1ce6282dcc8 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:13.102909 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2ea0cf32-8cd7-401b-b790-34625bff6774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:13.192213 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 4b6bf601-7ac2-4c12-846b-b928275cc45b up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:29:13.225073 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff3363-0c17-4217-9fa2-48cf6ec65c99 req-a751b5cf-2e95-4451-aa10-69097c15417c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:13.226557 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-61ff3363-0c17-4217-9fa2-48cf6ec65c99 req-a751b5cf-2e95-4451-aa10-69097c15417c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=9760cefa-8385-448b-bb9d-7a0682cfe147 HTTP/1.1" status: 200 len: 944 time: 0.5961943 Apr 29 13:29:13.278861 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-2ea0cf32-8cd7-401b-b790-34625bff6774 None None] Port b43504f8-06b7-4bf3-b4a8-b1ce6282dcc8 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:29:13.287572 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-beda1d0d-a250-4a9f-9ac6-c084bc1576b3 service neutron] 10.222.0.32 "GET /v2.0/networks/e1d575c9-3c6c-4927-ade4-ecdf17034abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864481 Apr 29 13:29:13.302526 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d948602c-7ad5-4c34-a756-5077a9dea558 None None] Resources bound (agent type, host, resource id): {{(pid=83906) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 13:29:13.315276 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 4b6bf601-7ac2-4c12-846b-b928275cc45b completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:13.321383 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 4b6bf601-7ac2-4c12-846b-b928275cc45b triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:13.321971 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:13.333408 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067e7c9b-f0b1-47ad-b317-20d261ab2e94 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:13.337449 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067e7c9b-f0b1-47ad-b317-20d261ab2e94 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:13.341844 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-067e7c9b-f0b1-47ad-b317-20d261ab2e94 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4913907 Apr 29 13:29:13.342765 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59612) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:13.517828 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a0ac6be3-5269-43b4-80e1-47660bdc4068 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:13.522966 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-bb2f4b17-7a3d-4ed6-ac4e-d317d58df3bd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting port b43504f8-06b7-4bf3-b4a8-b1ce6282dcc8 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:13.523395 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb2f4b17-7a3d-4ed6-ac4e-d317d58df3bd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:13.531035 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-61ff3363-0c17-4217-9fa2-48cf6ec65c99 req-23e79751-ef44-4c86-9d97-00aba0b93b64 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=14dcf634-cd52-48af-9431-d25d9e8fbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2908845 Apr 29 13:29:13.588905 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:13.651477 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-a0ac6be3-5269-43b4-80e1-47660bdc4068 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Calling delete_port for 2df44fcc-f294-43e7-98a3-bad7b4b5e9ef owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:13.664459 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f773e4c6-5c26-4e91-8c59-a905e43db469 req-b7cafd87-0ed6-4e94-a721-8cdbbcca2cb4 service neutron] 10.222.0.32 "GET /v2.0/networks/e1d575c9-3c6c-4927-ade4-ecdf17034abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667710 Apr 29 13:29:13.683532 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 4b6bf601-7ac2-4c12-846b-b928275cc45b, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=4b6bf601-7ac2-4c12-846b-b928275cc45b,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:13.698632 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:13.740552 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-256af12f-97fd-4f34-afc4-157baf31bab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:13.833928 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=4b6bf601-7ac2-4c12-846b-b928275cc45b,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:13.896138 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2752de8-16d2-43ba-b055-3bacd3adc92f None None] get_active_networks_info from dv-neutron-839027-4-hyperv {{(pid=83906) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 13:29:13.899983 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256af12f-97fd-4f34-afc4-157baf31bab0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02705295-1364-4282-8393-7ae80461c414,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:13.962795 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c41d0a3-373e-43cb-8288-26838b963e26 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Router c3a9287b-73da-4b6b-80b0-855ea4de74fa has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:29:13.963897 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a0ac6be3-5269-43b4-80e1-47660bdc4068 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:14.019379 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac6be3-5269-43b4-80e1-47660bdc4068 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Port': ['ID=2df44fcc-f294-43e7-98a3-bad7b4b5e9ef,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:14.031505 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a0ac6be3-5269-43b4-80e1-47660bdc4068 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:14.072267 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256af12f-97fd-4f34-afc4-157baf31bab0 admin admin] Checking segment: {'id': '53def5c8-aa99-4a75-8066-57e8c47ce92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:29:14.073164 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256af12f-97fd-4f34-afc4-157baf31bab0 admin admin] Network hostable DHCP agents. Network: 846dd749-f943-4e56-9d8e-6295c964eaa2, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:29:14.077666 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb2f4b17-7a3d-4ed6-ac4e-d317d58df3bd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:14.147782 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a0ac6be3-5269-43b4-80e1-47660bdc4068 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/ports/2df44fcc-f294-43e7-98a3-bad7b4b5e9ef HTTP/1.1" status: 204 len: 168 time: 1.2918303 Apr 29 13:29:14.151316 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59616) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:14.169158 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c41d0a3-373e-43cb-8288-26838b963e26 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:29:14.173863 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3c41d0a3-373e-43cb-8288-26838b963e26 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] 10.222.0.76 "PUT /v2.0/routers/c3a9287b-73da-4b6b-80b0-855ea4de74fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0998774 Apr 29 13:29:14.177329 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59618) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:14.182585 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586558e9-3572-4d97-8cdd-87815a304836 None None] Sync routers for ids ['c3a9287b-73da-4b6b-80b0-855ea4de74fa'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:29:14.197819 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586558e9-3572-4d97-8cdd-87815a304836 None None] Routers {'c3a9287b-73da-4b6b-80b0-855ea4de74fa'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:29:14.198767 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-586558e9-3572-4d97-8cdd-87815a304836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:29:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c3a9287b-73da-4b6b-80b0-855ea4de74fa'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:14.216949 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-bb2f4b17-7a3d-4ed6-ac4e-d317d58df3bd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Calling delete_port for b43504f8-06b7-4bf3-b4a8-b1ce6282dcc8 owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:14.246499 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-58d3381c-81be-4488-a726-9d560bdee7e5 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'port': {'network_id': '44ba171e-fd39-4027-873e-4c53aa8412b5', 'mac_address': 'fa:16:3e:33:21:04', 'name': 'tempest-PortsIpV6TestJSON-2062329091'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:14.254695 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2752de8-16d2-43ba-b055-3bacd3adc92f None None] Network 846dd749-f943-4e56-9d8e-6295c964eaa2 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:29:14.257796 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-131e3f43-bd18-46ac-b396-561029bdf3d4 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] show failed (client error): The resource could not be found. Apr 29 13:29:14.258974 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-131e3f43-bd18-46ac-b396-561029bdf3d4 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] 10.222.0.76 "GET /v2.0/routers/tempest-non_exist_router-2036522478 HTTP/1.1" status: 404 len: 335 time: 0.0804057 Apr 29 13:29:14.266044 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59624) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:14.267165 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2752de8-16d2-43ba-b055-3bacd3adc92f None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 846dd749-f943-4e56-9d8e-6295c964eaa2) {{(pid=83906) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 13:29:14.272980 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-06a02717-bd3a-4ccb-af05-a873ff36e818 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:14.276953 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ffdfc2ac-2eb3-4198-b160-dd4fc5f8356d req-54c43998-78a4-4a1e-9392-f04250382aa9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=9760cefa-8385-448b-bb9d-7a0682cfe147 HTTP/1.1" status: 200 len: 1097 time: 0.4266653 Apr 29 13:29:14.333950 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-586558e9-3572-4d97-8cdd-87815a304836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:14.339257 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-06a02717-bd3a-4ccb-af05-a873ff36e818 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] update failed (client error): The resource could not be found. Apr 29 13:29:14.344303 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-06a02717-bd3a-4ccb-af05-a873ff36e818 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] 10.222.0.76 "PUT /v2.0/routers/tempest-non_exist_router-1641131536 HTTP/1.1" status: 404 len: 335 time: 0.0734260 Apr 29 13:29:14.344780 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59628) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:14.349173 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586558e9-3572-4d97-8cdd-87815a304836 None None] Routers {'c3a9287b-73da-4b6b-80b0-855ea4de74fa'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:29:14.350039 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-586558e9-3572-4d97-8cdd-87815a304836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:29:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c3a9287b-73da-4b6b-80b0-855ea4de74fa'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:14.430710 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-586558e9-3572-4d97-8cdd-87815a304836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:14.431012 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586558e9-3572-4d97-8cdd-87815a304836 None None] The sync data for ids ['c3a9287b-73da-4b6b-80b0-855ea4de74fa'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:29:14.487462 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-256af12f-97fd-4f34-afc4-157baf31bab0 admin admin] Agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf already present Apr 29 13:29:14.487927 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256af12f-97fd-4f34-afc4-157baf31bab0 admin admin] Network 846dd749-f943-4e56-9d8e-6295c964eaa2 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:29:14.489176 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-256af12f-97fd-4f34-afc4-157baf31bab0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 846dd749-f943-4e56-9d8e-6295c964eaa2) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:14.523693 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256af12f-97fd-4f34-afc4-157baf31bab0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:14.524258 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-256af12f-97fd-4f34-afc4-157baf31bab0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:14.550006 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-58d3381c-81be-4488-a726-9d560bdee7e5 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:14.562940 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e4861c-d950-445c-aa90-b87c8d9559ac tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Deleting subnet 5fc151dc-5fe8-4859-a903-a3b38cedfb41 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:29:14.565934 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b3e4861c-d950-445c-aa90-b87c8d9559ac tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:14.572688 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-58d3381c-81be-4488-a726-9d560bdee7e5 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:port and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:14.607162 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-58d3381c-81be-4488-a726-9d560bdee7e5 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:14.639108 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-58d3381c-81be-4488-a726-9d560bdee7e5 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:14.653537 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b3e4861c-d950-445c-aa90-b87c8d9559ac tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:14.658110 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-256af12f-97fd-4f34-afc4-157baf31bab0 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7555687 Apr 29 13:29:14.662681 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59634) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:14.674401 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-5a70e935-f9b3-4cd6-aa72-69eef33ba769 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1070817569-router', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:14.679063 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfc2ac-2eb3-4198-b160-dd4fc5f8356d req-036b80f7-52a4-410d-a803-08f7b505a177 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:14.680521 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ffdfc2ac-2eb3-4198-b160-dd4fc5f8356d req-036b80f7-52a4-410d-a803-08f7b505a177 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e1d575c9-3c6c-4927-ade4-ecdf17034abc HTTP/1.1" status: 200 len: 897 time: 0.3896632 Apr 29 13:29:14.684415 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5a70e935-f9b3-4cd6-aa72-69eef33ba769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:14.693700 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d3381c-81be-4488-a726-9d560bdee7e5 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:14.699777 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff9b5ea-7bbc-42be-8570-f2812f5c6660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-846dd749-f943-4e56-9d8e-6295c964eaa2', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'fixed_ips': [{'subnet_id': '02705295-1364-4282-8393-7ae80461c414'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:29:14.700845 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b5ea-7bbc-42be-8570-f2812f5c6660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:14.708724 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5a70e935-f9b3-4cd6-aa72-69eef33ba769 admin admin] Usage tracker for resource:router and tenant:0c81113c84764616a8c807a160eb0515 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:14.771397 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b3e4861c-d950-445c-aa90-b87c8d9559ac tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:14.812645 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5a70e935-f9b3-4cd6-aa72-69eef33ba769 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:14.884297 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b3e4861c-d950-445c-aa90-b87c8d9559ac tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:14.925848 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4861c-d950-445c-aa90-b87c8d9559ac tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Pushing event deleted for resources: {'Subnet': ['ID=5fc151dc-5fe8-4859-a903-a3b38cedfb41,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:14.937662 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b3e4861c-d950-445c-aa90-b87c8d9559ac tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:14.945850 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b3e4861c-d950-445c-aa90-b87c8d9559ac tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] 10.222.0.76 "DELETE /v2.0/subnets/5fc151dc-5fe8-4859-a903-a3b38cedfb41 HTTP/1.1" status: 204 len: 168 time: 0.5999823 Apr 29 13:29:14.948137 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59638) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:14.959060 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-3ff9b5ea-7bbc-42be-8570-f2812f5c6660 None None] Allocated IP 172.20.0.2 (846dd749-f943-4e56-9d8e-6295c964eaa2/02705295-1364-4282-8393-7ae80461c414/9ebf65c7-88d7-4e79-9721-971085c40dbe) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:15.038999 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5a70e935-f9b3-4cd6-aa72-69eef33ba769 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:15.077566 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb2f4b17-7a3d-4ed6-ac4e-d317d58df3bd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:15.088321 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 4b6bf601-7ac2-4c12-846b-b928275cc45b up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:29:15.109565 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ffdfc2ac-2eb3-4198-b160-dd4fc5f8356d req-003e2c73-ba18-4f7f-9a34-33ec344dec34 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=ebffe0cf-b744-4211-b36a-c4d9ddc51fd9 HTTP/1.1" status: 200 len: 217 time: 0.4190471 Apr 29 13:29:15.143413 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-69eaf577-7f07-480f-b5ea-697486b0b4f9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:15.160527 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-69eaf577-7f07-480f-b5ea-697486b0b4f9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Deleting port bb8a3e52-b96f-446b-a959-eac6f18eee33 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:15.161155 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-69eaf577-7f07-480f-b5ea-697486b0b4f9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:15.188945 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f4b17-7a3d-4ed6-ac4e-d317d58df3bd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Port': ['ID=b43504f8-06b7-4bf3-b4a8-b1ce6282dcc8,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:15.198083 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5a70e935-f9b3-4cd6-aa72-69eef33ba769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:15.200422 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5a70e935-f9b3-4cd6-aa72-69eef33ba769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:15.251919 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-58d3381c-81be-4488-a726-9d560bdee7e5 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:15.291554 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 4b6bf601-7ac2-4c12-846b-b928275cc45b triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:15.291922 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:15.294342 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb2f4b17-7a3d-4ed6-ac4e-d317d58df3bd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:15.297531 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-bb2f4b17-7a3d-4ed6-ac4e-d317d58df3bd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/b43504f8-06b7-4bf3-b4a8-b1ce6282dcc8 HTTP/1.1" status: 204 len: 168 time: 1.9496274 Apr 29 13:29:15.307058 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59642) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:15.318015 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-58d3381c-81be-4488-a726-9d560bdee7e5 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] device_id is not set on port afe62ee9-c1c5-4202-8b1f-71fda387ed00 yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:29:15.345698 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b5ea-7bbc-42be-8570-f2812f5c6660 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:15.362267 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3ff9b5ea-7bbc-42be-8570-f2812f5c6660 None None] Transition to ACTIVE for port object 9ebf65c7-88d7-4e79-9721-971085c40dbe will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:15.389100 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3ff9b5ea-7bbc-42be-8570-f2812f5c6660 None None] Transition to ACTIVE for port object 9ebf65c7-88d7-4e79-9721-971085c40dbe will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:15.420063 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b5ea-7bbc-42be-8570-f2812f5c6660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:15.427769 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-69eaf577-7f07-480f-b5ea-697486b0b4f9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] For port bb8a3e52-b96f-446b-a959-eac6f18eee33, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=bb8a3e52-b96f-446b-a959-eac6f18eee33,segment=NetworkSegment(94e4f55b-2669-4b6f-ab63-872c8fa20b43),segment_id=94e4f55b-2669-4b6f-ab63-872c8fa20b43)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:15.428330 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-69eaf577-7f07-480f-b5ea-697486b0b4f9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:15.443890 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfc2ac-2eb3-4198-b160-dd4fc5f8356d req-ab626dc9-714b-46fd-8616-3100829892c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:15.445284 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ffdfc2ac-2eb3-4198-b160-dd4fc5f8356d req-ab626dc9-714b-46fd-8616-3100829892c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3f931df7-73d1-4c94-a80f-eddea4fdd860 HTTP/1.1" status: 200 len: 837 time: 0.2909615 Apr 29 13:29:15.511707 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5a70e935-f9b3-4cd6-aa72-69eef33ba769 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:15.518511 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff9b5ea-7bbc-42be-8570-f2812f5c6660 None None] Network 846dd749-f943-4e56-9d8e-6295c964eaa2 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:15.528804 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-3ff9b5ea-7bbc-42be-8570-f2812f5c6660 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:15.530944 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9b5ea-7bbc-42be-8570-f2812f5c6660 None None] Pushing event updated for resources: {'Port': ['ID=9ebf65c7-88d7-4e79-9721-971085c40dbe,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:15.533052 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff9b5ea-7bbc-42be-8570-f2812f5c6660 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:29:15.535094 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-043037a6-ed4c-4df1-b7ce-933645b63460 None None] Could not find standard attr ID for object b43504f8-06b7-4bf3-b4a8-b1ce6282dcc8. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:29:15.544053 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c336fc7a-6e70-468a-8665-a47281d47b72 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:15.545346 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c336fc7a-6e70-468a-8665-a47281d47b72 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:15.549387 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c336fc7a-6e70-468a-8665-a47281d47b72 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2309725 Apr 29 13:29:15.557428 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14f2a0-ab59-4c97-8d08-cffeea898f7c req-c0933602-57fd-487d-be9b-27a989a0d15d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:15.558886 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0c14f2a0-ab59-4c97-8d08-cffeea898f7c req-c0933602-57fd-487d-be9b-27a989a0d15d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=9760cefa-8385-448b-bb9d-7a0682cfe147 HTTP/1.1" status: 200 len: 944 time: 0.8720210 Apr 29 13:29:15.562537 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59646) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:15.607775 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-043037a6-ed4c-4df1-b7ce-933645b63460 None None] Provisioning complete for port 4b6bf601-7ac2-4c12-846b-b928275cc45b triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:15.608148 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-043037a6-ed4c-4df1-b7ce-933645b63460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:15.682852 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-3ff9b5ea-7bbc-42be-8570-f2812f5c6660 None None] Attempting to bind port 9ebf65c7-88d7-4e79-9721-971085c40dbe on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:29:15.683192 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-3ff9b5ea-7bbc-42be-8570-f2812f5c6660 None None] Attempting to bind port 9ebf65c7-88d7-4e79-9721-971085c40dbe by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '53def5c8-aa99-4a75-8066-57e8c47ce92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:29:15.683700 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff9b5ea-7bbc-42be-8570-f2812f5c6660 None None] Attempting to bind port 9ebf65c7-88d7-4e79-9721-971085c40dbe on network 846dd749-f943-4e56-9d8e-6295c964eaa2 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:29:15.696453 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff9b5ea-7bbc-42be-8570-f2812f5c6660 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:29:15.696819 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff9b5ea-7bbc-42be-8570-f2812f5c6660 None None] Checking segment: {'id': '53def5c8-aa99-4a75-8066-57e8c47ce92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:29:15.697146 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b5ea-7bbc-42be-8570-f2812f5c6660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:15.697542 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff9b5ea-7bbc-42be-8570-f2812f5c6660 None None] Bound using segment: {'id': '53def5c8-aa99-4a75-8066-57e8c47ce92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:29:15.698008 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-3ff9b5ea-7bbc-42be-8570-f2812f5c6660 None None] Bound port: 9ebf65c7-88d7-4e79-9721-971085c40dbe, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53def5c8-aa99-4a75-8066-57e8c47ce92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:29:15.698371 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b5ea-7bbc-42be-8570-f2812f5c6660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:15.711092 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-69eaf577-7f07-480f-b5ea-697486b0b4f9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Calling delete_port for bb8a3e52-b96f-446b-a959-eac6f18eee33 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:15.802919 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-69eaf577-7f07-480f-b5ea-697486b0b4f9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:15.840132 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3ff9b5ea-7bbc-42be-8570-f2812f5c6660 None None] For port 9ebf65c7-88d7-4e79-9721-971085c40dbe, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:29:15.843257 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3ff9b5ea-7bbc-42be-8570-f2812f5c6660 None None] For port 9ebf65c7-88d7-4e79-9721-971085c40dbe, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=9ebf65c7-88d7-4e79-9721-971085c40dbe,segment=NetworkSegment(53def5c8-aa99-4a75-8066-57e8c47ce92e),segment_id=53def5c8-aa99-4a75-8066-57e8c47ce92e)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:29:15.849520 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b5ea-7bbc-42be-8570-f2812f5c6660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:15.868656 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eaf577-7f07-480f-b5ea-697486b0b4f9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Pushing event deleted for resources: {'Port': ['ID=bb8a3e52-b96f-446b-a959-eac6f18eee33,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:15.875718 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eaf577-7f07-480f-b5ea-697486b0b4f9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] No DVR routers for this DVR port bb8a3e52-b96f-446b-a959-eac6f18eee33 on host dv-neutron-839027-4-hyperv {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:29:15.934216 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9b5ea-7bbc-42be-8570-f2812f5c6660 None None] Pushing event updated for resources: {'Port': ['ID=9ebf65c7-88d7-4e79-9721-971085c40dbe,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:16.005271 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-69eaf577-7f07-480f-b5ea-697486b0b4f9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:16.026201 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0c14f2a0-ab59-4c97-8d08-cffeea898f7c req-f9948e62-7dee-46fb-994c-2ebff208febd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=14dcf634-cd52-48af-9431-d25d9e8fbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4487414 Apr 29 13:29:16.029095 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ffdfc2ac-2eb3-4198-b160-dd4fc5f8356d req-73b4325c-1e8e-473c-a154-a3df0b4990a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1d575c9-3c6c-4927-ade4-ecdf17034abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5721741 Apr 29 13:29:16.036417 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-69eaf577-7f07-480f-b5ea-697486b0b4f9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45eb8610-27a6-46a5-8efc-2a56aa1c6da6']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:16.057356 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-69eaf577-7f07-480f-b5ea-697486b0b4f9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e4f55b-2669-4b6f-ab63-872c8fa20b43') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:16.057356 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-69eaf577-7f07-480f-b5ea-697486b0b4f9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e4f55b-2669-4b6f-ab63-872c8fa20b43') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:16.063807 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-69eaf577-7f07-480f-b5ea-697486b0b4f9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:16.082790 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-69eaf577-7f07-480f-b5ea-697486b0b4f9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:16.083831 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-58d3381c-81be-4488-a726-9d560bdee7e5 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:16.090897 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69eaf577-7f07-480f-b5ea-697486b0b4f9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:29:16.091373 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-69eaf577-7f07-480f-b5ea-697486b0b4f9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:29:16.107683 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:29:16.191570 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5a70e935-f9b3-4cd6-aa72-69eef33ba769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:16.208892 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-69eaf577-7f07-480f-b5ea-697486b0b4f9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:16.228035 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-69eaf577-7f07-480f-b5ea-697486b0b4f9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:16.239631 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eaf577-7f07-480f-b5ea-697486b0b4f9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Pushing event deleted for resources: {'Network': ['ID=45eb8610-27a6-46a5-8efc-2a56aa1c6da6,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:16.249009 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-69eaf577-7f07-480f-b5ea-697486b0b4f9 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] 10.222.0.76 "DELETE /v2.0/networks/45eb8610-27a6-46a5-8efc-2a56aa1c6da6 HTTP/1.1" status: 204 len: 168 time: 1.2995207 Apr 29 13:29:16.249745 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59650) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:16.265595 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e92efc0-5f07-4874-8301-d66765264eb5 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting subnet 84039f2c-87f7-45a7-9370-2304620aeee7 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:29:16.290838 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0e92efc0-5f07-4874-8301-d66765264eb5 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:16.353433 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-58d3381c-81be-4488-a726-9d560bdee7e5 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:16.358559 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ffdfc2ac-2eb3-4198-b160-dd4fc5f8356d req-e54e219d-ff55-4a12-94e8-b65ced2d8a5c service neutron] 10.222.0.32 "GET /v2.0/networks/e1d575c9-3c6c-4927-ade4-ecdf17034abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189378 Apr 29 13:29:16.444808 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-93cc3e81-7e16-4f71-a990-6d598d0064d3 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Deleting subnet 1df74b46-1aec-4b6f-a054-852746a95274 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:29:16.447954 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-93cc3e81-7e16-4f71-a990-6d598d0064d3 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:16.481721 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0e92efc0-5f07-4874-8301-d66765264eb5 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:16.507247 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-93cc3e81-7e16-4f71-a990-6d598d0064d3 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:16.592062 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-93cc3e81-7e16-4f71-a990-6d598d0064d3 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:16.675166 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-93cc3e81-7e16-4f71-a990-6d598d0064d3 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:16.716581 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3e81-7e16-4f71-a990-6d598d0064d3 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Pushing event deleted for resources: {'Subnet': ['ID=1df74b46-1aec-4b6f-a054-852746a95274,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:16.724284 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-93cc3e81-7e16-4f71-a990-6d598d0064d3 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:16.731377 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-93cc3e81-7e16-4f71-a990-6d598d0064d3 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] 10.222.0.76 "DELETE /v2.0/subnets/1df74b46-1aec-4b6f-a054-852746a95274 HTTP/1.1" status: 204 len: 168 time: 0.4805727 Apr 29 13:29:16.733855 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59656) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:16.752534 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d3381c-81be-4488-a726-9d560bdee7e5 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network 44ba171e-fd39-4027-873e-4c53aa8412b5 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:16.762688 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-58d3381c-81be-4488-a726-9d560bdee7e5 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:16.775929 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3381c-81be-4488-a726-9d560bdee7e5 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Port': ['ID=afe62ee9-c1c5-4202-8b1f-71fda387ed00,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:16.782260 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d3381c-81be-4488-a726-9d560bdee7e5 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:29:16.787194 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d3381c-81be-4488-a726-9d560bdee7e5 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:16.787958 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-58d3381c-81be-4488-a726-9d560bdee7e5 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:16.875027 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ffdfc2ac-2eb3-4198-b160-dd4fc5f8356d req-c55fed9c-1db3-41d6-b54d-19273630db34 service neutron] 10.222.0.32 "GET /v2.0/networks/e1d575c9-3c6c-4927-ade4-ecdf17034abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671962 Apr 29 13:29:16.876383 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-58d3381c-81be-4488-a726-9d560bdee7e5 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.6680186 Apr 29 13:29:16.879591 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59660) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:16.915147 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0e92efc0-5f07-4874-8301-d66765264eb5 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:16.953685 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e7d7fb8-da68-4344-a7f8-c027993cb7e3 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Deleting subnet f5ee4fe2-3800-4592-be7e-bc046a24e869 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:29:16.956787 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8e7d7fb8-da68-4344-a7f8-c027993cb7e3 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:17.036504 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8e7d7fb8-da68-4344-a7f8-c027993cb7e3 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:17.039446 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68927a9d-6231-40f2-a550-f97434ee7729 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:17.040027 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-68927a9d-6231-40f2-a550-f97434ee7729 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Synchronizing usage tracker for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:17.041084 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaa4611-4074-4943-acdb-96ea6bd44bec None None] Network 846dd749-f943-4e56-9d8e-6295c964eaa2 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:17.061589 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62ca97e-0162-42fe-af2b-955411e96eeb None None] Network 45eb8610-27a6-46a5-8efc-2a56aa1c6da6 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:17.122022 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0e92efc0-5f07-4874-8301-d66765264eb5 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:17.130374 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-68927a9d-6231-40f2-a550-f97434ee7729 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Unset dirty status for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:17.131537 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-68927a9d-6231-40f2-a550-f97434ee7729 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "GET /v2.0/ports/afe62ee9-c1c5-4202-8b1f-71fda387ed00 HTTP/1.1" status: 200 len: 845 time: 0.2510457 Apr 29 13:29:17.135279 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59668) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:17.219088 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92efc0-5f07-4874-8301-d66765264eb5 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Subnet': ['ID=84039f2c-87f7-45a7-9370-2304620aeee7,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:17.229513 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4b1e29-7abd-43c1-9b19-2afdce9a871e None None] Network 98af4a7f-ee7d-4cd8-9c85-a0d81056f12b requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:17.232932 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5a70e935-f9b3-4cd6-aa72-69eef33ba769 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:17.286543 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5a70e935-f9b3-4cd6-aa72-69eef33ba769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:17.294191 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0e92efc0-5f07-4874-8301-d66765264eb5 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:17.302950 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8e7d7fb8-da68-4344-a7f8-c027993cb7e3 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:17.339908 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0e92efc0-5f07-4874-8301-d66765264eb5 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/84039f2c-87f7-45a7-9370-2304620aeee7 HTTP/1.1" status: 204 len: 168 time: 1.7752352 Apr 29 13:29:17.344485 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59672) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:17.390416 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device ebffe0cf-b744-4211-b36a-c4d9ddc51fd9 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:29:17.392500 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 9ebf65c7-88d7-4e79-9721-971085c40dbe up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:29:17.429515 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-f2d15044-f3a7-456f-88ce-3b638820e527 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting port afe62ee9-c1c5-4202-8b1f-71fda387ed00 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:17.429874 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b45003-a9cf-4fd3-b424-1381c82150ab None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:17.429992 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f2d15044-f3a7-456f-88ce-3b638820e527 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:17.436190 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-cd0a7e3d-7a9a-4fd9-ba03-a05b43354dda tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0905735 Apr 29 13:29:17.439188 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59676) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:17.446822 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-9e2cda79-3c1d-4299-8d33-858965a4c206 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:17.470974 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62ca97e-0162-42fe-af2b-955411e96eeb None None] Network 45eb8610-27a6-46a5-8efc-2a56aa1c6da6 could not be found, it might have been deleted concurrently. {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 29 13:29:17.489736 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a1a40eb0-31a9-438e-849f-631ccb8104cb None None] Could not find standard attr ID for object b43504f8-06b7-4bf3-b4a8-b1ce6282dcc8. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:29:17.560924 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8e7d7fb8-da68-4344-a7f8-c027993cb7e3 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:17.617402 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-9e2cda79-3c1d-4299-8d33-858965a4c206 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:17.624411 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e517a3a-2f7e-4ccc-a971-857228859237 None None] DHCP port deletion for 45eb8610-27a6-46a5-8efc-2a56aa1c6da6 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:29:17.626960 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-5a70e935-f9b3-4cd6-aa72-69eef33ba769 admin admin] Allocated IP 172.26.6.70 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/2e154c3e-02e9-4524-a99a-27230db087e7) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:17.629718 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-9e2cda79-3c1d-4299-8d33-858965a4c206 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:subnet and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:17.634763 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-9e2cda79-3c1d-4299-8d33-858965a4c206 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:17.644991 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-9e2cda79-3c1d-4299-8d33-858965a4c206 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:17.701990 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.resource_extend [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:29:17.712660 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036d494-a8ab-427f-9d97-f7107c9e086b req-b62deb6b-2e07-46a2-ab33-783814b8c071 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:17.714148 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e036d494-a8ab-427f-9d97-f7107c9e086b req-b62deb6b-2e07-46a2-ab33-783814b8c071 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=9760cefa-8385-448b-bb9d-7a0682cfe147 HTTP/1.1" status: 200 len: 944 time: 0.4957228 Apr 29 13:29:17.724858 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d7fb8-da68-4344-a7f8-c027993cb7e3 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Pushing event deleted for resources: {'Subnet': ['ID=f5ee4fe2-3800-4592-be7e-bc046a24e869,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:17.726394 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2cda79-3c1d-4299-8d33-858965a4c206 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:17.729831 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9e2cda79-3c1d-4299-8d33-858965a4c206 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:17.842790 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8e7d7fb8-da68-4344-a7f8-c027993cb7e3 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:17.863743 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a1a40eb0-31a9-438e-849f-631ccb8104cb None None] Provisioning for port 9ebf65c7-88d7-4e79-9721-971085c40dbe completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:17.867845 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d69ba0-92cc-489f-8b2c-ee0ab02ae03c None None] Network d2caadd6-8944-402e-a7cd-1f7fa1c1af75 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:17.873616 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8e7d7fb8-da68-4344-a7f8-c027993cb7e3 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] 10.222.0.76 "DELETE /v2.0/subnets/f5ee4fe2-3800-4592-be7e-bc046a24e869 HTTP/1.1" status: 204 len: 168 time: 1.1386943 Apr 29 13:29:17.877821 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59680) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:17.911666 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f2d15044-f3a7-456f-88ce-3b638820e527 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:17.927301 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e036d494-a8ab-427f-9d97-f7107c9e086b req-d77e79fe-9f55-404c-ac24-74bbf62af3f2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=14dcf634-cd52-48af-9431-d25d9e8fbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2062078 Apr 29 13:29:17.929131 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5a70e935-f9b3-4cd6-aa72-69eef33ba769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:18.051672 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5a70e935-f9b3-4cd6-aa72-69eef33ba769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:18.105805 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-f2d15044-f3a7-456f-88ce-3b638820e527 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Calling delete_port for afe62ee9-c1c5-4202-8b1f-71fda387ed00 owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:18.107878 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 9ebf65c7-88d7-4e79-9721-971085c40dbe completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:18.139272 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 9ebf65c7-88d7-4e79-9721-971085c40dbe triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:18.139759 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:18.172582 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4a995e16-ee76-4cf7-bfa3-da747b37d51d tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:18.174405 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a70e935-f9b3-4cd6-aa72-69eef33ba769 admin admin] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:18.195327 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-5a70e935-f9b3-4cd6-aa72-69eef33ba769 admin admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:18.199797 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a70e935-f9b3-4cd6-aa72-69eef33ba769 admin admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:29:18.204461 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-4a995e16-ee76-4cf7-bfa3-da747b37d51d tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Deleting port 1ab0a526-d179-4139-8c3c-03e75424b85a {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:18.204916 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4a995e16-ee76-4cf7-bfa3-da747b37d51d tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:18.234832 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1320c71-531a-465b-9139-6fe85447626b None None] DHCP port deletion for 98af4a7f-ee7d-4cd8-9c85-a0d81056f12b request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:29:18.250837 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port ebffe0cf-b744-4211-b36a-c4d9ddc51fd9, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ebffe0cf-b744-4211-b36a-c4d9ddc51fd9,segment=NetworkSegment(2c280f1a-e81a-40e0-9964-5c94572bd7b5),segment_id=2c280f1a-e81a-40e0-9964-5c94572bd7b5)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:18.261096 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f2d15044-f3a7-456f-88ce-3b638820e527 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:18.266954 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70e935-f9b3-4cd6-aa72-69eef33ba769 admin admin] Pushing event updated for resources: {'Port': ['ID=2e154c3e-02e9-4524-a99a-27230db087e7,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:18.298554 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a1a40eb0-31a9-438e-849f-631ccb8104cb None None] Provisioning complete for port 4b6bf601-7ac2-4c12-846b-b928275cc45b triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:18.299365 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a1a40eb0-31a9-438e-849f-631ccb8104cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:18.320908 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b1320c71-531a-465b-9139-6fe85447626b None None] Deleting port 1ab0a526-d179-4139-8c3c-03e75424b85a {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:18.321264 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b1320c71-531a-465b-9139-6fe85447626b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:18.348251 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d15044-f3a7-456f-88ce-3b638820e527 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Port': ['ID=afe62ee9-c1c5-4202-8b1f-71fda387ed00,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:18.366126 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f2d15044-f3a7-456f-88ce-3b638820e527 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:18.403964 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f2d15044-f3a7-456f-88ce-3b638820e527 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/ports/afe62ee9-c1c5-4202-8b1f-71fda387ed00 HTTP/1.1" status: 204 len: 168 time: 1.2651062 Apr 29 13:29:18.406665 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': 'ebffe0cf-b744-4211-b36a-c4d9ddc51fd9', 'network_id': 'e1d575c9-3c6c-4927-ade4-ecdf17034abc', 'port_id': 'ebffe0cf-b744-4211-b36a-c4d9ddc51fd9', 'mac_address': 'fa:16:3e:09:0c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f931df7-73d1-4c94-a80f-eddea4fdd860', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:29:18.411645 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59684) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:18.474663 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-feba98e4-f784-4378-bd44-8c1f0730aba5 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] GET failed (client error): The resource could not be found. Apr 29 13:29:18.479240 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-feba98e4-f784-4378-bd44-8c1f0730aba5 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "GET /v2.0/ports/afe62ee9-c1c5-4202-8b1f-71fda387ed00 HTTP/1.1" status: 404 len: 333 time: 0.0631220 Apr 29 13:29:18.480561 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59688) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:18.496392 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.objects.ports [None req-9e2cda79-3c1d-4299-8d33-858965a4c206 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83904) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 13:29:18.507103 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-4a995e16-ee76-4cf7-bfa3-da747b37d51d tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] For port 1ab0a526-d179-4139-8c3c-03e75424b85a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=1ab0a526-d179-4139-8c3c-03e75424b85a,segment=NetworkSegment(ca902c29-2cdd-452d-ae25-dcf6829ba6e2),segment_id=ca902c29-2cdd-452d-ae25-dcf6829ba6e2)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:18.507604 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4a995e16-ee76-4cf7-bfa3-da747b37d51d tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:18.661590 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec21081-ab27-4b41-8d1b-c0bdc88b1c79 None None] DHCP port deletion for b2591163-41a9-4c5e-86a6-99ddbf59518f request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:29:18.670912 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-4a995e16-ee76-4cf7-bfa3-da747b37d51d tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Calling delete_port for 1ab0a526-d179-4139-8c3c-03e75424b85a owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:18.715050 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9e2cda79-3c1d-4299-8d33-858965a4c206 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:18.718242 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:18.721823 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-3777e535-c277-4a0d-a1dd-04ba36ff9f63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'port': {'network_id': '44ba171e-fd39-4027-873e-4c53aa8412b5', 'name': 'tempest-PortsIpV6TestJSON-829742096'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:18.759091 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-5ec21081-ab27-4b41-8d1b-c0bdc88b1c79 None None] Deleting port 4b6bf601-7ac2-4c12-846b-b928275cc45b {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:18.759466 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ec21081-ab27-4b41-8d1b-c0bdc88b1c79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:18.873061 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebffe0cf-b744-4211-b36a-c4d9ddc51fd9 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:29:18.894718 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-3777e535-c277-4a0d-a1dd-04ba36ff9f63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:18.900231 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3777e535-c277-4a0d-a1dd-04ba36ff9f63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:port and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:18.907466 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3777e535-c277-4a0d-a1dd-04ba36ff9f63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:18.908588 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:18.919206 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-3777e535-c277-4a0d-a1dd-04ba36ff9f63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:18.950517 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b1320c71-531a-465b-9139-6fe85447626b None None] For port 1ab0a526-d179-4139-8c3c-03e75424b85a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=1ab0a526-d179-4139-8c3c-03e75424b85a,segment=NetworkSegment(ca902c29-2cdd-452d-ae25-dcf6829ba6e2),segment_id=ca902c29-2cdd-452d-ae25-dcf6829ba6e2)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:18.950916 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b1320c71-531a-465b-9139-6fe85447626b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:18.964485 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3777e535-c277-4a0d-a1dd-04ba36ff9f63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:18.967761 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3777e535-c277-4a0d-a1dd-04ba36ff9f63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:18.994152 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-3777e535-c277-4a0d-a1dd-04ba36ff9f63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] device_id is not set on port 9c71a0bb-8555-4c01-81a3-4f44b6907c73 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:29:18.997655 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port ebffe0cf-b744-4211-b36a-c4d9ddc51fd9, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ebffe0cf-b744-4211-b36a-c4d9ddc51fd9,segment=NetworkSegment(2c280f1a-e81a-40e0-9964-5c94572bd7b5),segment_id=2c280f1a-e81a-40e0-9964-5c94572bd7b5)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:19.155982 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525dbda7-61ef-4db8-b88d-3dd378e34515 None None] DHCP port deletion for d2caadd6-8944-402e-a7cd-1f7fa1c1af75 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:29:19.168816 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b1320c71-531a-465b-9139-6fe85447626b None None] Calling delete_port for 1ab0a526-d179-4139-8c3c-03e75424b85a owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:19.199132 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:19.216436 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5a70e935-f9b3-4cd6-aa72-69eef33ba769 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:19.217194 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5a70e935-f9b3-4cd6-aa72-69eef33ba769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:19.243691 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3777e535-c277-4a0d-a1dd-04ba36ff9f63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:19.249515 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815d467e-fa61-4f02-b9a2-b04f578f97c9 None None] Network 846dd749-f943-4e56-9d8e-6295c964eaa2 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:19.264835 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4a995e16-ee76-4cf7-bfa3-da747b37d51d tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:19.277131 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-525dbda7-61ef-4db8-b88d-3dd378e34515 None None] Deleting port d91e54c8-93b3-4dc2-9388-98678b221d4c {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:19.277741 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-525dbda7-61ef-4db8-b88d-3dd378e34515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:19.315528 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a995e16-ee76-4cf7-bfa3-da747b37d51d tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Pushing event deleted for resources: {'Port': ['ID=1ab0a526-d179-4139-8c3c-03e75424b85a,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:19.318151 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3777e535-c277-4a0d-a1dd-04ba36ff9f63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:19.319847 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a995e16-ee76-4cf7-bfa3-da747b37d51d tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] No DVR routers for this DVR port 1ab0a526-d179-4139-8c3c-03e75424b85a on host dv-neutron-839027-4-hyperv {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:29:19.382003 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-9e2cda79-3c1d-4299-8d33-858965a4c206 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] For port 4b6bf601-7ac2-4c12-846b-b928275cc45b, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=4b6bf601-7ac2-4c12-846b-b928275cc45b,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:19.398174 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 9ebf65c7-88d7-4e79-9721-971085c40dbe, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=9ebf65c7-88d7-4e79-9721-971085c40dbe,segment=NetworkSegment(53def5c8-aa99-4a75-8066-57e8c47ce92e),segment_id=53def5c8-aa99-4a75-8066-57e8c47ce92e)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:19.432149 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb62cf-b184-4768-a921-fec21b41df90 req-befaf5a1-3d07-4c75-a4d3-d7254ce4d008 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:19.433414 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8beb62cf-b184-4768-a921-fec21b41df90 req-befaf5a1-3d07-4c75-a4d3-d7254ce4d008 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=9760cefa-8385-448b-bb9d-7a0682cfe147 HTTP/1.1" status: 200 len: 945 time: 0.2824717 Apr 29 13:29:19.443118 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9e2cda79-3c1d-4299-8d33-858965a4c206 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:19.465361 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9e2cda79-3c1d-4299-8d33-858965a4c206 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:19.466063 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9e2cda79-3c1d-4299-8d33-858965a4c206 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:19.502831 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:19.613232 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=ebffe0cf-b744-4211-b36a-c4d9ddc51fd9,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:19.615640 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2cda79-3c1d-4299-8d33-858965a4c206 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:19.616817 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['ebffe0cf-b744-4211-b36a-c4d9ddc51fd9'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:29:19.625927 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-9e2cda79-3c1d-4299-8d33-858965a4c206 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:19.635326 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2cda79-3c1d-4299-8d33-858965a4c206 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:19.635911 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9e2cda79-3c1d-4299-8d33-858965a4c206 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:19.642946 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2cda79-3c1d-4299-8d33-858965a4c206 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Subnet': ['ID=40de2d2d-66b0-4aa0-af45-fb6bb04a1329,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:19.660530 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8beb62cf-b184-4768-a921-fec21b41df90 req-408f048d-f973-409f-903c-cbf5f4f975a6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=14dcf634-cd52-48af-9431-d25d9e8fbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2148817 Apr 29 13:29:19.665456 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2cda79-3c1d-4299-8d33-858965a4c206 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Port': ['ID=4b6bf601-7ac2-4c12-846b-b928275cc45b,revision_number=6']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:19.671165 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777e535-c277-4a0d-a1dd-04ba36ff9f63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Port': ['ID=9c71a0bb-8555-4c01-81a3-4f44b6907c73,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:19.683266 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3777e535-c277-4a0d-a1dd-04ba36ff9f63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network 44ba171e-fd39-4027-873e-4c53aa8412b5 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:19.683449 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device d91e54c8-93b3-4dc2-9388-98678b221d4c no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:29:19.684489 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-3777e535-c277-4a0d-a1dd-04ba36ff9f63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:19.705787 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9e2cda79-3c1d-4299-8d33-858965a4c206 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2618208 Apr 29 13:29:19.705945 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3777e535-c277-4a0d-a1dd-04ba36ff9f63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:29:19.707724 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3777e535-c277-4a0d-a1dd-04ba36ff9f63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:19.708611 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3777e535-c277-4a0d-a1dd-04ba36ff9f63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:19.708872 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59694) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:19.721730 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-5ee9a8cd-bc2b-4b2c-b72c-3a9af7d92581 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'port': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'mac_address': 'fa:16:3e:ca:fa:e0', 'name': 'tempest-NetworksTestDHCPv6-1726542345'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:19.740472 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4a995e16-ee76-4cf7-bfa3-da747b37d51d tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:19.771041 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3777e535-c277-4a0d-a1dd-04ba36ff9f63 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2865670 Apr 29 13:29:19.771696 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59698) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:19.777312 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-276a265f-6844-452b-873e-8d4e9349ad73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:19.807077 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b5d51529-e1c5-4804-b45f-823e81d98539 None None] Provisioning complete for port 9ebf65c7-88d7-4e79-9721-971085c40dbe triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:19.807077 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b5d51529-e1c5-4804-b45f-823e81d98539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:19.809389 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-4a995e16-ee76-4cf7-bfa3-da747b37d51d tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98af4a7f-ee7d-4cd8-9c85-a0d81056f12b']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:19.838781 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-4a995e16-ee76-4cf7-bfa3-da747b37d51d tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca902c29-2cdd-452d-ae25-dcf6829ba6e2') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:19.839032 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-4a995e16-ee76-4cf7-bfa3-da747b37d51d tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca902c29-2cdd-452d-ae25-dcf6829ba6e2') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:19.856874 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4a995e16-ee76-4cf7-bfa3-da747b37d51d tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:19.919863 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4a995e16-ee76-4cf7-bfa3-da747b37d51d tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:19.931655 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5ee9a8cd-bc2b-4b2c-b72c-3a9af7d92581 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:19.932220 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a995e16-ee76-4cf7-bfa3-da747b37d51d tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:29:19.932622 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4a995e16-ee76-4cf7-bfa3-da747b37d51d tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:19.940120 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5ee9a8cd-bc2b-4b2c-b72c-3a9af7d92581 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:port and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:19.943384 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5ee9a8cd-bc2b-4b2c-b72c-3a9af7d92581 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:29:19.947333 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:29:19.954406 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5ee9a8cd-bc2b-4b2c-b72c-3a9af7d92581 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:19.965225 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a70e935-f9b3-4cd6-aa72-69eef33ba769 admin admin] Router 90173866-306d-4838-8552-62ba2c3bbe83 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:29:19.966669 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-b1320c71-531a-465b-9139-6fe85447626b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:29:19.967002 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-b1320c71-531a-465b-9139-6fe85447626b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:29:19.975076 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee9a8cd-bc2b-4b2c-b72c-3a9af7d92581 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:19.979027 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5ee9a8cd-bc2b-4b2c-b72c-3a9af7d92581 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:20.008375 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-276a265f-6844-452b-873e-8d4e9349ad73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:20.076495 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4a995e16-ee76-4cf7-bfa3-da747b37d51d tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:20.109095 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4a995e16-ee76-4cf7-bfa3-da747b37d51d tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:20.119315 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a995e16-ee76-4cf7-bfa3-da747b37d51d tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Pushing event deleted for resources: {'Network': ['ID=98af4a7f-ee7d-4cd8-9c85-a0d81056f12b,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:20.127722 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-5ee9a8cd-bc2b-4b2c-b72c-3a9af7d92581 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] device_id is not set on port 342e955d-6de6-40b0-a779-62c843f794a4 yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:29:20.130706 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4a995e16-ee76-4cf7-bfa3-da747b37d51d tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] 10.222.0.76 "DELETE /v2.0/networks/98af4a7f-ee7d-4cd8-9c85-a0d81056f12b HTTP/1.1" status: 204 len: 168 time: 2.2479069 Apr 29 13:29:20.137074 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59702) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:20.141221 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=9ebf65c7-88d7-4e79-9721-971085c40dbe,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:20.240305 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-525dbda7-61ef-4db8-b88d-3dd378e34515 None None] For port d91e54c8-93b3-4dc2-9388-98678b221d4c, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=d91e54c8-93b3-4dc2-9388-98678b221d4c,segment=NetworkSegment(0151e676-dbbc-46b9-8545-69127482ba73),segment_id=0151e676-dbbc-46b9-8545-69127482ba73)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:20.241078 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-525dbda7-61ef-4db8-b88d-3dd378e34515 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:20.248566 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-5ec21081-ab27-4b41-8d1b-c0bdc88b1c79 None None] For port 4b6bf601-7ac2-4c12-846b-b928275cc45b, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=4b6bf601-7ac2-4c12-846b-b928275cc45b,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:20.248981 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ec21081-ab27-4b41-8d1b-c0bdc88b1c79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:20.311239 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-5ee9a8cd-bc2b-4b2c-b72c-3a9af7d92581 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Allocated IP 2001:db8::f816:3eff:feca:fae0 (b2591163-41a9-4c5e-86a6-99ddbf59518f/40de2d2d-66b0-4aa0-af45-fb6bb04a1329/342e955d-6de6-40b0-a779-62c843f794a4) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:20.344056 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b482c581-abde-4bc5-82ea-693397ecb547 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:20.365277 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-b482c581-abde-4bc5-82ea-693397ecb547 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Deleting port d91e54c8-93b3-4dc2-9388-98678b221d4c {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:20.365614 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b482c581-abde-4bc5-82ea-693397ecb547 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:20.411793 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a70e935-f9b3-4cd6-aa72-69eef33ba769 admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:29:20.422669 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-276a265f-6844-452b-873e-8d4e9349ad73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:20.429698 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-276a265f-6844-452b-873e-8d4e9349ad73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:20.501398 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5a70e935-f9b3-4cd6-aa72-69eef33ba769 admin admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:20.506026 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5a70e935-f9b3-4cd6-aa72-69eef33ba769 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8373897 Apr 29 13:29:20.507149 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59706) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:20.538383 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-5ec21081-ab27-4b41-8d1b-c0bdc88b1c79 None None] Calling delete_port for 4b6bf601-7ac2-4c12-846b-b928275cc45b owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:20.538559 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-276a265f-6844-452b-873e-8d4e9349ad73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] In _notify_port_updated(), no bound segment for port 9c71a0bb-8555-4c01-81a3-4f44b6907c73 on network 44ba171e-fd39-4027-873e-4c53aa8412b5 {{(pid=83905) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 13:29:20.542146 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276a265f-6844-452b-873e-8d4e9349ad73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:20.542990 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-276a265f-6844-452b-873e-8d4e9349ad73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:20.546866 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-276a265f-6844-452b-873e-8d4e9349ad73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "PUT /v2.0/ports/9c71a0bb-8555-4c01-81a3-4f44b6907c73 HTTP/1.1" status: 200 len: 818 time: 0.7716510 Apr 29 13:29:20.552331 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59710) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:20.556465 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a265f-6844-452b-873e-8d4e9349ad73 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Port': ['ID=9c71a0bb-8555-4c01-81a3-4f44b6907c73,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:20.566183 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b1320c71-531a-465b-9139-6fe85447626b None None] Deleting port 1ab0a526-d179-4139-8c3c-03e75424b85a {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:20.566597 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b1320c71-531a-465b-9139-6fe85447626b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:20.593268 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b938f38e-c036-4e41-a9b5-c9112db35f28 None None] Sync routers for ids ['90173866-306d-4838-8552-62ba2c3bbe83'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:29:20.640789 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-525dbda7-61ef-4db8-b88d-3dd378e34515 None None] Calling delete_port for d91e54c8-93b3-4dc2-9388-98678b221d4c owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:20.702151 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5ee9a8cd-bc2b-4b2c-b72c-3a9af7d92581 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:20.706183 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-bbbf4d93-55ee-44aa-a8af-2951523cc830 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting port 9c71a0bb-8555-4c01-81a3-4f44b6907c73 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:20.707201 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bbbf4d93-55ee-44aa-a8af-2951523cc830 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:20.727709 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-5ee9a8cd-bc2b-4b2c-b72c-3a9af7d92581 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Transition to ACTIVE for port object 342e955d-6de6-40b0-a779-62c843f794a4 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:20.764573 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-b482c581-abde-4bc5-82ea-693397ecb547 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] For port d91e54c8-93b3-4dc2-9388-98678b221d4c, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=d91e54c8-93b3-4dc2-9388-98678b221d4c,segment=NetworkSegment(0151e676-dbbc-46b9-8545-69127482ba73),segment_id=0151e676-dbbc-46b9-8545-69127482ba73)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:20.764984 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b482c581-abde-4bc5-82ea-693397ecb547 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:20.773085 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:20.781182 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5ee9a8cd-bc2b-4b2c-b72c-3a9af7d92581 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:20.798136 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b1320c71-531a-465b-9139-6fe85447626b None None] The port '1ab0a526-d179-4139-8c3c-03e75424b85a' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:29:20.897841 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b938f38e-c036-4e41-a9b5-c9112db35f28 None None] Routers {'90173866-306d-4838-8552-62ba2c3bbe83'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:29:20.898478 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b938f38e-c036-4e41-a9b5-c9112db35f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:29:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['90173866-306d-4838-8552-62ba2c3bbe83'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:20.910426 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-b482c581-abde-4bc5-82ea-693397ecb547 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Calling delete_port for d91e54c8-93b3-4dc2-9388-98678b221d4c owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:20.982912 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee9a8cd-bc2b-4b2c-b72c-3a9af7d92581 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:20.987127 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-5ee9a8cd-bc2b-4b2c-b72c-3a9af7d92581 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:20.990264 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee9a8cd-bc2b-4b2c-b72c-3a9af7d92581 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:29:20.994389 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee9a8cd-bc2b-4b2c-b72c-3a9af7d92581 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:20.995135 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5ee9a8cd-bc2b-4b2c-b72c-3a9af7d92581 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:21.019670 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9a8cd-bc2b-4b2c-b72c-3a9af7d92581 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Port': ['ID=342e955d-6de6-40b0-a779-62c843f794a4,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:21.084913 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5ee9a8cd-bc2b-4b2c-b72c-3a9af7d92581 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3739333 Apr 29 13:29:21.091465 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59718) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:21.106828 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-5ec21081-ab27-4b41-8d1b-c0bdc88b1c79 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:29:21.107473 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-5ec21081-ab27-4b41-8d1b-c0bdc88b1c79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:29:21.115589 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port d91e54c8-93b3-4dc2-9388-98678b221d4c, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=d91e54c8-93b3-4dc2-9388-98678b221d4c,segment=NetworkSegment(0151e676-dbbc-46b9-8545-69127482ba73),segment_id=0151e676-dbbc-46b9-8545-69127482ba73)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:21.131641 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:21.132337 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 4b6bf601-7ac2-4c12-846b-b928275cc45b no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:29:21.214656 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bbbf4d93-55ee-44aa-a8af-2951523cc830 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:21.221021 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-525dbda7-61ef-4db8-b88d-3dd378e34515 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:29:21.221596 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-525dbda7-61ef-4db8-b88d-3dd378e34515 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:29:21.223057 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.db.api [None req-b482c581-abde-4bc5-82ea-693397ecb547 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:29:21.223448 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG oslo_db.api [None req-b482c581-abde-4bc5-82ea-693397ecb547 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:29:21.245793 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b4332e-7a38-47f0-938c-84e6beac09eb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:21.249712 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b4332e-7a38-47f0-938c-84e6beac09eb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:21.250502 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e1b4332e-7a38-47f0-938c-84e6beac09eb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:21.297782 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e1b4332e-7a38-47f0-938c-84e6beac09eb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:21.301417 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e1b4332e-7a38-47f0-938c-84e6beac09eb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2080553 Apr 29 13:29:21.310611 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59722) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:21.321866 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=d91e54c8-93b3-4dc2-9388-98678b221d4c,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:21.453375 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-4aa2bc36-1a2e-40da-8e80-314f32f7f739 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting port 342e955d-6de6-40b0-a779-62c843f794a4 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:21.453942 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4aa2bc36-1a2e-40da-8e80-314f32f7f739 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:21.478380 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-bbbf4d93-55ee-44aa-a8af-2951523cc830 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Calling delete_port for 9c71a0bb-8555-4c01-81a3-4f44b6907c73 owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:21.496920 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-b938f38e-c036-4e41-a9b5-c9112db35f28 None None] Set router 90173866-306d-4838-8552-62ba2c3bbe83 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:29:21.531294 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27787dc8-0658-43bf-b078-d41e6801d1bd req-64e1a227-4ab1-4b86-9675-6e7ba7b20adb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:21.532850 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-27787dc8-0658-43bf-b078-d41e6801d1bd req-64e1a227-4ab1-4b86-9675-6e7ba7b20adb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=9760cefa-8385-448b-bb9d-7a0682cfe147 HTTP/1.1" status: 200 len: 945 time: 0.4794421 Apr 29 13:29:21.545973 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:21.600048 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bbbf4d93-55ee-44aa-a8af-2951523cc830 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:21.626570 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-5ec21081-ab27-4b41-8d1b-c0bdc88b1c79 None None] Deleting port 4b6bf601-7ac2-4c12-846b-b928275cc45b {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:21.626570 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ec21081-ab27-4b41-8d1b-c0bdc88b1c79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:21.643760 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-27787dc8-0658-43bf-b078-d41e6801d1bd req-ecae6be5-69ad-49dd-8aad-be629a766c11 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=14dcf634-cd52-48af-9431-d25d9e8fbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0996454 Apr 29 13:29:21.654503 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf4d93-55ee-44aa-a8af-2951523cc830 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Port': ['ID=9c71a0bb-8555-4c01-81a3-4f44b6907c73,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:21.663459 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bbbf4d93-55ee-44aa-a8af-2951523cc830 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:21.680097 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-bbbf4d93-55ee-44aa-a8af-2951523cc830 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/ports/9c71a0bb-8555-4c01-81a3-4f44b6907c73 HTTP/1.1" status: 204 len: 168 time: 1.1243310 Apr 29 13:29:21.680749 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59726) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:21.726122 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-525dbda7-61ef-4db8-b88d-3dd378e34515 None None] Deleting port d91e54c8-93b3-4dc2-9388-98678b221d4c {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:21.726507 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-525dbda7-61ef-4db8-b88d-3dd378e34515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:21.728270 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-b482c581-abde-4bc5-82ea-693397ecb547 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Deleting port d91e54c8-93b3-4dc2-9388-98678b221d4c {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:21.728914 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b482c581-abde-4bc5-82ea-693397ecb547 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:21.800910 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4aa2bc36-1a2e-40da-8e80-314f32f7f739 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:21.899018 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 4b6bf601-7ac2-4c12-846b-b928275cc45b, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=4b6bf601-7ac2-4c12-846b-b928275cc45b,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:21.928248 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-4aa2bc36-1a2e-40da-8e80-314f32f7f739 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Calling delete_port for 342e955d-6de6-40b0-a779-62c843f794a4 owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:21.939011 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:21.939699 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device bb8a3e52-b96f-446b-a959-eac6f18eee33 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:29:21.948412 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-b482c581-abde-4bc5-82ea-693397ecb547 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] For port d91e54c8-93b3-4dc2-9388-98678b221d4c, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=d91e54c8-93b3-4dc2-9388-98678b221d4c,segment=NetworkSegment(0151e676-dbbc-46b9-8545-69127482ba73),segment_id=0151e676-dbbc-46b9-8545-69127482ba73)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:21.948818 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b482c581-abde-4bc5-82ea-693397ecb547 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:22.039939 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: bb8a3e52-b96f-446b-a959-eac6f18eee33 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:29:22.040300 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device bb8a3e52-b96f-446b-a959-eac6f18eee33 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:29:22.040686 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 1ab0a526-d179-4139-8c3c-03e75424b85a no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:29:22.063993 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-8f7893f7-bd37-4303-b954-a34d392cb1de None None] Provisioning complete for port 9ebf65c7-88d7-4e79-9721-971085c40dbe triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:22.064356 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f7893f7-bd37-4303-b954-a34d392cb1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:22.073008 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-b482c581-abde-4bc5-82ea-693397ecb547 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Calling delete_port for d91e54c8-93b3-4dc2-9388-98678b221d4c owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:22.154725 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b482c581-abde-4bc5-82ea-693397ecb547 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:22.172128 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 1ab0a526-d179-4139-8c3c-03e75424b85a {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:29:22.172466 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 1ab0a526-d179-4139-8c3c-03e75424b85a not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:29:22.218664 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4aa2bc36-1a2e-40da-8e80-314f32f7f739 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:22.243726 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482c581-abde-4bc5-82ea-693397ecb547 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Pushing event deleted for resources: {'Port': ['ID=d91e54c8-93b3-4dc2-9388-98678b221d4c,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:22.249834 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b482c581-abde-4bc5-82ea-693397ecb547 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] No DVR routers for this DVR port d91e54c8-93b3-4dc2-9388-98678b221d4c on host dv-neutron-839027-4-hyperv {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:29:22.288138 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa2bc36-1a2e-40da-8e80-314f32f7f739 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Port': ['ID=342e955d-6de6-40b0-a779-62c843f794a4,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:22.338773 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4aa2bc36-1a2e-40da-8e80-314f32f7f739 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:22.345782 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d1adc955-387e-4fd3-9140-c4b9a20cb9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:22.364710 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 9ebf65c7-88d7-4e79-9721-971085c40dbe up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:29:22.372691 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4aa2bc36-1a2e-40da-8e80-314f32f7f739 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/342e955d-6de6-40b0-a779-62c843f794a4 HTTP/1.1" status: 204 len: 168 time: 1.0607598 Apr 29 13:29:22.375213 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59730) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:22.404471 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4589cef7-a6fb-444e-a8ac-344f5a7e1d02 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:22.405429 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-4589cef7-a6fb-444e-a8ac-344f5a7e1d02 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Synchronizing usage tracker for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:22.418753 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=4b6bf601-7ac2-4c12-846b-b928275cc45b,revision_number=7']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:22.428305 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b482c581-abde-4bc5-82ea-693397ecb547 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:22.453831 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-4589cef7-a6fb-444e-a8ac-344f5a7e1d02 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Unset dirty status for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:22.455795 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4589cef7-a6fb-444e-a8ac-344f5a7e1d02 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.7742860 Apr 29 13:29:22.459766 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59734) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:22.500136 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-b482c581-abde-4bc5-82ea-693397ecb547 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2caadd6-8944-402e-a7cd-1f7fa1c1af75']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:22.515968 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c993bdb-08be-4543-b691-fef1fd6e0729 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] GET failed (client error): The resource could not be found. Apr 29 13:29:22.521107 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3c993bdb-08be-4543-b691-fef1fd6e0729 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "GET /v2.0/ports/9c71a0bb-8555-4c01-81a3-4f44b6907c73 HTTP/1.1" status: 404 len: 333 time: 0.0564058 Apr 29 13:29:22.522762 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59738) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:22.525180 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-b482c581-abde-4bc5-82ea-693397ecb547 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0151e676-dbbc-46b9-8545-69127482ba73') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:22.525579 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-b482c581-abde-4bc5-82ea-693397ecb547 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0151e676-dbbc-46b9-8545-69127482ba73') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:22.533212 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-525dbda7-61ef-4db8-b88d-3dd378e34515 None None] For port d91e54c8-93b3-4dc2-9388-98678b221d4c, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=d91e54c8-93b3-4dc2-9388-98678b221d4c,segment=NetworkSegment(0151e676-dbbc-46b9-8545-69127482ba73),segment_id=0151e676-dbbc-46b9-8545-69127482ba73)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:22.533619 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-525dbda7-61ef-4db8-b88d-3dd378e34515 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:22.536408 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-cd2b2b0f-bfc9-4056-b916-1d98d3707885 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-170454372'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:22.545935 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-cd2b2b0f-bfc9-4056-b916-1d98d3707885 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:22.549092 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b482c581-abde-4bc5-82ea-693397ecb547 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:22.560182 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-cd2b2b0f-bfc9-4056-b916-1d98d3707885 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:network and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:22.564729 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-cd2b2b0f-bfc9-4056-b916-1d98d3707885 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:22.573574 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-cd2b2b0f-bfc9-4056-b916-1d98d3707885 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:22.578969 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b482c581-abde-4bc5-82ea-693397ecb547 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:22.589226 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b482c581-abde-4bc5-82ea-693397ecb547 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:29:22.589935 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b482c581-abde-4bc5-82ea-693397ecb547 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:29:22.605585 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:29:22.610983 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2b2b0f-bfc9-4056-b916-1d98d3707885 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:22.614460 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cd2b2b0f-bfc9-4056-b916-1d98d3707885 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:22.618025 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd8e5d2-2163-47cd-a465-1cd793a0adf3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:22.619415 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd8e5d2-2163-47cd-a465-1cd793a0adf3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:22.620212 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-fbd8e5d2-2163-47cd-a465-1cd793a0adf3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:22.685900 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-fbd8e5d2-2163-47cd-a465-1cd793a0adf3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:22.687038 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-fbd8e5d2-2163-47cd-a465-1cd793a0adf3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3109279 Apr 29 13:29:22.690024 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59742) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:22.697101 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-525dbda7-61ef-4db8-b88d-3dd378e34515 None None] Calling delete_port for d91e54c8-93b3-4dc2-9388-98678b221d4c owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:22.716706 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2b2b0f-bfc9-4056-b916-1d98d3707885 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:29:22.724278 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b482c581-abde-4bc5-82ea-693397ecb547 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:22.727329 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b482c581-abde-4bc5-82ea-693397ecb547 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:22.736090 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-5ec21081-ab27-4b41-8d1b-c0bdc88b1c79 None None] For port 4b6bf601-7ac2-4c12-846b-b928275cc45b, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=4b6bf601-7ac2-4c12-846b-b928275cc45b,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:22.736487 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ec21081-ab27-4b41-8d1b-c0bdc88b1c79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:22.757775 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cd2b2b0f-bfc9-4056-b916-1d98d3707885 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:22.758286 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-cd2b2b0f-bfc9-4056-b916-1d98d3707885 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Added segment 48feeaeb-e2b9-4037-8d49-0e8ffb62e0bd of type vlan for network 7486a2d0-b79f-4e61-a048-2ed426bcd0a5 Apr 29 13:29:22.759534 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482c581-abde-4bc5-82ea-693397ecb547 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Pushing event deleted for resources: {'Network': ['ID=d2caadd6-8944-402e-a7cd-1f7fa1c1af75,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:22.798784 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b482c581-abde-4bc5-82ea-693397ecb547 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] 10.222.0.76 "DELETE /v2.0/networks/d2caadd6-8944-402e-a7cd-1f7fa1c1af75 HTTP/1.1" status: 204 len: 168 time: 2.6587031 Apr 29 13:29:22.801715 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59748) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:22.846814 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cd2b2b0f-bfc9-4056-b916-1d98d3707885 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:22.862130 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-d1adc955-387e-4fd3-9140-c4b9a20cb9ab admin admin] Allocated IP 172.20.0.1 (846dd749-f943-4e56-9d8e-6295c964eaa2/02705295-1364-4282-8393-7ae80461c414/450a5ddf-21d5-46b8-b8fe-832fb0558e5b) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:22.916281 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cd2b2b0f-bfc9-4056-b916-1d98d3707885 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:22.921964 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2b2b0f-bfc9-4056-b916-1d98d3707885 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:22.922640 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cd2b2b0f-bfc9-4056-b916-1d98d3707885 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:22.944933 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-5ec21081-ab27-4b41-8d1b-c0bdc88b1c79 None None] Calling delete_port for 4b6bf601-7ac2-4c12-846b-b928275cc45b owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:22.976698 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-cd2b2b0f-bfc9-4056-b916-1d98d3707885 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4540150 Apr 29 13:29:22.977450 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59752) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:22.990169 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b938f38e-c036-4e41-a9b5-c9112db35f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90173866-306d-4838-8552-62ba2c3bbe83', 'name': 'tempest-TestVolumeBootPattern-1070817569-router', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:15Z', 'updated_at': '2022-04-29T13:29:18Z', 'revision_number': 3, 'project_id': '0c81113c84764616a8c807a160eb0515', 'gw_port': {'id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:17Z', 'updated_at': '2022-04-29T13:29:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:22.999453 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 9ebf65c7-88d7-4e79-9721-971085c40dbe triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:22.999826 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:23.045881 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-7aa1072a-938c-46b6-a15e-c02a963b7e6c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'subnet': {'network_id': '7486a2d0-b79f-4e61-a048-2ed426bcd0a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:23.049210 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b938f38e-c036-4e41-a9b5-c9112db35f28 None None] Checking router: 90173866-306d-4838-8552-62ba2c3bbe83 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:29:23.049560 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b938f38e-c036-4e41-a9b5-c9112db35f28 None None] Updating router 90173866-306d-4838-8552-62ba2c3bbe83 port 2e154c3e-02e9-4524-a99a-27230db087e7 binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:29:23.137985 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-525dbda7-61ef-4db8-b88d-3dd378e34515 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:29:23.138242 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-525dbda7-61ef-4db8-b88d-3dd378e34515 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:29:23.142455 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b938f38e-c036-4e41-a9b5-c9112db35f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:23.158660 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b2b0f-bfc9-4056-b916-1d98d3707885 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Network': ['ID=7486a2d0-b79f-4e61-a048-2ed426bcd0a5,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:23.183801 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 7486a2d0-b79f-4e61-a048-2ed426bcd0a5 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:29:23.195703 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7aa1072a-938c-46b6-a15e-c02a963b7e6c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:23.200018 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7aa1072a-938c-46b6-a15e-c02a963b7e6c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:subnet and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:23.206092 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7aa1072a-938c-46b6-a15e-c02a963b7e6c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:23.206409 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device ebffe0cf-b744-4211-b36a-c4d9ddc51fd9 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:29:23.212410 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7aa1072a-938c-46b6-a15e-c02a963b7e6c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:23.223183 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa1072a-938c-46b6-a15e-c02a963b7e6c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:23.270683 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9621da1-7e83-4427-8925-19c028e43dbd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting subnet 40de2d2d-66b0-4aa0-af45-fb6bb04a1329 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:29:23.291335 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f9621da1-7e83-4427-8925-19c028e43dbd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:23.337454 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-5ec21081-ab27-4b41-8d1b-c0bdc88b1c79 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:29:23.337804 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-5ec21081-ab27-4b41-8d1b-c0bdc88b1c79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:29:23.362018 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc5d5957-d208-4c0f-b533-1af6d2631257 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Deleting subnet 67e451b5-bfdd-4ee3-a129-d5e065193d77 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:29:23.374845 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7f7d8-76f0-416e-9619-16d21d39e7d9 req-ef9fce08-cde3-461d-a5db-4e10eb9fff35 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:23.376598 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-75e7f7d8-76f0-416e-9619-16d21d39e7d9 req-ef9fce08-cde3-461d-a5db-4e10eb9fff35 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=9760cefa-8385-448b-bb9d-7a0682cfe147 HTTP/1.1" status: 200 len: 945 time: 0.4325306 Apr 29 13:29:23.395121 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cc5d5957-d208-4c0f-b533-1af6d2631257 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:23.435552 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7aa1072a-938c-46b6-a15e-c02a963b7e6c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:23.452442 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f9621da1-7e83-4427-8925-19c028e43dbd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:23.494221 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d1adc955-387e-4fd3-9140-c4b9a20cb9ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:23.539878 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cc5d5957-d208-4c0f-b533-1af6d2631257 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:23.569033 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port ebffe0cf-b744-4211-b36a-c4d9ddc51fd9 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:23.581153 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port ebffe0cf-b744-4211-b36a-c4d9ddc51fd9 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:23.582524 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:23.582699 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-d1adc955-387e-4fd3-9140-c4b9a20cb9ab admin admin] Transition to ACTIVE for port object 450a5ddf-21d5-46b8-b8fe-832fb0558e5b will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:23.638302 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-75e7f7d8-76f0-416e-9619-16d21d39e7d9 req-2206a1c1-4456-478f-ab50-bf11af266f20 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=14dcf634-cd52-48af-9431-d25d9e8fbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2475846 Apr 29 13:29:23.670796 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f9621da1-7e83-4427-8925-19c028e43dbd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:23.674998 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7aa1072a-938c-46b6-a15e-c02a963b7e6c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:23.719705 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d1adc955-387e-4fd3-9140-c4b9a20cb9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:23.764213 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cc5d5957-d208-4c0f-b533-1af6d2631257 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:23.765528 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1072a-938c-46b6-a15e-c02a963b7e6c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Subnet': ['ID=cd953086-b985-4580-ad5f-24f38cd09aa3,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:23.776678 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa1072a-938c-46b6-a15e-c02a963b7e6c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Checking segment: {'id': '48feeaeb-e2b9-4037-8d49-0e8ffb62e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7486a2d0-b79f-4e61-a048-2ed426bcd0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:29:23.777190 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa1072a-938c-46b6-a15e-c02a963b7e6c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network hostable DHCP agents. Network: 7486a2d0-b79f-4e61-a048-2ed426bcd0a5, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:29:23.802864 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa1072a-938c-46b6-a15e-c02a963b7e6c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network 7486a2d0-b79f-4e61-a048-2ed426bcd0a5 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:29:23.810899 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:23.816260 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-7aa1072a-938c-46b6-a15e-c02a963b7e6c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 7486a2d0-b79f-4e61-a048-2ed426bcd0a5) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:23.829929 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa1072a-938c-46b6-a15e-c02a963b7e6c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:23.830667 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7aa1072a-938c-46b6-a15e-c02a963b7e6c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:23.837652 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcd4fe4-55ce-4cd6-a13e-8f55a70aefae None None] Network 7486a2d0-b79f-4e61-a048-2ed426bcd0a5 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:23.856512 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1adc955-387e-4fd3-9140-c4b9a20cb9ab admin admin] Network 846dd749-f943-4e56-9d8e-6295c964eaa2 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:23.863819 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7aa1072a-938c-46b6-a15e-c02a963b7e6c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8806062 Apr 29 13:29:23.865371 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-d1adc955-387e-4fd3-9140-c4b9a20cb9ab admin admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:23.866581 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59756) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:23.870622 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1adc955-387e-4fd3-9140-c4b9a20cb9ab admin admin] Pushing event updated for resources: {'Port': ['ID=450a5ddf-21d5-46b8-b8fe-832fb0558e5b,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:23.874943 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9760cefa-8385-448b-bb9d-7a0682cfe147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebffe0cf-b744-4211-b36a-c4d9ddc51fd9'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:29:23.877666 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1adc955-387e-4fd3-9140-c4b9a20cb9ab admin admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:29:23.897382 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-3dfd4a42-edc2-47da-a3e5-4a01123573bf tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'subnet': {'network_id': '7486a2d0-b79f-4e61-a048-2ed426bcd0a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:23.954215 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f9621da1-7e83-4427-8925-19c028e43dbd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:23.960299 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b938f38e-c036-4e41-a9b5-c9112db35f28 None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:23.972595 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port ebffe0cf-b744-4211-b36a-c4d9ddc51fd9, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ebffe0cf-b744-4211-b36a-c4d9ddc51fd9,segment=NetworkSegment(2c280f1a-e81a-40e0-9964-5c94572bd7b5),segment_id=2c280f1a-e81a-40e0-9964-5c94572bd7b5)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:23.981746 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-525dbda7-61ef-4db8-b88d-3dd378e34515 None None] Deleting port d91e54c8-93b3-4dc2-9388-98678b221d4c {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:23.982124 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-525dbda7-61ef-4db8-b88d-3dd378e34515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:24.002788 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cc5d5957-d208-4c0f-b533-1af6d2631257 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:24.025957 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d6142e9-b9ca-4cf4-9f11-36f76ff32eed'] response: {'server_uuid': '9760cefa-8385-448b-bb9d-7a0682cfe147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebffe0cf-b744-4211-b36a-c4d9ddc51fd9', 'code': 200} Apr 29 13:29:24.032503 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cc5d5957-d208-4c0f-b533-1af6d2631257 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:24.038303 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b938f38e-c036-4e41-a9b5-c9112db35f28 None None] Transition to ACTIVE for port object 2e154c3e-02e9-4524-a99a-27230db087e7 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:24.042236 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9621da1-7e83-4427-8925-19c028e43dbd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Subnet': ['ID=40de2d2d-66b0-4aa0-af45-fb6bb04a1329,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:24.062099 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22a1a4c-4995-4127-9f2f-5e41f63c4b2e None None] Network 0b116c17-1fc8-4e1c-b7f6-3a0a37ae87f7 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:24.083301 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:24.093679 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f9621da1-7e83-4427-8925-19c028e43dbd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:24.100646 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-3dfd4a42-edc2-47da-a3e5-4a01123573bf tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:24.105207 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3dfd4a42-edc2-47da-a3e5-4a01123573bf tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:subnet and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:24.108206 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3dfd4a42-edc2-47da-a3e5-4a01123573bf tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:24.109778 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d5957-d208-4c0f-b533-1af6d2631257 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Pushing event deleted for resources: {'Subnet': ['ID=67e451b5-bfdd-4ee3-a129-d5e065193d77,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:24.112941 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d1adc955-387e-4fd3-9140-c4b9a20cb9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:24.115797 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-3dfd4a42-edc2-47da-a3e5-4a01123573bf tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:24.122276 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-cc5d5957-d208-4c0f-b533-1af6d2631257 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] 10.222.0.76 "DELETE /v2.0/subnets/67e451b5-bfdd-4ee3-a129-d5e065193d77 HTTP/1.1" status: 204 len: 168 time: 1.3180692 Apr 29 13:29:24.126080 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59762) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:24.153379 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfd4a42-edc2-47da-a3e5-4a01123573bf tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:24.154718 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f9621da1-7e83-4427-8925-19c028e43dbd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/40de2d2d-66b0-4aa0-af45-fb6bb04a1329 HTTP/1.1" status: 204 len: 168 time: 1.4636168 Apr 29 13:29:24.156427 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59766) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:24.157430 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3dfd4a42-edc2-47da-a3e5-4a01123573bf tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:24.235535 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b938f38e-c036-4e41-a9b5-c9112db35f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:24.247764 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-799305ba-5fb8-4c78-a0dc-417f4ca2f987 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0901475 Apr 29 13:29:24.248902 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59770) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:24.320643 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-5ec21081-ab27-4b41-8d1b-c0bdc88b1c79 None None] Deleting port 4b6bf601-7ac2-4c12-846b-b928275cc45b {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:24.321039 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ec21081-ab27-4b41-8d1b-c0bdc88b1c79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:24.375380 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-518d18df-00a2-4875-9edc-d5d9d1bc9286 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:24.381695 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-525dbda7-61ef-4db8-b88d-3dd378e34515 None None] The port 'd91e54c8-93b3-4dc2-9388-98678b221d4c' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:29:24.410314 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-518d18df-00a2-4875-9edc-d5d9d1bc9286 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Deleting port 10c2eb82-6969-4466-9a9c-81bd50f50034 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:24.411091 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-518d18df-00a2-4875-9edc-d5d9d1bc9286 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:24.470333 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.ipam_backend_mixin [None req-3dfd4a42-edc2-47da-a3e5-4a01123573bf tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cd953086-b985-4580-ad5f-24f38cd09aa3 (CIDR: 2001:db8::/64) Apr 29 13:29:24.478720 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dfd4a42-edc2-47da-a3e5-4a01123573bf tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:29:24.479425 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dfd4a42-edc2-47da-a3e5-4a01123573bf tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:29:24.525162 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d1adc955-387e-4fd3-9140-c4b9a20cb9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:24.545208 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=ebffe0cf-b744-4211-b36a-c4d9ddc51fd9,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:24.630139 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3e2049af-05c2-42d5-978f-24ef2df4231f req-96973ea4-00b0-4935-9987-1e60cd56f8d4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9760cefa-8385-448b-bb9d-7a0682cfe147 HTTP/1.1" status: 200 len: 1099 time: 0.2314756 Apr 29 13:29:24.635571 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b6e943-e1d7-4a92-a4ab-ec3da67a92df tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:24.636335 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-a9b6e943-e1d7-4a92-a4ab-ec3da67a92df tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:24.661609 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-518d18df-00a2-4875-9edc-d5d9d1bc9286 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] For port 10c2eb82-6969-4466-9a9c-81bd50f50034, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=10c2eb82-6969-4466-9a9c-81bd50f50034,segment=NetworkSegment(bca2975e-90c9-43c4-8044-64ba4517eb3a),segment_id=bca2975e-90c9-43c4-8044-64ba4517eb3a)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:24.661966 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-518d18df-00a2-4875-9edc-d5d9d1bc9286 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:24.712811 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b938f38e-c036-4e41-a9b5-c9112db35f28 None None] Attempting to bind port 2e154c3e-02e9-4524-a99a-27230db087e7 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:29:24.712811 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b938f38e-c036-4e41-a9b5-c9112db35f28 None None] Attempting to bind port 2e154c3e-02e9-4524-a99a-27230db087e7 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:29:24.713419 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b938f38e-c036-4e41-a9b5-c9112db35f28 None None] Attempting to bind port 2e154c3e-02e9-4524-a99a-27230db087e7 on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:29:24.715062 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-16dd5b45-9f92-4513-84f0-0fb8bb00377b None None] Provisioning for port 450a5ddf-21d5-46b8-b8fe-832fb0558e5b completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:24.771731 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-a9b6e943-e1d7-4a92-a4ab-ec3da67a92df tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:24.775625 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a9b6e943-e1d7-4a92-a4ab-ec3da67a92df tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5246732 Apr 29 13:29:24.776742 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59776) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:24.796697 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b938f38e-c036-4e41-a9b5-c9112db35f28 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:29:24.797133 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b938f38e-c036-4e41-a9b5-c9112db35f28 None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:29:24.797534 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b938f38e-c036-4e41-a9b5-c9112db35f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:24.797925 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b938f38e-c036-4e41-a9b5-c9112db35f28 None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:29:24.798402 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b938f38e-c036-4e41-a9b5-c9112db35f28 None None] Bound port: 2e154c3e-02e9-4524-a99a-27230db087e7, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:29:24.798899 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b938f38e-c036-4e41-a9b5-c9112db35f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:24.815454 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3e2049af-05c2-42d5-978f-24ef2df4231f req-bc758a6a-328d-4b2f-adba-155408536319 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=14dcf634-cd52-48af-9431-d25d9e8fbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1742334 Apr 29 13:29:24.824123 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-16dd5b45-9f92-4513-84f0-0fb8bb00377b None None] Provisioning complete for port 450a5ddf-21d5-46b8-b8fe-832fb0558e5b triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:24.824489 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-16dd5b45-9f92-4513-84f0-0fb8bb00377b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:24.839389 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3dfd4a42-edc2-47da-a3e5-4a01123573bf tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9710765 Apr 29 13:29:24.842117 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59780) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:24.851571 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-518d18df-00a2-4875-9edc-d5d9d1bc9286 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Calling delete_port for 10c2eb82-6969-4466-9a9c-81bd50f50034 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:24.854540 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-eeafe831-56aa-48df-8eb7-dc6b35d12dce tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'subnet': {'network_id': '7486a2d0-b79f-4e61-a048-2ed426bcd0a5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:24.922691 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7297026-81e1-4f37-abdc-115c22da49d7 None None] Pushing event updated for resources: {'Port': ['ID=2e154c3e-02e9-4524-a99a-27230db087e7,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:24.925647 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18049388-c3aa-4e9e-b546-e559c1d3a1bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-7486a2d0-b79f-4e61-a048-2ed426bcd0a5', 'network_id': '7486a2d0-b79f-4e61-a048-2ed426bcd0a5', 'tenant_id': '6ae461034cd64fbdab4560447c7639cd', 'fixed_ips': [{'subnet_id': 'cd953086-b985-4580-ad5f-24f38cd09aa3'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:29:24.926620 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-18049388-c3aa-4e9e-b546-e559c1d3a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:24.954346 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-518d18df-00a2-4875-9edc-d5d9d1bc9286 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:25.010913 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518d18df-00a2-4875-9edc-d5d9d1bc9286 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] No DVR routers for this DVR port 10c2eb82-6969-4466-9a9c-81bd50f50034 on host dv-neutron-839027-4-hyperv {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:29:25.015745 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da827a9-39a8-4d01-a4d3-57ee629a141b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:25.016588 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4da827a9-39a8-4d01-a4d3-57ee629a141b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:25.041826 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d18df-00a2-4875-9edc-d5d9d1bc9286 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Pushing event deleted for resources: {'Port': ['ID=10c2eb82-6969-4466-9a9c-81bd50f50034,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:25.045113 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-16dd5b45-9f92-4513-84f0-0fb8bb00377b None None] Port 450a5ddf-21d5-46b8-b8fe-832fb0558e5b cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:29:25.091917 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4da827a9-39a8-4d01-a4d3-57ee629a141b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:25.095564 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4da827a9-39a8-4d01-a4d3-57ee629a141b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3137503 Apr 29 13:29:25.110320 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59784) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:25.119565 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d1adc955-387e-4fd3-9140-c4b9a20cb9ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:25.128618 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-5ec21081-ab27-4b41-8d1b-c0bdc88b1c79 None None] For port 4b6bf601-7ac2-4c12-846b-b928275cc45b, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=4b6bf601-7ac2-4c12-846b-b928275cc45b,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:25.129041 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ec21081-ab27-4b41-8d1b-c0bdc88b1c79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:25.136581 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b938f38e-c036-4e41-a9b5-c9112db35f28 None None] For port 2e154c3e-02e9-4524-a99a-27230db087e7, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:29:25.169857 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-518d18df-00a2-4875-9edc-d5d9d1bc9286 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:25.197322 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-518d18df-00a2-4875-9edc-d5d9d1bc9286 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b116c17-1fc8-4e1c-b7f6-3a0a37ae87f7']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:25.198364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d1adc955-387e-4fd3-9140-c4b9a20cb9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:25.212581 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-518d18df-00a2-4875-9edc-d5d9d1bc9286 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca2975e-90c9-43c4-8044-64ba4517eb3a') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:25.212960 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-518d18df-00a2-4875-9edc-d5d9d1bc9286 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca2975e-90c9-43c4-8044-64ba4517eb3a') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:25.225876 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-518d18df-00a2-4875-9edc-d5d9d1bc9286 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:25.242764 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-518d18df-00a2-4875-9edc-d5d9d1bc9286 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:25.250500 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518d18df-00a2-4875-9edc-d5d9d1bc9286 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:29:25.251014 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-518d18df-00a2-4875-9edc-d5d9d1bc9286 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:25.261931 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b938f38e-c036-4e41-a9b5-c9112db35f28 None None] For port 2e154c3e-02e9-4524-a99a-27230db087e7, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=2e154c3e-02e9-4524-a99a-27230db087e7,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:29:25.268420 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-01f5b4ed-e426-4730-862d-26631ddaf01e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1520495 Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:29:25.272966 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59788) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:25.275125 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-5ec21081-ab27-4b41-8d1b-c0bdc88b1c79 None None] Calling delete_port for 4b6bf601-7ac2-4c12-846b-b928275cc45b owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:25.283224 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-658bccc8-1efd-4bd0-b9cf-01647dfd0b34 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:25.295598 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a70588-767d-408e-b2cc-dfffa49e3e07 req-631d67bb-6d09-41b9-a6a0-3d96a75d68ab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:25.297210 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d2a70588-767d-408e-b2cc-dfffa49e3e07 req-631d67bb-6d09-41b9-a6a0-3d96a75d68ab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=9760cefa-8385-448b-bb9d-7a0682cfe147 HTTP/1.1" status: 200 len: 946 time: 0.4275222 Apr 29 13:29:25.312320 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b938f38e-c036-4e41-a9b5-c9112db35f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:25.340106 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-eeafe831-56aa-48df-8eb7-dc6b35d12dce tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:25.358937 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-eeafe831-56aa-48df-8eb7-dc6b35d12dce tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:subnet and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:25.366365 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1adc955-387e-4fd3-9140-c4b9a20cb9ab admin admin] Pushing event updated for resources: {'Port': ['ID=450a5ddf-21d5-46b8-b8fe-832fb0558e5b,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:25.370305 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-eeafe831-56aa-48df-8eb7-dc6b35d12dce tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:25.373668 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d1adc955-387e-4fd3-9140-c4b9a20cb9ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:25.399795 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-eeafe831-56aa-48df-8eb7-dc6b35d12dce tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:25.453870 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d2a70588-767d-408e-b2cc-dfffa49e3e07 req-eecc17a1-3df9-4af5-81c5-73fe91296f62 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=14dcf634-cd52-48af-9431-d25d9e8fbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1360636 Apr 29 13:29:25.500478 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12d844f-baf1-4d56-9d4f-46e692a778e2 None None] DHCP port deletion for 0b116c17-1fc8-4e1c-b7f6-3a0a37ae87f7 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:29:25.502337 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeafe831-56aa-48df-8eb7-dc6b35d12dce tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:25.523658 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7297026-81e1-4f37-abdc-115c22da49d7 None None] Pushing event updated for resources: {'Port': ['ID=2e154c3e-02e9-4524-a99a-27230db087e7,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:25.540707 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ec21081-ab27-4b41-8d1b-c0bdc88b1c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:25.577334 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b938f38e-c036-4e41-a9b5-c9112db35f28 None None] Routers {'90173866-306d-4838-8552-62ba2c3bbe83'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:29:25.577902 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b938f38e-c036-4e41-a9b5-c9112db35f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:29:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['90173866-306d-4838-8552-62ba2c3bbe83'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:25.610479 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-518d18df-00a2-4875-9edc-d5d9d1bc9286 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:25.636789 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-518d18df-00a2-4875-9edc-d5d9d1bc9286 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:25.638420 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-18049388-c3aa-4e9e-b546-e559c1d3a1bd None None] Allocated IP 2001:db8::2 (7486a2d0-b79f-4e61-a048-2ed426bcd0a5/cd953086-b985-4580-ad5f-24f38cd09aa3/b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:25.655828 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d18df-00a2-4875-9edc-d5d9d1bc9286 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Pushing event deleted for resources: {'Network': ['ID=0b116c17-1fc8-4e1c-b7f6-3a0a37ae87f7,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:25.660311 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-658bccc8-1efd-4bd0-b9cf-01647dfd0b34 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:25.666503 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-518d18df-00a2-4875-9edc-d5d9d1bc9286 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] 10.222.0.76 "DELETE /v2.0/networks/0b116c17-1fc8-4e1c-b7f6-3a0a37ae87f7 HTTP/1.1" status: 204 len: 168 time: 1.5348852 Apr 29 13:29:25.668266 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59792) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:25.695344 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eeafe831-56aa-48df-8eb7-dc6b35d12dce tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:25.706680 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec21081-ab27-4b41-8d1b-c0bdc88b1c79 None None] Pushing event deleted for resources: {'Port': ['ID=4b6bf601-7ac2-4c12-846b-b928275cc45b,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:25.710728 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1adc955-387e-4fd3-9140-c4b9a20cb9ab admin admin] Network 846dd749-f943-4e56-9d8e-6295c964eaa2 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:25.712476 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-658bccc8-1efd-4bd0-b9cf-01647dfd0b34 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:25.714425 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-d1adc955-387e-4fd3-9140-c4b9a20cb9ab admin admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:25.722840 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-11349d01-2d43-4f9f-be7d-2ab6444fa8b4 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Synchronizing usage tracker for tenant:0ec2d7aafe4a447b864638ef9d1eeef1 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:25.746532 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658bccc8-1efd-4bd0-b9cf-01647dfd0b34 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:25.751709 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec21081-ab27-4b41-8d1b-c0bdc88b1c79 None None] No DVR routers for this DVR port 4b6bf601-7ac2-4c12-846b-b928275cc45b on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:29:25.773801 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-11349d01-2d43-4f9f-be7d-2ab6444fa8b4 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Unset dirty status for tenant:0ec2d7aafe4a447b864638ef9d1eeef1 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:25.777464 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-11349d01-2d43-4f9f-be7d-2ab6444fa8b4 tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3a9287b-73da-4b6b-80b0-855ea4de74fa HTTP/1.1" status: 200 len: 205 time: 0.1074209 Apr 29 13:29:25.820837 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59796) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:25.858237 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e421c0-76a1-4313-8169-d1d741b043fa None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:26.130661 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-18049388-c3aa-4e9e-b546-e559c1d3a1bd None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:26.143158 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-18049388-c3aa-4e9e-b546-e559c1d3a1bd None None] Transition to ACTIVE for port object b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:26.165380 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-658bccc8-1efd-4bd0-b9cf-01647dfd0b34 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:26.167249 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-18049388-c3aa-4e9e-b546-e559c1d3a1bd None None] Transition to ACTIVE for port object b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:26.332970 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7e9d154e-77bd-4150-afdb-cd1572c47d2d tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:26.346525 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 10c2eb82-6969-4466-9a9c-81bd50f50034 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:29:26.380258 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-18049388-c3aa-4e9e-b546-e559c1d3a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:26.451099 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 10c2eb82-6969-4466-9a9c-81bd50f50034 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:29:26.451437 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 10c2eb82-6969-4466-9a9c-81bd50f50034 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:29:26.454318 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eeafe831-56aa-48df-8eb7-dc6b35d12dce tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:26.510617 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-b938f38e-c036-4e41-a9b5-c9112db35f28 None None] Set router 90173866-306d-4838-8552-62ba2c3bbe83 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:29:26.549513 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18049388-c3aa-4e9e-b546-e559c1d3a1bd None None] Network 7486a2d0-b79f-4e61-a048-2ed426bcd0a5 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:26.556188 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18049388-c3aa-4e9e-b546-e559c1d3a1bd None None] Pushing event updated for resources: {'Port': ['ID=b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:26.558633 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-18049388-c3aa-4e9e-b546-e559c1d3a1bd None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:26.568026 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18049388-c3aa-4e9e-b546-e559c1d3a1bd None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:29:26.580051 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-17fdc17f-06b9-49d3-bd57-fcfa311cc6c2 None None] Provisioning complete for port 450a5ddf-21d5-46b8-b8fe-832fb0558e5b triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:26.580288 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-17fdc17f-06b9-49d3-bd57-fcfa311cc6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:26.609077 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeafe831-56aa-48df-8eb7-dc6b35d12dce tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network 7486a2d0-b79f-4e61-a048-2ed426bcd0a5 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:26.623925 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-eeafe831-56aa-48df-8eb7-dc6b35d12dce tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:26.626962 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeafe831-56aa-48df-8eb7-dc6b35d12dce tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:26.627537 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eeafe831-56aa-48df-8eb7-dc6b35d12dce tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:26.637265 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeafe831-56aa-48df-8eb7-dc6b35d12dce tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Subnet': ['ID=169b6312-c3d9-4132-957a-e926dc429abc,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:26.674247 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-eeafe831-56aa-48df-8eb7-dc6b35d12dce tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8287349 Apr 29 13:29:26.681774 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59804) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:26.688456 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-070e1417-2c62-46de-823b-bd7127a8b862 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'port': {'network_id': '7486a2d0-b79f-4e61-a048-2ed426bcd0a5', 'fixed_ips': [{'subnet_id': 'cd953086-b985-4580-ad5f-24f38cd09aa3'}, {'subnet_id': '169b6312-c3d9-4132-957a-e926dc429abc'}], 'name': 'tempest-PortsIpV6TestJSON-941476490'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:26.821857 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-17fdc17f-06b9-49d3-bd57-fcfa311cc6c2 None None] Port 450a5ddf-21d5-46b8-b8fe-832fb0558e5b cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:29:26.826423 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-18049388-c3aa-4e9e-b546-e559c1d3a1bd None None] Attempting to bind port b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:29:26.826783 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-18049388-c3aa-4e9e-b546-e559c1d3a1bd None None] Attempting to bind port b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '48feeaeb-e2b9-4037-8d49-0e8ffb62e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7486a2d0-b79f-4e61-a048-2ed426bcd0a5'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:29:26.827135 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18049388-c3aa-4e9e-b546-e559c1d3a1bd None None] Attempting to bind port b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b on network 7486a2d0-b79f-4e61-a048-2ed426bcd0a5 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:29:26.857106 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1adc955-387e-4fd3-9140-c4b9a20cb9ab admin admin] Router 90173866-306d-4838-8552-62ba2c3bbe83 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:29:26.870601 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-070e1417-2c62-46de-823b-bd7127a8b862 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:26.893086 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18049388-c3aa-4e9e-b546-e559c1d3a1bd None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:29:26.893455 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18049388-c3aa-4e9e-b546-e559c1d3a1bd None None] Checking segment: {'id': '48feeaeb-e2b9-4037-8d49-0e8ffb62e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7486a2d0-b79f-4e61-a048-2ed426bcd0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:29:26.893877 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-18049388-c3aa-4e9e-b546-e559c1d3a1bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:26.894263 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18049388-c3aa-4e9e-b546-e559c1d3a1bd None None] Bound using segment: {'id': '48feeaeb-e2b9-4037-8d49-0e8ffb62e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7486a2d0-b79f-4e61-a048-2ed426bcd0a5'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:29:26.894736 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-18049388-c3aa-4e9e-b546-e559c1d3a1bd None None] Bound port: b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48feeaeb-e2b9-4037-8d49-0e8ffb62e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7486a2d0-b79f-4e61-a048-2ed426bcd0a5'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:29:26.895103 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-18049388-c3aa-4e9e-b546-e559c1d3a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:26.899479 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7e9d154e-77bd-4150-afdb-cd1572c47d2d tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:26.913827 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7e9d154e-77bd-4150-afdb-cd1572c47d2d tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:26.940689 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-070e1417-2c62-46de-823b-bd7127a8b862 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:26.987385 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65951f9e-88b4-4e7e-a42f-8c76e7eb9e21 req-32c902e9-57ba-4c9c-b9c6-8e6dc87e27fc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:26.990020 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-65951f9e-88b4-4e7e-a42f-8c76e7eb9e21 req-32c902e9-57ba-4c9c-b9c6-8e6dc87e27fc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=9760cefa-8385-448b-bb9d-7a0682cfe147 HTTP/1.1" status: 200 len: 946 time: 0.3187935 Apr 29 13:29:27.006981 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7e9d154e-77bd-4150-afdb-cd1572c47d2d tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:27.011857 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9d154e-77bd-4150-afdb-cd1572c47d2d tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Fanout notify agent at l3_agent the message router_deleted on router c3a9287b-73da-4b6b-80b0-855ea4de74fa {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:29:27.018375 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070e1417-2c62-46de-823b-bd7127a8b862 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:27.023966 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-070e1417-2c62-46de-823b-bd7127a8b862 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:27.057175 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-070e1417-2c62-46de-823b-bd7127a8b862 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] device_id is not set on port f89ae0ca-286b-4131-b444-bc4f10983c30 yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:29:27.073857 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-18049388-c3aa-4e9e-b546-e559c1d3a1bd None None] For port b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:29:27.088484 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-18049388-c3aa-4e9e-b546-e559c1d3a1bd None None] For port b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b,segment=NetworkSegment(48feeaeb-e2b9-4037-8d49-0e8ffb62e0bd),segment_id=48feeaeb-e2b9-4037-8d49-0e8ffb62e0bd)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:29:27.094900 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-18049388-c3aa-4e9e-b546-e559c1d3a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:27.208271 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b938f38e-c036-4e41-a9b5-c9112db35f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90173866-306d-4838-8552-62ba2c3bbe83', 'name': 'tempest-TestVolumeBootPattern-1070817569-router', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:15Z', 'updated_at': '2022-04-29T13:29:24Z', 'revision_number': 4, 'project_id': '0c81113c84764616a8c807a160eb0515', 'gw_port': {'id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:17Z', 'updated_at': '2022-04-29T13:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '450a5ddf-21d5-46b8-b8fe-832fb0558e5b', 'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'mac_address': 'fa:16:3e:4b:3b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02705295-1364-4282-8393-7ae80461c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:22Z', 'updated_at': '2022-04-29T13:29:24Z', 'revision_number': 2, 'project_id': '0c81113c84764616a8c807a160eb0515', 'subnets': [{'id': '02705295-1364-4282-8393-7ae80461c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:27.210298 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18049388-c3aa-4e9e-b546-e559c1d3a1bd None None] Pushing event updated for resources: {'Port': ['ID=b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:27.214531 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7e9d154e-77bd-4150-afdb-cd1572c47d2d tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:27.215611 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7e9d154e-77bd-4150-afdb-cd1572c47d2d tempest-RoutersNegativeIpV6Test-849197658 tempest-RoutersNegativeIpV6Test-849197658-project] 10.222.0.76 "DELETE /v2.0/routers/c3a9287b-73da-4b6b-80b0-855ea4de74fa HTTP/1.1" status: 204 len: 168 time: 1.3939447 Apr 29 13:29:27.219544 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.objects.ports [None req-658bccc8-1efd-4bd0-b9cf-01647dfd0b34 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83905) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 13:29:27.225557 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-658bccc8-1efd-4bd0-b9cf-01647dfd0b34 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:27.230785 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b938f38e-c036-4e41-a9b5-c9112db35f28 None None] The sync data for ids ['90173866-306d-4838-8552-62ba2c3bbe83'] in dv-neutron-839027-4-hyperv is: [{'id': '90173866-306d-4838-8552-62ba2c3bbe83', 'name': 'tempest-TestVolumeBootPattern-1070817569-router', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:15Z', 'updated_at': '2022-04-29T13:29:24Z', 'revision_number': 4, 'project_id': '0c81113c84764616a8c807a160eb0515', 'gw_port': {'id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:17Z', 'updated_at': '2022-04-29T13:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '450a5ddf-21d5-46b8-b8fe-832fb0558e5b', 'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'mac_address': 'fa:16:3e:4b:3b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02705295-1364-4282-8393-7ae80461c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:22Z', 'updated_at': '2022-04-29T13:29:24Z', 'revision_number': 2, 'project_id': '0c81113c84764616a8c807a160eb0515', 'subnets': [{'id': '02705295-1364-4282-8393-7ae80461c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:29:27.259433 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-65951f9e-88b4-4e7e-a42f-8c76e7eb9e21 req-7caa4804-e757-4b9b-9aae-905cbdd806bf tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=14dcf634-cd52-48af-9431-d25d9e8fbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2572060 Apr 29 13:29:27.326741 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658bccc8-1efd-4bd0-b9cf-01647dfd0b34 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:27.334219 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-658bccc8-1efd-4bd0-b9cf-01647dfd0b34 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:27.343354 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658bccc8-1efd-4bd0-b9cf-01647dfd0b34 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:27.344093 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-658bccc8-1efd-4bd0-b9cf-01647dfd0b34 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:27.350785 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f544d83-8a51-4ccc-801a-007031a590a6 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:27.353849 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658bccc8-1efd-4bd0-b9cf-01647dfd0b34 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Subnet': ['ID=ec1b0b66-86a8-4245-b005-985801d2e14d,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:27.377837 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1adc955-387e-4fd3-9140-c4b9a20cb9ab admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:29:27.389584 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-658bccc8-1efd-4bd0-b9cf-01647dfd0b34 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.1158156 Apr 29 13:29:27.390546 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59812) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:27.396792 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-cc3c1536-79fd-4ea6-a25a-a417b587cd6b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'port': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'mac_address': 'fa:16:3e:d7:a7:6d', 'name': 'tempest-NetworksTestDHCPv6-1217064561'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:27.537582 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:29:27.544737 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d1adc955-387e-4fd3-9140-c4b9a20cb9ab admin admin] 10.222.0.76 "PUT /v2.0/routers/90173866-306d-4838-8552-62ba2c3bbe83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0356882 Apr 29 13:29:27.774233 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59820) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:27.825736 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-cc3c1536-79fd-4ea6-a25a-a417b587cd6b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:27.828949 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a55ae1-187b-460b-824f-1ab9599a3201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-b2591163-41a9-4c5e-86a6-99ddbf59518f', 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'fixed_ips': [{'subnet_id': 'ec1b0b66-86a8-4245-b005-985801d2e14d'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:29:27.830395 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d4a55ae1-187b-460b-824f-1ab9599a3201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:27.834160 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-cc3c1536-79fd-4ea6-a25a-a417b587cd6b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:port and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:27.852149 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-cc3c1536-79fd-4ea6-a25a-a417b587cd6b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:27.858709 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-cc3c1536-79fd-4ea6-a25a-a417b587cd6b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:27.882155 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3c1536-79fd-4ea6-a25a-a417b587cd6b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:27.886647 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1536-79fd-4ea6-a25a-a417b587cd6b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:27.917926 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-070e1417-2c62-46de-823b-bd7127a8b862 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Allocated IP 2001:db8::2e6 (7486a2d0-b79f-4e61-a048-2ed426bcd0a5/cd953086-b985-4580-ad5f-24f38cd09aa3/f89ae0ca-286b-4131-b444-bc4f10983c30) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:27.940692 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c3f36-525c-4dcb-9e68-7e17aa8af262 req-a90067d1-8905-4620-a423-a4639fc82a20 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:27.948253 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-778c3f36-525c-4dcb-9e68-7e17aa8af262 req-a90067d1-8905-4620-a423-a4639fc82a20 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=9760cefa-8385-448b-bb9d-7a0682cfe147 HTTP/1.1" status: 200 len: 946 time: 0.3803031 Apr 29 13:29:27.949695 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-cc3c1536-79fd-4ea6-a25a-a417b587cd6b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] device_id is not set on port 40fbc00f-c9df-412e-acf1-cb08aaffa815 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:29:27.982658 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-070e1417-2c62-46de-823b-bd7127a8b862 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Allocated IP 2001:db8:0:1::343 (7486a2d0-b79f-4e61-a048-2ed426bcd0a5/169b6312-c3d9-4132-957a-e926dc429abc/f89ae0ca-286b-4131-b444-bc4f10983c30) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:28.032019 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:28.103715 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-778c3f36-525c-4dcb-9e68-7e17aa8af262 req-5f87d4c6-f79a-4006-a475-346f4a75dc83 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=14dcf634-cd52-48af-9431-d25d9e8fbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1543357 Apr 29 13:29:28.210734 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-cc3c1536-79fd-4ea6-a25a-a417b587cd6b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Allocated IP 2001:db8::f816:3eff:fed7:a76d (b2591163-41a9-4c5e-86a6-99ddbf59518f/ec1b0b66-86a8-4245-b005-985801d2e14d/40fbc00f-c9df-412e-acf1-cb08aaffa815) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:28.261880 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-53894f54-19c7-4892-b020-8b93d9b64728 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0ec2d7aafe4a447b864638ef9d1eeef1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4860570 Apr 29 13:29:28.263921 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59832) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:28.401810 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:29:28.434369 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-070e1417-2c62-46de-823b-bd7127a8b862 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:28.474175 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-070e1417-2c62-46de-823b-bd7127a8b862 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Transition to ACTIVE for port object f89ae0ca-286b-4131-b444-bc4f10983c30 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:28.534786 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-070e1417-2c62-46de-823b-bd7127a8b862 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:28.592190 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:28.653129 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070e1417-2c62-46de-823b-bd7127a8b862 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network 7486a2d0-b79f-4e61-a048-2ed426bcd0a5 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:28.662020 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-070e1417-2c62-46de-823b-bd7127a8b862 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:28.665008 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e1417-2c62-46de-823b-bd7127a8b862 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Port': ['ID=f89ae0ca-286b-4131-b444-bc4f10983c30,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:28.668310 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070e1417-2c62-46de-823b-bd7127a8b862 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:29:28.680025 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1536-79fd-4ea6-a25a-a417b587cd6b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:28.682981 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070e1417-2c62-46de-823b-bd7127a8b862 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:28.683280 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c49ea7eb-b7f4-4d88-a60e-6620053dd3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:28.683388 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-070e1417-2c62-46de-823b-bd7127a8b862 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:28.716559 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-070e1417-2c62-46de-823b-bd7127a8b862 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.0336204 Apr 29 13:29:28.717623 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59844) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:28.725432 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-d1b54088-4642-4cbb-91ee-2a0749e13c74 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cd953086-b985-4580-ad5f-24f38cd09aa3'}]}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:28.740736 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-cc3c1536-79fd-4ea6-a25a-a417b587cd6b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Transition to ACTIVE for port object 40fbc00f-c9df-412e-acf1-cb08aaffa815 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:28.757999 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c49ea7eb-b7f4-4d88-a60e-6620053dd3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:28.850719 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1536-79fd-4ea6-a25a-a417b587cd6b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:28.957271 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-d4a55ae1-187b-460b-824f-1ab9599a3201 None None] Allocated IP 2001:db8::f816:3eff:fe99:2176 (b2591163-41a9-4c5e-86a6-99ddbf59518f/ec1b0b66-86a8-4245-b005-985801d2e14d/a4535423-dead-46cc-9739-859217c26ec5) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:28.964633 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c49ea7eb-b7f4-4d88-a60e-6620053dd3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:28.990048 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ea7eb-b7f4-4d88-a60e-6620053dd3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f713e622-ef9d-4f3a-b5ea-fe41307fcbd9,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:29.011421 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9b4cba-4ae6-4dad-9aef-b6f70cfa6a88 None None] Network 7486a2d0-b79f-4e61-a048-2ed426bcd0a5 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:29.032845 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c1536-79fd-4ea6-a25a-a417b587cd6b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Port': ['ID=40fbc00f-c9df-412e-acf1-cb08aaffa815,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:29.040535 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3c1536-79fd-4ea6-a25a-a417b587cd6b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:29.045670 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-cc3c1536-79fd-4ea6-a25a-a417b587cd6b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:29.054752 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3c1536-79fd-4ea6-a25a-a417b587cd6b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:29:29.058781 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3c1536-79fd-4ea6-a25a-a417b587cd6b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:29.059397 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1536-79fd-4ea6-a25a-a417b587cd6b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:29.107639 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c49ea7eb-b7f4-4d88-a60e-6620053dd3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:29.109061 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c49ea7eb-b7f4-4d88-a60e-6620053dd3e4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f713e622-ef9d-4f3a-b5ea-fe41307fcbd9 HTTP/1.1" status: 204 len: 168 time: 0.8133154 Apr 29 13:29:29.114798 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-cc3c1536-79fd-4ea6-a25a-a417b587cd6b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7229731 Apr 29 13:29:29.115655 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59854) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:29.163240 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d1b54088-4642-4cbb-91ee-2a0749e13c74 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:29.202090 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6170f4e1-6f23-4b90-887a-a46c3f1ebccf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:29.202800 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6170f4e1-6f23-4b90-887a-a46c3f1ebccf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:29.226565 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6170f4e1-6f23-4b90-887a-a46c3f1ebccf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:29.231530 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6170f4e1-6f23-4b90-887a-a46c3f1ebccf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1148632 Apr 29 13:29:29.232122 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59858) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:29.243484 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2fedfdfe-3828-4f41-af29-4b8000f091c3 None None] Provisioning for port b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:29.274319 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2fedfdfe-3828-4f41-af29-4b8000f091c3 None None] Provisioning complete for port b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:29.274680 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2fedfdfe-3828-4f41-af29-4b8000f091c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:29.349499 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-5d4c8526-3f24-4433-81a1-b00bc2db1efd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting port 40fbc00f-c9df-412e-acf1-cb08aaffa815 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:29.350525 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5d4c8526-3f24-4433-81a1-b00bc2db1efd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:29.381694 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59864) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:29.399990 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-63710bd6-44cd-42ec-b976-24a6c84cd358 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1763060020-network', 'tenant_id': 'd049a544b1b049a9b733b88e21a6e786'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:29.414275 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-63710bd6-44cd-42ec-b976-24a6c84cd358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:29.424261 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-63710bd6-44cd-42ec-b976-24a6c84cd358 admin admin] Usage tracker for resource:network and tenant:d049a544b1b049a9b733b88e21a6e786 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:29.432278 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-63710bd6-44cd-42ec-b976-24a6c84cd358 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:29.443545 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-63710bd6-44cd-42ec-b976-24a6c84cd358 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:29.615427 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d4a55ae1-187b-460b-824f-1ab9599a3201 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:29.666078 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59870) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:29.671431 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63710bd6-44cd-42ec-b976-24a6c84cd358 admin admin] Made reservation on behalf of d049a544b1b049a9b733b88e21a6e786 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:29.673758 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-63710bd6-44cd-42ec-b976-24a6c84cd358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:29.704268 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d4a55ae1-187b-460b-824f-1ab9599a3201 None None] Transition to ACTIVE for port object a4535423-dead-46cc-9739-859217c26ec5 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:29.743314 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-d1b54088-4642-4cbb-91ee-2a0749e13c74 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Delete allocated IP 2001:db8:0:1::343 (7486a2d0-b79f-4e61-a048-2ed426bcd0a5/169b6312-c3d9-4132-957a-e926dc429abc) {{(pid=83904) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 13:29:29.754607 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d4a55ae1-187b-460b-824f-1ab9599a3201 None None] Transition to ACTIVE for port object a4535423-dead-46cc-9739-859217c26ec5 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:29.769547 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2fedfdfe-3828-4f41-af29-4b8000f091c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:29.795972 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d4a55ae1-187b-460b-824f-1ab9599a3201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:29.841764 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5d4c8526-3f24-4433-81a1-b00bc2db1efd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:29.867233 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-2fedfdfe-3828-4f41-af29-4b8000f091c3 None None] For port b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b,segment=NetworkSegment(48feeaeb-e2b9-4037-8d49-0e8ffb62e0bd),segment_id=48feeaeb-e2b9-4037-8d49-0e8ffb62e0bd)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:29.884436 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2fedfdfe-3828-4f41-af29-4b8000f091c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:29.891427 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a55ae1-187b-460b-824f-1ab9599a3201 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:29.893329 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-d4a55ae1-187b-460b-824f-1ab9599a3201 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:29.901732 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a55ae1-187b-460b-824f-1ab9599a3201 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:29:29.915784 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a55ae1-187b-460b-824f-1ab9599a3201 None None] Pushing event updated for resources: {'Port': ['ID=a4535423-dead-46cc-9739-859217c26ec5,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:29.984802 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d1b54088-4642-4cbb-91ee-2a0749e13c74 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:30.008185 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-d1b54088-4642-4cbb-91ee-2a0749e13c74 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Ignored duplicate provisioning block setup for port f89ae0ca-286b-4131-b444-bc4f10983c30 by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 29 13:29:30.014594 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d1b54088-4642-4cbb-91ee-2a0749e13c74 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:30.016531 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-5d4c8526-3f24-4433-81a1-b00bc2db1efd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Calling delete_port for 40fbc00f-c9df-412e-acf1-cb08aaffa815 owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:30.048884 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-63710bd6-44cd-42ec-b976-24a6c84cd358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:30.111651 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b54088-4642-4cbb-91ee-2a0749e13c74 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Port': ['ID=f89ae0ca-286b-4131-b444-bc4f10983c30,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:30.135175 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d4a55ae1-187b-460b-824f-1ab9599a3201 None None] Attempting to bind port a4535423-dead-46cc-9739-859217c26ec5 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:29:30.135175 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d4a55ae1-187b-460b-824f-1ab9599a3201 None None] Attempting to bind port a4535423-dead-46cc-9739-859217c26ec5 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:29:30.135896 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a55ae1-187b-460b-824f-1ab9599a3201 None None] Attempting to bind port a4535423-dead-46cc-9739-859217c26ec5 on network b2591163-41a9-4c5e-86a6-99ddbf59518f {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:29:30.150383 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fedfdfe-3828-4f41-af29-4b8000f091c3 None None] Pushing event updated for resources: {'Port': ['ID=b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:30.159302 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a55ae1-187b-460b-824f-1ab9599a3201 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:29:30.159514 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a55ae1-187b-460b-824f-1ab9599a3201 None None] Checking segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:29:30.159781 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d4a55ae1-187b-460b-824f-1ab9599a3201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:30.160171 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a55ae1-187b-460b-824f-1ab9599a3201 None None] Bound using segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:29:30.160818 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d4a55ae1-187b-460b-824f-1ab9599a3201 None None] Bound port: a4535423-dead-46cc-9739-859217c26ec5, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:29:30.161035 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d4a55ae1-187b-460b-824f-1ab9599a3201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:30.183498 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f565094-846d-459b-83dd-35d41a7a71aa None None] Update dhcp port {'port': {'network_id': '7486a2d0-b79f-4e61-a048-2ed426bcd0a5', 'fixed_ips': [{'subnet_id': 'cd953086-b985-4580-ad5f-24f38cd09aa3', 'ip_address': '2001:db8::2'}, {'subnet_id': '169b6312-c3d9-4132-957a-e926dc429abc'}], 'binding:host_id': 'dv-neutron-839027-4-hyperv'}, 'id': 'b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b'} from dv-neutron-839027-4-hyperv. {{(pid=83906) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 29 13:29:30.187315 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-d1b54088-4642-4cbb-91ee-2a0749e13c74 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] In _notify_port_updated(), no bound segment for port f89ae0ca-286b-4131-b444-bc4f10983c30 on network 7486a2d0-b79f-4e61-a048-2ed426bcd0a5 {{(pid=83904) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 13:29:30.191831 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b54088-4642-4cbb-91ee-2a0749e13c74 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:30.192561 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d1b54088-4642-4cbb-91ee-2a0749e13c74 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:30.198018 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d1b54088-4642-4cbb-91ee-2a0749e13c74 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "PUT /v2.0/ports/f89ae0ca-286b-4131-b444-bc4f10983c30 HTTP/1.1" status: 200 len: 925 time: 1.4787686 Apr 29 13:29:30.198987 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59884) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:30.205156 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-9cee5ad9-5e55-449d-9b08-652dea41dad6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cd953086-b985-4580-ad5f-24f38cd09aa3'}, {'subnet_id': '169b6312-c3d9-4132-957a-e926dc429abc'}]}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:30.295725 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f565094-846d-459b-83dd-35d41a7a71aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:30.317288 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-63710bd6-44cd-42ec-b976-24a6c84cd358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:30.323172 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-63710bd6-44cd-42ec-b976-24a6c84cd358 admin admin] Usage tracker for resource:security_group_rule and tenant:d049a544b1b049a9b733b88e21a6e786 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:30.327249 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-63710bd6-44cd-42ec-b976-24a6c84cd358 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:30.336085 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-63710bd6-44cd-42ec-b976-24a6c84cd358 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:30.374042 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d4a55ae1-187b-460b-824f-1ab9599a3201 None None] For port a4535423-dead-46cc-9739-859217c26ec5, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:29:30.395423 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d4a55ae1-187b-460b-824f-1ab9599a3201 None None] For port a4535423-dead-46cc-9739-859217c26ec5, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a4535423-dead-46cc-9739-859217c26ec5,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:29:30.458982 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5d4c8526-3f24-4433-81a1-b00bc2db1efd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:30.469398 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d4a55ae1-187b-460b-824f-1ab9599a3201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:30.474735 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 2e154c3e-02e9-4524-a99a-27230db087e7 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:29:30.528091 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c8526-3f24-4433-81a1-b00bc2db1efd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Port': ['ID=40fbc00f-c9df-412e-acf1-cb08aaffa815,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:30.545307 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9cee5ad9-5e55-449d-9b08-652dea41dad6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:30.615026 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59892) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:30.625350 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5d4c8526-3f24-4433-81a1-b00bc2db1efd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:30.643634 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a55ae1-187b-460b-824f-1ab9599a3201 None None] Pushing event updated for resources: {'Port': ['ID=a4535423-dead-46cc-9739-859217c26ec5,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:30.654832 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-63710bd6-44cd-42ec-b976-24a6c84cd358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:30.664913 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-63710bd6-44cd-42ec-b976-24a6c84cd358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:30.671356 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5d4c8526-3f24-4433-81a1-b00bc2db1efd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/40fbc00f-c9df-412e-acf1-cb08aaffa815 HTTP/1.1" status: 204 len: 168 time: 1.4375007 Apr 29 13:29:30.673367 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59898) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:30.732162 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 2e154c3e-02e9-4524-a99a-27230db087e7 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:30.745669 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-9f565094-846d-459b-83dd-35d41a7a71aa None None] Allocated IP 2001:db8:0:1::2 (7486a2d0-b79f-4e61-a048-2ed426bcd0a5/169b6312-c3d9-4132-957a-e926dc429abc/b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:30.747709 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 2e154c3e-02e9-4524-a99a-27230db087e7 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:30.748084 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:30.857011 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63710bd6-44cd-42ec-b976-24a6c84cd358 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:29:30.931892 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-f8aa9c73-b9aa-45af-a2b5-fc843b63761b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Request body: {'security_group': {'name': 'tempest-secgroup--1905601308'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:30.938716 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f8aa9c73-b9aa-45af-a2b5-fc843b63761b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:30.944246 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f8aa9c73-b9aa-45af-a2b5-fc843b63761b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Usage tracker for resource:security_group and tenant:78b5b8cc00c143a7b5696a2b4a6cd671 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:30.947516 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f8aa9c73-b9aa-45af-a2b5-fc843b63761b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:30.954090 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f8aa9c73-b9aa-45af-a2b5-fc843b63761b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:30.965442 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9047b2cf-9923-4e8e-bd21-6f25057a5330 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:30.966526 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9047b2cf-9923-4e8e-bd21-6f25057a5330 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:30.968026 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-9047b2cf-9923-4e8e-bd21-6f25057a5330 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:30.980922 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f8aa9c73-b9aa-45af-a2b5-fc843b63761b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:30.995173 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-63710bd6-44cd-42ec-b976-24a6c84cd358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:30.995576 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-63710bd6-44cd-42ec-b976-24a6c84cd358 admin admin] Added segment 68c3014c-2c1a-4fd4-85e3-50e5cab29d84 of type vlan for network e2c23d37-396e-4967-aecf-d7a4a995592d Apr 29 13:29:30.996857 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63710bd6-44cd-42ec-b976-24a6c84cd358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c6e17f-49cd-4c19-9c9f-1c5d4c17b32b,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:30.999158 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f8aa9c73-b9aa-45af-a2b5-fc843b63761b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:31.051081 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-9047b2cf-9923-4e8e-bd21-6f25057a5330 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:31.052261 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9047b2cf-9923-4e8e-bd21-6f25057a5330 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3707144 Apr 29 13:29:31.055688 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f8aa9c73-b9aa-45af-a2b5-fc843b63761b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:31.060505 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59902) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:31.071080 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-63710bd6-44cd-42ec-b976-24a6c84cd358 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:31.112226 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-63710bd6-44cd-42ec-b976-24a6c84cd358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:31.113156 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f8aa9c73-b9aa-45af-a2b5-fc843b63761b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Usage tracker for resource:security_group_rule and tenant:78b5b8cc00c143a7b5696a2b4a6cd671 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:31.113282 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63710bd6-44cd-42ec-b976-24a6c84cd358 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:31.113778 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-63710bd6-44cd-42ec-b976-24a6c84cd358 admin admin] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:31.118100 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f8aa9c73-b9aa-45af-a2b5-fc843b63761b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:31.127369 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f8aa9c73-b9aa-45af-a2b5-fc843b63761b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:31.162042 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-63710bd6-44cd-42ec-b976-24a6c84cd358 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7698026 Apr 29 13:29:31.165777 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-9f565094-846d-459b-83dd-35d41a7a71aa None None] For port b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b,segment=NetworkSegment(48feeaeb-e2b9-4037-8d49-0e8ffb62e0bd),segment_id=48feeaeb-e2b9-4037-8d49-0e8ffb62e0bd)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:31.168214 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:31.214320 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59906) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:31.218523 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f565094-846d-459b-83dd-35d41a7a71aa None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:31.220817 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-40bbd271-4794-4c03-a9e5-9402f844f2bc admin admin] Request body: {'subnet': {'network_id': 'e2c23d37-396e-4967-aecf-d7a4a995592d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1763060020-subnet', 'tenant_id': 'd049a544b1b049a9b733b88e21a6e786', 'ip_version': 4}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:31.244444 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9f565094-846d-459b-83dd-35d41a7a71aa None None] Transition to ACTIVE for port object b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:31.250201 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-40bbd271-4794-4c03-a9e5-9402f844f2bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:31.252386 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f565094-846d-459b-83dd-35d41a7a71aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:31.259781 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63710bd6-44cd-42ec-b976-24a6c84cd358 admin admin] Pushing event updated for resources: {'Network': ['ID=e2c23d37-396e-4967-aecf-d7a4a995592d,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:31.262225 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-40bbd271-4794-4c03-a9e5-9402f844f2bc admin admin] Usage tracker for resource:subnet and tenant:d049a544b1b049a9b733b88e21a6e786 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:31.265617 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-40bbd271-4794-4c03-a9e5-9402f844f2bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:31.270733 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 2e154c3e-02e9-4524-a99a-27230db087e7, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=2e154c3e-02e9-4524-a99a-27230db087e7,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:31.274284 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-40bbd271-4794-4c03-a9e5-9402f844f2bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:31.295367 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bbd271-4794-4c03-a9e5-9402f844f2bc admin admin] Made reservation on behalf of d049a544b1b049a9b733b88e21a6e786 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:31.297691 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-40bbd271-4794-4c03-a9e5-9402f844f2bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:31.321313 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network e2c23d37-396e-4967-aecf-d7a4a995592d details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:29:31.349695 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:31.351130 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:29:31.378526 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-9cee5ad9-5e55-449d-9b08-652dea41dad6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Allocated IP 2001:db8:0:1::334 (7486a2d0-b79f-4e61-a048-2ed426bcd0a5/169b6312-c3d9-4132-957a-e926dc429abc/f89ae0ca-286b-4131-b444-bc4f10983c30) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:31.397240 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec05eb18-6636-4c24-8291-09a982d635bf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting subnet ec1b0b66-86a8-4245-b005-985801d2e14d {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:29:31.421763 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ec05eb18-6636-4c24-8291-09a982d635bf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:31.538538 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f8aa9c73-b9aa-45af-a2b5-fc843b63761b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:31.556351 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f8aa9c73-b9aa-45af-a2b5-fc843b63761b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:31.577758 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ec05eb18-6636-4c24-8291-09a982d635bf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:31.661655 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f8aa9c73-b9aa-45af-a2b5-fc843b63761b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:31.676461 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f8aa9c73-b9aa-45af-a2b5-fc843b63761b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Usage tracker for resource:security_group_rule and tenant:78b5b8cc00c143a7b5696a2b4a6cd671 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:31.686895 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f8aa9c73-b9aa-45af-a2b5-fc843b63761b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:31.695602 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-40bbd271-4794-4c03-a9e5-9402f844f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:31.709175 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa9c73-b9aa-45af-a2b5-fc843b63761b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3d3839-a0d9-4bd5-9ed5-45bc9f6f99ab,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:31.715356 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f8aa9c73-b9aa-45af-a2b5-fc843b63761b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:31.715789 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f565094-846d-459b-83dd-35d41a7a71aa None None] Pushing event updated for resources: {'Port': ['ID=b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:31.805728 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=2e154c3e-02e9-4524-a99a-27230db087e7,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:31.834928 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9cee5ad9-5e55-449d-9b08-652dea41dad6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:31.845213 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bbd271-4794-4c03-a9e5-9402f844f2bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3ba6ad9-be71-4d7c-be0e-77e3a609dffc,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:31.864864 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-9cee5ad9-5e55-449d-9b08-652dea41dad6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Ignored duplicate provisioning block setup for port f89ae0ca-286b-4131-b444-bc4f10983c30 by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 29 13:29:31.882182 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ec05eb18-6636-4c24-8291-09a982d635bf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:31.920784 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bbd271-4794-4c03-a9e5-9402f844f2bc admin admin] Checking segment: {'id': '68c3014c-2c1a-4fd4-85e3-50e5cab29d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'e2c23d37-396e-4967-aecf-d7a4a995592d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:29:31.920784 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bbd271-4794-4c03-a9e5-9402f844f2bc admin admin] Network hostable DHCP agents. Network: e2c23d37-396e-4967-aecf-d7a4a995592d, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:29:31.928861 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9cee5ad9-5e55-449d-9b08-652dea41dad6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:32.004602 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bbd271-4794-4c03-a9e5-9402f844f2bc admin admin] Network e2c23d37-396e-4967-aecf-d7a4a995592d is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:29:32.060804 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-40bbd271-4794-4c03-a9e5-9402f844f2bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, e2c23d37-396e-4967-aecf-d7a4a995592d) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:32.071197 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d83e2a-bb99-472b-8bd6-3566761cb2f6 None None] Network e2c23d37-396e-4967-aecf-d7a4a995592d requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:32.074314 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bbd271-4794-4c03-a9e5-9402f844f2bc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:32.074897 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-40bbd271-4794-4c03-a9e5-9402f844f2bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:32.106108 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cbaa2329-0fa0-4c25-a396-5849492ecbc5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:32.121892 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-40bbd271-4794-4c03-a9e5-9402f844f2bc admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9032960 Apr 29 13:29:32.122598 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59910) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:32.130819 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-d18b2d91-58be-484a-b244-ddb960d60466 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1763060020-router', 'tenant_id': 'd049a544b1b049a9b733b88e21a6e786', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:32.148591 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d18b2d91-58be-484a-b244-ddb960d60466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:32.245867 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-9cee5ad9-5e55-449d-9b08-652dea41dad6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] In _notify_port_updated(), no bound segment for port f89ae0ca-286b-4131-b444-bc4f10983c30 on network 7486a2d0-b79f-4e61-a048-2ed426bcd0a5 {{(pid=83904) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 13:29:32.250506 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cee5ad9-5e55-449d-9b08-652dea41dad6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:32.251173 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9cee5ad9-5e55-449d-9b08-652dea41dad6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:32.252504 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9cee5ad9-5e55-449d-9b08-652dea41dad6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "PUT /v2.0/ports/f89ae0ca-286b-4131-b444-bc4f10983c30 HTTP/1.1" status: 200 len: 1011 time: 2.0525146 Apr 29 13:29:32.280471 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59914) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:32.326785 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f8aa9c73-b9aa-45af-a2b5-fc843b63761b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:32.328154 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee5ad9-5e55-449d-9b08-652dea41dad6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Port': ['ID=f89ae0ca-286b-4131-b444-bc4f10983c30,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:32.363571 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-dec457e7-a564-4015-a9ef-99671ef1e262 None None] Provisioning for port a4535423-dead-46cc-9739-859217c26ec5 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:32.364877 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f8aa9c73-b9aa-45af-a2b5-fc843b63761b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:32.463106 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-52d02213-aa6a-46fe-92c6-aa0db7973b8b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting port f89ae0ca-286b-4131-b444-bc4f10983c30 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:32.463325 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-52d02213-aa6a-46fe-92c6-aa0db7973b8b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:32.499200 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a4535423-dead-46cc-9739-859217c26ec5 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:29:32.531262 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d18b2d91-58be-484a-b244-ddb960d60466 admin admin] Usage tracker for resource:router and tenant:d049a544b1b049a9b733b88e21a6e786 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:32.547381 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d18b2d91-58be-484a-b244-ddb960d60466 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:32.562761 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3902defa-6b10-4ff0-81b3-0c38ee583504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-e2c23d37-396e-4967-aecf-d7a4a995592d', 'network_id': 'e2c23d37-396e-4967-aecf-d7a4a995592d', 'tenant_id': 'd049a544b1b049a9b733b88e21a6e786', 'fixed_ips': [{'subnet_id': 'e3ba6ad9-be71-4d7c-be0e-77e3a609dffc'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:29:32.563602 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3902defa-6b10-4ff0-81b3-0c38ee583504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:32.568409 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d18b2d91-58be-484a-b244-ddb960d60466 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:32.574199 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa9c73-b9aa-45af-a2b5-fc843b63761b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee4f3bd-2157-4a2b-81fd-8372e96b4c3d,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:32.578432 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ec05eb18-6636-4c24-8291-09a982d635bf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:32.623143 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d18b2d91-58be-484a-b244-ddb960d60466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:32.624409 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d18b2d91-58be-484a-b244-ddb960d60466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:32.642136 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ec05eb18-6636-4c24-8291-09a982d635bf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:32.644844 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ec05eb18-6636-4c24-8291-09a982d635bf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/ec1b0b66-86a8-4245-b005-985801d2e14d HTTP/1.1" status: 204 len: 168 time: 1.5859821 Apr 29 13:29:32.645920 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f8aa9c73-b9aa-45af-a2b5-fc843b63761b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:32.649534 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f8aa9c73-b9aa-45af-a2b5-fc843b63761b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.0315449 Apr 29 13:29:32.649687 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59918) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:32.649861 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59920) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:32.663595 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05eb18-6636-4c24-8291-09a982d635bf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Subnet': ['ID=ec1b0b66-86a8-4245-b005-985801d2e14d,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:32.727605 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ee33e1a0-e816-421d-bbf4-6b66a5659afe None None] Could not find standard attr ID for object 40fbc00f-c9df-412e-acf1-cb08aaffa815. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:29:32.739172 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port a4535423-dead-46cc-9739-859217c26ec5 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:32.742290 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ac9155-a2a2-4a68-844d-c6d3fe5e4e98 None None] Network 7486a2d0-b79f-4e61-a048-2ed426bcd0a5 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:32.802371 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1ec09b56-957a-4efc-93d1-2c3da697ebbd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1528835 Apr 29 13:29:32.804985 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59926) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:32.811996 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port a4535423-dead-46cc-9739-859217c26ec5 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:32.812364 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:32.826457 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-c5e4edeb-8e1a-45a3-bb70-1fc24be7f09f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:32.888070 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-dcdc79b0-7664-4b86-a253-c9077cf9cf7d tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2273805 Apr 29 13:29:32.894915 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59932) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:32.908578 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-f87281d4-cd98-4521-a6e2-a78e3ba28e5f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Request body: {'security_group': {'name': 'tempest-security--669549840', 'description': 'tempest-security-description-1204510355'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:32.919899 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d18b2d91-58be-484a-b244-ddb960d60466 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:32.956969 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b07bad-5444-48f0-ad61-5f89c7dc79a2 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:32.982898 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-52d02213-aa6a-46fe-92c6-aa0db7973b8b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:32.997270 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-c5e4edeb-8e1a-45a3-bb70-1fc24be7f09f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:33.026008 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f87281d4-cd98-4521-a6e2-a78e3ba28e5f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:33.111612 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-3902defa-6b10-4ff0-81b3-0c38ee583504 None None] Allocated IP 172.20.0.2 (e2c23d37-396e-4967-aecf-d7a4a995592d/e3ba6ad9-be71-4d7c-be0e-77e3a609dffc/e134f84b-5b7a-40c3-8803-8edca8f7496f) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:33.116399 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-52d02213-aa6a-46fe-92c6-aa0db7973b8b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Calling delete_port for f89ae0ca-286b-4131-b444-bc4f10983c30 owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:33.118671 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e6a13089-38ee-4559-8389-4e2a01809298 None None] Provisioning for port f89ae0ca-286b-4131-b444-bc4f10983c30 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:33.143452 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-c5e4edeb-8e1a-45a3-bb70-1fc24be7f09f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:33.169534 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e6a13089-38ee-4559-8389-4e2a01809298 None None] Provisioning complete for port f89ae0ca-286b-4131-b444-bc4f10983c30 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:33.169911 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e6a13089-38ee-4559-8389-4e2a01809298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:33.171381 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e4edeb-8e1a-45a3-bb70-1fc24be7f09f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:33.175501 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c5e4edeb-8e1a-45a3-bb70-1fc24be7f09f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:33.268720 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f87281d4-cd98-4521-a6e2-a78e3ba28e5f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:33.270870 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-cbaa2329-0fa0-4c25-a396-5849492ecbc5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.20.0.17 (e1d575c9-3c6c-4927-ade4-ecdf17034abc/3f931df7-73d1-4c94-a80f-eddea4fdd860/4367e31d-3cb8-4847-9980-344a8f92fbfe) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:33.274237 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d18b2d91-58be-484a-b244-ddb960d60466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:33.286743 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f87281d4-cd98-4521-a6e2-a78e3ba28e5f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:33.418642 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f87281d4-cd98-4521-a6e2-a78e3ba28e5f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:33.420096 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f87281d4-cd98-4521-a6e2-a78e3ba28e5f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "PUT /v2.0/security-groups/eee4f3bd-2157-4a2b-81fd-8372e96b4c3d HTTP/1.1" status: 200 len: 1611 time: 0.5231791 Apr 29 13:29:33.423625 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87281d4-cd98-4521-a6e2-a78e3ba28e5f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee4f3bd-2157-4a2b-81fd-8372e96b4c3d,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:33.429756 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59936) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:33.448854 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e6a13089-38ee-4559-8389-4e2a01809298 None None] Port f89ae0ca-286b-4131-b444-bc4f10983c30 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:29:33.467892 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:33.501102 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-52d02213-aa6a-46fe-92c6-aa0db7973b8b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:33.570271 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d02213-aa6a-46fe-92c6-aa0db7973b8b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Port': ['ID=f89ae0ca-286b-4131-b444-bc4f10983c30,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:33.593839 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f601fbb5-458c-47d3-8645-b4fa495bad94 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "GET /v2.0/security-groups/eee4f3bd-2157-4a2b-81fd-8372e96b4c3d HTTP/1.1" status: 200 len: 1611 time: 0.1627584 Apr 29 13:29:33.598096 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59940) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:33.601989 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cbaa2329-0fa0-4c25-a396-5849492ecbc5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:33.606064 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e6a13089-38ee-4559-8389-4e2a01809298 None None] Provisioning for port b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:33.615711 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port a4535423-dead-46cc-9739-859217c26ec5, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a4535423-dead-46cc-9739-859217c26ec5,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:33.626063 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-cbaa2329-0fa0-4c25-a396-5849492ecbc5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Transition to ACTIVE for port object 4367e31d-3cb8-4847-9980-344a8f92fbfe will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:33.657255 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e6a13089-38ee-4559-8389-4e2a01809298 None None] Provisioning complete for port b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:33.657672 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e6a13089-38ee-4559-8389-4e2a01809298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:33.682579 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-52d02213-aa6a-46fe-92c6-aa0db7973b8b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:33.699393 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:33.700147 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 2e154c3e-02e9-4524-a99a-27230db087e7 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:29:33.703727 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cbaa2329-0fa0-4c25-a396-5849492ecbc5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:33.746784 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-52d02213-aa6a-46fe-92c6-aa0db7973b8b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/ports/f89ae0ca-286b-4131-b444-bc4f10983c30 HTTP/1.1" status: 204 len: 168 time: 1.4648886 Apr 29 13:29:33.751106 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59944) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:33.804478 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaa2329-0fa0-4c25-a396-5849492ecbc5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network e1d575c9-3c6c-4927-ade4-ecdf17034abc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:33.810081 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-cbaa2329-0fa0-4c25-a396-5849492ecbc5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:33.824358 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-292a4d72-a691-4c6c-b475-3d09e06ce787 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] GET failed (client error): The resource could not be found. Apr 29 13:29:33.824358 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-292a4d72-a691-4c6c-b475-3d09e06ce787 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Synchronizing usage tracker for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:33.825370 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d18b2d91-58be-484a-b244-ddb960d60466 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:33.855174 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaa2329-0fa0-4c25-a396-5849492ecbc5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:29:33.855495 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d7c138-6a4b-4faf-9127-10de1ca41f5e None None] DHCP port deletion for b2591163-41a9-4c5e-86a6-99ddbf59518f request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:29:33.870475 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1dc6cfc9-e326-40bc-9397-1f56061d10e1 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:33.892144 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa2329-0fa0-4c25-a396-5849492ecbc5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=4367e31d-3cb8-4847-9980-344a8f92fbfe,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:33.905819 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d18b2d91-58be-484a-b244-ddb960d60466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:33.985609 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cbaa2329-0fa0-4c25-a396-5849492ecbc5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:33.997848 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e8d7c138-6a4b-4faf-9127-10de1ca41f5e None None] Deleting port a4535423-dead-46cc-9739-859217c26ec5 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:33.998132 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e8d7c138-6a4b-4faf-9127-10de1ca41f5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:34.033072 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3902defa-6b10-4ff0-81b3-0c38ee583504 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:34.059528 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-292a4d72-a691-4c6c-b475-3d09e06ce787 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Unset dirty status for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:34.063332 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-292a4d72-a691-4c6c-b475-3d09e06ce787 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "GET /v2.0/ports/f89ae0ca-286b-4131-b444-bc4f10983c30 HTTP/1.1" status: 404 len: 333 time: 0.3123612 Apr 29 13:29:34.067414 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59948) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:34.068690 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1dc6cfc9-e326-40bc-9397-1f56061d10e1 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:34.101146 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3902defa-6b10-4ff0-81b3-0c38ee583504 None None] Transition to ACTIVE for port object e134f84b-5b7a-40c3-8803-8edca8f7496f will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:34.102026 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-d18b2d91-58be-484a-b244-ddb960d60466 admin admin] Allocated IP 172.26.6.237 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/c73699e1-5508-437b-b8e0-d5c697205a54) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:34.107498 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=a4535423-dead-46cc-9739-859217c26ec5,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:34.174127 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.objects.ports [None req-c5e4edeb-8e1a-45a3-bb70-1fc24be7f09f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83904) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 13:29:34.237354 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cbaa2329-0fa0-4c25-a396-5849492ecbc5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:34.305156 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1dc6cfc9-e326-40bc-9397-1f56061d10e1 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:34.337227 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3902defa-6b10-4ff0-81b3-0c38ee583504 None None] Transition to ACTIVE for port object e134f84b-5b7a-40c3-8803-8edca8f7496f will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:34.339224 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 2e154c3e-02e9-4524-a99a-27230db087e7 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:34.339695 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:34.347625 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6cfc9-e326-40bc-9397-1f56061d10e1 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee4f3bd-2157-4a2b-81fd-8372e96b4c3d,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:34.412645 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3902defa-6b10-4ff0-81b3-0c38ee583504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:34.442931 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1dc6cfc9-e326-40bc-9397-1f56061d10e1 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:34.444436 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1dc6cfc9-e326-40bc-9397-1f56061d10e1 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "DELETE /v2.0/security-groups/eee4f3bd-2157-4a2b-81fd-8372e96b4c3d HTTP/1.1" status: 204 len: 168 time: 0.8405621 Apr 29 13:29:34.454253 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59952) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:34.584546 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e8d7c138-6a4b-4faf-9127-10de1ca41f5e None None] For port a4535423-dead-46cc-9739-859217c26ec5, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a4535423-dead-46cc-9739-859217c26ec5,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:34.585316 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e8d7c138-6a4b-4faf-9127-10de1ca41f5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:34.614877 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d18b2d91-58be-484a-b244-ddb960d60466 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:34.682835 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d897610d-2b4e-4491-bb95-6a7afc25bebc tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Synchronizing usage tracker for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:34.707930 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c5e4edeb-8e1a-45a3-bb70-1fc24be7f09f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:34.728384 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e8d7c138-6a4b-4faf-9127-10de1ca41f5e None None] Calling delete_port for a4535423-dead-46cc-9739-859217c26ec5 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:34.747032 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d897610d-2b4e-4491-bb95-6a7afc25bebc tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Unset dirty status for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:34.747317 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d18b2d91-58be-484a-b244-ddb960d60466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:34.751434 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d897610d-2b4e-4491-bb95-6a7afc25bebc tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2597709 Apr 29 13:29:34.760105 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59956) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:34.815909 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-81816af2-35ed-4bea-b03c-bd97732b6dcd tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting subnet 169b6312-c3d9-4132-957a-e926dc429abc {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:29:34.829165 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-81816af2-35ed-4bea-b03c-bd97732b6dcd tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:34.832661 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3902defa-6b10-4ff0-81b3-0c38ee583504 None None] Network e2c23d37-396e-4967-aecf-d7a4a995592d is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:34.835090 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902defa-6b10-4ff0-81b3-0c38ee583504 None None] Pushing event updated for resources: {'Port': ['ID=e134f84b-5b7a-40c3-8803-8edca8f7496f,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:34.839226 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-3902defa-6b10-4ff0-81b3-0c38ee583504 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:34.841893 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-26e2f9e8-dd36-4854-910d-b90f639c0e7a None None] Provisioning complete for port b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:34.842258 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-26e2f9e8-dd36-4854-910d-b90f639c0e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:34.871594 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3902defa-6b10-4ff0-81b3-0c38ee583504 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:29:34.878435 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b2d91-58be-484a-b244-ddb960d60466 admin admin] Pushing event updated for resources: {'Port': ['ID=c73699e1-5508-437b-b8e0-d5c697205a54,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:34.918864 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-124ff87e-fa62-4377-9555-7d6e89a887c9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] delete failed (client error): The resource could not be found. Apr 29 13:29:34.920433 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-124ff87e-fa62-4377-9555-7d6e89a887c9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "DELETE /v2.0/security-groups/eee4f3bd-2157-4a2b-81fd-8372e96b4c3d HTTP/1.1" status: 404 len: 347 time: 0.1567297 Apr 29 13:29:34.922308 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18b2d91-58be-484a-b244-ddb960d60466 admin admin] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:34.932228 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59960) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:34.934107 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-e8d7c138-6a4b-4faf-9127-10de1ca41f5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:29:34.934374 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-e8d7c138-6a4b-4faf-9127-10de1ca41f5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:29:34.944633 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-5997f316-1b0c-4910-9b04-50a0a03b25c8 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Request body: {'security_group': {'name': 'tempest-secgroup--262443980'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:34.951238 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-d18b2d91-58be-484a-b244-ddb960d60466 admin admin] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:34.956611 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18b2d91-58be-484a-b244-ddb960d60466 admin admin] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:29:34.962212 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5997f316-1b0c-4910-9b04-50a0a03b25c8 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:34.982909 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-81816af2-35ed-4bea-b03c-bd97732b6dcd tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:35.040959 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5997f316-1b0c-4910-9b04-50a0a03b25c8 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:35.093480 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:29:35.136225 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5997f316-1b0c-4910-9b04-50a0a03b25c8 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:35.162119 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-3902defa-6b10-4ff0-81b3-0c38ee583504 None None] Attempting to bind port e134f84b-5b7a-40c3-8803-8edca8f7496f on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:29:35.162374 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-3902defa-6b10-4ff0-81b3-0c38ee583504 None None] Attempting to bind port e134f84b-5b7a-40c3-8803-8edca8f7496f by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '68c3014c-2c1a-4fd4-85e3-50e5cab29d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'e2c23d37-396e-4967-aecf-d7a4a995592d'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:29:35.169474 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3902defa-6b10-4ff0-81b3-0c38ee583504 None None] Attempting to bind port e134f84b-5b7a-40c3-8803-8edca8f7496f on network e2c23d37-396e-4967-aecf-d7a4a995592d {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:29:35.180453 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cbaa2329-0fa0-4c25-a396-5849492ecbc5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:35.187146 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cbaa2329-0fa0-4c25-a396-5849492ecbc5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:35.239919 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5997f316-1b0c-4910-9b04-50a0a03b25c8 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:35.243967 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-c5e4edeb-8e1a-45a3-bb70-1fc24be7f09f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] For port a4535423-dead-46cc-9739-859217c26ec5, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a4535423-dead-46cc-9739-859217c26ec5,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:35.256734 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3902defa-6b10-4ff0-81b3-0c38ee583504 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:29:35.257407 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3902defa-6b10-4ff0-81b3-0c38ee583504 None None] Checking segment: {'id': '68c3014c-2c1a-4fd4-85e3-50e5cab29d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'e2c23d37-396e-4967-aecf-d7a4a995592d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:29:35.258036 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3902defa-6b10-4ff0-81b3-0c38ee583504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:35.258549 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3902defa-6b10-4ff0-81b3-0c38ee583504 None None] Bound using segment: {'id': '68c3014c-2c1a-4fd4-85e3-50e5cab29d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'e2c23d37-396e-4967-aecf-d7a4a995592d'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:29:35.259153 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-3902defa-6b10-4ff0-81b3-0c38ee583504 None None] Bound port: e134f84b-5b7a-40c3-8803-8edca8f7496f, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c3014c-2c1a-4fd4-85e3-50e5cab29d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'e2c23d37-396e-4967-aecf-d7a4a995592d'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:29:35.259797 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3902defa-6b10-4ff0-81b3-0c38ee583504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:35.263222 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-81816af2-35ed-4bea-b03c-bd97732b6dcd tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:35.334930 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cbaa2329-0fa0-4c25-a396-5849492ecbc5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:35.340924 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5997f316-1b0c-4910-9b04-50a0a03b25c8 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Usage tracker for resource:security_group_rule and tenant:78b5b8cc00c143a7b5696a2b4a6cd671 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:35.350309 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5997f316-1b0c-4910-9b04-50a0a03b25c8 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:35.363475 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5997f316-1b0c-4910-9b04-50a0a03b25c8 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:35.368802 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-26e2f9e8-dd36-4854-910d-b90f639c0e7a None None] Provisioning for port 4367e31d-3cb8-4847-9980-344a8f92fbfe completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:35.376064 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-26e2f9e8-dd36-4854-910d-b90f639c0e7a None None] Provisioning complete for port 4367e31d-3cb8-4847-9980-344a8f92fbfe triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:35.376360 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-26e2f9e8-dd36-4854-910d-b90f639c0e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:35.414107 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-81816af2-35ed-4bea-b03c-bd97732b6dcd tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:35.414618 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa2329-0fa0-4c25-a396-5849492ecbc5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=4367e31d-3cb8-4847-9980-344a8f92fbfe,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:35.422507 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c5e4edeb-8e1a-45a3-bb70-1fc24be7f09f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:35.428163 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3902defa-6b10-4ff0-81b3-0c38ee583504 None None] For port e134f84b-5b7a-40c3-8803-8edca8f7496f, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:29:35.435110 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e8d7c138-6a4b-4faf-9127-10de1ca41f5e None None] Deleting port a4535423-dead-46cc-9739-859217c26ec5 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:35.435472 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e8d7c138-6a4b-4faf-9127-10de1ca41f5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:35.449035 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d18b2d91-58be-484a-b244-ddb960d60466 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:35.449969 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d18b2d91-58be-484a-b244-ddb960d60466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:35.495862 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3902defa-6b10-4ff0-81b3-0c38ee583504 None None] For port e134f84b-5b7a-40c3-8803-8edca8f7496f, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e134f84b-5b7a-40c3-8803-8edca8f7496f,segment=NetworkSegment(68c3014c-2c1a-4fd4-85e3-50e5cab29d84),segment_id=68c3014c-2c1a-4fd4-85e3-50e5cab29d84)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:29:35.504041 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:35.504408 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:35.525704 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c5e4edeb-8e1a-45a3-bb70-1fc24be7f09f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:35.526577 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c5e4edeb-8e1a-45a3-bb70-1fc24be7f09f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:35.533974 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5997f316-1b0c-4910-9b04-50a0a03b25c8 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:35.555279 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-26e2f9e8-dd36-4854-910d-b90f639c0e7a None None] Port 4367e31d-3cb8-4847-9980-344a8f92fbfe cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:29:35.567771 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81816af2-35ed-4bea-b03c-bd97732b6dcd tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Subnet': ['ID=169b6312-c3d9-4132-957a-e926dc429abc,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:35.575592 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3902defa-6b10-4ff0-81b3-0c38ee583504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:35.611504 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5997f316-1b0c-4910-9b04-50a0a03b25c8 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:35.648175 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaa2329-0fa0-4c25-a396-5849492ecbc5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network e1d575c9-3c6c-4927-ade4-ecdf17034abc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:35.650895 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-cbaa2329-0fa0-4c25-a396-5849492ecbc5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:35.663769 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0e1622-fa33-4856-aca7-a7eb10b38db1 None None] Network 7486a2d0-b79f-4e61-a048-2ed426bcd0a5 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:35.665664 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-81816af2-35ed-4bea-b03c-bd97732b6dcd tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:35.714918 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997f316-1b0c-4910-9b04-50a0a03b25c8 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6e9b51-1b49-4a2d-a340-03e065f1bab2,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:35.718572 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e4edeb-8e1a-45a3-bb70-1fc24be7f09f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:35.730201 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-c5e4edeb-8e1a-45a3-bb70-1fc24be7f09f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:35.735021 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-81816af2-35ed-4bea-b03c-bd97732b6dcd tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/subnets/169b6312-c3d9-4132-957a-e926dc429abc HTTP/1.1" status: 204 len: 168 time: 1.6083584 Apr 29 13:29:35.735266 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e4edeb-8e1a-45a3-bb70-1fc24be7f09f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:35.735883 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c5e4edeb-8e1a-45a3-bb70-1fc24be7f09f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:35.742969 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59964) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:35.756326 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4edeb-8e1a-45a3-bb70-1fc24be7f09f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Subnet': ['ID=68a9061e-c1c1-48a0-a813-6def850a7c6c,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:35.807337 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4edeb-8e1a-45a3-bb70-1fc24be7f09f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Port': ['ID=a4535423-dead-46cc-9739-859217c26ec5,revision_number=6']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:35.814096 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5997f316-1b0c-4910-9b04-50a0a03b25c8 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:35.816176 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5997f316-1b0c-4910-9b04-50a0a03b25c8 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8824022 Apr 29 13:29:35.822034 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59968) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:35.835936 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c5e4edeb-8e1a-45a3-bb70-1fc24be7f09f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.0180736 Apr 29 13:29:35.838329 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59972) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:35.838850 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-4d3a7c19-b851-4afc-8484-c32606f63764 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Request body: {'security_group_rule': {'security_group_id': '7d6e9b51-1b49-4a2d-a340-03e065f1bab2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:35.849258 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4d3a7c19-b851-4afc-8484-c32606f63764 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:35.853132 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-e22203f8-9ec9-40c9-bfe6-429637524135 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'port': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'mac_address': 'fa:16:3e:86:c5:db', 'name': 'tempest-NetworksTestDHCPv6-376565040'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:35.856237 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4d3a7c19-b851-4afc-8484-c32606f63764 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Usage tracker for resource:security_group_rule and tenant:78b5b8cc00c143a7b5696a2b4a6cd671 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:35.871207 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4d3a7c19-b851-4afc-8484-c32606f63764 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:35.884433 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-225e945b-46c7-4aec-af77-c7eb1deb1db3 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting subnet cd953086-b985-4580-ad5f-24f38cd09aa3 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:29:35.890146 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4d3a7c19-b851-4afc-8484-c32606f63764 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:35.898857 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-225e945b-46c7-4aec-af77-c7eb1deb1db3 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:35.974165 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4d3a7c19-b851-4afc-8484-c32606f63764 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:35.994668 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-225e945b-46c7-4aec-af77-c7eb1deb1db3 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:36.059380 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-54e6a00c-df84-467e-96ca-b1a970ebba31 None None] Could not find standard attr ID for object f89ae0ca-286b-4131-b444-bc4f10983c30. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:29:36.108484 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4d3a7c19-b851-4afc-8484-c32606f63764 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:36.116907 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4d3a7c19-b851-4afc-8484-c32606f63764 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:36.152829 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a7c19-b851-4afc-8484-c32606f63764 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de53e569-b445-4cda-af36-eb39e10a5c22,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:36.159966 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-225e945b-46c7-4aec-af77-c7eb1deb1db3 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:36.162952 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902defa-6b10-4ff0-81b3-0c38ee583504 None None] Pushing event updated for resources: {'Port': ['ID=e134f84b-5b7a-40c3-8803-8edca8f7496f,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:36.222990 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4d3a7c19-b851-4afc-8484-c32606f63764 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:36.227366 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4d3a7c19-b851-4afc-8484-c32606f63764 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4012449 Apr 29 13:29:36.227366 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59976) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:36.272175 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f7f65765-ae7e-4062-bb6a-8192a0b392a6 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:36.286186 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f7f65765-ae7e-4062-bb6a-8192a0b392a6 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:36.303507 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e8d7c138-6a4b-4faf-9127-10de1ca41f5e None None] For port a4535423-dead-46cc-9739-859217c26ec5, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a4535423-dead-46cc-9739-859217c26ec5,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:36.304031 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e8d7c138-6a4b-4faf-9127-10de1ca41f5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:36.339450 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-225e945b-46c7-4aec-af77-c7eb1deb1db3 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:36.362565 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e22203f8-9ec9-40c9-bfe6-429637524135 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:36.400371 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e22203f8-9ec9-40c9-bfe6-429637524135 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:port and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:36.405136 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e22203f8-9ec9-40c9-bfe6-429637524135 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:36.412050 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f7f65765-ae7e-4062-bb6a-8192a0b392a6 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:36.432253 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e22203f8-9ec9-40c9-bfe6-429637524135 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:36.443468 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e945b-46c7-4aec-af77-c7eb1deb1db3 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Subnet': ['ID=cd953086-b985-4580-ad5f-24f38cd09aa3,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:36.449118 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65765-ae7e-4062-bb6a-8192a0b392a6 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de53e569-b445-4cda-af36-eb39e10a5c22,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:36.454597 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-225e945b-46c7-4aec-af77-c7eb1deb1db3 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:36.469215 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-225e945b-46c7-4aec-af77-c7eb1deb1db3 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/subnets/cd953086-b985-4580-ad5f-24f38cd09aa3 HTTP/1.1" status: 204 len: 168 time: 0.7209911 Apr 29 13:29:36.470204 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59980) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:36.471277 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f7f65765-ae7e-4062-bb6a-8192a0b392a6 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:36.474701 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f7f65765-ae7e-4062-bb6a-8192a0b392a6 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/de53e569-b445-4cda-af36-eb39e10a5c22 HTTP/1.1" status: 204 len: 168 time: 0.2439580 Apr 29 13:29:36.474954 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59984) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:36.482273 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22203f8-9ec9-40c9-bfe6-429637524135 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:36.524404 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e8d7c138-6a4b-4faf-9127-10de1ca41f5e None None] Calling delete_port for a4535423-dead-46cc-9739-859217c26ec5 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:36.579485 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a4535423-dead-46cc-9739-859217c26ec5 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:29:36.635521 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18b2d91-58be-484a-b244-ddb960d60466 admin admin] Router c6c375af-b3d0-4fa5-b3aa-394490a42f7e is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:29:36.652840 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e22203f8-9ec9-40c9-bfe6-429637524135 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:36.654317 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-afd9079f-68c1-425e-be0b-64e13a29794a None None] Provisioning complete for port 4367e31d-3cb8-4847-9980-344a8f92fbfe triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:36.654771 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-afd9079f-68c1-425e-be0b-64e13a29794a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:36.723052 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7bd7db55-839c-4244-9d65-5a5a0c193d4c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:36.730506 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-2568424f-4c4c-454e-9140-15aee936ec2b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Synchronizing usage tracker for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group_rule {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:36.749982 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7db55-839c-4244-9d65-5a5a0c193d4c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting port b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:36.750344 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7bd7db55-839c-4244-9d65-5a5a0c193d4c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:36.772264 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-afd9079f-68c1-425e-be0b-64e13a29794a None None] Port 4367e31d-3cb8-4847-9980-344a8f92fbfe cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:29:36.785144 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-e22203f8-9ec9-40c9-bfe6-429637524135 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] device_id is not set on port c620ee23-da70-405e-913c-d6fa03957188 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:29:36.790789 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-2568424f-4c4c-454e-9140-15aee936ec2b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Unset dirty status for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group_rule {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:36.792434 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2568424f-4c4c-454e-9140-15aee936ec2b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3160484 Apr 29 13:29:36.800125 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 59988) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:36.891932 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:36.917889 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e8d7c138-6a4b-4faf-9127-10de1ca41f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:36.978345 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7c138-6a4b-4faf-9127-10de1ca41f5e None None] Pushing event deleted for resources: {'Port': ['ID=a4535423-dead-46cc-9739-859217c26ec5,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:37.007810 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2ce1b3cc-c554-4b3a-bcff-0450f8b703ec tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:37.073907 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2ce1b3cc-c554-4b3a-bcff-0450f8b703ec tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:37.082534 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-7bd7db55-839c-4244-9d65-5a5a0c193d4c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] For port b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b,segment=NetworkSegment(48feeaeb-e2b9-4037-8d49-0e8ffb62e0bd),segment_id=48feeaeb-e2b9-4037-8d49-0e8ffb62e0bd)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:37.082882 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-e22203f8-9ec9-40c9-bfe6-429637524135 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Allocated IP 2001:db8::f816:3eff:fe86:c5db (b2591163-41a9-4c5e-86a6-99ddbf59518f/68a9061e-c1c1-48a0-a813-6def850a7c6c/c620ee23-da70-405e-913c-d6fa03957188) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:37.083036 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7bd7db55-839c-4244-9d65-5a5a0c193d4c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:37.086116 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbaa2329-0fa0-4c25-a396-5849492ecbc5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router 3c672e49-4b9c-4695-bb1e-37498b95ba53 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:29:37.131481 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d7c138-6a4b-4faf-9127-10de1ca41f5e None None] No DVR routers for this DVR port a4535423-dead-46cc-9739-859217c26ec5 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:29:37.177246 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d66713-c1db-47b3-824d-d43ef6c487dc None None] Update dhcp port {'port': {'network_id': '7486a2d0-b79f-4e61-a048-2ed426bcd0a5', 'fixed_ips': [{'subnet_id': 'cd953086-b985-4580-ad5f-24f38cd09aa3'}], 'binding:host_id': 'dv-neutron-839027-4-hyperv'}, 'id': 'b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b'} from dv-neutron-839027-4-hyperv. {{(pid=83906) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 29 13:29:37.212969 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87793f99-7e02-4656-9c9b-b1419e2653d7 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:37.273490 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7db55-839c-4244-9d65-5a5a0c193d4c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Calling delete_port for b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:37.324325 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-42d66713-c1db-47b3-824d-d43ef6c487dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:37.397080 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2ce1b3cc-c554-4b3a-bcff-0450f8b703ec tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:37.424203 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1b3cc-c554-4b3a-bcff-0450f8b703ec tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6e9b51-1b49-4a2d-a340-03e065f1bab2,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:37.447127 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2ce1b3cc-c554-4b3a-bcff-0450f8b703ec tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:37.451636 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2ce1b3cc-c554-4b3a-bcff-0450f8b703ec tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "DELETE /v2.0/security-groups/7d6e9b51-1b49-4a2d-a340-03e065f1bab2 HTTP/1.1" status: 204 len: 168 time: 0.6469297 Apr 29 13:29:37.451636 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7bd7db55-839c-4244-9d65-5a5a0c193d4c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:37.458268 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59992) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:37.502180 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd7db55-839c-4244-9d65-5a5a0c193d4c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] No DVR routers for this DVR port b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b on host dv-neutron-839027-4-hyperv {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:29:37.525042 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18b2d91-58be-484a-b244-ddb960d60466 admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:29:37.540444 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49021dca-4545-44ff-a73e-6a1032677dab None None] Sync routers for ids ['c6c375af-b3d0-4fa5-b3aa-394490a42f7e'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:29:37.547678 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7db55-839c-4244-9d65-5a5a0c193d4c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Port': ['ID=b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:37.557735 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb27ec7b-51be-4b20-9755-32dc61620fc8 None None] Network e2c23d37-396e-4967-aecf-d7a4a995592d requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:37.569760 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e22203f8-9ec9-40c9-bfe6-429637524135 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:37.571770 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49021dca-4545-44ff-a73e-6a1032677dab None None] Routers {'c6c375af-b3d0-4fa5-b3aa-394490a42f7e'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:29:37.575049 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-49021dca-4545-44ff-a73e-6a1032677dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:29:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c6c375af-b3d0-4fa5-b3aa-394490a42f7e'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:37.616007 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-e22203f8-9ec9-40c9-bfe6-429637524135 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Transition to ACTIVE for port object c620ee23-da70-405e-913c-d6fa03957188 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:37.658286 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5764a3bf-5d71-47a2-b9a5-dcc4385eb67f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1950338 Apr 29 13:29:37.661886 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e22203f8-9ec9-40c9-bfe6-429637524135 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:37.662706 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 59996) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:37.685180 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7bd7db55-839c-4244-9d65-5a5a0c193d4c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:37.713730 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d18b2d91-58be-484a-b244-ddb960d60466 admin admin] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:37.716659 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d18b2d91-58be-484a-b244-ddb960d60466 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5917082 Apr 29 13:29:37.721641 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-9a9b6a03-1832-4711-a458-109a8ad81f7e tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Request body: {'security_group': {'name': 'tempest-secgroup--931735438'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:37.724648 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60000) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:37.751711 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-9a9b6a03-1832-4711-a458-109a8ad81f7e tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:37.786898 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-9a9b6a03-1832-4711-a458-109a8ad81f7e tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Usage tracker for resource:security_group and tenant:78b5b8cc00c143a7b5696a2b4a6cd671 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:37.799189 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cb63bd-d005-4014-97e8-9ce87efe17e7 None None] Network 7486a2d0-b79f-4e61-a048-2ed426bcd0a5 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:37.812444 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-9a9b6a03-1832-4711-a458-109a8ad81f7e tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:37.812749 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-7bd7db55-839c-4244-9d65-5a5a0c193d4c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7486a2d0-b79f-4e61-a048-2ed426bcd0a5']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:37.820899 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22203f8-9ec9-40c9-bfe6-429637524135 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:37.832112 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-e22203f8-9ec9-40c9-bfe6-429637524135 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:37.845957 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-9a9b6a03-1832-4711-a458-109a8ad81f7e tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:37.858342 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22203f8-9ec9-40c9-bfe6-429637524135 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:29:37.863945 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22203f8-9ec9-40c9-bfe6-429637524135 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:37.876368 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e22203f8-9ec9-40c9-bfe6-429637524135 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:37.877757 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-49021dca-4545-44ff-a73e-6a1032677dab None None] Set router c6c375af-b3d0-4fa5-b3aa-394490a42f7e gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:29:37.917174 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22203f8-9ec9-40c9-bfe6-429637524135 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Port': ['ID=c620ee23-da70-405e-913c-d6fa03957188,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:37.918513 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-7bd7db55-839c-4244-9d65-5a5a0c193d4c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48feeaeb-e2b9-4037-8d49-0e8ffb62e0bd') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:37.918906 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-7bd7db55-839c-4244-9d65-5a5a0c193d4c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48feeaeb-e2b9-4037-8d49-0e8ffb62e0bd') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:37.939546 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-063219fa-473b-43ef-93f8-d1cfb494c987 None None] Provisioning for port e134f84b-5b7a-40c3-8803-8edca8f7496f completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:37.942643 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7bd7db55-839c-4244-9d65-5a5a0c193d4c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:37.943564 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9a9b6a03-1832-4711-a458-109a8ad81f7e tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:37.953369 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f126520c-476e-43a2-8617-7d02c6357c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:37.957924 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e22203f8-9ec9-40c9-bfe6-429637524135 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1150331 Apr 29 13:29:37.958139 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60004) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:37.973633 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7bd7db55-839c-4244-9d65-5a5a0c193d4c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:37.989990 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbaa2329-0fa0-4c25-a396-5849492ecbc5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:29:38.003388 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-9a9b6a03-1832-4711-a458-109a8ad81f7e tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:38.006809 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-cbaa2329-0fa0-4c25-a396-5849492ecbc5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "PUT /v2.0/routers/3c672e49-4b9c-4695-bb1e-37498b95ba53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3396633 Apr 29 13:29:38.020802 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-9a9b6a03-1832-4711-a458-109a8ad81f7e tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Usage tracker for resource:security_group_rule and tenant:78b5b8cc00c143a7b5696a2b4a6cd671 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:38.024161 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-9a9b6a03-1832-4711-a458-109a8ad81f7e tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:38.030606 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-9a9b6a03-1832-4711-a458-109a8ad81f7e tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:38.031373 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd7db55-839c-4244-9d65-5a5a0c193d4c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:29:38.031781 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7bd7db55-839c-4244-9d65-5a5a0c193d4c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:38.055095 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5634a173-010f-4bfb-80b4-d4900b7bd10a None None] Sync routers for ids ['3c672e49-4b9c-4695-bb1e-37498b95ba53'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:29:38.110511 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9a9b6a03-1832-4711-a458-109a8ad81f7e tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:38.116935 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9a9b6a03-1832-4711-a458-109a8ad81f7e tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:29:38.130082 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:29:38.148393 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-89753ef2-b020-4032-af9b-33b5fcc9f26c None None] Could not find standard attr ID for object b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:29:38.172222 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7bd7db55-839c-4244-9d65-5a5a0c193d4c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:38.188164 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9a9b6a03-1832-4711-a458-109a8ad81f7e tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:38.193695 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9a9b6a03-1832-4711-a458-109a8ad81f7e tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5294104 Apr 29 13:29:38.194422 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60012) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:38.197292 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b6a03-1832-4711-a458-109a8ad81f7e tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58c38971-d53b-475e-9da7-40f701b3b04a,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:38.203916 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-8a5030c2-293b-434a-b446-23bd64b5ed92 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Request body: {'security_group_rule': {'security_group_id': '58c38971-d53b-475e-9da7-40f701b3b04a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:38.204672 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7bd7db55-839c-4244-9d65-5a5a0c193d4c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:38.212069 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-8a5030c2-293b-434a-b446-23bd64b5ed92 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:38.218673 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-8a5030c2-293b-434a-b446-23bd64b5ed92 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Usage tracker for resource:security_group_rule and tenant:78b5b8cc00c143a7b5696a2b4a6cd671 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:38.223104 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-8a5030c2-293b-434a-b446-23bd64b5ed92 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:38.224429 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7db55-839c-4244-9d65-5a5a0c193d4c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Network': ['ID=7486a2d0-b79f-4e61-a048-2ed426bcd0a5,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:38.227936 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e5650c-80dc-459d-a23b-d0abd6f5dd06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-b2591163-41a9-4c5e-86a6-99ddbf59518f', 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'fixed_ips': [{'subnet_id': '68a9061e-c1c1-48a0-a813-6def850a7c6c'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:29:38.228797 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-71e5650c-80dc-459d-a23b-d0abd6f5dd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:38.231929 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-8a5030c2-293b-434a-b446-23bd64b5ed92 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:38.244069 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119d2664-17b4-412e-91e0-c4e97fbbf2a9 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:38.245809 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-119d2664-17b4-412e-91e0-c4e97fbbf2a9 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2863283 Apr 29 13:29:38.249881 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7bd7db55-839c-4244-9d65-5a5a0c193d4c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/networks/7486a2d0-b79f-4e61-a048-2ed426bcd0a5 HTTP/1.1" status: 204 len: 168 time: 1.7763731 Apr 29 13:29:38.250042 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60016) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:38.254406 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88775182-5be8-499c-9cf4-9114b6c8e920 None None] DHCP port deletion for 7486a2d0-b79f-4e61-a048-2ed426bcd0a5 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:29:38.254968 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60018) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:38.278537 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5634a173-010f-4bfb-80b4-d4900b7bd10a None None] Routers {'3c672e49-4b9c-4695-bb1e-37498b95ba53'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:29:38.279175 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5634a173-010f-4bfb-80b4-d4900b7bd10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:29:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['3c672e49-4b9c-4695-bb1e-37498b95ba53'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:38.321363 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8a5030c2-293b-434a-b446-23bd64b5ed92 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:38.358900 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-49021dca-4545-44ff-a73e-6a1032677dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c375af-b3d0-4fa5-b3aa-394490a42f7e', 'name': 'tempest-TestVolumeBootPattern-1763060020-router', 'tenant_id': 'd049a544b1b049a9b733b88e21a6e786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': 'c73699e1-5508-437b-b8e0-d5c697205a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:32Z', 'updated_at': '2022-04-29T13:29:35Z', 'revision_number': 3, 'project_id': 'd049a544b1b049a9b733b88e21a6e786', 'gw_port': {'id': 'c73699e1-5508-437b-b8e0-d5c697205a54', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:78:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c375af-b3d0-4fa5-b3aa-394490a42f7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:33Z', 'updated_at': '2022-04-29T13:29:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:38.369360 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49021dca-4545-44ff-a73e-6a1032677dab None None] Checking router: c6c375af-b3d0-4fa5-b3aa-394490a42f7e for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:29:38.369959 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49021dca-4545-44ff-a73e-6a1032677dab None None] Updating router c6c375af-b3d0-4fa5-b3aa-394490a42f7e port c73699e1-5508-437b-b8e0-d5c697205a54 binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:29:38.449822 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-067818d0-c77b-4a27-97e4-49c98b466f03 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting port c620ee23-da70-405e-913c-d6fa03957188 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:38.450159 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-067818d0-c77b-4a27-97e4-49c98b466f03 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:38.454088 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba079eb-95f4-457a-af6b-da0adc062ce8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:38.454832 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3ba079eb-95f4-457a-af6b-da0adc062ce8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Synchronizing usage tracker for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:38.468149 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-49021dca-4545-44ff-a73e-6a1032677dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:38.478879 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e134f84b-5b7a-40c3-8803-8edca8f7496f up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:29:38.570823 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8a5030c2-293b-434a-b446-23bd64b5ed92 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:38.585542 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8a5030c2-293b-434a-b446-23bd64b5ed92 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:38.597727 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3ba079eb-95f4-457a-af6b-da0adc062ce8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Unset dirty status for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:38.602218 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3ba079eb-95f4-457a-af6b-da0adc062ce8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3428614 Apr 29 13:29:38.602412 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60024) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:38.641103 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5030c2-293b-434a-b446-23bd64b5ed92 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a38987-56a7-400a-bfed-7beb2479cfec,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:38.778861 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-71e5650c-80dc-459d-a23b-d0abd6f5dd06 None None] Allocated IP 2001:db8::f816:3eff:fe9e:923a (b2591163-41a9-4c5e-86a6-99ddbf59518f/68a9061e-c1c1-48a0-a813-6def850a7c6c/9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:38.781379 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-5634a173-010f-4bfb-80b4-d4900b7bd10a None None] Set router 3c672e49-4b9c-4695-bb1e-37498b95ba53 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:29:38.839853 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port e134f84b-5b7a-40c3-8803-8edca8f7496f completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:38.857549 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port e134f84b-5b7a-40c3-8803-8edca8f7496f triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:38.857922 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:38.899564 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d95377a7-bf9b-4c2d-bcb7-0a52c3f464ea tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2918627 Apr 29 13:29:38.902051 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60028) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:38.912768 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-819648a7-4b96-41fd-8378-ebf7777ed310 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-594550722'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:38.929517 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8a5030c2-293b-434a-b446-23bd64b5ed92 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:38.931092 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8a5030c2-293b-434a-b446-23bd64b5ed92 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7354560 Apr 29 13:29:38.942526 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60032) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:38.953507 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-819648a7-4b96-41fd-8378-ebf7777ed310 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:38.963523 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-ae706d04-bb87-47db-b52c-84bef807a159 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Request body: {'security_group_rule': {'security_group_id': '58c38971-d53b-475e-9da7-40f701b3b04a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:38.976086 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-819648a7-4b96-41fd-8378-ebf7777ed310 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:network and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:38.979132 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ae706d04-bb87-47db-b52c-84bef807a159 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:38.985818 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-819648a7-4b96-41fd-8378-ebf7777ed310 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:38.995649 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ae706d04-bb87-47db-b52c-84bef807a159 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Usage tracker for resource:security_group_rule and tenant:78b5b8cc00c143a7b5696a2b4a6cd671 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:38.998312 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-819648a7-4b96-41fd-8378-ebf7777ed310 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:39.003609 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-067818d0-c77b-4a27-97e4-49c98b466f03 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:39.004369 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ae706d04-bb87-47db-b52c-84bef807a159 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:39.013757 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ae706d04-bb87-47db-b52c-84bef807a159 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:39.033481 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-49021dca-4545-44ff-a73e-6a1032677dab None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:39.044150 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819648a7-4b96-41fd-8378-ebf7777ed310 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:39.047184 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-819648a7-4b96-41fd-8378-ebf7777ed310 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:39.050296 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-49021dca-4545-44ff-a73e-6a1032677dab None None] Transition to ACTIVE for port object c73699e1-5508-437b-b8e0-d5c697205a54 will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:39.058734 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-49021dca-4545-44ff-a73e-6a1032677dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:39.089587 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ae706d04-bb87-47db-b52c-84bef807a159 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:39.138923 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7eb44-1882-43c1-b9d5-2d1f3380ada8 None None] Pushing event updated for resources: {'Port': ['ID=c73699e1-5508-437b-b8e0-d5c697205a54,revision_number=2']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:39.162874 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-49021dca-4545-44ff-a73e-6a1032677dab None None] Attempting to bind port c73699e1-5508-437b-b8e0-d5c697205a54 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:29:39.163240 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-49021dca-4545-44ff-a73e-6a1032677dab None None] Attempting to bind port c73699e1-5508-437b-b8e0-d5c697205a54 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:29:39.163591 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49021dca-4545-44ff-a73e-6a1032677dab None None] Attempting to bind port c73699e1-5508-437b-b8e0-d5c697205a54 on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:29:39.172230 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49021dca-4545-44ff-a73e-6a1032677dab None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:29:39.172617 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49021dca-4545-44ff-a73e-6a1032677dab None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:29:39.173034 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-49021dca-4545-44ff-a73e-6a1032677dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:39.173411 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49021dca-4545-44ff-a73e-6a1032677dab None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:29:39.173860 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-49021dca-4545-44ff-a73e-6a1032677dab None None] Bound port: c73699e1-5508-437b-b8e0-d5c697205a54, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:29:39.174220 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-49021dca-4545-44ff-a73e-6a1032677dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:39.190083 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-067818d0-c77b-4a27-97e4-49c98b466f03 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Calling delete_port for c620ee23-da70-405e-913c-d6fa03957188 owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:39.200209 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-819648a7-4b96-41fd-8378-ebf7777ed310 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:29:39.254293 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-49021dca-4545-44ff-a73e-6a1032677dab None None] For port c73699e1-5508-437b-b8e0-d5c697205a54, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:29:39.257553 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-49021dca-4545-44ff-a73e-6a1032677dab None None] For port c73699e1-5508-437b-b8e0-d5c697205a54, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=c73699e1-5508-437b-b8e0-d5c697205a54,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:29:39.264432 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a7eb44-1882-43c1-b9d5-2d1f3380ada8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:39.265074 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a7eb44-1882-43c1-b9d5-2d1f3380ada8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:39.265551 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a7eb44-1882-43c1-b9d5-2d1f3380ada8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:39.266001 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a7eb44-1882-43c1-b9d5-2d1f3380ada8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:39.266325 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a7eb44-1882-43c1-b9d5-2d1f3380ada8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:39.266649 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a7eb44-1882-43c1-b9d5-2d1f3380ada8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:39.267087 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a7eb44-1882-43c1-b9d5-2d1f3380ada8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:39.267527 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a7eb44-1882-43c1-b9d5-2d1f3380ada8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:39.267839 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a7eb44-1882-43c1-b9d5-2d1f3380ada8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:39.269598 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a7eb44-1882-43c1-b9d5-2d1f3380ada8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:39.269598 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a7eb44-1882-43c1-b9d5-2d1f3380ada8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:39.276851 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-49021dca-4545-44ff-a73e-6a1032677dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:39.279031 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-71e5650c-80dc-459d-a23b-d0abd6f5dd06 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:39.290042 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-71e5650c-80dc-459d-a23b-d0abd6f5dd06 None None] Transition to ACTIVE for port object 9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:39.294859 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-819648a7-4b96-41fd-8378-ebf7777ed310 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:39.295216 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-819648a7-4b96-41fd-8378-ebf7777ed310 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Added segment f7ef614b-4766-495e-9507-5fee0d726e74 of type vlan for network 85721b78-fd2c-4a3e-bc14-35f403e49a26 Apr 29 13:29:39.311325 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-71e5650c-80dc-459d-a23b-d0abd6f5dd06 None None] Transition to ACTIVE for port object 9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:39.336581 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-71e5650c-80dc-459d-a23b-d0abd6f5dd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:39.353316 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-819648a7-4b96-41fd-8378-ebf7777ed310 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:39.360596 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49021dca-4545-44ff-a73e-6a1032677dab None None] Routers {'c6c375af-b3d0-4fa5-b3aa-394490a42f7e'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:29:39.361280 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-49021dca-4545-44ff-a73e-6a1032677dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:29:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c6c375af-b3d0-4fa5-b3aa-394490a42f7e'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:39.371184 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ae706d04-bb87-47db-b52c-84bef807a159 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:39.390798 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ae706d04-bb87-47db-b52c-84bef807a159 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:39.429598 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae706d04-bb87-47db-b52c-84bef807a159 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b45d53-e9c9-4d2c-8d03-a82a19205dc1,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:39.439276 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-819648a7-4b96-41fd-8378-ebf7777ed310 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:39.443045 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819648a7-4b96-41fd-8378-ebf7777ed310 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:39.443639 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-819648a7-4b96-41fd-8378-ebf7777ed310 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:39.444364 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-067818d0-c77b-4a27-97e4-49c98b466f03 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:39.521546 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e5650c-80dc-459d-a23b-d0abd6f5dd06 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:39.529752 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5650c-80dc-459d-a23b-d0abd6f5dd06 None None] Pushing event updated for resources: {'Port': ['ID=9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:39.532568 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-71e5650c-80dc-459d-a23b-d0abd6f5dd06 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:39.553683 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ae706d04-bb87-47db-b52c-84bef807a159 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:39.554863 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ae706d04-bb87-47db-b52c-84bef807a159 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6113312 Apr 29 13:29:39.572140 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60036) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:39.582099 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067818d0-c77b-4a27-97e4-49c98b466f03 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Port': ['ID=c620ee23-da70-405e-913c-d6fa03957188,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:39.584678 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-819648a7-4b96-41fd-8378-ebf7777ed310 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6807182 Apr 29 13:29:39.591172 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-79aaabc0-7156-4dee-8f21-3cdef384bb9b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Request body: {'security_group_rule': {'security_group_id': '58c38971-d53b-475e-9da7-40f701b3b04a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:39.591320 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e5650c-80dc-459d-a23b-d0abd6f5dd06 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:29:39.595971 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60040) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:39.599973 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-79aaabc0-7156-4dee-8f21-3cdef384bb9b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:39.608395 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819648a7-4b96-41fd-8378-ebf7777ed310 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Network': ['ID=85721b78-fd2c-4a3e-bc14-35f403e49a26,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:39.609043 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-d23c865a-7f37-4822-b570-dca54681ce46 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'subnet': {'network_id': '85721b78-fd2c-4a3e-bc14-35f403e49a26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:39.611137 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-79aaabc0-7156-4dee-8f21-3cdef384bb9b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Usage tracker for resource:security_group_rule and tenant:78b5b8cc00c143a7b5696a2b4a6cd671 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:39.614924 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-79aaabc0-7156-4dee-8f21-3cdef384bb9b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:39.631529 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-79aaabc0-7156-4dee-8f21-3cdef384bb9b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:39.665746 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-49021dca-4545-44ff-a73e-6a1032677dab None None] Set router c6c375af-b3d0-4fa5-b3aa-394490a42f7e gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:29:39.673740 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-53bc78ab-7e82-4fe2-aef1-3b7e52e70f0c None None] Provisioning complete for port e134f84b-5b7a-40c3-8803-8edca8f7496f triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:39.674288 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-53bc78ab-7e82-4fe2-aef1-3b7e52e70f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:39.707439 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-79aaabc0-7156-4dee-8f21-3cdef384bb9b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:39.740258 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 85721b78-fd2c-4a3e-bc14-35f403e49a26 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:29:39.764997 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-067818d0-c77b-4a27-97e4-49c98b466f03 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:39.769350 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d23c865a-7f37-4822-b570-dca54681ce46 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:39.779168 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d23c865a-7f37-4822-b570-dca54681ce46 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:subnet and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:39.783222 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-067818d0-c77b-4a27-97e4-49c98b466f03 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/c620ee23-da70-405e-913c-d6fa03957188 HTTP/1.1" status: 204 len: 168 time: 1.5255656 Apr 29 13:29:39.785434 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d23c865a-7f37-4822-b570-dca54681ce46 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:39.788591 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60044) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:39.875722 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2adfcd3-6ee2-46db-b1d3-fc84aacf24a2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:39.878059 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2adfcd3-6ee2-46db-b1d3-fc84aacf24a2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:39.880302 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e2adfcd3-6ee2-46db-b1d3-fc84aacf24a2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0906193 Apr 29 13:29:39.882139 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d23c865a-7f37-4822-b570-dca54681ce46 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:39.886750 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60048) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:39.965758 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-79aaabc0-7156-4dee-8f21-3cdef384bb9b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:39.975816 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-79aaabc0-7156-4dee-8f21-3cdef384bb9b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:39.977409 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7eb44-1882-43c1-b9d5-2d1f3380ada8 None None] Pushing event updated for resources: {'Port': ['ID=c73699e1-5508-437b-b8e0-d5c697205a54,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:39.984895 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23c865a-7f37-4822-b570-dca54681ce46 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:40.007275 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aaabc0-7156-4dee-8f21-3cdef384bb9b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b435b8-4cbb-4718-b073-b37ef6975ed9,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:40.012602 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc3d477f-e0fa-40a7-90b5-79274a9732fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:40.070728 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:40.091897 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-79aaabc0-7156-4dee-8f21-3cdef384bb9b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:40.094271 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-79aaabc0-7156-4dee-8f21-3cdef384bb9b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5200188 Apr 29 13:29:40.097708 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60052) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:40.120599 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-fac7f6e1-0bda-4e71-9d1d-5143738463f9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Request body: {'security_group_rule': {'security_group_id': '58c38971-d53b-475e-9da7-40f701b3b04a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:40.127414 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-fac7f6e1-0bda-4e71-9d1d-5143738463f9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:40.133072 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-fac7f6e1-0bda-4e71-9d1d-5143738463f9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Usage tracker for resource:security_group_rule and tenant:78b5b8cc00c143a7b5696a2b4a6cd671 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:40.136115 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-fac7f6e1-0bda-4e71-9d1d-5143738463f9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:40.144628 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-fac7f6e1-0bda-4e71-9d1d-5143738463f9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:40.184165 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fac7f6e1-0bda-4e71-9d1d-5143738463f9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:40.207554 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-71e5650c-80dc-459d-a23b-d0abd6f5dd06 None None] Attempting to bind port 9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:29:40.208658 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-71e5650c-80dc-459d-a23b-d0abd6f5dd06 None None] Attempting to bind port 9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:29:40.208658 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e5650c-80dc-459d-a23b-d0abd6f5dd06 None None] Attempting to bind port 9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e on network b2591163-41a9-4c5e-86a6-99ddbf59518f {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:29:40.219993 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-f67d7877-703f-4ab5-b5a9-55621639311e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting subnet 68a9061e-c1c1-48a0-a813-6def850a7c6c {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:29:40.238298 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-53bc78ab-7e82-4fe2-aef1-3b7e52e70f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:40.245450 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f67d7877-703f-4ab5-b5a9-55621639311e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:40.264335 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-49021dca-4545-44ff-a73e-6a1032677dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c375af-b3d0-4fa5-b3aa-394490a42f7e', 'name': 'tempest-TestVolumeBootPattern-1763060020-router', 'tenant_id': 'd049a544b1b049a9b733b88e21a6e786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': 'c73699e1-5508-437b-b8e0-d5c697205a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:32Z', 'updated_at': '2022-04-29T13:29:35Z', 'revision_number': 3, 'project_id': 'd049a544b1b049a9b733b88e21a6e786', 'gw_port': {'id': 'c73699e1-5508-437b-b8e0-d5c697205a54', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:78:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c375af-b3d0-4fa5-b3aa-394490a42f7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:33Z', 'updated_at': '2022-04-29T13:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:40.268467 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49021dca-4545-44ff-a73e-6a1032677dab None None] The sync data for ids ['c6c375af-b3d0-4fa5-b3aa-394490a42f7e'] in dv-neutron-839027-4-hyperv is: [{'id': 'c6c375af-b3d0-4fa5-b3aa-394490a42f7e', 'name': 'tempest-TestVolumeBootPattern-1763060020-router', 'tenant_id': 'd049a544b1b049a9b733b88e21a6e786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': 'c73699e1-5508-437b-b8e0-d5c697205a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:32Z', 'updated_at': '2022-04-29T13:29:35Z', 'revision_number': 3, 'project_id': 'd049a544b1b049a9b733b88e21a6e786', 'gw_port': {'id': 'c73699e1-5508-437b-b8e0-d5c697205a54', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:78:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c375af-b3d0-4fa5-b3aa-394490a42f7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:33Z', 'updated_at': '2022-04-29T13:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:29:40.307292 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e5650c-80dc-459d-a23b-d0abd6f5dd06 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:29:40.309085 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e5650c-80dc-459d-a23b-d0abd6f5dd06 None None] Checking segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:29:40.310398 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-71e5650c-80dc-459d-a23b-d0abd6f5dd06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:40.313241 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e5650c-80dc-459d-a23b-d0abd6f5dd06 None None] Bound using segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:29:40.315023 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-71e5650c-80dc-459d-a23b-d0abd6f5dd06 None None] Bound port: 9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:29:40.316195 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-71e5650c-80dc-459d-a23b-d0abd6f5dd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:40.322225 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d23c865a-7f37-4822-b570-dca54681ce46 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:40.330152 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port e134f84b-5b7a-40c3-8803-8edca8f7496f, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e134f84b-5b7a-40c3-8803-8edca8f7496f,segment=NetworkSegment(68c3014c-2c1a-4fd4-85e3-50e5cab29d84),segment_id=68c3014c-2c1a-4fd4-85e3-50e5cab29d84)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:40.332372 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-bc3d477f-e0fa-40a7-90b5-79274a9732fe admin admin] Allocated IP 172.20.0.1 (e2c23d37-396e-4967-aecf-d7a4a995592d/e3ba6ad9-be71-4d7c-be0e-77e3a609dffc/c72ae3bb-95f8-413e-af4a-94f68f92eb1f) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:40.343058 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:40.376202 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f67d7877-703f-4ab5-b5a9-55621639311e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:40.449890 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:29:40.525052 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc3d477f-e0fa-40a7-90b5-79274a9732fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:40.544562 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-bc3d477f-e0fa-40a7-90b5-79274a9732fe admin admin] Transition to ACTIVE for port object c72ae3bb-95f8-413e-af4a-94f68f92eb1f will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:40.561421 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:29:40.561915 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b8b723b5-5e1a-4d1b-b8b3-66ecbb1cc92b not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:29:40.592293 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fac7f6e1-0bda-4e71-9d1d-5143738463f9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:40.593287 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5634a173-010f-4bfb-80b4-d4900b7bd10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'name': 'tempest-TestNetworkBasicOps-router-561872852', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:27Z', 'updated_at': '2022-04-29T13:29:34Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:73:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:28Z', 'updated_at': '2022-04-29T13:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '9b8d9151-fcb3-4a8b-a965-adcc231f6c8b', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.196', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'port_id': 'beba0e90-3fb2-4854-b4da-5967e3f314bd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d', 'mac_address': 'fa:16:3e:e5:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3061d50c-a877-4cf1-a4f7-3db07ad118a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:27:36Z', 'updated_at': '2022-04-29T13:27:49Z', 'revision_number': 1, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33c89b0f-0092-4200-b91a-d67d91da6f12', 'name': '', 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:1f:e5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '980d0090-e41e-44ca-a879-96fdb1535ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:47Z', 'updated_at': '2022-04-29T13:26:59Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '980d0090-e41e-44ca-a879-96fdb1535ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4367e31d-3cb8-4847-9980-344a8f92fbfe', 'name': '', 'network_id': 'e1d575c9-3c6c-4927-ade4-ecdf17034abc', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:2f:2f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f931df7-73d1-4c94-a80f-eddea4fdd860', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:32Z', 'updated_at': '2022-04-29T13:29:34Z', 'revision_number': 2, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '3f931df7-73d1-4c94-a80f-eddea4fdd860', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:40.607131 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d848f855-5b4c-4108-b408-78fbd193f5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:40.608394 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc3d477f-e0fa-40a7-90b5-79274a9732fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:40.608562 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=e134f84b-5b7a-40c3-8803-8edca8f7496f,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:40.609302 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fac7f6e1-0bda-4e71-9d1d-5143738463f9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:40.615983 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-53bc78ab-7e82-4fe2-aef1-3b7e52e70f0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:29:40.616330 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-53bc78ab-7e82-4fe2-aef1-3b7e52e70f0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:29:40.619002 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5634a173-010f-4bfb-80b4-d4900b7bd10a None None] Checking router: 3c672e49-4b9c-4695-bb1e-37498b95ba53 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:29:40.619361 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5634a173-010f-4bfb-80b4-d4900b7bd10a None None] Updating router 3c672e49-4b9c-4695-bb1e-37498b95ba53 port 4367e31d-3cb8-4847-9980-344a8f92fbfe binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:29:40.660709 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f67d7877-703f-4ab5-b5a9-55621639311e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:40.685360 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5634a173-010f-4bfb-80b4-d4900b7bd10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:40.700788 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7f6e1-0bda-4e71-9d1d-5143738463f9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a41579bb-f1ed-4e81-aff3-4d92d4dc7941,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:40.733840 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3d477f-e0fa-40a7-90b5-79274a9732fe admin admin] Network e2c23d37-396e-4967-aecf-d7a4a995592d is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:40.738214 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-bc3d477f-e0fa-40a7-90b5-79274a9732fe admin admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:40.740440 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d477f-e0fa-40a7-90b5-79274a9732fe admin admin] Pushing event updated for resources: {'Port': ['ID=c72ae3bb-95f8-413e-af4a-94f68f92eb1f,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:40.742852 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3d477f-e0fa-40a7-90b5-79274a9732fe admin admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:29:40.780588 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fac7f6e1-0bda-4e71-9d1d-5143738463f9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:40.781778 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-fac7f6e1-0bda-4e71-9d1d-5143738463f9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6819909 Apr 29 13:29:40.790908 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60060) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:40.798364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-ffefd8d6-6846-4529-92d0-c8d8bb1f6b99 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Request body: {'security_group_rule': {'security_group_id': '58c38971-d53b-475e-9da7-40f701b3b04a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:40.815502 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ffefd8d6-6846-4529-92d0-c8d8bb1f6b99 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:40.823892 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ffefd8d6-6846-4529-92d0-c8d8bb1f6b99 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Usage tracker for resource:security_group_rule and tenant:78b5b8cc00c143a7b5696a2b4a6cd671 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:40.829988 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ffefd8d6-6846-4529-92d0-c8d8bb1f6b99 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:40.841579 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ffefd8d6-6846-4529-92d0-c8d8bb1f6b99 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:40.843494 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc3d477f-e0fa-40a7-90b5-79274a9732fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:40.863666 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f67d7877-703f-4ab5-b5a9-55621639311e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:40.870691 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ffefd8d6-6846-4529-92d0-c8d8bb1f6b99 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:40.921214 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-71e5650c-80dc-459d-a23b-d0abd6f5dd06 None None] For port 9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:29:40.935166 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-71e5650c-80dc-459d-a23b-d0abd6f5dd06 None None] For port 9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:29:40.945896 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d7877-703f-4ab5-b5a9-55621639311e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Subnet': ['ID=68a9061e-c1c1-48a0-a813-6def850a7c6c,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:40.947849 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f67d7877-703f-4ab5-b5a9-55621639311e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:40.965802 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d23c865a-7f37-4822-b570-dca54681ce46 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:40.993720 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc3d477f-e0fa-40a7-90b5-79274a9732fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:41.011605 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f67d7877-703f-4ab5-b5a9-55621639311e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/68a9061e-c1c1-48a0-a813-6def850a7c6c HTTP/1.1" status: 204 len: 168 time: 1.1218677 Apr 29 13:29:41.012447 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-71e5650c-80dc-459d-a23b-d0abd6f5dd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:41.018166 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60064) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:41.032747 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ffefd8d6-6846-4529-92d0-c8d8bb1f6b99 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:41.063640 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ffefd8d6-6846-4529-92d0-c8d8bb1f6b99 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:41.108575 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefd8d6-6846-4529-92d0-c8d8bb1f6b99 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93fa86e-0f96-43e3-91ef-74cc01f90735,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:41.135086 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-fbafd0ea-298b-4113-8a62-98f6a259f01a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1071560 Apr 29 13:29:41.135356 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60068) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:41.152098 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c865a-7f37-4822-b570-dca54681ce46 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Subnet': ['ID=4418003a-849d-4580-86bb-bad964e616d6,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:41.171662 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23c865a-7f37-4822-b570-dca54681ce46 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Checking segment: {'id': 'f7ef614b-4766-495e-9507-5fee0d726e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '85721b78-fd2c-4a3e-bc14-35f403e49a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:29:41.172258 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23c865a-7f37-4822-b570-dca54681ce46 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network hostable DHCP agents. Network: 85721b78-fd2c-4a3e-bc14-35f403e49a26, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:29:41.197478 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23c865a-7f37-4822-b570-dca54681ce46 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network 85721b78-fd2c-4a3e-bc14-35f403e49a26 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:29:41.200440 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ffefd8d6-6846-4529-92d0-c8d8bb1f6b99 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:41.200856 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ffefd8d6-6846-4529-92d0-c8d8bb1f6b99 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.4089155 Apr 29 13:29:41.204424 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60072) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:41.240120 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-d23c865a-7f37-4822-b570-dca54681ce46 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 85721b78-fd2c-4a3e-bc14-35f403e49a26) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:41.244559 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5650c-80dc-459d-a23b-d0abd6f5dd06 None None] Pushing event updated for resources: {'Port': ['ID=9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:41.247984 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23c865a-7f37-4822-b570-dca54681ce46 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:41.248556 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d23c865a-7f37-4822-b570-dca54681ce46 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:41.254508 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-72e0ccc4-2a93-4908-8edb-6125659ed54e tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:41.262245 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64291ca6-8257-4f89-9615-1dc1f91f29ff None None] Network 85721b78-fd2c-4a3e-bc14-35f403e49a26 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:41.274706 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-72e0ccc4-2a93-4908-8edb-6125659ed54e tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:41.286167 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d23c865a-7f37-4822-b570-dca54681ce46 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6873026 Apr 29 13:29:41.294151 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60076) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:41.368452 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.resource_extend [None req-5634a173-010f-4bfb-80b4-d4900b7bd10a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:29:41.396028 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd117618-2838-4c3b-a0ac-6d7716769801 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:41.397443 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-bd117618-2838-4c3b-a0ac-6d7716769801 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2612488 Apr 29 13:29:41.400072 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60080) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:41.427055 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-ced22fa5-31c5-40e7-b329-e702a3caced6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'port': {'network_id': '85721b78-fd2c-4a3e-bc14-35f403e49a26', 'name': 'tempest-PortsIpV6TestJSON-2141153769'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:41.499637 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:41.536009 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-72e0ccc4-2a93-4908-8edb-6125659ed54e tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:41.558331 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:41.564936 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-72e0ccc4-2a93-4908-8edb-6125659ed54e tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:41.569261 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-72e0ccc4-2a93-4908-8edb-6125659ed54e tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/a93fa86e-0f96-43e3-91ef-74cc01f90735 HTTP/1.1" status: 204 len: 168 time: 0.3635368 Apr 29 13:29:41.591426 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5634a173-010f-4bfb-80b4-d4900b7bd10a None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:41.598314 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ab5a6b1f-3fbe-4dcc-8e0f-3254ed8078c9 None None] Provisioning for port c72ae3bb-95f8-413e-af4a-94f68f92eb1f completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:41.614332 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60084) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:41.615754 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0ccc4-2a93-4908-8edb-6125659ed54e tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a93fa86e-0f96-43e3-91ef-74cc01f90735,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:41.627452 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ab5a6b1f-3fbe-4dcc-8e0f-3254ed8078c9 None None] Provisioning complete for port c72ae3bb-95f8-413e-af4a-94f68f92eb1f triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:41.627830 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ab5a6b1f-3fbe-4dcc-8e0f-3254ed8078c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:41.653983 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ced22fa5-31c5-40e7-b329-e702a3caced6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:41.655222 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc3d477f-e0fa-40a7-90b5-79274a9732fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:41.657538 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5634a173-010f-4bfb-80b4-d4900b7bd10a None None] Transition to ACTIVE for port object 4367e31d-3cb8-4847-9980-344a8f92fbfe will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:41.661242 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d47423-267e-4fb1-bb7d-4b2928141420 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:41.661751 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-60d47423-267e-4fb1-bb7d-4b2928141420 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:41.666313 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc3d477f-e0fa-40a7-90b5-79274a9732fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:41.677868 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5634a173-010f-4bfb-80b4-d4900b7bd10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:41.678944 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ced22fa5-31c5-40e7-b329-e702a3caced6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:41.705344 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a7725392-c9e3-4872-8cfc-2147f1df5c3f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Synchronizing usage tracker for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group_rule {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:41.723335 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced22fa5-31c5-40e7-b329-e702a3caced6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:41.727489 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ced22fa5-31c5-40e7-b329-e702a3caced6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:41.749915 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a7725392-c9e3-4872-8cfc-2147f1df5c3f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Unset dirty status for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group_rule {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:41.754027 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a7725392-c9e3-4872-8cfc-2147f1df5c3f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.1312821 Apr 29 13:29:41.755700 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60088) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:41.757758 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-ced22fa5-31c5-40e7-b329-e702a3caced6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] device_id is not set on port f06b1d8b-c757-4ab3-88ca-876004f26733 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:29:41.790640 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-ab5a6b1f-3fbe-4dcc-8e0f-3254ed8078c9 None None] Port c72ae3bb-95f8-413e-af4a-94f68f92eb1f cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:29:41.797672 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5cc069-d0b0-4d81-97ad-0806630db9f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-85721b78-fd2c-4a3e-bc14-35f403e49a26', 'network_id': '85721b78-fd2c-4a3e-bc14-35f403e49a26', 'tenant_id': '6ae461034cd64fbdab4560447c7639cd', 'fixed_ips': [{'subnet_id': '4418003a-849d-4580-86bb-bad964e616d6'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:29:41.798482 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e5cc069-d0b0-4d81-97ad-0806630db9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:41.827036 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-60d47423-267e-4fb1-bb7d-4b2928141420 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:41.832529 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-60d47423-267e-4fb1-bb7d-4b2928141420 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4314454 Apr 29 13:29:41.835052 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60092) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:41.836616 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc3d477f-e0fa-40a7-90b5-79274a9732fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:41.840526 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d477f-e0fa-40a7-90b5-79274a9732fe admin admin] Pushing event updated for resources: {'Port': ['ID=c72ae3bb-95f8-413e-af4a-94f68f92eb1f,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:41.929464 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-21c04375-4f14-4252-ae0e-daa90ba659f4 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:41.953923 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d020d063-1e61-479d-80d0-9f54c62d433b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1113508 Apr 29 13:29:41.960782 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60096) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:41.963677 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948d154-d409-48da-a3d7-5a0348f880db None None] Pushing event updated for resources: {'Port': ['ID=4367e31d-3cb8-4847-9980-344a8f92fbfe,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:41.972338 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-13a67872-fcf2-469f-81a2-0209934a5c26 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:41.996251 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-21c04375-4f14-4252-ae0e-daa90ba659f4 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:42.047532 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3d477f-e0fa-40a7-90b5-79274a9732fe admin admin] Network e2c23d37-396e-4967-aecf-d7a4a995592d is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:42.049285 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-bc3d477f-e0fa-40a7-90b5-79274a9732fe admin admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:42.207809 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-5634a173-010f-4bfb-80b4-d4900b7bd10a None None] Attempting to bind port 4367e31d-3cb8-4847-9980-344a8f92fbfe on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:29:42.208215 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-5634a173-010f-4bfb-80b4-d4900b7bd10a None None] Attempting to bind port 4367e31d-3cb8-4847-9980-344a8f92fbfe by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '2c280f1a-e81a-40e0-9964-5c94572bd7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e1d575c9-3c6c-4927-ade4-ecdf17034abc'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:29:42.208530 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5634a173-010f-4bfb-80b4-d4900b7bd10a None None] Attempting to bind port 4367e31d-3cb8-4847-9980-344a8f92fbfe on network e1d575c9-3c6c-4927-ade4-ecdf17034abc {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:29:42.211225 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-21c04375-4f14-4252-ae0e-daa90ba659f4 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:42.217799 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-ced22fa5-31c5-40e7-b329-e702a3caced6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Allocated IP 2001:db8::201 (85721b78-fd2c-4a3e-bc14-35f403e49a26/4418003a-849d-4580-86bb-bad964e616d6/f06b1d8b-c757-4ab3-88ca-876004f26733) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:42.230944 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5634a173-010f-4bfb-80b4-d4900b7bd10a None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:29:42.231492 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5634a173-010f-4bfb-80b4-d4900b7bd10a None None] Checking segment: {'id': '2c280f1a-e81a-40e0-9964-5c94572bd7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e1d575c9-3c6c-4927-ade4-ecdf17034abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:29:42.231992 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5634a173-010f-4bfb-80b4-d4900b7bd10a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:42.232387 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5634a173-010f-4bfb-80b4-d4900b7bd10a None None] Bound using segment: {'id': '2c280f1a-e81a-40e0-9964-5c94572bd7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e1d575c9-3c6c-4927-ade4-ecdf17034abc'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:29:42.232944 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-5634a173-010f-4bfb-80b4-d4900b7bd10a None None] Bound port: 4367e31d-3cb8-4847-9980-344a8f92fbfe, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c280f1a-e81a-40e0-9964-5c94572bd7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e1d575c9-3c6c-4927-ade4-ecdf17034abc'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:29:42.233318 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5634a173-010f-4bfb-80b4-d4900b7bd10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:42.260158 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c04375-4f14-4252-ae0e-daa90ba659f4 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a41579bb-f1ed-4e81-aff3-4d92d4dc7941,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:42.278763 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd54d359-9dcf-48f9-90c9-6db4f7a2f9a5 None None] Sync routers for ids ['90173866-306d-4838-8552-62ba2c3bbe83'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:29:42.282928 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-13a67872-fcf2-469f-81a2-0209934a5c26 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:42.298851 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd54d359-9dcf-48f9-90c9-6db4f7a2f9a5 None None] Routers {'90173866-306d-4838-8552-62ba2c3bbe83'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:29:42.299492 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-bd54d359-9dcf-48f9-90c9-6db4f7a2f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:29:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['90173866-306d-4838-8552-62ba2c3bbe83'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:42.306764 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-21c04375-4f14-4252-ae0e-daa90ba659f4 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:42.308339 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-21c04375-4f14-4252-ae0e-daa90ba659f4 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/a41579bb-f1ed-4e81-aff3-4d92d4dc7941 HTTP/1.1" status: 204 len: 168 time: 0.5531230 Apr 29 13:29:42.312938 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60100) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:42.315345 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-13a67872-fcf2-469f-81a2-0209934a5c26 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:42.406349 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-5634a173-010f-4bfb-80b4-d4900b7bd10a None None] For port 4367e31d-3cb8-4847-9980-344a8f92fbfe, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:29:42.409684 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-5634a173-010f-4bfb-80b4-d4900b7bd10a None None] For port 4367e31d-3cb8-4847-9980-344a8f92fbfe, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=4367e31d-3cb8-4847-9980-344a8f92fbfe,segment=NetworkSegment(2c280f1a-e81a-40e0-9964-5c94572bd7b5),segment_id=2c280f1a-e81a-40e0-9964-5c94572bd7b5)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:29:42.424838 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5634a173-010f-4bfb-80b4-d4900b7bd10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:42.501072 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-46e5152c-5b31-4f5f-9f57-bb73fedd98c0 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Synchronizing usage tracker for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group_rule {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:42.556209 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-46e5152c-5b31-4f5f-9f57-bb73fedd98c0 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Unset dirty status for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group_rule {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:42.560238 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a67872-fcf2-469f-81a2-0209934a5c26 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:42.575065 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-46e5152c-5b31-4f5f-9f57-bb73fedd98c0 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.2504861 Apr 29 13:29:42.575663 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60104) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:42.591167 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5634a173-010f-4bfb-80b4-d4900b7bd10a None None] Routers {'3c672e49-4b9c-4695-bb1e-37498b95ba53'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:29:42.591886 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5634a173-010f-4bfb-80b4-d4900b7bd10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:29:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['3c672e49-4b9c-4695-bb1e-37498b95ba53'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:42.691749 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-bd54d359-9dcf-48f9-90c9-6db4f7a2f9a5 None None] Set router 90173866-306d-4838-8552-62ba2c3bbe83 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:29:42.949782 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44667998-392a-4b22-bd47-47e00702e73d None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:42.955426 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-13a67872-fcf2-469f-81a2-0209934a5c26 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:42.968683 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f7d9-41c0-4d0d-ab9b-f3bb7166def6 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:43.025186 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f7d9-41c0-4d0d-ab9b-f3bb7166def6 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:43.031553 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948d154-d409-48da-a3d7-5a0348f880db None None] Pushing event updated for resources: {'Port': ['ID=4367e31d-3cb8-4847-9980-344a8f92fbfe,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:43.084432 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f7d9-41c0-4d0d-ab9b-f3bb7166def6 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:43.106597 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ced22fa5-31c5-40e7-b329-e702a3caced6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:43.107070 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5f7d9-41c0-4d0d-ab9b-f3bb7166def6 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1b435b8-4cbb-4718-b073-b37ef6975ed9,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:43.116991 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:29:43.135865 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f7d9-41c0-4d0d-ab9b-f3bb7166def6 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:43.137434 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f9b5f7d9-41c0-4d0d-ab9b-f3bb7166def6 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/a1b435b8-4cbb-4718-b073-b37ef6975ed9 HTTP/1.1" status: 204 len: 168 time: 0.5586295 Apr 29 13:29:43.139711 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60110) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:43.140113 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-ced22fa5-31c5-40e7-b329-e702a3caced6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Transition to ACTIVE for port object f06b1d8b-c757-4ab3-88ca-876004f26733 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:43.194396 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:43.236154 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-2ba4479d-5e5d-4dda-ada1-4319b65ce876 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Synchronizing usage tracker for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group_rule {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:43.254521 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3d477f-e0fa-40a7-90b5-79274a9732fe admin admin] Router c6c375af-b3d0-4fa5-b3aa-394490a42f7e has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:29:43.272422 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-133fe6a4-8bf1-42b5-9251-fc29e24508b6 None None] Provisioning complete for port c72ae3bb-95f8-413e-af4a-94f68f92eb1f triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:43.272709 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-133fe6a4-8bf1-42b5-9251-fc29e24508b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:43.340657 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-2ba4479d-5e5d-4dda-ada1-4319b65ce876 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Unset dirty status for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group_rule {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:43.344461 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-13a67872-fcf2-469f-81a2-0209934a5c26 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:43.344611 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2ba4479d-5e5d-4dda-ada1-4319b65ce876 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.2006948 Apr 29 13:29:43.345331 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60114) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:43.369007 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-bd54d359-9dcf-48f9-90c9-6db4f7a2f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90173866-306d-4838-8552-62ba2c3bbe83', 'name': 'tempest-TestVolumeBootPattern-1070817569-router', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:15Z', 'updated_at': '2022-04-29T13:29:24Z', 'revision_number': 4, 'project_id': '0c81113c84764616a8c807a160eb0515', 'gw_port': {'id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:17Z', 'updated_at': '2022-04-29T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '450a5ddf-21d5-46b8-b8fe-832fb0558e5b', 'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'mac_address': 'fa:16:3e:4b:3b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02705295-1364-4282-8393-7ae80461c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:22Z', 'updated_at': '2022-04-29T13:29:24Z', 'revision_number': 2, 'project_id': '0c81113c84764616a8c807a160eb0515', 'subnets': [{'id': '02705295-1364-4282-8393-7ae80461c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:43.373892 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd54d359-9dcf-48f9-90c9-6db4f7a2f9a5 None None] Checking router: 90173866-306d-4838-8552-62ba2c3bbe83 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:29:43.374410 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd54d359-9dcf-48f9-90c9-6db4f7a2f9a5 None None] Updating router 90173866-306d-4838-8552-62ba2c3bbe83 port 450a5ddf-21d5-46b8-b8fe-832fb0558e5b binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:29:43.396311 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ced22fa5-31c5-40e7-b329-e702a3caced6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:43.432320 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-bd54d359-9dcf-48f9-90c9-6db4f7a2f9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:43.438842 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-133fe6a4-8bf1-42b5-9251-fc29e24508b6 None None] Port c72ae3bb-95f8-413e-af4a-94f68f92eb1f cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:29:43.511066 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3d477f-e0fa-40a7-90b5-79274a9732fe admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:29:43.527645 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-bc3d477f-e0fa-40a7-90b5-79274a9732fe admin admin] 10.222.0.76 "PUT /v2.0/routers/c6c375af-b3d0-4fa5-b3aa-394490a42f7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7912045 Apr 29 13:29:43.599816 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced22fa5-31c5-40e7-b329-e702a3caced6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network 85721b78-fd2c-4a3e-bc14-35f403e49a26 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:43.603498 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a67872-fcf2-469f-81a2-0209934a5c26 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:43.608852 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-ced22fa5-31c5-40e7-b329-e702a3caced6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:43.619889 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-13a67872-fcf2-469f-81a2-0209934a5c26 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:43.622196 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced22fa5-31c5-40e7-b329-e702a3caced6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:29:43.626523 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced22fa5-31c5-40e7-b329-e702a3caced6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:43.627208 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ced22fa5-31c5-40e7-b329-e702a3caced6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:43.636686 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a67872-fcf2-469f-81a2-0209934a5c26 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Subnet': ['ID=30a3b311-18f7-4b32-96d7-e839d8f9f346,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:43.637113 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-7e5cc069-d0b0-4d81-97ad-0806630db9f8 None None] Allocated IP 2001:db8::2 (85721b78-fd2c-4a3e-bc14-35f403e49a26/4418003a-849d-4580-86bb-bad964e616d6/cc98c188-eb84-4cf2-bcdf-7d7f33f515d2) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:43.639641 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5b26bd8d-d935-4da0-afb0-4ed0ea04140e None None] Could not find standard attr ID for object c620ee23-da70-405e-913c-d6fa03957188. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:29:43.643774 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a67872-fcf2-469f-81a2-0209934a5c26 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:43.645262 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-13a67872-fcf2-469f-81a2-0209934a5c26 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:43.657145 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:43.680354 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device c73699e1-5508-437b-b8e0-d5c697205a54 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:29:43.682376 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-24ffd9eb-ce82-4aed-b5da-1e9c12fab842 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:43.692529 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced22fa5-31c5-40e7-b329-e702a3caced6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Port': ['ID=f06b1d8b-c757-4ab3-88ca-876004f26733,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:43.698475 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-13a67872-fcf2-469f-81a2-0209934a5c26 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7319632 Apr 29 13:29:43.700041 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60120) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:43.703131 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-24ffd9eb-ce82-4aed-b5da-1e9c12fab842 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:43.713251 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-bed2fe47-1de3-4ceb-bbe6-0f05f24a845e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'port': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'mac_address': 'fa:16:3e:e1:6a:17', 'name': 'tempest-NetworksTestDHCPv6-765798074'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:43.717950 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ced22fa5-31c5-40e7-b329-e702a3caced6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4202018 Apr 29 13:29:43.725218 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60126) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:43.733523 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-1ec07241-53ba-476d-9925-092368160f54 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'port': {'network_id': '85721b78-fd2c-4a3e-bc14-35f403e49a26', 'name': 'tempest-PortsIpV6TestJSON-959936298'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:43.811778 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-5634a173-010f-4bfb-80b4-d4900b7bd10a None None] Set router 3c672e49-4b9c-4695-bb1e-37498b95ba53 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:29:43.885757 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-24ffd9eb-ce82-4aed-b5da-1e9c12fab842 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:43.910834 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5b26bd8d-d935-4da0-afb0-4ed0ea04140e None None] Provisioning for port 9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:43.913853 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port c73699e1-5508-437b-b8e0-d5c697205a54 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:43.929652 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port c73699e1-5508-437b-b8e0-d5c697205a54 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:43.930109 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:43.949709 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ffd9eb-ce82-4aed-b5da-1e9c12fab842 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0b45d53-e9c9-4d2c-8d03-a82a19205dc1,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:43.968274 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-bed2fe47-1de3-4ceb-bbe6-0f05f24a845e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:43.974229 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bed2fe47-1de3-4ceb-bbe6-0f05f24a845e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:port and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:43.978721 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bed2fe47-1de3-4ceb-bbe6-0f05f24a845e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:43.992308 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-bed2fe47-1de3-4ceb-bbe6-0f05f24a845e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:43.996069 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5b26bd8d-d935-4da0-afb0-4ed0ea04140e None None] Provisioning complete for port 9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:43.996211 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-24ffd9eb-ce82-4aed-b5da-1e9c12fab842 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:43.996682 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5b26bd8d-d935-4da0-afb0-4ed0ea04140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:44.001333 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-24ffd9eb-ce82-4aed-b5da-1e9c12fab842 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/f0b45d53-e9c9-4d2c-8d03-a82a19205dc1 HTTP/1.1" status: 204 len: 168 time: 0.6218636 Apr 29 13:29:44.005316 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60132) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:44.058621 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-bd54d359-9dcf-48f9-90c9-6db4f7a2f9a5 None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:44.068925 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed2fe47-1de3-4ceb-bbe6-0f05f24a845e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:44.078182 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1ec07241-53ba-476d-9925-092368160f54 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:44.088333 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-bd54d359-9dcf-48f9-90c9-6db4f7a2f9a5 None None] Transition to ACTIVE for port object 450a5ddf-21d5-46b8-b8fe-832fb0558e5b will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:44.100727 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-bd54d359-9dcf-48f9-90c9-6db4f7a2f9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:44.109833 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1ec07241-53ba-476d-9925-092368160f54 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:44.125055 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec07241-53ba-476d-9925-092368160f54 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:44.139096 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1ec07241-53ba-476d-9925-092368160f54 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:44.184604 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-1ec07241-53ba-476d-9925-092368160f54 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] device_id is not set on port d48d7f3c-5cdd-45eb-88ec-3e9fe3137e3e yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:29:44.213037 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-093745db-e111-48d6-a0c8-566ce2c99668 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.2052231 Apr 29 13:29:44.217210 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60136) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:44.259412 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a8611e51-65ec-4fd8-9466-34922d3ba131 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:44.292431 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a8611e51-65ec-4fd8-9466-34922d3ba131 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:44.323295 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28288635-1bfa-409e-a1b1-b32efb92e8c0 None None] Pushing event updated for resources: {'Port': ['ID=450a5ddf-21d5-46b8-b8fe-832fb0558e5b,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:44.345078 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bed2fe47-1de3-4ceb-bbe6-0f05f24a845e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:44.395637 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-bed2fe47-1de3-4ceb-bbe6-0f05f24a845e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] device_id is not set on port 870e90c8-662f-4dcd-8a51-dbfad71d3625 yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:29:44.434802 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-bd54d359-9dcf-48f9-90c9-6db4f7a2f9a5 None None] Attempting to bind port 450a5ddf-21d5-46b8-b8fe-832fb0558e5b on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:29:44.435387 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-bd54d359-9dcf-48f9-90c9-6db4f7a2f9a5 None None] Attempting to bind port 450a5ddf-21d5-46b8-b8fe-832fb0558e5b by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '53def5c8-aa99-4a75-8066-57e8c47ce92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:29:44.438875 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd54d359-9dcf-48f9-90c9-6db4f7a2f9a5 None None] Attempting to bind port 450a5ddf-21d5-46b8-b8fe-832fb0558e5b on network 846dd749-f943-4e56-9d8e-6295c964eaa2 {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:29:44.445960 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a8611e51-65ec-4fd8-9466-34922d3ba131 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:44.449724 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd54d359-9dcf-48f9-90c9-6db4f7a2f9a5 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:29:44.450246 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd54d359-9dcf-48f9-90c9-6db4f7a2f9a5 None None] Checking segment: {'id': '53def5c8-aa99-4a75-8066-57e8c47ce92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:29:44.450783 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-bd54d359-9dcf-48f9-90c9-6db4f7a2f9a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:44.451270 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd54d359-9dcf-48f9-90c9-6db4f7a2f9a5 None None] Bound using segment: {'id': '53def5c8-aa99-4a75-8066-57e8c47ce92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:29:44.451875 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-bd54d359-9dcf-48f9-90c9-6db4f7a2f9a5 None None] Bound port: 450a5ddf-21d5-46b8-b8fe-832fb0558e5b, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53def5c8-aa99-4a75-8066-57e8c47ce92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:29:44.452415 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-bd54d359-9dcf-48f9-90c9-6db4f7a2f9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:44.477243 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3859745d-8002-4785-9951-38b560dc0d9e None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:44.562442 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-bd54d359-9dcf-48f9-90c9-6db4f7a2f9a5 None None] For port 450a5ddf-21d5-46b8-b8fe-832fb0558e5b, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:29:44.566229 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-bd54d359-9dcf-48f9-90c9-6db4f7a2f9a5 None None] For port 450a5ddf-21d5-46b8-b8fe-832fb0558e5b, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=450a5ddf-21d5-46b8-b8fe-832fb0558e5b,segment=NetworkSegment(53def5c8-aa99-4a75-8066-57e8c47ce92e),segment_id=53def5c8-aa99-4a75-8066-57e8c47ce92e)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:29:44.576165 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-bd54d359-9dcf-48f9-90c9-6db4f7a2f9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:44.595653 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e5cc069-d0b0-4d81-97ad-0806630db9f8 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:44.636900 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8611e51-65ec-4fd8-9466-34922d3ba131 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46a38987-56a7-400a-bfed-7beb2479cfec,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:44.667109 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28288635-1bfa-409e-a1b1-b32efb92e8c0 None None] Pushing event updated for resources: {'Port': ['ID=450a5ddf-21d5-46b8-b8fe-832fb0558e5b,revision_number=4']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:44.669266 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a8611e51-65ec-4fd8-9466-34922d3ba131 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:44.672636 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a8611e51-65ec-4fd8-9466-34922d3ba131 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/46a38987-56a7-400a-bfed-7beb2479cfec HTTP/1.1" status: 204 len: 168 time: 0.4497063 Apr 29 13:29:44.673160 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60140) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:44.678852 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd54d359-9dcf-48f9-90c9-6db4f7a2f9a5 None None] Routers {'90173866-306d-4838-8552-62ba2c3bbe83'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:29:44.678852 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-bd54d359-9dcf-48f9-90c9-6db4f7a2f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:29:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['90173866-306d-4838-8552-62ba2c3bbe83'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:44.799421 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7e5cc069-d0b0-4d81-97ad-0806630db9f8 None None] Transition to ACTIVE for port object cc98c188-eb84-4cf2-bcdf-7d7f33f515d2 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:44.835307 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-bed2fe47-1de3-4ceb-bbe6-0f05f24a845e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Allocated IP 2001:db8::1a7 (b2591163-41a9-4c5e-86a6-99ddbf59518f/30a3b311-18f7-4b32-96d7-e839d8f9f346/870e90c8-662f-4dcd-8a51-dbfad71d3625) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:44.915219 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7e5cc069-d0b0-4d81-97ad-0806630db9f8 None None] Transition to ACTIVE for port object cc98c188-eb84-4cf2-bcdf-7d7f33f515d2 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:44.925643 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-bd54d359-9dcf-48f9-90c9-6db4f7a2f9a5 None None] Set router 90173866-306d-4838-8552-62ba2c3bbe83 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:29:44.945464 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:44.954543 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5b26bd8d-d935-4da0-afb0-4ed0ea04140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:44.987403 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e5cc069-d0b0-4d81-97ad-0806630db9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:45.017915 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c79b611f-d0b7-46f0-b5fe-42640f892ac2 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Synchronizing usage tracker for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group_rule {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:45.075317 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port c73699e1-5508-437b-b8e0-d5c697205a54, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=c73699e1-5508-437b-b8e0-d5c697205a54,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:45.084013 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c79b611f-d0b7-46f0-b5fe-42640f892ac2 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Unset dirty status for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group_rule {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:45.085887 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c79b611f-d0b7-46f0-b5fe-42640f892ac2 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4118352 Apr 29 13:29:45.087538 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-1ec07241-53ba-476d-9925-092368160f54 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Allocated IP 2001:db8::12a (85721b78-fd2c-4a3e-bc14-35f403e49a26/4418003a-849d-4580-86bb-bad964e616d6/d48d7f3c-5cdd-45eb-88ec-3e9fe3137e3e) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:45.090989 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60144) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:45.138432 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:45.139283 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e134f84b-5b7a-40c3-8803-8edca8f7496f up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:29:45.186335 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bed2fe47-1de3-4ceb-bbe6-0f05f24a845e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:45.208832 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-bed2fe47-1de3-4ceb-bbe6-0f05f24a845e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Transition to ACTIVE for port object 870e90c8-662f-4dcd-8a51-dbfad71d3625 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:45.228617 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-5b26bd8d-d935-4da0-afb0-4ed0ea04140e None None] For port 9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:45.234173 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5cc069-d0b0-4d81-97ad-0806630db9f8 None None] Network 85721b78-fd2c-4a3e-bc14-35f403e49a26 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:45.244396 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-7e5cc069-d0b0-4d81-97ad-0806630db9f8 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:45.245421 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bed2fe47-1de3-4ceb-bbe6-0f05f24a845e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:45.252876 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5cc069-d0b0-4d81-97ad-0806630db9f8 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:29:45.265183 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5b26bd8d-d935-4da0-afb0-4ed0ea04140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:45.267194 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5cc069-d0b0-4d81-97ad-0806630db9f8 None None] Pushing event updated for resources: {'Port': ['ID=cc98c188-eb84-4cf2-bcdf-7d7f33f515d2,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:45.322289 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed2fe47-1de3-4ceb-bbe6-0f05f24a845e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:45.326022 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-bed2fe47-1de3-4ceb-bbe6-0f05f24a845e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:45.336206 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed2fe47-1de3-4ceb-bbe6-0f05f24a845e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:29:45.341326 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed2fe47-1de3-4ceb-bbe6-0f05f24a845e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:45.342214 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bed2fe47-1de3-4ceb-bbe6-0f05f24a845e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:45.373341 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2fe47-1de3-4ceb-bbe6-0f05f24a845e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Port': ['ID=870e90c8-662f-4dcd-8a51-dbfad71d3625,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:45.380688 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-bd54d359-9dcf-48f9-90c9-6db4f7a2f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90173866-306d-4838-8552-62ba2c3bbe83', 'name': 'tempest-TestVolumeBootPattern-1070817569-router', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:15Z', 'updated_at': '2022-04-29T13:29:24Z', 'revision_number': 4, 'project_id': '0c81113c84764616a8c807a160eb0515', 'gw_port': {'id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:17Z', 'updated_at': '2022-04-29T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '450a5ddf-21d5-46b8-b8fe-832fb0558e5b', 'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'mac_address': 'fa:16:3e:4b:3b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02705295-1364-4282-8393-7ae80461c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:22Z', 'updated_at': '2022-04-29T13:29:44Z', 'revision_number': 4, 'project_id': '0c81113c84764616a8c807a160eb0515', 'subnets': [{'id': '02705295-1364-4282-8393-7ae80461c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:45.381789 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-bed2fe47-1de3-4ceb-bbe6-0f05f24a845e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6801596 Apr 29 13:29:45.383086 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60152) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:45.383196 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd54d359-9dcf-48f9-90c9-6db4f7a2f9a5 None None] The sync data for ids ['90173866-306d-4838-8552-62ba2c3bbe83'] in dv-neutron-839027-4-hyperv is: [{'id': '90173866-306d-4838-8552-62ba2c3bbe83', 'name': 'tempest-TestVolumeBootPattern-1070817569-router', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:15Z', 'updated_at': '2022-04-29T13:29:24Z', 'revision_number': 4, 'project_id': '0c81113c84764616a8c807a160eb0515', 'gw_port': {'id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:17Z', 'updated_at': '2022-04-29T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '450a5ddf-21d5-46b8-b8fe-832fb0558e5b', 'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'mac_address': 'fa:16:3e:4b:3b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02705295-1364-4282-8393-7ae80461c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:22Z', 'updated_at': '2022-04-29T13:29:44Z', 'revision_number': 4, 'project_id': '0c81113c84764616a8c807a160eb0515', 'subnets': [{'id': '02705295-1364-4282-8393-7ae80461c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:29:45.398248 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-05f0f3a9-15eb-4e18-be1c-635c0d93a3b9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:45.459398 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-05f0f3a9-15eb-4e18-be1c-635c0d93a3b9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:45.519527 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60156) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:45.529920 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59e4e92-612b-469f-8737-b8b8ee04d5b9 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:45.530381 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-4881655a-1206-4b70-af47-e5e0adde62dd tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-816721899', 'description': 'tempest-secgroup-smoke-816721899 description', 'project_id': '0c81113c84764616a8c807a160eb0515'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:45.535918 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59e4e92-612b-469f-8737-b8b8ee04d5b9 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:45.536718 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-4881655a-1206-4b70-af47-e5e0adde62dd tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:45.536987 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b59e4e92-612b-469f-8737-b8b8ee04d5b9 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:45.541621 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-4881655a-1206-4b70-af47-e5e0adde62dd tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Usage tracker for resource:security_group and tenant:0c81113c84764616a8c807a160eb0515 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:45.545730 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-4881655a-1206-4b70-af47-e5e0adde62dd tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:45.560804 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b59e4e92-612b-469f-8737-b8b8ee04d5b9 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:45.564682 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b59e4e92-612b-469f-8737-b8b8ee04d5b9 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1777270 Apr 29 13:29:45.564866 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-4881655a-1206-4b70-af47-e5e0adde62dd tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:45.565282 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60160) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:45.586056 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1ec07241-53ba-476d-9925-092368160f54 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:45.593509 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-05f0f3a9-15eb-4e18-be1c-635c0d93a3b9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:45.623189 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f0f3a9-15eb-4e18-be1c-635c0d93a3b9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c38971-d53b-475e-9da7-40f701b3b04a,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:45.625838 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4881655a-1206-4b70-af47-e5e0adde62dd tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:45.637627 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-1ec07241-53ba-476d-9925-092368160f54 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Transition to ACTIVE for port object d48d7f3c-5cdd-45eb-88ec-3e9fe3137e3e will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:45.649007 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=c73699e1-5508-437b-b8e0-d5c697205a54,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:45.656719 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-7e5cc069-d0b0-4d81-97ad-0806630db9f8 None None] Attempting to bind port cc98c188-eb84-4cf2-bcdf-7d7f33f515d2 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:29:45.657112 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-7e5cc069-d0b0-4d81-97ad-0806630db9f8 None None] Attempting to bind port cc98c188-eb84-4cf2-bcdf-7d7f33f515d2 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'f7ef614b-4766-495e-9507-5fee0d726e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '85721b78-fd2c-4a3e-bc14-35f403e49a26'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:29:45.657457 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5cc069-d0b0-4d81-97ad-0806630db9f8 None None] Attempting to bind port cc98c188-eb84-4cf2-bcdf-7d7f33f515d2 on network 85721b78-fd2c-4a3e-bc14-35f403e49a26 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:29:45.666898 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0f3a9-15eb-4e18-be1c-635c0d93a3b9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:45.667241 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0f3a9-15eb-4e18-be1c-635c0d93a3b9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:45.667569 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0f3a9-15eb-4e18-be1c-635c0d93a3b9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:45.667924 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0f3a9-15eb-4e18-be1c-635c0d93a3b9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:45.668251 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0f3a9-15eb-4e18-be1c-635c0d93a3b9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:45.668571 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0f3a9-15eb-4e18-be1c-635c0d93a3b9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:45.668931 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0f3a9-15eb-4e18-be1c-635c0d93a3b9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:45.669503 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0f3a9-15eb-4e18-be1c-635c0d93a3b9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:45.669816 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0f3a9-15eb-4e18-be1c-635c0d93a3b9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:45.670131 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0f3a9-15eb-4e18-be1c-635c0d93a3b9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:45.670445 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0f3a9-15eb-4e18-be1c-635c0d93a3b9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:45.681001 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-5ec19e45-d0d3-46e4-bba9-6308ef77db92 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting port 870e90c8-662f-4dcd-8a51-dbfad71d3625 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:45.681348 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5ec19e45-d0d3-46e4-bba9-6308ef77db92 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:45.705148 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-05f0f3a9-15eb-4e18-be1c-635c0d93a3b9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:45.706274 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-05f0f3a9-15eb-4e18-be1c-635c0d93a3b9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "DELETE /v2.0/security-groups/58c38971-d53b-475e-9da7-40f701b3b04a HTTP/1.1" status: 204 len: 168 time: 0.6141231 Apr 29 13:29:45.709538 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60164) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:45.732528 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-4881655a-1206-4b70-af47-e5e0adde62dd tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:45.742339 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-4881655a-1206-4b70-af47-e5e0adde62dd tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Usage tracker for resource:security_group_rule and tenant:0c81113c84764616a8c807a160eb0515 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:45.748740 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-4881655a-1206-4b70-af47-e5e0adde62dd tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:45.752551 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5634a173-010f-4bfb-80b4-d4900b7bd10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'name': 'tempest-TestNetworkBasicOps-router-561872852', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:27Z', 'updated_at': '2022-04-29T13:29:34Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:73:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:28Z', 'updated_at': '2022-04-29T13:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '9b8d9151-fcb3-4a8b-a965-adcc231f6c8b', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.196', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'port_id': 'beba0e90-3fb2-4854-b4da-5967e3f314bd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d', 'mac_address': 'fa:16:3e:e5:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3061d50c-a877-4cf1-a4f7-3db07ad118a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:27:36Z', 'updated_at': '2022-04-29T13:27:49Z', 'revision_number': 1, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33c89b0f-0092-4200-b91a-d67d91da6f12', 'name': '', 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:1f:e5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '980d0090-e41e-44ca-a879-96fdb1535ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:47Z', 'updated_at': '2022-04-29T13:26:59Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '980d0090-e41e-44ca-a879-96fdb1535ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4367e31d-3cb8-4847-9980-344a8f92fbfe', 'name': '', 'network_id': 'e1d575c9-3c6c-4927-ade4-ecdf17034abc', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:2f:2f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f931df7-73d1-4c94-a80f-eddea4fdd860', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:32Z', 'updated_at': '2022-04-29T13:29:42Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '3f931df7-73d1-4c94-a80f-eddea4fdd860', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:45.755451 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5cc069-d0b0-4d81-97ad-0806630db9f8 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:29:45.755827 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5cc069-d0b0-4d81-97ad-0806630db9f8 None None] Checking segment: {'id': 'f7ef614b-4766-495e-9507-5fee0d726e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '85721b78-fd2c-4a3e-bc14-35f403e49a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:29:45.756213 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e5cc069-d0b0-4d81-97ad-0806630db9f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:45.757179 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-4881655a-1206-4b70-af47-e5e0adde62dd tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:45.757374 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5cc069-d0b0-4d81-97ad-0806630db9f8 None None] Bound using segment: {'id': 'f7ef614b-4766-495e-9507-5fee0d726e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '85721b78-fd2c-4a3e-bc14-35f403e49a26'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:29:45.757683 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-7e5cc069-d0b0-4d81-97ad-0806630db9f8 None None] Bound port: cc98c188-eb84-4cf2-bcdf-7d7f33f515d2, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ef614b-4766-495e-9507-5fee0d726e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '85721b78-fd2c-4a3e-bc14-35f403e49a26'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:29:45.758025 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e5cc069-d0b0-4d81-97ad-0806630db9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:45.772018 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1ec07241-53ba-476d-9925-092368160f54 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:45.788054 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5634a173-010f-4bfb-80b4-d4900b7bd10a None None] The sync data for ids ['3c672e49-4b9c-4695-bb1e-37498b95ba53'] in dv-neutron-839027-4-hyperv is: [{'id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'name': 'tempest-TestNetworkBasicOps-router-561872852', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:27Z', 'updated_at': '2022-04-29T13:29:34Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:73:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:28Z', 'updated_at': '2022-04-29T13:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '9b8d9151-fcb3-4a8b-a965-adcc231f6c8b', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.196', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'port_id': 'beba0e90-3fb2-4854-b4da-5967e3f314bd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d', 'mac_address': 'fa:16:3e:e5:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3061d50c-a877-4cf1-a4f7-3db07ad118a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:27:36Z', 'updated_at': '2022-04-29T13:27:49Z', 'revision_number': 1, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33c89b0f-0092-4200-b91a-d67d91da6f12', 'name': '', 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:1f:e5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '980d0090-e41e-44ca-a879-96fdb1535ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:47Z', 'updated_at': '2022-04-29T13:26:59Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '980d0090-e41e-44ca-a879-96fdb1535ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4367e31d-3cb8-4847-9980-344a8f92fbfe', 'name': '', 'network_id': 'e1d575c9-3c6c-4927-ade4-ecdf17034abc', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:2f:2f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f931df7-73d1-4c94-a80f-eddea4fdd860', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:32Z', 'updated_at': '2022-04-29T13:29:42Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '3f931df7-73d1-4c94-a80f-eddea4fdd860', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:29:45.844178 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port e134f84b-5b7a-40c3-8803-8edca8f7496f triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:45.846787 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:45.942599 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec07241-53ba-476d-9925-092368160f54 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network 85721b78-fd2c-4a3e-bc14-35f403e49a26 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:45.946653 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-84667408-e341-4f35-9da9-e1612754f772 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Synchronizing usage tracker for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:45.955539 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec07241-53ba-476d-9925-092368160f54 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Port': ['ID=d48d7f3c-5cdd-45eb-88ec-3e9fe3137e3e,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:45.961904 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-1ec07241-53ba-476d-9925-092368160f54 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:45.965298 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec07241-53ba-476d-9925-092368160f54 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:29:45.969445 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec07241-53ba-476d-9925-092368160f54 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:45.970122 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1ec07241-53ba-476d-9925-092368160f54 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:45.988096 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26bd8d-d935-4da0-afb0-4ed0ea04140e None None] Pushing event updated for resources: {'Port': ['ID=9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:46.025307 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4881655a-1206-4b70-af47-e5e0adde62dd tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:46.031451 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4881655a-1206-4b70-af47-e5e0adde62dd tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:46.044680 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ea929181-3af3-4a99-add0-ea7d9b29ea19 None None] Provisioning complete for port 9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:46.047564 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ea929181-3af3-4a99-add0-ea7d9b29ea19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:46.074609 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-84667408-e341-4f35-9da9-e1612754f772 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Unset dirty status for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:46.075885 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-84667408-e341-4f35-9da9-e1612754f772 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3624203 Apr 29 13:29:46.079883 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1ec07241-53ba-476d-9925-092368160f54 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3512340 Apr 29 13:29:46.092088 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60168) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:46.092824 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60170) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:46.156673 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4881655a-1206-4b70-af47-e5e0adde62dd tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:46.157947 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4881655a-1206-4b70-af47-e5e0adde62dd tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6344678 Apr 29 13:29:46.158960 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881655a-1206-4b70-af47-e5e0adde62dd tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f13e8d-f068-472e-83a8-0d0881647649,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:46.162343 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60176) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:46.179030 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-636fb315-c9ec-4af6-93b7-c6ae0b85d321 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Request body: {'security_group': {'name': 'tempest-secgroup--794221926'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:46.179360 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-2a02c173-da57-4fce-b072-d03d89458571 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Request body: {'security_group_rule': {'security_group_id': 'e2f13e8d-f068-472e-83a8-0d0881647649', 'project_id': '0c81113c84764616a8c807a160eb0515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:46.193651 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2a02c173-da57-4fce-b072-d03d89458571 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:46.200725 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2a02c173-da57-4fce-b072-d03d89458571 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Usage tracker for resource:security_group_rule and tenant:0c81113c84764616a8c807a160eb0515 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:46.200979 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-636fb315-c9ec-4af6-93b7-c6ae0b85d321 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:46.208939 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2a02c173-da57-4fce-b072-d03d89458571 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:46.221710 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2a02c173-da57-4fce-b072-d03d89458571 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:46.250603 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-636fb315-c9ec-4af6-93b7-c6ae0b85d321 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:46.255584 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2a02c173-da57-4fce-b072-d03d89458571 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:46.354976 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7e5cc069-d0b0-4d81-97ad-0806630db9f8 None None] For port cc98c188-eb84-4cf2-bcdf-7d7f33f515d2, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:29:46.359423 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-636fb315-c9ec-4af6-93b7-c6ae0b85d321 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:46.360337 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2a02c173-da57-4fce-b072-d03d89458571 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:46.368977 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2a02c173-da57-4fce-b072-d03d89458571 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:46.414727 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7e5cc069-d0b0-4d81-97ad-0806630db9f8 None None] For port cc98c188-eb84-4cf2-bcdf-7d7f33f515d2, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=cc98c188-eb84-4cf2-bcdf-7d7f33f515d2,segment=NetworkSegment(f7ef614b-4766-495e-9507-5fee0d726e74),segment_id=f7ef614b-4766-495e-9507-5fee0d726e74)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:29:46.428307 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02c173-da57-4fce-b072-d03d89458571 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7681a1e-4676-463f-8671-de609869c817,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:46.434941 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e5cc069-d0b0-4d81-97ad-0806630db9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:46.441726 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2a02c173-da57-4fce-b072-d03d89458571 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:46.444100 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2a02c173-da57-4fce-b072-d03d89458571 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2807817 Apr 29 13:29:46.446990 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60180) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:46.454749 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-825d4ca2-596f-49a4-9cc7-430b5c3ad7f4 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Request body: {'security_group_rule': {'security_group_id': 'e2f13e8d-f068-472e-83a8-0d0881647649', 'project_id': '0c81113c84764616a8c807a160eb0515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:46.455285 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-636fb315-c9ec-4af6-93b7-c6ae0b85d321 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:46.460306 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-636fb315-c9ec-4af6-93b7-c6ae0b85d321 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Usage tracker for resource:security_group_rule and tenant:78b5b8cc00c143a7b5696a2b4a6cd671 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:46.468790 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-636fb315-c9ec-4af6-93b7-c6ae0b85d321 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:46.475786 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-636fb315-c9ec-4af6-93b7-c6ae0b85d321 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:46.477256 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-825d4ca2-596f-49a4-9cc7-430b5c3ad7f4 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:46.481845 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-825d4ca2-596f-49a4-9cc7-430b5c3ad7f4 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Usage tracker for resource:security_group_rule and tenant:0c81113c84764616a8c807a160eb0515 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:46.485713 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-825d4ca2-596f-49a4-9cc7-430b5c3ad7f4 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:46.494755 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-825d4ca2-596f-49a4-9cc7-430b5c3ad7f4 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:46.526044 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5ec19e45-d0d3-46e4-bba9-6308ef77db92 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:46.533908 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-825d4ca2-596f-49a4-9cc7-430b5c3ad7f4 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:46.661441 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5cc069-d0b0-4d81-97ad-0806630db9f8 None None] Pushing event updated for resources: {'Port': ['ID=cc98c188-eb84-4cf2-bcdf-7d7f33f515d2,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:46.695708 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-825d4ca2-596f-49a4-9cc7-430b5c3ad7f4 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:46.707222 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-825d4ca2-596f-49a4-9cc7-430b5c3ad7f4 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:46.759614 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d4ca2-596f-49a4-9cc7-430b5c3ad7f4 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180984ba-7b3c-42d8-b570-0143613fe6d2,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:46.774423 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-825d4ca2-596f-49a4-9cc7-430b5c3ad7f4 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:46.775907 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-825d4ca2-596f-49a4-9cc7-430b5c3ad7f4 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3278093 Apr 29 13:29:46.778682 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60184) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:46.791955 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-681b6186-bcac-4f00-ae2d-61cd87db9423 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Request body: {'security_group_rule': {'security_group_id': 'e2f13e8d-f068-472e-83a8-0d0881647649', 'project_id': '0c81113c84764616a8c807a160eb0515', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:46.804890 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-681b6186-bcac-4f00-ae2d-61cd87db9423 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:46.810521 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 450a5ddf-21d5-46b8-b8fe-832fb0558e5b up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:29:46.819227 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-681b6186-bcac-4f00-ae2d-61cd87db9423 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Usage tracker for resource:security_group_rule and tenant:0c81113c84764616a8c807a160eb0515 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:46.830847 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-681b6186-bcac-4f00-ae2d-61cd87db9423 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:46.841555 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-681b6186-bcac-4f00-ae2d-61cd87db9423 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:46.868846 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-5ec19e45-d0d3-46e4-bba9-6308ef77db92 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Calling delete_port for 870e90c8-662f-4dcd-8a51-dbfad71d3625 owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:46.881955 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-681b6186-bcac-4f00-ae2d-61cd87db9423 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:46.918463 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd640d1-07e4-4db1-9ae4-511bfaabc4db tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:46.920592 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3bd640d1-07e4-4db1-9ae4-511bfaabc4db tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A201 HTTP/1.1" status: 200 len: 929 time: 0.8265958 Apr 29 13:29:46.927990 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60188) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:46.956442 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f71b93a5-8e49-498c-8841-8524adc3ca21 None None] Provisioning for port 870e90c8-662f-4dcd-8a51-dbfad71d3625 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:46.969066 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f71b93a5-8e49-498c-8841-8524adc3ca21 None None] Provisioning complete for port 870e90c8-662f-4dcd-8a51-dbfad71d3625 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:46.969552 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f71b93a5-8e49-498c-8841-8524adc3ca21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:46.993119 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-636fb315-c9ec-4af6-93b7-c6ae0b85d321 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:47.000700 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-636fb315-c9ec-4af6-93b7-c6ae0b85d321 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:47.048627 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-45535ad9-5c81-4d26-8d1c-e444115129a7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting port d48d7f3c-5cdd-45eb-88ec-3e9fe3137e3e {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:47.048627 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-45535ad9-5c81-4d26-8d1c-e444115129a7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:47.049316 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 450a5ddf-21d5-46b8-b8fe-832fb0558e5b completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:47.057124 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f71b93a5-8e49-498c-8841-8524adc3ca21 None None] Port 870e90c8-662f-4dcd-8a51-dbfad71d3625 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:29:47.058868 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 450a5ddf-21d5-46b8-b8fe-832fb0558e5b triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:47.059223 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:47.102799 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636fb315-c9ec-4af6-93b7-c6ae0b85d321 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77f45e75-4a50-427f-a565-1da8fcaea620,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:47.144575 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fb315-c9ec-4af6-93b7-c6ae0b85d321 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:47.145768 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fb315-c9ec-4af6-93b7-c6ae0b85d321 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:47.146096 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fb315-c9ec-4af6-93b7-c6ae0b85d321 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:47.146424 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fb315-c9ec-4af6-93b7-c6ae0b85d321 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:47.146758 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fb315-c9ec-4af6-93b7-c6ae0b85d321 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:47.147095 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fb315-c9ec-4af6-93b7-c6ae0b85d321 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:47.147813 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fb315-c9ec-4af6-93b7-c6ae0b85d321 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:47.147813 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fb315-c9ec-4af6-93b7-c6ae0b85d321 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:47.148094 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fb315-c9ec-4af6-93b7-c6ae0b85d321 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:47.148419 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fb315-c9ec-4af6-93b7-c6ae0b85d321 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:47.148742 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fb315-c9ec-4af6-93b7-c6ae0b85d321 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:47.183848 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-636fb315-c9ec-4af6-93b7-c6ae0b85d321 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:47.188247 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-636fb315-c9ec-4af6-93b7-c6ae0b85d321 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0774357 Apr 29 13:29:47.188911 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60192) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:47.192430 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5ec19e45-d0d3-46e4-bba9-6308ef77db92 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:47.197802 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-8f094f20-e28a-4d95-9f10-e24b19b6b50d tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Request body: {'security_group_rule': {'security_group_id': '77f45e75-4a50-427f-a565-1da8fcaea620', 'direction': 'ingress', 'protocol': 17}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:47.203867 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8f094f20-e28a-4d95-9f10-e24b19b6b50d tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:47.208263 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8f094f20-e28a-4d95-9f10-e24b19b6b50d tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Usage tracker for resource:security_group_rule and tenant:78b5b8cc00c143a7b5696a2b4a6cd671 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:47.211459 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8f094f20-e28a-4d95-9f10-e24b19b6b50d tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:47.217683 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8f094f20-e28a-4d95-9f10-e24b19b6b50d tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:47.219191 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-681b6186-bcac-4f00-ae2d-61cd87db9423 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:47.229070 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-681b6186-bcac-4f00-ae2d-61cd87db9423 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:47.232777 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f71b93a5-8e49-498c-8841-8524adc3ca21 None None] Provisioning complete for port 9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:47.233264 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f71b93a5-8e49-498c-8841-8524adc3ca21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:47.287690 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b6186-bcac-4f00-ae2d-61cd87db9423 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24cb443-ac7c-4a1b-9ca2-fc8ecf9af672,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:47.360864 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5ec19e45-d0d3-46e4-bba9-6308ef77db92 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:47.362944 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5ec19e45-d0d3-46e4-bba9-6308ef77db92 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/870e90c8-662f-4dcd-8a51-dbfad71d3625 HTTP/1.1" status: 204 len: 168 time: 1.7967384 Apr 29 13:29:47.365952 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec19e45-d0d3-46e4-bba9-6308ef77db92 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Port': ['ID=870e90c8-662f-4dcd-8a51-dbfad71d3625,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:47.372966 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60196) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:47.386847 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:47.443395 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-681b6186-bcac-4f00-ae2d-61cd87db9423 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:47.444848 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-681b6186-bcac-4f00-ae2d-61cd87db9423 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6649742 Apr 29 13:29:47.447518 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33921560-1fb9-4898-911b-2e7b511de515 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:47.447946 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60200) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:47.449090 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33921560-1fb9-4898-911b-2e7b511de515 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:47.450854 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-33921560-1fb9-4898-911b-2e7b511de515 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0768430 Apr 29 13:29:47.451647 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8f094f20-e28a-4d95-9f10-e24b19b6b50d tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:47.454928 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60204) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:47.457295 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-45535ad9-5c81-4d26-8d1c-e444115129a7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:47.469760 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-f1493f99-bcdc-40bf-a8d0-b8806dcb21c6 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Request body: {'security_group_rule': {'security_group_id': 'e2f13e8d-f068-472e-83a8-0d0881647649', 'project_id': '0c81113c84764616a8c807a160eb0515', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:47.476512 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f1493f99-bcdc-40bf-a8d0-b8806dcb21c6 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:47.480369 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f1493f99-bcdc-40bf-a8d0-b8806dcb21c6 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Usage tracker for resource:security_group_rule and tenant:0c81113c84764616a8c807a160eb0515 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:47.483095 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f1493f99-bcdc-40bf-a8d0-b8806dcb21c6 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:47.487220 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 450a5ddf-21d5-46b8-b8fe-832fb0558e5b, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=450a5ddf-21d5-46b8-b8fe-832fb0558e5b,segment=NetworkSegment(53def5c8-aa99-4a75-8066-57e8c47ce92e),segment_id=53def5c8-aa99-4a75-8066-57e8c47ce92e)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:47.493185 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f1493f99-bcdc-40bf-a8d0-b8806dcb21c6 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:47.496923 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:47.497721 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 4367e31d-3cb8-4847-9980-344a8f92fbfe up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:29:47.527291 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8f094f20-e28a-4d95-9f10-e24b19b6b50d tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:47.534342 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8f094f20-e28a-4d95-9f10-e24b19b6b50d tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:47.577675 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f094f20-e28a-4d95-9f10-e24b19b6b50d tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32374a18-55ff-4d0e-be50-52e5d2f6aa9e,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:47.589576 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8f094f20-e28a-4d95-9f10-e24b19b6b50d tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:47.593708 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8f094f20-e28a-4d95-9f10-e24b19b6b50d tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.4031944 Apr 29 13:29:47.594831 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60208) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:47.652164 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-aba8f983-e448-451f-943d-e63fa59e79a1 None None] Could not find standard attr ID for object 870e90c8-662f-4dcd-8a51-dbfad71d3625. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:29:47.667403 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-aba8f983-e448-451f-943d-e63fa59e79a1 None None] Could not find standard attr ID for object c620ee23-da70-405e-913c-d6fa03957188. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:29:47.674971 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=450a5ddf-21d5-46b8-b8fe-832fb0558e5b,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:47.690636 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-45535ad9-5c81-4d26-8d1c-e444115129a7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Calling delete_port for d48d7f3c-5cdd-45eb-88ec-3e9fe3137e3e owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:47.698732 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-daaa5390-acd2-4a6e-8d88-5b1da04fcf6b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:47.702432 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 4367e31d-3cb8-4847-9980-344a8f92fbfe completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:47.709781 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 4367e31d-3cb8-4847-9980-344a8f92fbfe triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:47.710667 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:47.746721 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-daaa5390-acd2-4a6e-8d88-5b1da04fcf6b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:47.755798 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f1493f99-bcdc-40bf-a8d0-b8806dcb21c6 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:47.810416 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-f517a7ef-f59a-4a46-a385-2b1b5160c102 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting subnet 30a3b311-18f7-4b32-96d7-e839d8f9f346 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:29:47.823813 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b65ae7e-6f99-4dfb-8e39-118a817dc814 None None] Sync routers for ids ['c6c375af-b3d0-4fa5-b3aa-394490a42f7e'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:29:47.856365 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f1493f99-bcdc-40bf-a8d0-b8806dcb21c6 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:47.865009 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f517a7ef-f59a-4a46-a385-2b1b5160c102 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:47.874010 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b65ae7e-6f99-4dfb-8e39-118a817dc814 None None] Routers {'c6c375af-b3d0-4fa5-b3aa-394490a42f7e'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:29:47.874976 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2b65ae7e-6f99-4dfb-8e39-118a817dc814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:29:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c6c375af-b3d0-4fa5-b3aa-394490a42f7e'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:47.897282 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-daaa5390-acd2-4a6e-8d88-5b1da04fcf6b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:47.939813 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa5390-acd2-4a6e-8d88-5b1da04fcf6b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f45e75-4a50-427f-a565-1da8fcaea620,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:47.947756 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f1493f99-bcdc-40bf-a8d0-b8806dcb21c6 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:47.962724 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-daaa5390-acd2-4a6e-8d88-5b1da04fcf6b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:47.970375 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-daaa5390-acd2-4a6e-8d88-5b1da04fcf6b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "DELETE /v2.0/security-groups/77f45e75-4a50-427f-a565-1da8fcaea620 HTTP/1.1" status: 204 len: 168 time: 0.3743682 Apr 29 13:29:47.974028 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60214) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:48.055836 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f517a7ef-f59a-4a46-a385-2b1b5160c102 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:48.082357 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-46544739-433c-4dda-8f06-4d7a6f28dbab tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Synchronizing usage tracker for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:48.128804 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-46544739-433c-4dda-8f06-4d7a6f28dbab tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Unset dirty status for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:48.131368 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-46544739-433c-4dda-8f06-4d7a6f28dbab tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1558807 Apr 29 13:29:48.134900 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60218) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:48.135961 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f1493f99-bcdc-40bf-a8d0-b8806dcb21c6 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:48.140696 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-e47791b4-411c-4136-8a69-2bfa4e634368 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Request body: {'security_group': {'name': 'tempest-secgroup--1809180085'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:48.141165 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f1493f99-bcdc-40bf-a8d0-b8806dcb21c6 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6921537 Apr 29 13:29:48.145822 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60222) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:48.146477 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1493f99-bcdc-40bf-a8d0-b8806dcb21c6 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e4c2f65-2990-4282-95e4-cd1312baeeb6,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:48.155790 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e47791b4-411c-4136-8a69-2bfa4e634368 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:48.163999 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-77c1f66f-371d-4205-83c4-ebdee9c3521c tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Request body: {'security_group_rule': {'security_group_id': 'e2f13e8d-f068-472e-83a8-0d0881647649', 'project_id': '0c81113c84764616a8c807a160eb0515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:48.174124 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-77c1f66f-371d-4205-83c4-ebdee9c3521c tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:48.177760 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e47791b4-411c-4136-8a69-2bfa4e634368 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:48.195307 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e47791b4-411c-4136-8a69-2bfa4e634368 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:48.226342 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-77c1f66f-371d-4205-83c4-ebdee9c3521c tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Usage tracker for resource:security_group_rule and tenant:0c81113c84764616a8c807a160eb0515 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:48.246056 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-77c1f66f-371d-4205-83c4-ebdee9c3521c tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:48.247215 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e47791b4-411c-4136-8a69-2bfa4e634368 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:48.252511 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e47791b4-411c-4136-8a69-2bfa4e634368 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Usage tracker for resource:security_group_rule and tenant:78b5b8cc00c143a7b5696a2b4a6cd671 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:48.255924 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e47791b4-411c-4136-8a69-2bfa4e634368 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:48.258120 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f517a7ef-f59a-4a46-a385-2b1b5160c102 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:48.267480 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e47791b4-411c-4136-8a69-2bfa4e634368 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:48.335275 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-2b65ae7e-6f99-4dfb-8e39-118a817dc814 None None] Set router c6c375af-b3d0-4fa5-b3aa-394490a42f7e gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:29:48.351676 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e47791b4-411c-4136-8a69-2bfa4e634368 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:48.362046 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e47791b4-411c-4136-8a69-2bfa4e634368 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:48.437018 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47791b4-411c-4136-8a69-2bfa4e634368 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52942117-e204-4ee7-9e4f-c44519e722b5,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:48.447611 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388e4556-ad8b-49d0-8b6d-1c3010ca4ddd None None] Network 85721b78-fd2c-4a3e-bc14-35f403e49a26 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:48.451264 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e47791b4-411c-4136-8a69-2bfa4e634368 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:48.452726 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e47791b4-411c-4136-8a69-2bfa4e634368 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3168440 Apr 29 13:29:48.457181 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60226) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:48.464350 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-525455a3-94e8-4a33-b04c-5542d7ae881f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Request body: {'security_group': {'name': 'tempest-secgroup--1147831407'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:48.471361 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-525455a3-94e8-4a33-b04c-5542d7ae881f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:48.482952 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-525455a3-94e8-4a33-b04c-5542d7ae881f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Usage tracker for resource:security_group and tenant:78b5b8cc00c143a7b5696a2b4a6cd671 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:48.486636 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-525455a3-94e8-4a33-b04c-5542d7ae881f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:48.487689 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:48.494227 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-525455a3-94e8-4a33-b04c-5542d7ae881f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:48.552850 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f517a7ef-f59a-4a46-a385-2b1b5160c102 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:48.558695 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-77c1f66f-371d-4205-83c4-ebdee9c3521c tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:48.606740 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f517a7ef-f59a-4a46-a385-2b1b5160c102 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Subnet': ['ID=30a3b311-18f7-4b32-96d7-e839d8f9f346,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:48.615415 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-45535ad9-5c81-4d26-8d1c-e444115129a7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:48.628663 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-525455a3-94e8-4a33-b04c-5542d7ae881f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:48.681934 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-525455a3-94e8-4a33-b04c-5542d7ae881f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:48.684621 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-962b3883-5f13-4a74-a9fa-639026f7a1b4 None None] Provisioning for port cc98c188-eb84-4cf2-bcdf-7d7f33f515d2 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:48.687461 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-525455a3-94e8-4a33-b04c-5542d7ae881f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Usage tracker for resource:security_group_rule and tenant:78b5b8cc00c143a7b5696a2b4a6cd671 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:48.690914 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-525455a3-94e8-4a33-b04c-5542d7ae881f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:48.699332 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-525455a3-94e8-4a33-b04c-5542d7ae881f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:48.701381 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 4367e31d-3cb8-4847-9980-344a8f92fbfe, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=4367e31d-3cb8-4847-9980-344a8f92fbfe,segment=NetworkSegment(2c280f1a-e81a-40e0-9964-5c94572bd7b5),segment_id=2c280f1a-e81a-40e0-9964-5c94572bd7b5)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:48.703455 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f517a7ef-f59a-4a46-a385-2b1b5160c102 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:48.704349 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac326885-6292-424a-b395-0223314ec5f6 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:48.712182 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45535ad9-5c81-4d26-8d1c-e444115129a7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Port': ['ID=d48d7f3c-5cdd-45eb-88ec-3e9fe3137e3e,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:48.720557 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.securitygroups_db [None req-77c1f66f-371d-4205-83c4-ebdee9c3521c tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Project 0c81113c84764616a8c807a160eb0515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:29:48.734710 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-77c1f66f-371d-4205-83c4-ebdee9c3521c tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:48.750666 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60230) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:48.751224 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f517a7ef-f59a-4a46-a385-2b1b5160c102 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/30a3b311-18f7-4b32-96d7-e839d8f9f346 HTTP/1.1" status: 204 len: 168 time: 1.2596533 Apr 29 13:29:48.753481 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:48.754480 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:29:48.828910 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-94fcc520-ca18-4c78-a2b3-09e9ccddfd46 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747724 Apr 29 13:29:48.830132 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60234) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:48.837078 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-45535ad9-5c81-4d26-8d1c-e444115129a7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:48.842267 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-45535ad9-5c81-4d26-8d1c-e444115129a7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/ports/d48d7f3c-5cdd-45eb-88ec-3e9fe3137e3e HTTP/1.1" status: 204 len: 168 time: 1.9108469 Apr 29 13:29:48.844609 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60238) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:48.881688 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-525455a3-94e8-4a33-b04c-5542d7ae881f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:48.892515 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-525455a3-94e8-4a33-b04c-5542d7ae881f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:48.921954 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-c28fa315-f233-4440-931e-2c269696decc tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] GET failed (client error): The resource could not be found. Apr 29 13:29:48.922636 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c28fa315-f233-4440-931e-2c269696decc tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Synchronizing usage tracker for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:48.947380 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-77c1f66f-371d-4205-83c4-ebdee9c3521c tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:48.958893 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-77c1f66f-371d-4205-83c4-ebdee9c3521c tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:48.982363 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c28fa315-f233-4440-931e-2c269696decc tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Unset dirty status for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:48.986866 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c28fa315-f233-4440-931e-2c269696decc tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "GET /v2.0/ports/d48d7f3c-5cdd-45eb-88ec-3e9fe3137e3e HTTP/1.1" status: 404 len: 333 time: 0.1414924 Apr 29 13:29:48.987036 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525455a3-94e8-4a33-b04c-5542d7ae881f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffece99-ae7d-48c1-b524-288f0684b167,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:48.987489 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60242) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:48.991531 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-525455a3-94e8-4a33-b04c-5542d7ae881f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:48.996166 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-525455a3-94e8-4a33-b04c-5542d7ae881f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5376606 Apr 29 13:29:48.998124 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60246) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:49.006095 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-76df8b44-85e1-4c6e-8bad-b64ec4748b9b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Request body: {'security_group_rule': {'security_group_id': '52942117-e204-4ee7-9e4f-c44519e722b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5ffece99-ae7d-48c1-b524-288f0684b167', 'remote_ip_prefix': None}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:49.012404 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-76df8b44-85e1-4c6e-8bad-b64ec4748b9b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:49.018893 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-76df8b44-85e1-4c6e-8bad-b64ec4748b9b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Usage tracker for resource:security_group_rule and tenant:78b5b8cc00c143a7b5696a2b4a6cd671 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:49.025027 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-76df8b44-85e1-4c6e-8bad-b64ec4748b9b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:49.034807 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-76df8b44-85e1-4c6e-8bad-b64ec4748b9b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:49.042006 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970c4531-f812-4787-a897-d07b2cbe0511 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:49.042597 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1f66f-371d-4205-83c4-ebdee9c3521c tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4e114d-9dc6-4241-bec8-ea7a33016f55,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:49.042886 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-970c4531-f812-4787-a897-d07b2cbe0511 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:49.062536 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-77c1f66f-371d-4205-83c4-ebdee9c3521c tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:49.066867 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-77c1f66f-371d-4205-83c4-ebdee9c3521c tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9111671 Apr 29 13:29:49.067227 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60250) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:49.070599 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-970c4531-f812-4787-a897-d07b2cbe0511 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:49.071710 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-970c4531-f812-4787-a897-d07b2cbe0511 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2415869 Apr 29 13:29:49.075595 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-f36e4f7a-77e7-4f35-b9ce-b1c3d9892e82 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Request body: {'security_group_rule': {'security_group_id': 'e2f13e8d-f068-472e-83a8-0d0881647649', 'project_id': '0c81113c84764616a8c807a160eb0515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:49.078445 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60256) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:49.087525 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f36e4f7a-77e7-4f35-b9ce-b1c3d9892e82 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:49.091389 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-76df8b44-85e1-4c6e-8bad-b64ec4748b9b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:49.098249 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f36e4f7a-77e7-4f35-b9ce-b1c3d9892e82 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Usage tracker for resource:security_group_rule and tenant:0c81113c84764616a8c807a160eb0515 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:49.102445 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f36e4f7a-77e7-4f35-b9ce-b1c3d9892e82 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:49.110592 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=4367e31d-3cb8-4847-9980-344a8f92fbfe,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:49.112205 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f36e4f7a-77e7-4f35-b9ce-b1c3d9892e82 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:49.123124 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-05afc104-9aa2-400a-86e9-c2326d2ef22b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting port f06b1d8b-c757-4ab3-88ca-876004f26733 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:49.123722 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-05afc104-9aa2-400a-86e9-c2326d2ef22b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:49.143210 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.securitygroups_db [None req-f36e4f7a-77e7-4f35-b9ce-b1c3d9892e82 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Project 0c81113c84764616a8c807a160eb0515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:29:49.154345 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f36e4f7a-77e7-4f35-b9ce-b1c3d9892e82 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:49.198042 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60260) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:49.254154 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f36e4f7a-77e7-4f35-b9ce-b1c3d9892e82 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:49.256614 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-76df8b44-85e1-4c6e-8bad-b64ec4748b9b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:49.261395 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f36e4f7a-77e7-4f35-b9ce-b1c3d9892e82 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:49.274627 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-76df8b44-85e1-4c6e-8bad-b64ec4748b9b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:49.294004 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b391058c-d2a4-410d-bd70-c36208df4c17 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:49.295255 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b391058c-d2a4-410d-bd70-c36208df4c17 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:49.298951 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4f7a-77e7-4f35-b9ce-b1c3d9892e82 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb1b2063-2165-456c-83d6-21d08e654f1d,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:49.328673 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df8b44-85e1-4c6e-8bad-b64ec4748b9b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d160801-cff3-4c8b-b057-23bc1ef36f89,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:49.332436 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f36e4f7a-77e7-4f35-b9ce-b1c3d9892e82 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:49.338589 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f36e4f7a-77e7-4f35-b9ce-b1c3d9892e82 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2701604 Apr 29 13:29:49.340885 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-76df8b44-85e1-4c6e-8bad-b64ec4748b9b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:49.343966 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-76df8b44-85e1-4c6e-8bad-b64ec4748b9b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.3406382 Apr 29 13:29:49.344484 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60266) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:49.381022 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:49.381818 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:49.388497 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b391058c-d2a4-410d-bd70-c36208df4c17 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:49.389761 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b391058c-d2a4-410d-bd70-c36208df4c17 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3094552 Apr 29 13:29:49.392674 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-03976380-d0a2-4ce9-9fc2-f29734525bea tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:49.394704 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60272) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:49.403965 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-03976380-d0a2-4ce9-9fc2-f29734525bea tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:49.444336 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-03976380-d0a2-4ce9-9fc2-f29734525bea tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:49.469804 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03976380-d0a2-4ce9-9fc2-f29734525bea tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d160801-cff3-4c8b-b057-23bc1ef36f89,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:49.479714 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2d4f6915-fbb1-46e4-8943-9fd975011102 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0814610 Apr 29 13:29:49.497782 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2b65ae7e-6f99-4dfb-8e39-118a817dc814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c375af-b3d0-4fa5-b3aa-394490a42f7e', 'name': 'tempest-TestVolumeBootPattern-1763060020-router', 'tenant_id': 'd049a544b1b049a9b733b88e21a6e786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': 'c73699e1-5508-437b-b8e0-d5c697205a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:32Z', 'updated_at': '2022-04-29T13:29:40Z', 'revision_number': 4, 'project_id': 'd049a544b1b049a9b733b88e21a6e786', 'gw_port': {'id': 'c73699e1-5508-437b-b8e0-d5c697205a54', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c375af-b3d0-4fa5-b3aa-394490a42f7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:33Z', 'updated_at': '2022-04-29T13:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'c72ae3bb-95f8-413e-af4a-94f68f92eb1f', 'name': '', 'network_id': 'e2c23d37-396e-4967-aecf-d7a4a995592d', 'tenant_id': 'd049a544b1b049a9b733b88e21a6e786', 'mac_address': 'fa:16:3e:7d:3e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c375af-b3d0-4fa5-b3aa-394490a42f7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3ba6ad9-be71-4d7c-be0e-77e3a609dffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:40Z', 'updated_at': '2022-04-29T13:29:41Z', 'revision_number': 2, 'project_id': 'd049a544b1b049a9b733b88e21a6e786', 'subnets': [{'id': 'e3ba6ad9-be71-4d7c-be0e-77e3a609dffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:49.498378 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60284) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:49.512174 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-85b7a56a-56c4-48a2-a5aa-476ea28fbf1f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:49.550689 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b65ae7e-6f99-4dfb-8e39-118a817dc814 None None] Checking router: c6c375af-b3d0-4fa5-b3aa-394490a42f7e for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:29:49.550897 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-03976380-d0a2-4ce9-9fc2-f29734525bea tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:49.551039 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b65ae7e-6f99-4dfb-8e39-118a817dc814 None None] Updating router c6c375af-b3d0-4fa5-b3aa-394490a42f7e port c72ae3bb-95f8-413e-af4a-94f68f92eb1f binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:29:49.554412 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-03976380-d0a2-4ce9-9fc2-f29734525bea tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/5d160801-cff3-4c8b-b057-23bc1ef36f89 HTTP/1.1" status: 204 len: 168 time: 0.2069979 Apr 29 13:29:49.556374 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60292) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:49.621947 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3512a31-9d45-40ca-b343-14b007698805 None None] DHCP port deletion for b2591163-41a9-4c5e-86a6-99ddbf59518f request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:29:49.642671 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-c3512a31-9d45-40ca-b343-14b007698805 None None] Deleting port 9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:49.643065 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c3512a31-9d45-40ca-b343-14b007698805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:49.692996 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device c73699e1-5508-437b-b8e0-d5c697205a54 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:29:49.719241 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-85b7a56a-56c4-48a2-a5aa-476ea28fbf1f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:49.729252 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-85b7a56a-56c4-48a2-a5aa-476ea28fbf1f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:49.745642 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-45e23a2e-190e-4980-a0ee-fa85bb8ff15b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Synchronizing usage tracker for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group_rule {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:49.753707 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b7a56a-56c4-48a2-a5aa-476ea28fbf1f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:49.758290 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-05afc104-9aa2-400a-86e9-c2326d2ef22b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:49.778458 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2b65ae7e-6f99-4dfb-8e39-118a817dc814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:49.884070 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-45e23a2e-190e-4980-a0ee-fa85bb8ff15b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Unset dirty status for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group_rule {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:49.885674 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-45e23a2e-190e-4980-a0ee-fa85bb8ff15b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3285525 Apr 29 13:29:49.888252 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60302) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:49.920495 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-05afc104-9aa2-400a-86e9-c2326d2ef22b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Calling delete_port for f06b1d8b-c757-4ab3-88ca-876004f26733 owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:49.991860 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-85b7a56a-56c4-48a2-a5aa-476ea28fbf1f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:50.063353 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-67ae0448-5d8b-4c56-b0e9-72e4a237d649 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Deleting port 71643491-5194-4c22-8efd-18cf82fea949 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:50.063926 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-67ae0448-5d8b-4c56-b0e9-72e4a237d649 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:50.152443 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-38947b63-cc9a-4620-93dd-689c6306b094 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:50.210220 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-38947b63-cc9a-4620-93dd-689c6306b094 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:50.249701 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port c73699e1-5508-437b-b8e0-d5c697205a54 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:50.250024 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:50.313286 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-67ae0448-5d8b-4c56-b0e9-72e4a237d649 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:50.313663 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-67ae0448-5d8b-4c56-b0e9-72e4a237d649 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:50.320213 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c3512a31-9d45-40ca-b343-14b007698805 None None] For port 9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:50.320715 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c3512a31-9d45-40ca-b343-14b007698805 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:50.323636 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-38947b63-cc9a-4620-93dd-689c6306b094 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:50.389244 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38947b63-cc9a-4620-93dd-689c6306b094 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffece99-ae7d-48c1-b524-288f0684b167,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:50.483037 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-38947b63-cc9a-4620-93dd-689c6306b094 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:50.485362 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-38947b63-cc9a-4620-93dd-689c6306b094 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "DELETE /v2.0/security-groups/5ffece99-ae7d-48c1-b524-288f0684b167 HTTP/1.1" status: 204 len: 168 time: 0.5934322 Apr 29 13:29:50.485958 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60314) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:50.589741 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-c3512a31-9d45-40ca-b343-14b007698805 None None] Calling delete_port for 9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:50.644985 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3b112aae-8643-4f75-8d8d-fe4507d237c7 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Synchronizing usage tracker for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:50.747425 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3b112aae-8643-4f75-8d8d-fe4507d237c7 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Unset dirty status for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:50.752422 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3b112aae-8643-4f75-8d8d-fe4507d237c7 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2627847 Apr 29 13:29:50.754074 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60318) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:50.771954 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-67ae0448-5d8b-4c56-b0e9-72e4a237d649 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Calling delete_port for 71643491-5194-4c22-8efd-18cf82fea949 owned by network:floatingip {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:50.798221 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.objects.ports [None req-85b7a56a-56c4-48a2-a5aa-476ea28fbf1f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83904) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 13:29:50.897747 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-05afc104-9aa2-400a-86e9-c2326d2ef22b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:50.956975 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a3ddd749-3c43-4beb-8c48-11ffcb5c5ac1 None None] Provisioning for port f06b1d8b-c757-4ab3-88ca-876004f26733 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:50.981363 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05afc104-9aa2-400a-86e9-c2326d2ef22b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Port': ['ID=f06b1d8b-c757-4ab3-88ca-876004f26733,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:51.005996 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a3ddd749-3c43-4beb-8c48-11ffcb5c5ac1 None None] Provisioning complete for port f06b1d8b-c757-4ab3-88ca-876004f26733 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:51.006547 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a3ddd749-3c43-4beb-8c48-11ffcb5c5ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:51.041352 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.ipam_pluggable_backend [None req-85b7a56a-56c4-48a2-a5aa-476ea28fbf1f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Port 9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83904) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 29 13:29:51.042294 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.ipam_pluggable_backend [None req-85b7a56a-56c4-48a2-a5aa-476ea28fbf1f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9e:923a {{(pid=83904) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 29 13:29:51.048040 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c3512a31-9d45-40ca-b343-14b007698805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:51.050458 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-05afc104-9aa2-400a-86e9-c2326d2ef22b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:51.066040 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-85b7a56a-56c4-48a2-a5aa-476ea28fbf1f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:51.080402 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-05afc104-9aa2-400a-86e9-c2326d2ef22b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/ports/f06b1d8b-c757-4ab3-88ca-876004f26733 HTTP/1.1" status: 204 len: 168 time: 2.0873671 Apr 29 13:29:51.083767 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60332) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:51.124238 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-a3ddd749-3c43-4beb-8c48-11ffcb5c5ac1 None None] Port f06b1d8b-c757-4ab3-88ca-876004f26733 was deleted so its status cannot be updated. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 29 13:29:51.133922 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-74dae5df-5940-45e3-8c44-980585b5560c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] GET failed (client error): The resource could not be found. Apr 29 13:29:51.134282 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-74dae5df-5940-45e3-8c44-980585b5560c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Synchronizing usage tracker for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:51.158339 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3512a31-9d45-40ca-b343-14b007698805 None None] Pushing event deleted for resources: {'Port': ['ID=9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:51.172400 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3512a31-9d45-40ca-b343-14b007698805 None None] No DVR routers for this DVR port 9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:29:51.216556 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7a56a-56c4-48a2-a5aa-476ea28fbf1f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Subnet': ['ID=5facc3d6-7a43-40ea-9ba8-84538038b148,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:51.245384 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-abac3963-3040-4270-9966-023632ec71db tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:51.262048 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-74dae5df-5940-45e3-8c44-980585b5560c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Unset dirty status for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:51.263839 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-74dae5df-5940-45e3-8c44-980585b5560c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "GET /v2.0/ports/f06b1d8b-c757-4ab3-88ca-876004f26733 HTTP/1.1" status: 404 len: 333 time: 0.1791015 Apr 29 13:29:51.266890 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60346) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:51.288891 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2b65ae7e-6f99-4dfb-8e39-118a817dc814 None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:51.316508 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b7a56a-56c4-48a2-a5aa-476ea28fbf1f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:51.323955 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-00ca3561-7777-441b-9039-2f74eb9198e1 None None] Could not find standard attr ID for object d48d7f3c-5cdd-45eb-88ec-3e9fe3137e3e. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:29:51.334473 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-00ca3561-7777-441b-9039-2f74eb9198e1 None None] Could not find standard attr ID for object f06b1d8b-c757-4ab3-88ca-876004f26733. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:29:51.339431 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-67ae0448-5d8b-4c56-b0e9-72e4a237d649 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:51.340084 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-85b7a56a-56c4-48a2-a5aa-476ea28fbf1f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:51.341169 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2b65ae7e-6f99-4dfb-8e39-118a817dc814 None None] Transition to ACTIVE for port object c72ae3bb-95f8-413e-af4a-94f68f92eb1f will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:51.354002 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2973bfd5-0b09-4465-bfe1-7bf4b54533d6 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:51.356716 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b7a56a-56c4-48a2-a5aa-476ea28fbf1f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:51.357481 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-85b7a56a-56c4-48a2-a5aa-476ea28fbf1f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:51.366961 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-abac3963-3040-4270-9966-023632ec71db tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:51.375418 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2b65ae7e-6f99-4dfb-8e39-118a817dc814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:51.465961 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-85b7a56a-56c4-48a2-a5aa-476ea28fbf1f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9584942 Apr 29 13:29:51.473542 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60350) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:51.482473 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-6f952801-9da7-46b3-bdf6-678289905640 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:51.499123 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae0448-5d8b-4c56-b0e9-72e4a237d649 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Pushing event deleted for resources: {'Port': ['ID=71643491-5194-4c22-8efd-18cf82fea949,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:51.674241 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-abac3963-3040-4270-9966-023632ec71db tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:51.674963 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 450a5ddf-21d5-46b8-b8fe-832fb0558e5b up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:29:51.848236 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-67ae0448-5d8b-4c56-b0e9-72e4a237d649 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for floatingip, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:51.890554 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-078d396c-59d2-4d7a-bc3f-2fbd8bc64678 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting subnet 4418003a-849d-4580-86bb-bad964e616d6 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:29:51.902049 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-078d396c-59d2-4d7a-bc3f-2fbd8bc64678 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:51.931575 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac3963-3040-4270-9966-023632ec71db tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52942117-e204-4ee7-9e4f-c44519e722b5,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:51.938298 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1847c-f20e-4bab-b244-2f248499a233 None None] Pushing event updated for resources: {'Port': ['ID=c72ae3bb-95f8-413e-af4a-94f68f92eb1f,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:51.976799 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-abac3963-3040-4270-9966-023632ec71db tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:51.978366 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-abac3963-3040-4270-9966-023632ec71db tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "DELETE /v2.0/security-groups/52942117-e204-4ee7-9e4f-c44519e722b5 HTTP/1.1" status: 204 len: 168 time: 1.2196171 Apr 29 13:29:51.982548 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60356) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:52.039283 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-078d396c-59d2-4d7a-bc3f-2fbd8bc64678 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:52.136076 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6f952801-9da7-46b3-bdf6-678289905640 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:52.170809 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6f952801-9da7-46b3-bdf6-678289905640 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:52.189009 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-be0f3af1-8a60-4b61-878e-c5e65e72970f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Synchronizing usage tracker for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:52.221394 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f952801-9da7-46b3-bdf6-678289905640 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:52.227612 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-be0f3af1-8a60-4b61-878e-c5e65e72970f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Unset dirty status for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:52.229393 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-be0f3af1-8a60-4b61-878e-c5e65e72970f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2454183 Apr 29 13:29:52.234811 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60362) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:52.249325 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-19aff6fc-0eeb-4b5e-bb80-1a2202d66327 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Request body: {'security_group': {'name': 'tempest-secgroup--2047735483'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:52.256209 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-19aff6fc-0eeb-4b5e-bb80-1a2202d66327 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:52.258955 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 450a5ddf-21d5-46b8-b8fe-832fb0558e5b triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:52.259501 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:52.268494 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-19aff6fc-0eeb-4b5e-bb80-1a2202d66327 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:52.288000 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-19aff6fc-0eeb-4b5e-bb80-1a2202d66327 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:52.330033 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-078d396c-59d2-4d7a-bc3f-2fbd8bc64678 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:52.331807 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-2b65ae7e-6f99-4dfb-8e39-118a817dc814 None None] Attempting to bind port c72ae3bb-95f8-413e-af4a-94f68f92eb1f on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:29:52.332179 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-2b65ae7e-6f99-4dfb-8e39-118a817dc814 None None] Attempting to bind port c72ae3bb-95f8-413e-af4a-94f68f92eb1f by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '68c3014c-2c1a-4fd4-85e3-50e5cab29d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'e2c23d37-396e-4967-aecf-d7a4a995592d'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:29:52.332552 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b65ae7e-6f99-4dfb-8e39-118a817dc814 None None] Attempting to bind port c72ae3bb-95f8-413e-af4a-94f68f92eb1f on network e2c23d37-396e-4967-aecf-d7a4a995592d {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:29:52.378577 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54cdcac-de25-41cf-b2a9-b039028f4ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-b2591163-41a9-4c5e-86a6-99ddbf59518f', 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'fixed_ips': [{'subnet_id': '5facc3d6-7a43-40ea-9ba8-84538038b148'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:29:52.378577 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a54cdcac-de25-41cf-b2a9-b039028f4ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:52.400865 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b65ae7e-6f99-4dfb-8e39-118a817dc814 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:29:52.401241 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b65ae7e-6f99-4dfb-8e39-118a817dc814 None None] Checking segment: {'id': '68c3014c-2c1a-4fd4-85e3-50e5cab29d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'e2c23d37-396e-4967-aecf-d7a4a995592d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:29:52.401640 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2b65ae7e-6f99-4dfb-8e39-118a817dc814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:52.402035 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b65ae7e-6f99-4dfb-8e39-118a817dc814 None None] Bound using segment: {'id': '68c3014c-2c1a-4fd4-85e3-50e5cab29d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'e2c23d37-396e-4967-aecf-d7a4a995592d'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:29:52.402524 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-2b65ae7e-6f99-4dfb-8e39-118a817dc814 None None] Bound port: c72ae3bb-95f8-413e-af4a-94f68f92eb1f, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c3014c-2c1a-4fd4-85e3-50e5cab29d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'e2c23d37-396e-4967-aecf-d7a4a995592d'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:29:52.402896 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2b65ae7e-6f99-4dfb-8e39-118a817dc814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:52.405725 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-19aff6fc-0eeb-4b5e-bb80-1a2202d66327 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:52.416913 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-19aff6fc-0eeb-4b5e-bb80-1a2202d66327 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Usage tracker for resource:security_group_rule and tenant:78b5b8cc00c143a7b5696a2b4a6cd671 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:52.422095 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-19aff6fc-0eeb-4b5e-bb80-1a2202d66327 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:52.431717 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-19aff6fc-0eeb-4b5e-bb80-1a2202d66327 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:52.445838 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6f952801-9da7-46b3-bdf6-678289905640 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:52.478654 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-078d396c-59d2-4d7a-bc3f-2fbd8bc64678 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:52.543713 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d396c-59d2-4d7a-bc3f-2fbd8bc64678 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Subnet': ['ID=4418003a-849d-4580-86bb-bad964e616d6,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:52.573230 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-078d396c-59d2-4d7a-bc3f-2fbd8bc64678 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:52.587247 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-19aff6fc-0eeb-4b5e-bb80-1a2202d66327 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:52.600479 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-078d396c-59d2-4d7a-bc3f-2fbd8bc64678 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/subnets/4418003a-849d-4580-86bb-bad964e616d6 HTTP/1.1" status: 204 len: 168 time: 1.3323438 Apr 29 13:29:52.602742 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-19aff6fc-0eeb-4b5e-bb80-1a2202d66327 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:52.602983 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122ecc48-f7d0-438d-8eb1-ef5fdb0f6e08 None None] Network 85721b78-fd2c-4a3e-bc14-35f403e49a26 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:52.607713 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60366) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:52.778885 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aff6fc-0eeb-4b5e-bb80-1a2202d66327 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13a26eda-9569-40ad-b5e5-61f34ae446f6,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:52.789087 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-89104f1d-5825-47f1-8ed1-a885b438fea4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:52.792486 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.ipam_backend_mixin [None req-6f952801-9da7-46b3-bdf6-678289905640 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5facc3d6-7a43-40ea-9ba8-84538038b148 (CIDR: 2001:db8::/64) Apr 29 13:29:52.809622 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-89104f1d-5825-47f1-8ed1-a885b438fea4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting port cc98c188-eb84-4cf2-bcdf-7d7f33f515d2 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:52.810118 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-89104f1d-5825-47f1-8ed1-a885b438fea4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:52.814530 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f952801-9da7-46b3-bdf6-678289905640 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:29:52.815167 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f952801-9da7-46b3-bdf6-678289905640 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:29:52.861157 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-2b65ae7e-6f99-4dfb-8e39-118a817dc814 None None] For port c72ae3bb-95f8-413e-af4a-94f68f92eb1f, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:29:52.862048 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-19aff6fc-0eeb-4b5e-bb80-1a2202d66327 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:52.865960 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-19aff6fc-0eeb-4b5e-bb80-1a2202d66327 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6297181 Apr 29 13:29:52.869463 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60372) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:52.877752 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device cc98c188-eb84-4cf2-bcdf-7d7f33f515d2 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:29:52.890171 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6f952801-9da7-46b3-bdf6-678289905640 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4123166 Apr 29 13:29:52.890419 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-cda4cd94-ad8d-4c21-b6e8-4ce2f76d200b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Request body: {'security_group_rule': {'security_group_id': '13a26eda-9569-40ad-b5e5-61f34ae446f6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:52.892454 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60376) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:52.898491 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-cda4cd94-ad8d-4c21-b6e8-4ce2f76d200b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:52.899292 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-da806d89-cc3b-4e2a-aa68-404d357cf225 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:52.906070 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-cda4cd94-ad8d-4c21-b6e8-4ce2f76d200b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Usage tracker for resource:security_group_rule and tenant:78b5b8cc00c143a7b5696a2b4a6cd671 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:52.910512 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-cda4cd94-ad8d-4c21-b6e8-4ce2f76d200b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:52.994897 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-2b65ae7e-6f99-4dfb-8e39-118a817dc814 None None] For port c72ae3bb-95f8-413e-af4a-94f68f92eb1f, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=c72ae3bb-95f8-413e-af4a-94f68f92eb1f,segment=NetworkSegment(68c3014c-2c1a-4fd4-85e3-50e5cab29d84),segment_id=68c3014c-2c1a-4fd4-85e3-50e5cab29d84)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:29:53.046481 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2b65ae7e-6f99-4dfb-8e39-118a817dc814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:53.055427 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-a54cdcac-de25-41cf-b2a9-b039028f4ab6 None None] Allocated IP 2001:db8::f816:3eff:fe95:f5 (b2591163-41a9-4c5e-86a6-99ddbf59518f/5facc3d6-7a43-40ea-9ba8-84538038b148/584d14d3-8642-4c0f-ac14-cfe85577b84a) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:53.090282 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-89104f1d-5825-47f1-8ed1-a885b438fea4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] For port cc98c188-eb84-4cf2-bcdf-7d7f33f515d2, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=cc98c188-eb84-4cf2-bcdf-7d7f33f515d2,segment=NetworkSegment(f7ef614b-4766-495e-9507-5fee0d726e74),segment_id=f7ef614b-4766-495e-9507-5fee0d726e74)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:53.090635 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-89104f1d-5825-47f1-8ed1-a885b438fea4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:53.207422 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-da806d89-cc3b-4e2a-aa68-404d357cf225 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:53.215883 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ae0448-5d8b-4c56-b0e9-72e4a237d649 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Router dbbd48fc-93c3-4ee5-96c0-bbc843deeffd has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:29:53.226034 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-da806d89-cc3b-4e2a-aa68-404d357cf225 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:53.258186 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-89104f1d-5825-47f1-8ed1-a885b438fea4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Calling delete_port for cc98c188-eb84-4cf2-bcdf-7d7f33f515d2 owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:53.337510 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-cda4cd94-ad8d-4c21-b6e8-4ce2f76d200b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:53.346052 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1847c-f20e-4bab-b244-2f248499a233 None None] Pushing event updated for resources: {'Port': ['ID=c72ae3bb-95f8-413e-af4a-94f68f92eb1f,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:53.369577 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b65ae7e-6f99-4dfb-8e39-118a817dc814 None None] Routers {'c6c375af-b3d0-4fa5-b3aa-394490a42f7e'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:29:53.370336 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2b65ae7e-6f99-4dfb-8e39-118a817dc814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:29:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c6c375af-b3d0-4fa5-b3aa-394490a42f7e'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:53.391616 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da806d89-cc3b-4e2a-aa68-404d357cf225 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:53.395045 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-da806d89-cc3b-4e2a-aa68-404d357cf225 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:53.404704 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cda4cd94-ad8d-4c21-b6e8-4ce2f76d200b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:53.461883 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port cc98c188-eb84-4cf2-bcdf-7d7f33f515d2 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:53.462591 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-89104f1d-5825-47f1-8ed1-a885b438fea4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:53.537854 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89104f1d-5825-47f1-8ed1-a885b438fea4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Port': ['ID=cc98c188-eb84-4cf2-bcdf-7d7f33f515d2,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:53.539872 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port cc98c188-eb84-4cf2-bcdf-7d7f33f515d2 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:53.540244 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:53.543575 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89104f1d-5825-47f1-8ed1-a885b438fea4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] No DVR routers for this DVR port cc98c188-eb84-4cf2-bcdf-7d7f33f515d2 on host dv-neutron-839027-4-hyperv {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:29:53.670053 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Port cc98c188-eb84-4cf2-bcdf-7d7f33f515d2 was deleted so its status cannot be updated. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 29 13:29:53.670785 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 4367e31d-3cb8-4847-9980-344a8f92fbfe up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:29:53.718974 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-89104f1d-5825-47f1-8ed1-a885b438fea4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:53.753986 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cda4cd94-ad8d-4c21-b6e8-4ce2f76d200b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:53.761182 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-89104f1d-5825-47f1-8ed1-a885b438fea4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85721b78-fd2c-4a3e-bc14-35f403e49a26']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:53.770464 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cda4cd94-ad8d-4c21-b6e8-4ce2f76d200b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:53.779890 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ae0448-5d8b-4c56-b0e9-72e4a237d649 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:29:53.798615 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5747e2-7bb7-4fe2-a41a-0239eb4e964a None None] Sync routers for ids ['dbbd48fc-93c3-4ee5-96c0-bbc843deeffd'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:29:53.816919 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-67ae0448-5d8b-4c56-b0e9-72e4a237d649 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:53.835105 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5747e2-7bb7-4fe2-a41a-0239eb4e964a None None] Routers {'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:29:53.837757 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-6e5747e2-7bb7-4fe2-a41a-0239eb4e964a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:29:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['dbbd48fc-93c3-4ee5-96c0-bbc843deeffd'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:53.842785 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4cd94-ad8d-4c21-b6e8-4ce2f76d200b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31501f64-00bf-4dc9-bf65-064bcd81bd2c,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:53.846103 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cda4cd94-ad8d-4c21-b6e8-4ce2f76d200b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:53.847698 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-cda4cd94-ad8d-4c21-b6e8-4ce2f76d200b tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.9649875 Apr 29 13:29:53.850285 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-89104f1d-5825-47f1-8ed1-a885b438fea4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ef614b-4766-495e-9507-5fee0d726e74') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:53.850747 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-89104f1d-5825-47f1-8ed1-a885b438fea4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ef614b-4766-495e-9507-5fee0d726e74') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:53.856543 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60380) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:53.865539 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-89104f1d-5825-47f1-8ed1-a885b438fea4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:53.893602 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583a44e2-0107-437f-8c9f-edb6032744f4 None None] DHCP port deletion for 85721b78-fd2c-4a3e-bc14-35f403e49a26 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:29:53.905373 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-89104f1d-5825-47f1-8ed1-a885b438fea4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:53.920003 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89104f1d-5825-47f1-8ed1-a885b438fea4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:29:53.921837 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-89104f1d-5825-47f1-8ed1-a885b438fea4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:53.936630 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-67ae0448-5d8b-4c56-b0e9-72e4a237d649 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "DELETE /v2.0/floatingips/fe262875-92e1-49e0-9f8b-4459ab3a0391 HTTP/1.1" status: 204 len: 168 time: 4.7373726 Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:29:53.980275 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:29:53.990080 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a54cdcac-de25-41cf-b2a9-b039028f4ab6 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:54.000734 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a54cdcac-de25-41cf-b2a9-b039028f4ab6 None None] Transition to ACTIVE for port object 584d14d3-8642-4c0f-ac14-cfe85577b84a will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:54.016173 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1298ac91-b06d-415b-adc8-3292c9a581e9', 'tag': 'a88ec220-4cca-43f4-8418-56dcd9ad7bad'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:29:54.021288 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a54cdcac-de25-41cf-b2a9-b039028f4ab6 None None] Transition to ACTIVE for port object 584d14d3-8642-4c0f-ac14-cfe85577b84a will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:54.022774 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d078ac8f-31fc-481a-9331-6723123c03bd tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:54.036164 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a54cdcac-de25-41cf-b2a9-b039028f4ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:54.066637 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-da806d89-cc3b-4e2a-aa68-404d357cf225 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:54.069772 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d078ac8f-31fc-481a-9331-6723123c03bd tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:54.073646 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-2b65ae7e-6f99-4dfb-8e39-118a817dc814 None None] Set router c6c375af-b3d0-4fa5-b3aa-394490a42f7e gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:29:54.195006 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-89104f1d-5825-47f1-8ed1-a885b438fea4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:54.234064 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-6e5747e2-7bb7-4fe2-a41a-0239eb4e964a None None] Set router dbbd48fc-93c3-4ee5-96c0-bbc843deeffd gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:29:54.253338 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-89104f1d-5825-47f1-8ed1-a885b438fea4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:54.263097 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da806d89-cc3b-4e2a-aa68-404d357cf225 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:54.267007 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-da806d89-cc3b-4e2a-aa68-404d357cf225 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:54.268474 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89104f1d-5825-47f1-8ed1-a885b438fea4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Network': ['ID=85721b78-fd2c-4a3e-bc14-35f403e49a26,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:54.282782 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da806d89-cc3b-4e2a-aa68-404d357cf225 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:54.283132 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-89104f1d-5825-47f1-8ed1-a885b438fea4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/networks/85721b78-fd2c-4a3e-bc14-35f403e49a26 HTTP/1.1" status: 204 len: 168 time: 1.6423383 Apr 29 13:29:54.283460 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-da806d89-cc3b-4e2a-aa68-404d357cf225 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:54.286239 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60392) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:54.292254 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-59191b79-60a3-434b-8007-7567d226e2a0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-960640399'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:54.305329 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-59191b79-60a3-434b-8007-7567d226e2a0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:54.318827 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-59191b79-60a3-434b-8007-7567d226e2a0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:network and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:54.321892 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-59191b79-60a3-434b-8007-7567d226e2a0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:54.327944 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-59191b79-60a3-434b-8007-7567d226e2a0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:54.340668 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da806d89-cc3b-4e2a-aa68-404d357cf225 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Subnet': ['ID=41ad1f85-f4f0-403e-b36a-7c79672be4da,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:54.346224 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cdcac-de25-41cf-b2a9-b039028f4ab6 None None] Pushing event updated for resources: {'Port': ['ID=584d14d3-8642-4c0f-ac14-cfe85577b84a,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:54.347004 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59191b79-60a3-434b-8007-7567d226e2a0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:54.356087 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0d30c3e-a924-4ea6-bdef-73f8e3888410'] response: {'name': 'network-changed', 'server_uuid': '1298ac91-b06d-415b-adc8-3292c9a581e9', 'tag': 'a88ec220-4cca-43f4-8418-56dcd9ad7bad', 'status': 'completed', 'code': 200} Apr 29 13:29:54.360318 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d078ac8f-31fc-481a-9331-6723123c03bd tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:54.364222 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-59191b79-60a3-434b-8007-7567d226e2a0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:54.388678 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d078ac8f-31fc-481a-9331-6723123c03bd tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:54.388678 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d078ac8f-31fc-481a-9331-6723123c03bd tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/31501f64-00bf-4dc9-bf65-064bcd81bd2c HTTP/1.1" status: 204 len: 168 time: 0.5289052 Apr 29 13:29:54.395265 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60396) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:54.397446 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-da806d89-cc3b-4e2a-aa68-404d357cf225 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5038209 Apr 29 13:29:54.408649 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60398) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:54.448396 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54cdcac-de25-41cf-b2a9-b039028f4ab6 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:54.451352 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 4367e31d-3cb8-4847-9980-344a8f92fbfe triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:54.456952 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-07775ce1-c48f-48d3-b013-f4477b47e1af tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'port': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'mac_address': 'fa:16:3e:c9:8d:c9', 'name': 'tempest-NetworksTestDHCPv6-395327334'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:54.457662 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:54.488476 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078ac8f-31fc-481a-9331-6723123c03bd tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31501f64-00bf-4dc9-bf65-064bcd81bd2c,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:54.523402 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59191b79-60a3-434b-8007-7567d226e2a0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:29:54.525342 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-a54cdcac-de25-41cf-b2a9-b039028f4ab6 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:54.551792 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-59191b79-60a3-434b-8007-7567d226e2a0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:54.552131 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-59191b79-60a3-434b-8007-7567d226e2a0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Added segment 9bf91932-1b49-43da-94f5-aec73ef11bef of type vlan for network 63d31019-f9dd-4f7e-a59b-86ec3537a9bc Apr 29 13:29:54.567180 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54cdcac-de25-41cf-b2a9-b039028f4ab6 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:29:54.631869 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9d54a250-9ac6-4b36-9c2b-c63a14f9dfe5 req-1cbea2f3-1e09-427c-bda8-86e5011ef6ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b3dd10e1defa4a4db8e298797b127deb&device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 1099 time: 0.2506142 Apr 29 13:29:54.657709 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c0f4dd72-0db7-4b91-b482-de124f9949e7 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Synchronizing usage tracker for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group_rule {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:54.716970 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-59191b79-60a3-434b-8007-7567d226e2a0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:54.809169 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-59191b79-60a3-434b-8007-7567d226e2a0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:54.814428 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59191b79-60a3-434b-8007-7567d226e2a0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:54.816107 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-59191b79-60a3-434b-8007-7567d226e2a0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:54.821172 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c0f4dd72-0db7-4b91-b482-de124f9949e7 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Unset dirty status for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group_rule {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:54.824996 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c0f4dd72-0db7-4b91-b482-de124f9949e7 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4167247 Apr 29 13:29:54.834887 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60408) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:54.854749 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-6e5747e2-7bb7-4fe2-a41a-0239eb4e964a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016343287', 'tenant_id': 'b3dd10e1defa4a4db8e298797b127deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '66b41e9f-37c9-43d7-8280-e1a3a056141a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:25:46Z', 'updated_at': '2022-04-29T13:26:11Z', 'revision_number': 4, 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'gw_port': {'id': '66b41e9f-37c9-43d7-8280-e1a3a056141a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:06:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:49Z', 'updated_at': '2022-04-29T13:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '636a4807-94a7-423c-8bf7-bf012bc5c6ce', 'name': '', 'network_id': 'fd1e5aaf-1b26-4dda-a00a-9ea5743f747d', 'tenant_id': 'b3dd10e1defa4a4db8e298797b127deb', 'mac_address': 'fa:16:3e:e8:9b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8672d9ee-edfb-42ee-bd49-ae2cc6174dde', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:07Z', 'updated_at': '2022-04-29T13:26:20Z', 'revision_number': 5, 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'subnets': [{'id': '8672d9ee-edfb-42ee-bd49-ae2cc6174dde', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:54.864836 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5747e2-7bb7-4fe2-a41a-0239eb4e964a None None] Checking router: dbbd48fc-93c3-4ee5-96c0-bbc843deeffd for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:29:54.889977 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5747e2-7bb7-4fe2-a41a-0239eb4e964a None None] Routers {'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:29:54.891742 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-6e5747e2-7bb7-4fe2-a41a-0239eb4e964a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:29:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['dbbd48fc-93c3-4ee5-96c0-bbc843deeffd'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:54.895919 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-07775ce1-c48f-48d3-b013-f4477b47e1af tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:54.906240 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a54cdcac-de25-41cf-b2a9-b039028f4ab6 None None] Attempting to bind port 584d14d3-8642-4c0f-ac14-cfe85577b84a on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:29:54.906696 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a54cdcac-de25-41cf-b2a9-b039028f4ab6 None None] Attempting to bind port 584d14d3-8642-4c0f-ac14-cfe85577b84a by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:29:54.907058 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54cdcac-de25-41cf-b2a9-b039028f4ab6 None None] Attempting to bind port 584d14d3-8642-4c0f-ac14-cfe85577b84a on network b2591163-41a9-4c5e-86a6-99ddbf59518f {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:29:54.957949 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-07775ce1-c48f-48d3-b013-f4477b47e1af tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:55.004311 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07775ce1-c48f-48d3-b013-f4477b47e1af tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:55.008469 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-07775ce1-c48f-48d3-b013-f4477b47e1af tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:55.015421 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54cdcac-de25-41cf-b2a9-b039028f4ab6 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:29:55.016682 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54cdcac-de25-41cf-b2a9-b039028f4ab6 None None] Checking segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:29:55.017302 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a54cdcac-de25-41cf-b2a9-b039028f4ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:55.018304 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54cdcac-de25-41cf-b2a9-b039028f4ab6 None None] Bound using segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:29:55.023485 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a54cdcac-de25-41cf-b2a9-b039028f4ab6 None None] Bound port: 584d14d3-8642-4c0f-ac14-cfe85577b84a, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:29:55.024430 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a54cdcac-de25-41cf-b2a9-b039028f4ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:55.045464 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ff9345ce-c427-466f-a2cc-2f735eca94c4 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:55.067936 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261633ac-389e-4a14-b249-44b5ce856f4c req-f0498057-808f-4a07-af5d-47430a5cb533 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:55.068854 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-261633ac-389e-4a14-b249-44b5ce856f4c req-f0498057-808f-4a07-af5d-47430a5cb533 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Synchronizing usage tracker for tenant:b3dd10e1defa4a4db8e298797b127deb on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:55.107846 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-59191b79-60a3-434b-8007-7567d226e2a0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8176601 Apr 29 13:29:55.126556 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60414) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:55.144569 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-07775ce1-c48f-48d3-b013-f4477b47e1af tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] device_id is not set on port 4f9f9986-9aa8-4cdd-acd1-2ae6e125fd27 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:29:55.211690 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59191b79-60a3-434b-8007-7567d226e2a0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Network': ['ID=63d31019-f9dd-4f7e-a59b-86ec3537a9bc,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:55.236973 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-92738872-92ac-46b0-b2c4-339d91a9968f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'subnet': {'network_id': '63d31019-f9dd-4f7e-a59b-86ec3537a9bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:55.242531 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 63d31019-f9dd-4f7e-a59b-86ec3537a9bc details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:29:55.265945 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54a250-9ac6-4b36-9c2b-c63a14f9dfe5 req-b036a9dd-54fa-4b9d-9249-2424799cc983 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:55.267818 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9d54a250-9ac6-4b36-9c2b-c63a14f9dfe5 req-b036a9dd-54fa-4b9d-9249-2424799cc983 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fd1e5aaf-1b26-4dda-a00a-9ea5743f747d HTTP/1.1" status: 200 len: 898 time: 0.6149995 Apr 29 13:29:55.270800 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ff9345ce-c427-466f-a2cc-2f735eca94c4 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:55.285397 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:29:55.371299 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-6e5747e2-7bb7-4fe2-a41a-0239eb4e964a None None] Set router dbbd48fc-93c3-4ee5-96c0-bbc843deeffd gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:29:55.382816 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:29:55.383883 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 9d3d2cc5-6f2b-4855-ba05-e8bfa8aea27e not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:29:55.403939 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9d54a250-9ac6-4b36-9c2b-c63a14f9dfe5 req-36076100-a9fb-40dc-8cc7-0662374296d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=a88ec220-4cca-43f4-8418-56dcd9ad7bad HTTP/1.1" status: 200 len: 217 time: 0.1289535 Apr 29 13:29:55.430123 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a54cdcac-de25-41cf-b2a9-b039028f4ab6 None None] For port 584d14d3-8642-4c0f-ac14-cfe85577b84a, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:29:55.445804 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a54cdcac-de25-41cf-b2a9-b039028f4ab6 None None] For port 584d14d3-8642-4c0f-ac14-cfe85577b84a, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=584d14d3-8642-4c0f-ac14-cfe85577b84a,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:29:55.467263 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a54cdcac-de25-41cf-b2a9-b039028f4ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:55.472205 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-261633ac-389e-4a14-b249-44b5ce856f4c req-f0498057-808f-4a07-af5d-47430a5cb533 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Unset dirty status for tenant:b3dd10e1defa4a4db8e298797b127deb on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:55.473398 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-261633ac-389e-4a14-b249-44b5ce856f4c req-f0498057-808f-4a07-af5d-47430a5cb533 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 946 time: 0.7543588 Apr 29 13:29:55.494546 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54a250-9ac6-4b36-9c2b-c63a14f9dfe5 req-7b02533a-32ed-40a1-ad80-2926195b85b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:55.497606 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9d54a250-9ac6-4b36-9c2b-c63a14f9dfe5 req-7b02533a-32ed-40a1-ad80-2926195b85b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8672d9ee-edfb-42ee-bd49-ae2cc6174dde HTTP/1.1" status: 200 len: 837 time: 0.0865271 Apr 29 13:29:55.551227 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2b65ae7e-6f99-4dfb-8e39-118a817dc814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c375af-b3d0-4fa5-b3aa-394490a42f7e', 'name': 'tempest-TestVolumeBootPattern-1763060020-router', 'tenant_id': 'd049a544b1b049a9b733b88e21a6e786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': 'c73699e1-5508-437b-b8e0-d5c697205a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:32Z', 'updated_at': '2022-04-29T13:29:40Z', 'revision_number': 4, 'project_id': 'd049a544b1b049a9b733b88e21a6e786', 'gw_port': {'id': 'c73699e1-5508-437b-b8e0-d5c697205a54', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c375af-b3d0-4fa5-b3aa-394490a42f7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:33Z', 'updated_at': '2022-04-29T13:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'c72ae3bb-95f8-413e-af4a-94f68f92eb1f', 'name': '', 'network_id': 'e2c23d37-396e-4967-aecf-d7a4a995592d', 'tenant_id': 'd049a544b1b049a9b733b88e21a6e786', 'mac_address': 'fa:16:3e:7d:3e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c375af-b3d0-4fa5-b3aa-394490a42f7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3ba6ad9-be71-4d7c-be0e-77e3a609dffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:40Z', 'updated_at': '2022-04-29T13:29:52Z', 'revision_number': 4, 'project_id': 'd049a544b1b049a9b733b88e21a6e786', 'subnets': [{'id': 'e3ba6ad9-be71-4d7c-be0e-77e3a609dffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:55.563009 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device cc98c188-eb84-4cf2-bcdf-7d7f33f515d2 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:29:55.600008 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b65ae7e-6f99-4dfb-8e39-118a817dc814 None None] The sync data for ids ['c6c375af-b3d0-4fa5-b3aa-394490a42f7e'] in dv-neutron-839027-4-hyperv is: [{'id': 'c6c375af-b3d0-4fa5-b3aa-394490a42f7e', 'name': 'tempest-TestVolumeBootPattern-1763060020-router', 'tenant_id': 'd049a544b1b049a9b733b88e21a6e786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': 'c73699e1-5508-437b-b8e0-d5c697205a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:32Z', 'updated_at': '2022-04-29T13:29:40Z', 'revision_number': 4, 'project_id': 'd049a544b1b049a9b733b88e21a6e786', 'gw_port': {'id': 'c73699e1-5508-437b-b8e0-d5c697205a54', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c375af-b3d0-4fa5-b3aa-394490a42f7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:33Z', 'updated_at': '2022-04-29T13:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'c72ae3bb-95f8-413e-af4a-94f68f92eb1f', 'name': '', 'network_id': 'e2c23d37-396e-4967-aecf-d7a4a995592d', 'tenant_id': 'd049a544b1b049a9b733b88e21a6e786', 'mac_address': 'fa:16:3e:7d:3e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c375af-b3d0-4fa5-b3aa-394490a42f7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3ba6ad9-be71-4d7c-be0e-77e3a609dffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:40Z', 'updated_at': '2022-04-29T13:29:52Z', 'revision_number': 4, 'project_id': 'd049a544b1b049a9b733b88e21a6e786', 'subnets': [{'id': 'e3ba6ad9-be71-4d7c-be0e-77e3a609dffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:29:55.603960 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: cc98c188-eb84-4cf2-bcdf-7d7f33f515d2 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:29:55.604366 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device cc98c188-eb84-4cf2-bcdf-7d7f33f515d2 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:29:55.638724 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cdcac-de25-41cf-b2a9-b039028f4ab6 None None] Pushing event updated for resources: {'Port': ['ID=584d14d3-8642-4c0f-ac14-cfe85577b84a,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:55.686424 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9d54a250-9ac6-4b36-9c2b-c63a14f9dfe5 req-92a88507-e869-4ec4-853f-b759f1a601bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fd1e5aaf-1b26-4dda-a00a-9ea5743f747d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1826184 Apr 29 13:29:55.768684 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-92738872-92ac-46b0-b2c4-339d91a9968f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:55.819974 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ff9345ce-c427-466f-a2cc-2f735eca94c4 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:55.864887 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-92738872-92ac-46b0-b2c4-339d91a9968f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:subnet and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:55.879830 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-92738872-92ac-46b0-b2c4-339d91a9968f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:55.901101 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-261633ac-389e-4a14-b249-44b5ce856f4c req-f7c8dae8-dcee-4d0f-b62d-eac13902d832 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/security-groups?id=0cb329a9-f78f-4829-aadb-04df719ccc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3597448 Apr 29 13:29:55.902571 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9345ce-c427-466f-a2cc-2f735eca94c4 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a26eda-9569-40ad-b5e5-61f34ae446f6,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:55.931203 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-92738872-92ac-46b0-b2c4-339d91a9968f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:55.999486 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9d54a250-9ac6-4b36-9c2b-c63a14f9dfe5 req-d73a67b8-f88e-497d-928c-73d83a2f7727 service neutron] 10.222.0.32 "GET /v2.0/networks/fd1e5aaf-1b26-4dda-a00a-9ea5743f747d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963705 Apr 29 13:29:56.008639 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92738872-92ac-46b0-b2c4-339d91a9968f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:56.217333 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-6e5747e2-7bb7-4fe2-a41a-0239eb4e964a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016343287', 'tenant_id': 'b3dd10e1defa4a4db8e298797b127deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '66b41e9f-37c9-43d7-8280-e1a3a056141a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:25:46Z', 'updated_at': '2022-04-29T13:26:11Z', 'revision_number': 4, 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'gw_port': {'id': '66b41e9f-37c9-43d7-8280-e1a3a056141a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:06:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:49Z', 'updated_at': '2022-04-29T13:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '636a4807-94a7-423c-8bf7-bf012bc5c6ce', 'name': '', 'network_id': 'fd1e5aaf-1b26-4dda-a00a-9ea5743f747d', 'tenant_id': 'b3dd10e1defa4a4db8e298797b127deb', 'mac_address': 'fa:16:3e:e8:9b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8672d9ee-edfb-42ee-bd49-ae2cc6174dde', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:07Z', 'updated_at': '2022-04-29T13:26:20Z', 'revision_number': 5, 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'subnets': [{'id': '8672d9ee-edfb-42ee-bd49-ae2cc6174dde', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:56.229678 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5747e2-7bb7-4fe2-a41a-0239eb4e964a None None] The sync data for ids ['dbbd48fc-93c3-4ee5-96c0-bbc843deeffd'] in dv-neutron-839027-4-hyperv is: [{'id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016343287', 'tenant_id': 'b3dd10e1defa4a4db8e298797b127deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '66b41e9f-37c9-43d7-8280-e1a3a056141a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:25:46Z', 'updated_at': '2022-04-29T13:26:11Z', 'revision_number': 4, 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'gw_port': {'id': '66b41e9f-37c9-43d7-8280-e1a3a056141a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:06:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:49Z', 'updated_at': '2022-04-29T13:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '636a4807-94a7-423c-8bf7-bf012bc5c6ce', 'name': '', 'network_id': 'fd1e5aaf-1b26-4dda-a00a-9ea5743f747d', 'tenant_id': 'b3dd10e1defa4a4db8e298797b127deb', 'mac_address': 'fa:16:3e:e8:9b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8672d9ee-edfb-42ee-bd49-ae2cc6174dde', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:07Z', 'updated_at': '2022-04-29T13:26:20Z', 'revision_number': 5, 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'subnets': [{'id': '8672d9ee-edfb-42ee-bd49-ae2cc6174dde', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:29:56.232810 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ff9345ce-c427-466f-a2cc-2f735eca94c4 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:56.238159 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ff9345ce-c427-466f-a2cc-2f735eca94c4 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "DELETE /v2.0/security-groups/13a26eda-9569-40ad-b5e5-61f34ae446f6 HTTP/1.1" status: 204 len: 168 time: 1.3989840 Apr 29 13:29:56.244369 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60420) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:56.287605 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-92738872-92ac-46b0-b2c4-339d91a9968f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:56.425728 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9d54a250-9ac6-4b36-9c2b-c63a14f9dfe5 req-fa03e22b-583d-4b5a-aa05-c890307bea7c service neutron] 10.222.0.32 "GET /v2.0/networks/fd1e5aaf-1b26-4dda-a00a-9ea5743f747d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203627 Apr 29 13:29:56.470155 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd06558-dd9d-44a5-a6a1-d4699a5123b3 req-fa193c0d-fef7-4d2f-80ed-cbe3b3d00da7 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:56.471629 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-07775ce1-c48f-48d3-b013-f4477b47e1af tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Allocated IP 2001:db8:0:1::13d (b2591163-41a9-4c5e-86a6-99ddbf59518f/41ad1f85-f4f0-403e-b36a-7c79672be4da/4f9f9986-9aa8-4cdd-acd1-2ae6e125fd27) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:56.472466 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bcd06558-dd9d-44a5-a6a1-d4699a5123b3 req-fa193c0d-fef7-4d2f-80ed-cbe3b3d00da7 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.32 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 946 time: 0.2684097 Apr 29 13:29:56.484992 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-07775ce1-c48f-48d3-b013-f4477b47e1af tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Allocated IP 2001:db8::f816:3eff:fec9:8dc9 (b2591163-41a9-4c5e-86a6-99ddbf59518f/5facc3d6-7a43-40ea-9ba8-84538038b148/4f9f9986-9aa8-4cdd-acd1-2ae6e125fd27) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:56.545911 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-54238f99-9da4-4f63-a60d-404ca7bf1f15 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Synchronizing usage tracker for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:56.562687 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-bcd06558-dd9d-44a5-a6a1-d4699a5123b3 req-583c92f9-314e-421d-97db-99b031ec8ad6 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Deleting port a88ec220-4cca-43f4-8418-56dcd9ad7bad {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:56.563397 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bcd06558-dd9d-44a5-a6a1-d4699a5123b3 req-583c92f9-314e-421d-97db-99b031ec8ad6 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:56.768097 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-54238f99-9da4-4f63-a60d-404ca7bf1f15 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Unset dirty status for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:56.774158 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-54238f99-9da4-4f63-a60d-404ca7bf1f15 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4907639 Apr 29 13:29:56.834245 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60426) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:56.852876 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-3c3cecb3-c7cc-45b4-9272-19df1b6c6942 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Request body: {'security_group': {'name': 'tempest-secgroup--205913774'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:56.870997 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3c3cecb3-c7cc-45b4-9272-19df1b6c6942 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:56.895048 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3c3cecb3-c7cc-45b4-9272-19df1b6c6942 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:56.939061 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3c3cecb3-c7cc-45b4-9272-19df1b6c6942 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:56.986217 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-bcd06558-dd9d-44a5-a6a1-d4699a5123b3 req-583c92f9-314e-421d-97db-99b031ec8ad6 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] For port a88ec220-4cca-43f4-8418-56dcd9ad7bad, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a88ec220-4cca-43f4-8418-56dcd9ad7bad,segment=NetworkSegment(54435c81-be5a-435a-89e7-d7e4b8cb5a34),segment_id=54435c81-be5a-435a-89e7-d7e4b8cb5a34)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:56.986881 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bcd06558-dd9d-44a5-a6a1-d4699a5123b3 req-583c92f9-314e-421d-97db-99b031ec8ad6 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:57.158859 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-07775ce1-c48f-48d3-b013-f4477b47e1af tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:57.174286 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-bcd06558-dd9d-44a5-a6a1-d4699a5123b3 req-583c92f9-314e-421d-97db-99b031ec8ad6 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Calling delete_port for a88ec220-4cca-43f4-8418-56dcd9ad7bad owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:57.208225 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-07775ce1-c48f-48d3-b013-f4477b47e1af tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Transition to ACTIVE for port object 4f9f9986-9aa8-4cdd-acd1-2ae6e125fd27 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:29:57.249246 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-92738872-92ac-46b0-b2c4-339d91a9968f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:57.257459 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d267d6d4-5d35-41a4-abcb-0fae48ba7ea8 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:57.259813 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3c3cecb3-c7cc-45b4-9272-19df1b6c6942 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:57.280809 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3c3cecb3-c7cc-45b4-9272-19df1b6c6942 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Usage tracker for resource:security_group_rule and tenant:78b5b8cc00c143a7b5696a2b4a6cd671 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:57.288835 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3c3cecb3-c7cc-45b4-9272-19df1b6c6942 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:57.298930 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3c3cecb3-c7cc-45b4-9272-19df1b6c6942 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:57.341454 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-07775ce1-c48f-48d3-b013-f4477b47e1af tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:57.347203 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92738872-92ac-46b0-b2c4-339d91a9968f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Subnet': ['ID=ecb577ae-dfaf-42de-9bfb-fe8bea6e9152,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:57.442640 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742de44c-1eab-4056-ba6f-2eb78c8ce3bc req-4140d453-6be6-464b-9bc8-ac778767a283 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:57.445069 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-742de44c-1eab-4056-ba6f-2eb78c8ce3bc req-4140d453-6be6-464b-9bc8-ac778767a283 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 946 time: 0.2851405 Apr 29 13:29:57.451409 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-932519fa-d3f8-4c21-9a24-c9070a440035 None None] Provisioning for port 584d14d3-8642-4c0f-ac14-cfe85577b84a completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:57.492856 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3c3cecb3-c7cc-45b4-9272-19df1b6c6942 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:57.503188 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3c3cecb3-c7cc-45b4-9272-19df1b6c6942 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:57.531351 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07775ce1-c48f-48d3-b013-f4477b47e1af tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:29:57.547796 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-07775ce1-c48f-48d3-b013-f4477b47e1af tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:57.556239 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07775ce1-c48f-48d3-b013-f4477b47e1af tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:29:57.560274 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07775ce1-c48f-48d3-b013-f4477b47e1af tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:57.560952 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-07775ce1-c48f-48d3-b013-f4477b47e1af tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:57.572641 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bcd06558-dd9d-44a5-a6a1-d4699a5123b3 req-583c92f9-314e-421d-97db-99b031ec8ad6 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:57.575075 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07775ce1-c48f-48d3-b013-f4477b47e1af tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Port': ['ID=4f9f9986-9aa8-4cdd-acd1-2ae6e125fd27,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:57.580610 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92738872-92ac-46b0-b2c4-339d91a9968f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Checking segment: {'id': '9bf91932-1b49-43da-94f5-aec73ef11bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '63d31019-f9dd-4f7e-a59b-86ec3537a9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:29:57.580890 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92738872-92ac-46b0-b2c4-339d91a9968f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network hostable DHCP agents. Network: 63d31019-f9dd-4f7e-a59b-86ec3537a9bc, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:29:57.618321 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3cecb3-c7cc-45b4-9272-19df1b6c6942 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e81deb5-4c26-4c30-a84a-4d1333bf92d7,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:57.620800 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-07775ce1-c48f-48d3-b013-f4477b47e1af tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1833982 Apr 29 13:29:57.622363 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60434) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:57.640389 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c92f9-314e-421d-97db-99b031ec8ad6 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Pushing event deleted for resources: {'Port': ['ID=a88ec220-4cca-43f4-8418-56dcd9ad7bad,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:57.645779 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-742de44c-1eab-4056-ba6f-2eb78c8ce3bc req-aa17fc3a-3083-4104-83a1-b0eb7d142564 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/security-groups?id=0cb329a9-f78f-4829-aadb-04df719ccc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921709 Apr 29 13:29:57.649437 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 584d14d3-8642-4c0f-ac14-cfe85577b84a up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:29:57.706784 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92738872-92ac-46b0-b2c4-339d91a9968f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network 63d31019-f9dd-4f7e-a59b-86ec3537a9bc is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:29:57.739379 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-06bb93a0-984f-41f0-8301-4be0c4a13228 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting port 4f9f9986-9aa8-4cdd-acd1-2ae6e125fd27 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:29:57.740014 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-06bb93a0-984f-41f0-8301-4be0c4a13228 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:57.781555 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-92738872-92ac-46b0-b2c4-339d91a9968f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 63d31019-f9dd-4f7e-a59b-86ec3537a9bc) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:29:57.803544 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92738872-92ac-46b0-b2c4-339d91a9968f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:57.804108 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-92738872-92ac-46b0-b2c4-339d91a9968f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:57.828449 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d221d4-a0be-43db-a6ae-e251dcb84397 None None] Network 63d31019-f9dd-4f7e-a59b-86ec3537a9bc requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:29:57.848697 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-92738872-92ac-46b0-b2c4-339d91a9968f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7072992 Apr 29 13:29:57.853312 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60438) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:57.859411 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-1a839540-3a02-43fe-9cf9-cfa75e123ee2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'port': {'network_id': '63d31019-f9dd-4f7e-a59b-86ec3537a9bc', 'name': 'tempest-PortsIpV6TestJSON-1741926175', 'fixed_ips': [{'subnet_id': 'ecb577ae-dfaf-42de-9bfb-fe8bea6e9152', 'ip_address': '2001:db8::10'}]}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:57.910293 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3c3cecb3-c7cc-45b4-9272-19df1b6c6942 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:57.923039 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3c3cecb3-c7cc-45b4-9272-19df1b6c6942 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0828447 Apr 29 13:29:57.928997 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60442) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:57.970446 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-f387cc33-e884-4ca4-b281-8d0417960a9f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Request body: {'security_group_rule': {'security_group_id': '5e81deb5-4c26-4c30-a84a-4d1333bf92d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:57.980402 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f387cc33-e884-4ca4-b281-8d0417960a9f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:57.983301 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd06558-dd9d-44a5-a6a1-d4699a5123b3 req-583c92f9-314e-421d-97db-99b031ec8ad6 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] No DVR routers for this DVR port a88ec220-4cca-43f4-8418-56dcd9ad7bad on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:29:57.986639 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bcd06558-dd9d-44a5-a6a1-d4699a5123b3 req-583c92f9-314e-421d-97db-99b031ec8ad6 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:57.988683 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bcd06558-dd9d-44a5-a6a1-d4699a5123b3 req-583c92f9-314e-421d-97db-99b031ec8ad6 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.32 "DELETE /v2.0/ports/a88ec220-4cca-43f4-8418-56dcd9ad7bad HTTP/1.1" status: 204 len: 173 time: 1.5108466 Apr 29 13:29:57.989230 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1298ac91-b06d-415b-adc8-3292c9a581e9', 'name': 'network-vif-deleted', 'tag': 'a88ec220-4cca-43f4-8418-56dcd9ad7bad'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:29:57.995116 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f387cc33-e884-4ca4-b281-8d0417960a9f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Usage tracker for resource:security_group_rule and tenant:78b5b8cc00c143a7b5696a2b4a6cd671 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:29:58.011184 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f387cc33-e884-4ca4-b281-8d0417960a9f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:29:58.029511 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f387cc33-e884-4ca4-b281-8d0417960a9f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:58.050191 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:58.063213 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f387cc33-e884-4ca4-b281-8d0417960a9f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:58.080904 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 584d14d3-8642-4c0f-ac14-cfe85577b84a completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:58.116973 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17dcabb4-d474-40a0-be8e-4d7663d367bd'] response: {'server_uuid': '1298ac91-b06d-415b-adc8-3292c9a581e9', 'name': 'network-vif-deleted', 'tag': 'a88ec220-4cca-43f4-8418-56dcd9ad7bad', 'status': 'completed', 'code': 200} Apr 29 13:29:58.152561 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 584d14d3-8642-4c0f-ac14-cfe85577b84a triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:58.153447 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:58.217396 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f387cc33-e884-4ca4-b281-8d0417960a9f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:58.228217 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f387cc33-e884-4ca4-b281-8d0417960a9f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:58.305590 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387cc33-e884-4ca4-b281-8d0417960a9f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29d0d404-9e65-4914-9a95-6e3ef8d7cff6,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:58.317942 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f387cc33-e884-4ca4-b281-8d0417960a9f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:58.327559 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f387cc33-e884-4ca4-b281-8d0417960a9f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3663681 Apr 29 13:29:58.334376 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60448) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:58.380447 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a279a4d7-0a38-4579-873b-462dc897acce tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "GET /v2.0/security-group-rules/29d0d404-9e65-4914-9a95-6e3ef8d7cff6 HTTP/1.1" status: 200 len: 705 time: 0.0430763 Apr 29 13:29:58.383352 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60452) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:58.441092 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f2e38540-6f01-4b19-a75d-660f61479120 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Synchronizing usage tracker for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group_rule {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:58.467134 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f2e38540-6f01-4b19-a75d-660f61479120 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Unset dirty status for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group_rule {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:58.468820 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f2e38540-6f01-4b19-a75d-660f61479120 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0843933 Apr 29 13:29:58.472252 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60456) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:58.515513 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-06bb93a0-984f-41f0-8301-4be0c4a13228 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:58.518312 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6b751fc6-2a8a-4775-837b-510484dae481 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:58.537653 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6b751fc6-2a8a-4775-837b-510484dae481 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:58.583489 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1414cdf4-b768-4adb-90fe-ff59c7343664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-63d31019-f9dd-4f7e-a59b-86ec3537a9bc', 'network_id': '63d31019-f9dd-4f7e-a59b-86ec3537a9bc', 'tenant_id': '6ae461034cd64fbdab4560447c7639cd', 'fixed_ips': [{'subnet_id': 'ecb577ae-dfaf-42de-9bfb-fe8bea6e9152'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:29:58.585949 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1414cdf4-b768-4adb-90fe-ff59c7343664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:58.601132 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6b751fc6-2a8a-4775-837b-510484dae481 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:58.609864 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:58.639174 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b751fc6-2a8a-4775-837b-510484dae481 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29d0d404-9e65-4914-9a95-6e3ef8d7cff6,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:58.649314 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6b751fc6-2a8a-4775-837b-510484dae481 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:58.658297 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6b751fc6-2a8a-4775-837b-510484dae481 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/29d0d404-9e65-4914-9a95-6e3ef8d7cff6 HTTP/1.1" status: 204 len: 168 time: 0.1848912 Apr 29 13:29:58.661067 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60462) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:58.662434 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d27bad-738f-476f-91e7-7c984bf334d6 None None] Update dhcp port {'port': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'fixed_ips': [{'subnet_id': '5facc3d6-7a43-40ea-9ba8-84538038b148', 'ip_address': '2001:db8::f816:3eff:fe95:f5'}, {'subnet_id': '41ad1f85-f4f0-403e-b36a-7c79672be4da'}], 'binding:host_id': 'dv-neutron-839027-4-hyperv'}, 'id': '584d14d3-8642-4c0f-ac14-cfe85577b84a'} from dv-neutron-839027-4-hyperv. {{(pid=83906) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 29 13:29:58.746332 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1a839540-3a02-43fe-9cf9-cfa75e123ee2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:58.770055 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-06bb93a0-984f-41f0-8301-4be0c4a13228 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Calling delete_port for 4f9f9986-9aa8-4cdd-acd1-2ae6e125fd27 owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:29:58.781781 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1581307d-73a2-4386-a41a-560021222e6f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Synchronizing usage tracker for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group_rule {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:58.836031 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1581307d-73a2-4386-a41a-560021222e6f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Unset dirty status for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group_rule {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:58.837441 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1581307d-73a2-4386-a41a-560021222e6f tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1741810 Apr 29 13:29:58.842006 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60468) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:58.861783 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 584d14d3-8642-4c0f-ac14-cfe85577b84a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=584d14d3-8642-4c0f-ac14-cfe85577b84a,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:29:58.863119 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-de51c6aa-0267-4c83-bba5-8e487a9d1111 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Request body: {'security_group_rule': {'security_group_id': '5e81deb5-4c26-4c30-a84a-4d1333bf92d7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:58.900145 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1a839540-3a02-43fe-9cf9-cfa75e123ee2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:58.906168 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-de51c6aa-0267-4c83-bba5-8e487a9d1111 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:58.918060 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:58.921120 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device c72ae3bb-95f8-413e-af4a-94f68f92eb1f up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:29:58.959096 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a839540-3a02-43fe-9cf9-cfa75e123ee2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:58.978966 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1a839540-3a02-43fe-9cf9-cfa75e123ee2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:58.996586 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-92d27bad-738f-476f-91e7-7c984bf334d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:59.019356 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-1a839540-3a02-43fe-9cf9-cfa75e123ee2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] device_id is not set on port 77becb27-e9b4-4528-838b-5aa4fe6f3124 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:29:59.027020 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-6c3d3c56-4f5d-4299-b4ec-f2462d39bd6b req-2befa7fe-ba8d-4b5a-bd2f-a07396f887d1 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Synchronizing usage tracker for tenant:b3dd10e1defa4a4db8e298797b127deb on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:59.047211 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-de51c6aa-0267-4c83-bba5-8e487a9d1111 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:29:59.073732 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-6c3d3c56-4f5d-4299-b4ec-f2462d39bd6b req-2befa7fe-ba8d-4b5a-bd2f-a07396f887d1 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Unset dirty status for tenant:b3dd10e1defa4a4db8e298797b127deb on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:59.075198 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6c3d3c56-4f5d-4299-b4ec-f2462d39bd6b req-2befa7fe-ba8d-4b5a-bd2f-a07396f887d1 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1298ac91-b06d-415b-adc8-3292c9a581e9 HTTP/1.1" status: 200 len: 210 time: 0.1620100 Apr 29 13:29:59.113450 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-de51c6aa-0267-4c83-bba5-8e487a9d1111 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:59.216529 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-de51c6aa-0267-4c83-bba5-8e487a9d1111 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:59.222338 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-de51c6aa-0267-4c83-bba5-8e487a9d1111 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:59.243628 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51c6aa-0267-4c83-bba5-8e487a9d1111 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2845fa4-89e3-4b1d-965b-f3f0740d52c7,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:59.278445 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=584d14d3-8642-4c0f-ac14-cfe85577b84a,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:59.284119 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-de51c6aa-0267-4c83-bba5-8e487a9d1111 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:59.285748 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-de51c6aa-0267-4c83-bba5-8e487a9d1111 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4425151 Apr 29 13:29:59.288575 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60476) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:59.311359 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f38f03f4-4304-4bfc-a6d3-f052d3c10732 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "GET /v2.0/security-group-rules/c2845fa4-89e3-4b1d-965b-f3f0740d52c7 HTTP/1.1" status: 200 len: 705 time: 0.0215955 Apr 29 13:29:59.313916 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60480) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:59.366845 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:59.367265 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:59.367542 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:59.367882 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:59.368240 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:59.368524 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:59.368873 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:59.369196 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:59.369513 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:59.369830 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:59.370153 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:59.377411 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-06bb93a0-984f-41f0-8301-4be0c4a13228 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:59.404876 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-1414cdf4-b768-4adb-90fe-ff59c7343664 None None] Allocated IP 2001:db8::2 (63d31019-f9dd-4f7e-a59b-86ec3537a9bc/ecb577ae-dfaf-42de-9bfb-fe8bea6e9152/68c8a906-9b65-425b-9295-0f6ea4cd904b) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:59.406945 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port c72ae3bb-95f8-413e-af4a-94f68f92eb1f completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:29:59.420866 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bb15993e-59ca-42fc-ac8b-61958c70a805 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Synchronizing usage tracker for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group_rule {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:59.427362 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port c72ae3bb-95f8-413e-af4a-94f68f92eb1f triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:29:59.427548 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:59.440915 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb93a0-984f-41f0-8301-4be0c4a13228 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Port': ['ID=4f9f9986-9aa8-4cdd-acd1-2ae6e125fd27,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:59.465069 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bb15993e-59ca-42fc-ac8b-61958c70a805 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Unset dirty status for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group_rule {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:59.466686 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-bb15993e-59ca-42fc-ac8b-61958c70a805 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1518667 Apr 29 13:29:59.469613 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60486) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:59.537906 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5a944c50-ce30-46d0-86e3-79b47c947ca9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:59.541354 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-06bb93a0-984f-41f0-8301-4be0c4a13228 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:59.551941 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5a944c50-ce30-46d0-86e3-79b47c947ca9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:59.584692 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5a944c50-ce30-46d0-86e3-79b47c947ca9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:59.603780 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a944c50-ce30-46d0-86e3-79b47c947ca9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2845fa4-89e3-4b1d-965b-f3f0740d52c7,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:59.612277 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-06bb93a0-984f-41f0-8301-4be0c4a13228 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/4f9f9986-9aa8-4cdd-acd1-2ae6e125fd27 HTTP/1.1" status: 204 len: 168 time: 1.9888866 Apr 29 13:29:59.616506 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60490) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:59.665041 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895fd8e-ff8a-4f9d-832e-9775bcd1bf84 req-587be5f3-0deb-488e-b546-16eb658d756d tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:59.666501 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f895fd8e-ff8a-4f9d-832e-9775bcd1bf84 req-587be5f3-0deb-488e-b546-16eb658d756d tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.1183898 Apr 29 13:29:59.669720 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-92d27bad-738f-476f-91e7-7c984bf334d6 None None] Allocated IP 2001:db8:0:1::2 (b2591163-41a9-4c5e-86a6-99ddbf59518f/41ad1f85-f4f0-403e-b36a-7c79672be4da/584d14d3-8642-4c0f-ac14-cfe85577b84a) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:29:59.697691 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5a944c50-ce30-46d0-86e3-79b47c947ca9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:29:59.700280 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5a944c50-ce30-46d0-86e3-79b47c947ca9 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/c2845fa4-89e3-4b1d-965b-f3f0740d52c7 HTTP/1.1" status: 204 len: 168 time: 0.2288647 Apr 29 13:29:59.708104 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60496) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:59.751471 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f895fd8e-ff8a-4f9d-832e-9775bcd1bf84 req-526c3d65-d563-4046-a0ff-aaa0ae9f4465 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695310 Apr 29 13:29:59.786883 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-da7f1680-3cfe-4694-9cc8-6d8b04856269 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Synchronizing usage tracker for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group_rule {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:29:59.807859 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ad01bc-a4a6-4ad2-9b6c-05b047cbd8b3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:29:59.809487 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f8ad01bc-a4a6-4ad2-9b6c-05b047cbd8b3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1835339 Apr 29 13:29:59.812476 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60502) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:59.844650 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-da7f1680-3cfe-4694-9cc8-6d8b04856269 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Unset dirty status for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group_rule {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:29:59.849036 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-da7f1680-3cfe-4694-9cc8-6d8b04856269 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1375980 Apr 29 13:29:59.849315 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60506) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:29:59.858577 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-8160a8c4-9de5-402e-8c7b-b2af2dd7392a tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Request body: {'security_group_rule': {'security_group_id': '5e81deb5-4c26-4c30-a84a-4d1333bf92d7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:29:59.873744 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8160a8c4-9de5-402e-8c7b-b2af2dd7392a tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:29:59.981388 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8160a8c4-9de5-402e-8c7b-b2af2dd7392a tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:00.036018 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:00.042610 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8160a8c4-9de5-402e-8c7b-b2af2dd7392a tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:00.082467 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457cb153-23ba-43ab-85bf-960e4f194ac3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:00.083353 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-457cb153-23ba-43ab-85bf-960e4f194ac3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:00.088335 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511fe40-d11b-4e42-a181-c34fba7c37f6 req-2a53ccb2-daa8-49a4-90d4-909a660eba2e tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:00.094122 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7511fe40-d11b-4e42-a181-c34fba7c37f6 req-2a53ccb2-daa8-49a4-90d4-909a660eba2e tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.1996846 Apr 29 13:30:00.101064 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-92d27bad-738f-476f-91e7-7c984bf334d6 None None] For port 584d14d3-8642-4c0f-ac14-cfe85577b84a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=584d14d3-8642-4c0f-ac14-cfe85577b84a,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:00.105422 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-457cb153-23ba-43ab-85bf-960e4f194ac3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:00.110656 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-457cb153-23ba-43ab-85bf-960e4f194ac3 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2970710 Apr 29 13:30:00.111989 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60510) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:00.114146 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1414cdf4-b768-4adb-90fe-ff59c7343664 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:00.123045 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port c72ae3bb-95f8-413e-af4a-94f68f92eb1f, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=c72ae3bb-95f8-413e-af4a-94f68f92eb1f,segment=NetworkSegment(68c3014c-2c1a-4fd4-85e3-50e5cab29d84),segment_id=68c3014c-2c1a-4fd4-85e3-50e5cab29d84)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:00.132172 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:00.135530 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1414cdf4-b768-4adb-90fe-ff59c7343664 None None] Transition to ACTIVE for port object 68c8a906-9b65-425b-9295-0f6ea4cd904b will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:30:00.181152 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7511fe40-d11b-4e42-a181-c34fba7c37f6 req-47a85ac4-8bbc-4992-87d8-f68b60846318 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809031 Apr 29 13:30:00.192414 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8160a8c4-9de5-402e-8c7b-b2af2dd7392a tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:00.196460 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bd5ed5-f7f0-4358-9500-bb862c4d39c2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:00.197983 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bd5ed5-f7f0-4358-9500-bb862c4d39c2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:00.199639 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bd5ed5-f7f0-4358-9500-bb862c4d39c2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:00.200807 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-11bd5ed5-f7f0-4358-9500-bb862c4d39c2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:00.206648 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8160a8c4-9de5-402e-8c7b-b2af2dd7392a tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:00.225791 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.resource_extend [None req-92d27bad-738f-476f-91e7-7c984bf334d6 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:30:00.234428 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-11bd5ed5-f7f0-4358-9500-bb862c4d39c2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:00.241727 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-11bd5ed5-f7f0-4358-9500-bb862c4d39c2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1277821 Apr 29 13:30:00.243881 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60518) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:00.260032 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160a8c4-9de5-402e-8c7b-b2af2dd7392a tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f040f5-ae2a-4e14-afd1-8a34383598da,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:00.293751 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8160a8c4-9de5-402e-8c7b-b2af2dd7392a tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:00.297645 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8160a8c4-9de5-402e-8c7b-b2af2dd7392a tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4457834 Apr 29 13:30:00.299849 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60522) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:00.325908 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60526) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:00.350833 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d9e617e0-962e-4eb9-975d-fed652b19b69 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "GET /v2.0/security-group-rules/b7f040f5-ae2a-4e14-afd1-8a34383598da HTTP/1.1" status: 200 len: 706 time: 0.0464988 Apr 29 13:30:00.351095 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-92d27bad-738f-476f-91e7-7c984bf334d6 None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:00.351227 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60530) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:00.373642 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-92d27bad-738f-476f-91e7-7c984bf334d6 None None] Transition to ACTIVE for port object 584d14d3-8642-4c0f-ac14-cfe85577b84a will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:30:00.374848 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=c72ae3bb-95f8-413e-af4a-94f68f92eb1f,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:00.402089 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1414cdf4-b768-4adb-90fe-ff59c7343664 None None] Transition to ACTIVE for port object 68c8a906-9b65-425b-9295-0f6ea4cd904b will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:30:00.408068 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 584d14d3-8642-4c0f-ac14-cfe85577b84a up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:30:00.445009 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-92d27bad-738f-476f-91e7-7c984bf334d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:00.450953 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1414cdf4-b768-4adb-90fe-ff59c7343664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:00.496172 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-816420e4-d35a-4d30-98d0-c53b7479c14c tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Synchronizing usage tracker for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group_rule {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:00.531430 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-816420e4-d35a-4d30-98d0-c53b7479c14c tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Unset dirty status for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group_rule {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:00.534761 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-816420e4-d35a-4d30-98d0-c53b7479c14c tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.1819282 Apr 29 13:30:00.543270 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d4ed2-aa06-4a2c-a433-56da2e539d45 req-0970b317-ff43-444d-bd52-a1c4070b6e70 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:00.545883 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-536d4ed2-aa06-4a2c-a433-56da2e539d45 req-0970b317-ff43-444d-bd52-a1c4070b6e70 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.1329143 Apr 29 13:30:00.546434 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60534) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:00.638876 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-647406e4-72af-4250-8b6b-9867b0284c4e tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:00.650155 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1414cdf4-b768-4adb-90fe-ff59c7343664 None None] Network 63d31019-f9dd-4f7e-a59b-86ec3537a9bc is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:00.651162 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-647406e4-72af-4250-8b6b-9867b0284c4e tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:00.668284 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-536d4ed2-aa06-4a2c-a433-56da2e539d45 req-9a12cd08-de2a-4eb6-a6db-cd6da4505fb8 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081405 Apr 29 13:30:00.689474 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-647406e4-72af-4250-8b6b-9867b0284c4e tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:00.711354 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-1a839540-3a02-43fe-9cf9-cfa75e123ee2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Allocated IP 2001:db8::10 (63d31019-f9dd-4f7e-a59b-86ec3537a9bc/ecb577ae-dfaf-42de-9bfb-fe8bea6e9152/77becb27-e9b4-4528-838b-5aa4fe6f3124) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:30:00.712385 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647406e4-72af-4250-8b6b-9867b0284c4e tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7f040f5-ae2a-4e14-afd1-8a34383598da,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:00.728193 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-647406e4-72af-4250-8b6b-9867b0284c4e tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:00.729354 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-647406e4-72af-4250-8b6b-9867b0284c4e tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/b7f040f5-ae2a-4e14-afd1-8a34383598da HTTP/1.1" status: 204 len: 168 time: 0.1816342 Apr 29 13:30:00.731915 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60540) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:00.747373 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-1414cdf4-b768-4adb-90fe-ff59c7343664 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:00.750772 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1414cdf4-b768-4adb-90fe-ff59c7343664 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:30:00.799835 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d27bad-738f-476f-91e7-7c984bf334d6 None None] Pushing event updated for resources: {'Port': ['ID=584d14d3-8642-4c0f-ac14-cfe85577b84a,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:00.802967 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-735fdbf8-8c1e-467c-9c2d-a9e8399fdf63 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Synchronizing usage tracker for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group_rule {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:00.834250 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-735fdbf8-8c1e-467c-9c2d-a9e8399fdf63 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Unset dirty status for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group_rule {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:00.835628 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-735fdbf8-8c1e-467c-9c2d-a9e8399fdf63 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1025400 Apr 29 13:30:00.838433 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60544) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:01.023617 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4ee4c7f0-5c9f-4146-ba65-e58cddf924e6 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:01.065910 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4ee4c7f0-5c9f-4146-ba65-e58cddf924e6 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:01.070765 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db1404d-ef7b-44b7-bccc-16853ebd1c43 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting subnet 41ad1f85-f4f0-403e-b36a-7c79672be4da {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:30:01.081328 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0db1404d-ef7b-44b7-bccc-16853ebd1c43 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:01.092009 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414cdf4-b768-4adb-90fe-ff59c7343664 None None] Pushing event updated for resources: {'Port': ['ID=68c8a906-9b65-425b-9295-0f6ea4cd904b,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:01.125628 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-1414cdf4-b768-4adb-90fe-ff59c7343664 None None] Attempting to bind port 68c8a906-9b65-425b-9295-0f6ea4cd904b on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:30:01.125993 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-1414cdf4-b768-4adb-90fe-ff59c7343664 None None] Attempting to bind port 68c8a906-9b65-425b-9295-0f6ea4cd904b by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '9bf91932-1b49-43da-94f5-aec73ef11bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '63d31019-f9dd-4f7e-a59b-86ec3537a9bc'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:30:01.126337 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1414cdf4-b768-4adb-90fe-ff59c7343664 None None] Attempting to bind port 68c8a906-9b65-425b-9295-0f6ea4cd904b on network 63d31019-f9dd-4f7e-a59b-86ec3537a9bc {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:30:01.138883 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1414cdf4-b768-4adb-90fe-ff59c7343664 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:30:01.139250 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1414cdf4-b768-4adb-90fe-ff59c7343664 None None] Checking segment: {'id': '9bf91932-1b49-43da-94f5-aec73ef11bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '63d31019-f9dd-4f7e-a59b-86ec3537a9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:30:01.139650 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1414cdf4-b768-4adb-90fe-ff59c7343664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:01.141603 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1414cdf4-b768-4adb-90fe-ff59c7343664 None None] Bound using segment: {'id': '9bf91932-1b49-43da-94f5-aec73ef11bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '63d31019-f9dd-4f7e-a59b-86ec3537a9bc'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:30:01.142459 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-1414cdf4-b768-4adb-90fe-ff59c7343664 None None] Bound port: 68c8a906-9b65-425b-9295-0f6ea4cd904b, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf91932-1b49-43da-94f5-aec73ef11bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '63d31019-f9dd-4f7e-a59b-86ec3537a9bc'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:30:01.142846 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1414cdf4-b768-4adb-90fe-ff59c7343664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:01.144122 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4ee4c7f0-5c9f-4146-ba65-e58cddf924e6 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:01.180673 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4c7f0-5c9f-4146-ba65-e58cddf924e6 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e81deb5-4c26-4c30-a84a-4d1333bf92d7,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:01.203409 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4ee4c7f0-5c9f-4146-ba65-e58cddf924e6 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:01.206770 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4ee4c7f0-5c9f-4146-ba65-e58cddf924e6 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "DELETE /v2.0/security-groups/5e81deb5-4c26-4c30-a84a-4d1333bf92d7 HTTP/1.1" status: 204 len: 168 time: 0.3651156 Apr 29 13:30:01.208466 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60552) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:01.220990 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0db1404d-ef7b-44b7-bccc-16853ebd1c43 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:01.294397 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-1414cdf4-b768-4adb-90fe-ff59c7343664 None None] For port 68c8a906-9b65-425b-9295-0f6ea4cd904b, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:30:01.299230 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-1414cdf4-b768-4adb-90fe-ff59c7343664 None None] For port 68c8a906-9b65-425b-9295-0f6ea4cd904b, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=68c8a906-9b65-425b-9295-0f6ea4cd904b,segment=NetworkSegment(9bf91932-1b49-43da-94f5-aec73ef11bef),segment_id=9bf91932-1b49-43da-94f5-aec73ef11bef)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:30:01.307287 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1414cdf4-b768-4adb-90fe-ff59c7343664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:01.387099 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device a88ec220-4cca-43f4-8418-56dcd9ad7bad no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:30:01.433126 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f7928-bf5d-470c-853e-e0d874a9eb7a req-c5d88e7b-f1fe-4b50-ab78-dcb909c3783b tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:01.434711 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-191f7928-bf5d-470c-853e-e0d874a9eb7a req-c5d88e7b-f1fe-4b50-ab78-dcb909c3783b tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.4681389 Apr 29 13:30:01.437239 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: a88ec220-4cca-43f4-8418-56dcd9ad7bad {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:30:01.438741 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device a88ec220-4cca-43f4-8418-56dcd9ad7bad not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:30:01.447332 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414cdf4-b768-4adb-90fe-ff59c7343664 None None] Pushing event updated for resources: {'Port': ['ID=68c8a906-9b65-425b-9295-0f6ea4cd904b,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:01.566896 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-524cff62-6f56-4c8d-b2e5-e266288a0001 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3160870 Apr 29 13:30:01.572217 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60556) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:01.580970 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-7352627e-b5cc-44d3-8047-2e92bae0a2a0 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Request body: {'security_group': {'name': 'tempest-secgroup--244349717'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:01.588652 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-7352627e-b5cc-44d3-8047-2e92bae0a2a0 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:01.607162 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-7352627e-b5cc-44d3-8047-2e92bae0a2a0 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Usage tracker for resource:security_group and tenant:78b5b8cc00c143a7b5696a2b4a6cd671 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:01.611575 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-7352627e-b5cc-44d3-8047-2e92bae0a2a0 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:01.611949 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1a839540-3a02-43fe-9cf9-cfa75e123ee2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:01.624426 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-7352627e-b5cc-44d3-8047-2e92bae0a2a0 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:01.643970 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7352627e-b5cc-44d3-8047-2e92bae0a2a0 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:01.688107 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-7352627e-b5cc-44d3-8047-2e92bae0a2a0 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:01.693317 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-7352627e-b5cc-44d3-8047-2e92bae0a2a0 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Usage tracker for resource:security_group_rule and tenant:78b5b8cc00c143a7b5696a2b4a6cd671 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:01.694946 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0db1404d-ef7b-44b7-bccc-16853ebd1c43 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:01.697443 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-7352627e-b5cc-44d3-8047-2e92bae0a2a0 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:01.705631 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-7352627e-b5cc-44d3-8047-2e92bae0a2a0 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:01.712358 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6eb529c1-a85f-49b8-8b0a-5e87ccf33668 None None] Provisioning for port 584d14d3-8642-4c0f-ac14-cfe85577b84a completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:30:01.718027 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6eb529c1-a85f-49b8-8b0a-5e87ccf33668 None None] Provisioning complete for port 584d14d3-8642-4c0f-ac14-cfe85577b84a triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:01.718179 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6eb529c1-a85f-49b8-8b0a-5e87ccf33668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:01.863435 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-191f7928-bf5d-470c-853e-e0d874a9eb7a req-fc2d017e-a9b5-4184-bde1-4bc8bde5c254 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4163208 Apr 29 13:30:01.868726 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7352627e-b5cc-44d3-8047-2e92bae0a2a0 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:01.880266 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7352627e-b5cc-44d3-8047-2e92bae0a2a0 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:01.889619 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0db1404d-ef7b-44b7-bccc-16853ebd1c43 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:01.966288 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7352627e-b5cc-44d3-8047-2e92bae0a2a0 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:01.967890 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7352627e-b5cc-44d3-8047-2e92bae0a2a0 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3931267 Apr 29 13:30:01.977285 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60562) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:01.994846 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6eb529c1-a85f-49b8-8b0a-5e87ccf33668 None None] Could not find standard attr ID for object 4f9f9986-9aa8-4cdd-acd1-2ae6e125fd27. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:30:02.008111 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-1d06405c-ec66-4660-8edb-e59293ea2c38 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Request body: {'security_group_rule': {'security_group_id': 'f96e76f9-7a67-4bba-9cfe-2928880140ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:02.016222 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1d06405c-ec66-4660-8edb-e59293ea2c38 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:02.035031 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352627e-b5cc-44d3-8047-2e92bae0a2a0 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f96e76f9-7a67-4bba-9cfe-2928880140ed,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:02.039556 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1d06405c-ec66-4660-8edb-e59293ea2c38 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Usage tracker for resource:security_group_rule and tenant:78b5b8cc00c143a7b5696a2b4a6cd671 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:02.061052 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1d06405c-ec66-4660-8edb-e59293ea2c38 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:02.075408 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1d06405c-ec66-4660-8edb-e59293ea2c38 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:02.115894 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1d06405c-ec66-4660-8edb-e59293ea2c38 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:02.171198 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1404d-ef7b-44b7-bccc-16853ebd1c43 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Subnet': ['ID=41ad1f85-f4f0-403e-b36a-7c79672be4da,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:02.180667 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-1a839540-3a02-43fe-9cf9-cfa75e123ee2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Transition to ACTIVE for port object 77becb27-e9b4-4528-838b-5aa4fe6f3124 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:30:02.188175 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0db1404d-ef7b-44b7-bccc-16853ebd1c43 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:02.219358 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0db1404d-ef7b-44b7-bccc-16853ebd1c43 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/41ad1f85-f4f0-403e-b36a-7c79672be4da HTTP/1.1" status: 204 len: 168 time: 1.9720018 Apr 29 13:30:02.221266 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60568) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:02.226289 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4fec7060-f6de-4c63-9b22-6a3c18ec88c0 None None] Could not find standard attr ID for object 4f9f9986-9aa8-4cdd-acd1-2ae6e125fd27. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:30:02.240234 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1d06405c-ec66-4660-8edb-e59293ea2c38 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:02.249273 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1d06405c-ec66-4660-8edb-e59293ea2c38 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:02.330492 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e2e90b-1448-475f-9f11-5da9e8b37e7c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting subnet 5facc3d6-7a43-40ea-9ba8-84538038b148 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:30:02.333826 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06405c-ec66-4660-8edb-e59293ea2c38 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61ad6bd-4dbf-45e8-95a3-c15c3627bab3,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:02.334461 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1a839540-3a02-43fe-9cf9-cfa75e123ee2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:02.340975 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1d06405c-ec66-4660-8edb-e59293ea2c38 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:02.345822 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60574) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:02.347429 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1d06405c-ec66-4660-8edb-e59293ea2c38 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3638036 Apr 29 13:30:02.356123 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-72e2e90b-1448-475f-9f11-5da9e8b37e7c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:02.470138 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 584d14d3-8642-4c0f-ac14-cfe85577b84a up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:30:02.574198 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 584d14d3-8642-4c0f-ac14-cfe85577b84a triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:02.574823 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:02.606269 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c831b29f-3001-4a8b-94f6-54799ead99c9 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:30:02.762161 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-72e2e90b-1448-475f-9f11-5da9e8b37e7c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:02.802173 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a839540-3a02-43fe-9cf9-cfa75e123ee2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network 63d31019-f9dd-4f7e-a59b-86ec3537a9bc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:02.811934 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a839540-3a02-43fe-9cf9-cfa75e123ee2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Port': ['ID=77becb27-e9b4-4528-838b-5aa4fe6f3124,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:02.824708 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-1a839540-3a02-43fe-9cf9-cfa75e123ee2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:02.840630 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a839540-3a02-43fe-9cf9-cfa75e123ee2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:30:02.845086 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a839540-3a02-43fe-9cf9-cfa75e123ee2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:02.845877 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1a839540-3a02-43fe-9cf9-cfa75e123ee2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:02.916917 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 68c8a906-9b65-425b-9295-0f6ea4cd904b up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:30:02.959242 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60578) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:02.959964 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1a839540-3a02-43fe-9cf9-cfa75e123ee2 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.0883849 Apr 29 13:30:02.959964 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-aac44e16-e162-45db-95c6-da49235bdcf4 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:02.977291 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-0faa3f7f-4b86-460e-9fcb-4fd2450a24f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'port': {'network_id': '63d31019-f9dd-4f7e-a59b-86ec3537a9bc', 'name': 'tempest-PortsIpV6TestJSON-1880411008', 'fixed_ips': [{'subnet_id': 'ecb577ae-dfaf-42de-9bfb-fe8bea6e9152', 'ip_address': '2001:db8::f'}]}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:03.019618 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-aac44e16-e162-45db-95c6-da49235bdcf4 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:03.042864 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-72e2e90b-1448-475f-9f11-5da9e8b37e7c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:03.092009 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 68c8a906-9b65-425b-9295-0f6ea4cd904b completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:30:03.102678 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05437d-64e7-46d3-8c57-864cfa43102e req-2b92fc10-4766-4f16-b585-f5699acb1a57 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:03.105627 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2c05437d-64e7-46d3-8c57-864cfa43102e req-2b92fc10-4766-4f16-b585-f5699acb1a57 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.5060325 Apr 29 13:30:03.114396 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device c72ae3bb-95f8-413e-af4a-94f68f92eb1f up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:30:03.191480 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19961ff-8082-4a2c-bbe0-af311b555757 None None] Network 63d31019-f9dd-4f7e-a59b-86ec3537a9bc requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:30:03.219282 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-067065db-caa2-4018-af70-937cc667cbc2 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:03.260882 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0faa3f7f-4b86-460e-9fcb-4fd2450a24f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:03.267805 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0faa3f7f-4b86-460e-9fcb-4fd2450a24f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:port and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:03.272449 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0faa3f7f-4b86-460e-9fcb-4fd2450a24f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:03.280816 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0faa3f7f-4b86-460e-9fcb-4fd2450a24f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:03.299776 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0faa3f7f-4b86-460e-9fcb-4fd2450a24f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:30:03.375542 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f67ef313-af6d-4391-8ab1-034b0350efc8 None None] Provisioning for port 68c8a906-9b65-425b-9295-0f6ea4cd904b completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:30:03.378820 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2c05437d-64e7-46d3-8c57-864cfa43102e req-4cd68bef-01b1-43bf-866f-2ae6eef9da7d tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535219 Apr 29 13:30:03.385541 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f67ef313-af6d-4391-8ab1-034b0350efc8 None None] Provisioning complete for port 68c8a906-9b65-425b-9295-0f6ea4cd904b triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:03.385917 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f67ef313-af6d-4391-8ab1-034b0350efc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:03.440717 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-aac44e16-e162-45db-95c6-da49235bdcf4 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:03.466419 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port c72ae3bb-95f8-413e-af4a-94f68f92eb1f triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:03.466933 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:03.475182 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac44e16-e162-45db-95c6-da49235bdcf4 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96e76f9-7a67-4bba-9cfe-2928880140ed,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:03.475420 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-72e2e90b-1448-475f-9f11-5da9e8b37e7c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:03.520993 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0faa3f7f-4b86-460e-9fcb-4fd2450a24f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:03.530472 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2e90b-1448-475f-9f11-5da9e8b37e7c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Subnet': ['ID=5facc3d6-7a43-40ea-9ba8-84538038b148,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:03.550697 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-0faa3f7f-4b86-460e-9fcb-4fd2450a24f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] device_id is not set on port 6c444111-1785-439b-acd7-40c0eca2073b yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:30:03.572027 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-72e2e90b-1448-475f-9f11-5da9e8b37e7c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:03.578182 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-72e2e90b-1448-475f-9f11-5da9e8b37e7c tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/5facc3d6-7a43-40ea-9ba8-84538038b148 HTTP/1.1" status: 204 len: 168 time: 1.3559062 Apr 29 13:30:03.588019 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-aac44e16-e162-45db-95c6-da49235bdcf4 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:03.589519 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-aac44e16-e162-45db-95c6-da49235bdcf4 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "DELETE /v2.0/security-groups/f96e76f9-7a67-4bba-9cfe-2928880140ed HTTP/1.1" status: 204 len: 168 time: 1.2403064 Apr 29 13:30:03.597352 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60586) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:03.598384 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60588) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:03.616502 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60590) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:03.742769 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b1da29c8-9695-42dc-8ab3-4aa0178797f1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1366570 Apr 29 13:30:03.746304 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f67ef313-af6d-4391-8ab1-034b0350efc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:03.748786 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60598) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:03.762950 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-38878e1f-8c11-46ae-87a3-dda993917cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:03.902995 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-38878e1f-8c11-46ae-87a3-dda993917cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:03.908581 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-38878e1f-8c11-46ae-87a3-dda993917cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:subnet and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:03.912100 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-38878e1f-8c11-46ae-87a3-dda993917cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:03.917864 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f67ef313-af6d-4391-8ab1-034b0350efc8 None None] For port 68c8a906-9b65-425b-9295-0f6ea4cd904b, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=68c8a906-9b65-425b-9295-0f6ea4cd904b,segment=NetworkSegment(9bf91932-1b49-43da-94f5-aec73ef11bef),segment_id=9bf91932-1b49-43da-94f5-aec73ef11bef)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:03.931148 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-38878e1f-8c11-46ae-87a3-dda993917cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:03.939508 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f67ef313-af6d-4391-8ab1-034b0350efc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:03.990196 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0ebc009a-b75f-4c09-940d-d163a804509a tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Synchronizing usage tracker for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:04.027216 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38878e1f-8c11-46ae-87a3-dda993917cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:30:04.031890 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-38878e1f-8c11-46ae-87a3-dda993917cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:04.037241 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ef313-af6d-4391-8ab1-034b0350efc8 None None] Pushing event updated for resources: {'Port': ['ID=68c8a906-9b65-425b-9295-0f6ea4cd904b,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:04.053329 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0ebc009a-b75f-4c09-940d-d163a804509a tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Unset dirty status for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:04.058264 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0ebc009a-b75f-4c09-940d-d163a804509a tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4480841 Apr 29 13:30:04.062166 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60602) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:04.098314 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513d1b94-9bb8-4b24-ad49-75adea29a214 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:30:04.338710 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 68c8a906-9b65-425b-9295-0f6ea4cd904b up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:30:04.384102 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-0faa3f7f-4b86-460e-9fcb-4fd2450a24f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Allocated IP 2001:db8::f (63d31019-f9dd-4f7e-a59b-86ec3537a9bc/ecb577ae-dfaf-42de-9bfb-fe8bea6e9152/6c444111-1785-439b-acd7-40c0eca2073b) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:30:04.409585 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-83da4e9b-6321-4f0c-9db1-1228676dd699 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Synchronizing usage tracker for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group_rule {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:04.534973 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:30:04.547261 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-83da4e9b-6321-4f0c-9db1-1228676dd699 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] Unset dirty status for tenant:78b5b8cc00c143a7b5696a2b4a6cd671 on resource:security_group_rule {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:04.552175 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-83da4e9b-6321-4f0c-9db1-1228676dd699 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.4888153 Apr 29 13:30:04.556103 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60610) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:04.610187 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2f761ec1-af71-4306-8238-8cebd949302f None None] Provisioning complete for port 584d14d3-8642-4c0f-ac14-cfe85577b84a triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:04.610551 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2f761ec1-af71-4306-8238-8cebd949302f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:04.685484 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 68c8a906-9b65-425b-9295-0f6ea4cd904b triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:04.685854 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:04.718285 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0faa3f7f-4b86-460e-9fcb-4fd2450a24f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:04.725110 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-f418b8f9-5af9-4820-8b26-44f2169d263e tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] delete failed (client error): The resource could not be found. Apr 29 13:30:04.729811 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f418b8f9-5af9-4820-8b26-44f2169d263e tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "DELETE /v2.0/security-groups/f96e76f9-7a67-4bba-9cfe-2928880140ed HTTP/1.1" status: 404 len: 347 time: 0.1270485 Apr 29 13:30:04.734694 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60614) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:04.750271 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-0faa3f7f-4b86-460e-9fcb-4fd2450a24f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Transition to ACTIVE for port object 6c444111-1785-439b-acd7-40c0eca2073b will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:30:04.925473 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4d808e64-7ce1-4184-9804-abec48b77010 tempest-SecGroupTest-1115325719 tempest-SecGroupTest-1115325719-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1875947 Apr 29 13:30:04.967209 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3e3fe0-c771-4bbf-91d5-4b6012a673a9 None None] DHCP port deletion for b2591163-41a9-4c5e-86a6-99ddbf59518f request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:30:04.968278 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0faa3f7f-4b86-460e-9fcb-4fd2450a24f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:04.977217 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-da3e3fe0-c771-4bbf-91d5-4b6012a673a9 None None] Deleting port 584d14d3-8642-4c0f-ac14-cfe85577b84a {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:30:04.977217 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-da3e3fe0-c771-4bbf-91d5-4b6012a673a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:05.117411 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-942d56d2-d453-46f2-95f7-672fe738540b None None] Provisioning complete for port 68c8a906-9b65-425b-9295-0f6ea4cd904b triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:05.118300 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-942d56d2-d453-46f2-95f7-672fe738540b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:05.138866 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e0932-d537-4d6a-a191-e618c536d0f5 req-e67ca7e6-f3be-4b96-9cbe-42838e41e044 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:05.140579 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c65e0932-d537-4d6a-a191-e618c536d0f5 req-e67ca7e6-f3be-4b96-9cbe-42838e41e044 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.3761044 Apr 29 13:30:05.152102 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faa3f7f-4b86-460e-9fcb-4fd2450a24f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network 63d31019-f9dd-4f7e-a59b-86ec3537a9bc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:05.178062 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-0faa3f7f-4b86-460e-9fcb-4fd2450a24f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:05.181212 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa3f7f-4b86-460e-9fcb-4fd2450a24f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Port': ['ID=6c444111-1785-439b-acd7-40c0eca2073b,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:05.185552 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faa3f7f-4b86-460e-9fcb-4fd2450a24f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:30:05.190410 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faa3f7f-4b86-460e-9fcb-4fd2450a24f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:05.191077 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0faa3f7f-4b86-460e-9fcb-4fd2450a24f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:05.232321 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0faa3f7f-4b86-460e-9fcb-4fd2450a24f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2893455 Apr 29 13:30:05.237128 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60620) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:05.411863 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c65e0932-d537-4d6a-a191-e618c536d0f5 req-5e538d75-397c-49d1-970b-e89961ccd9fa tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2625928 Apr 29 13:30:05.584439 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60628) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:05.644897 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-da3e3fe0-c771-4bbf-91d5-4b6012a673a9 None None] For port 584d14d3-8642-4c0f-ac14-cfe85577b84a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=584d14d3-8642-4c0f-ac14-cfe85577b84a,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:05.645955 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-da3e3fe0-c771-4bbf-91d5-4b6012a673a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:05.668631 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d39b19-f7ec-4b27-a48f-4ab6db8e8bc8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:05.669366 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a9d39b19-f7ec-4b27-a48f-4ab6db8e8bc8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Synchronizing usage tracker for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:05.696061 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.objects.ports [None req-38878e1f-8c11-46ae-87a3-dda993917cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83905) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 13:30:05.700095 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fa02e2fd-fb42-4322-9188-659de0e06d9a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:05.784046 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a9d39b19-f7ec-4b27-a48f-4ab6db8e8bc8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Unset dirty status for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:05.787691 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a9d39b19-f7ec-4b27-a48f-4ab6db8e8bc8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5422332 Apr 29 13:30:05.792117 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60634) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:05.878733 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-da3e3fe0-c771-4bbf-91d5-4b6012a673a9 None None] Calling delete_port for 584d14d3-8642-4c0f-ac14-cfe85577b84a owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:30:05.940029 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-067065db-caa2-4018-af70-937cc667cbc2 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Deleting port 636a4807-94a7-423c-8bf7-bf012bc5c6ce {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:30:05.940362 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-067065db-caa2-4018-af70-937cc667cbc2 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:06.083785 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-da3e3fe0-c771-4bbf-91d5-4b6012a673a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:06.109320 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a0be69a1-68f2-454b-bb2e-579d02d7f00d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=78b5b8cc00c143a7b5696a2b4a6cd671&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5225961 Apr 29 13:30:06.110179 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.ipam_pluggable_backend [None req-38878e1f-8c11-46ae-87a3-dda993917cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Port 584d14d3-8642-4c0f-ac14-cfe85577b84a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83905) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 29 13:30:06.110487 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.ipam_pluggable_backend [None req-38878e1f-8c11-46ae-87a3-dda993917cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Reverting IP allocation for 2001:db8::f816:3eff:fe95:f5 {{(pid=83905) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 29 13:30:06.138480 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e3fe0-c771-4bbf-91d5-4b6012a673a9 None None] Pushing event deleted for resources: {'Port': ['ID=584d14d3-8642-4c0f-ac14-cfe85577b84a,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:06.158280 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60638) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:06.227747 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-38878e1f-8c11-46ae-87a3-dda993917cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:06.276566 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7434e427-1f1a-4303-bfc8-1f85e98e3b3f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:06.280422 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7434e427-1f1a-4303-bfc8-1f85e98e3b3f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:06.284255 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7434e427-1f1a-4303-bfc8-1f85e98e3b3f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:06.285934 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7434e427-1f1a-4303-bfc8-1f85e98e3b3f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.4924874 Apr 29 13:30:06.303026 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60642) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:06.408335 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 584d14d3-8642-4c0f-ac14-cfe85577b84a no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:30:06.428563 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38878e1f-8c11-46ae-87a3-dda993917cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:06.436259 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-38878e1f-8c11-46ae-87a3-dda993917cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:06.439438 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38878e1f-8c11-46ae-87a3-dda993917cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:06.440012 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-38878e1f-8c11-46ae-87a3-dda993917cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:06.443770 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38878e1f-8c11-46ae-87a3-dda993917cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Subnet': ['ID=c82895b9-021d-40ff-b47a-86476247e84e,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:06.452395 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 584d14d3-8642-4c0f-ac14-cfe85577b84a {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:30:06.452741 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 584d14d3-8642-4c0f-ac14-cfe85577b84a not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:30:06.475554 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3e3fe0-c771-4bbf-91d5-4b6012a673a9 None None] No DVR routers for this DVR port 584d14d3-8642-4c0f-ac14-cfe85577b84a on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:30:06.483285 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-067065db-caa2-4018-af70-937cc667cbc2 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] For port 636a4807-94a7-423c-8bf7-bf012bc5c6ce, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=636a4807-94a7-423c-8bf7-bf012bc5c6ce,segment=NetworkSegment(54435c81-be5a-435a-89e7-d7e4b8cb5a34),segment_id=54435c81-be5a-435a-89e7-d7e4b8cb5a34)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:06.484058 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-067065db-caa2-4018-af70-937cc667cbc2 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:06.506065 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-942d56d2-d453-46f2-95f7-672fe738540b None None] Provisioning for port 77becb27-e9b4-4528-838b-5aa4fe6f3124 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:30:06.522716 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ce4790-47b2-4fd9-aff7-2df449ff1cd9 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:30:06.594344 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-942d56d2-d453-46f2-95f7-672fe738540b None None] Provisioning complete for port 77becb27-e9b4-4528-838b-5aa4fe6f3124 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:06.594813 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-942d56d2-d453-46f2-95f7-672fe738540b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:06.723665 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-067065db-caa2-4018-af70-937cc667cbc2 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Calling delete_port for 636a4807-94a7-423c-8bf7-bf012bc5c6ce owned by network:router_interface {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:30:06.751124 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-fa02e2fd-fb42-4322-9188-659de0e06d9a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port 4367e31d-3cb8-4847-9980-344a8f92fbfe {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:30:06.751742 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fa02e2fd-fb42-4322-9188-659de0e06d9a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:06.799085 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-78592422-c34d-469b-af5b-448261d42f43 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting port 6c444111-1785-439b-acd7-40c0eca2073b {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:30:06.799711 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-78592422-c34d-469b-af5b-448261d42f43 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:06.852116 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-caccb915-5fe5-4874-a366-0d05faaeebd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:06.871095 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-942d56d2-d453-46f2-95f7-672fe738540b None None] Port 77becb27-e9b4-4528-838b-5aa4fe6f3124 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:30:06.944683 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06642c0f-df4b-4ea6-a1a6-d32bf038ed77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-b2591163-41a9-4c5e-86a6-99ddbf59518f', 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'fixed_ips': [{'subnet_id': 'c82895b9-021d-40ff-b47a-86476247e84e'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:30:06.945856 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06642c0f-df4b-4ea6-a1a6-d32bf038ed77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:06.957346 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-caccb915-5fe5-4874-a366-0d05faaeebd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:06.979475 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-38878e1f-8c11-46ae-87a3-dda993917cf4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2255669 Apr 29 13:30:06.989504 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60650) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:06.997709 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-1e016296-345e-4591-95f6-af93cb32c83e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:07.064702 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d1e47b04-2c40-42a7-b822-fadabcaafec2 None None] Provisioning for port 6c444111-1785-439b-acd7-40c0eca2073b completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:30:07.078102 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d1e47b04-2c40-42a7-b822-fadabcaafec2 None None] Provisioning complete for port 6c444111-1785-439b-acd7-40c0eca2073b triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:07.078621 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d1e47b04-2c40-42a7-b822-fadabcaafec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:07.184047 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-d1e47b04-2c40-42a7-b822-fadabcaafec2 None None] Port 6c444111-1785-439b-acd7-40c0eca2073b cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:30:07.218704 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-fa02e2fd-fb42-4322-9188-659de0e06d9a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] For port 4367e31d-3cb8-4847-9980-344a8f92fbfe, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=4367e31d-3cb8-4847-9980-344a8f92fbfe,segment=NetworkSegment(2c280f1a-e81a-40e0-9964-5c94572bd7b5),segment_id=2c280f1a-e81a-40e0-9964-5c94572bd7b5)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:07.219055 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fa02e2fd-fb42-4322-9188-659de0e06d9a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:07.229075 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-06642c0f-df4b-4ea6-a1a6-d32bf038ed77 None None] Allocated IP 2001:db8::f816:3eff:fee6:1c6b (b2591163-41a9-4c5e-86a6-99ddbf59518f/c82895b9-021d-40ff-b47a-86476247e84e/5ce93f49-b68a-4f9a-bfe3-a5c5f1772948) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:30:07.251497 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-caccb915-5fe5-4874-a366-0d05faaeebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:07.260974 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b4a44-7657-449a-927b-635a5abc0766 req-fbb7d672-ade7-444d-946b-899f5505315c tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:07.265790 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-640b4a44-7657-449a-927b-635a5abc0766 req-fbb7d672-ade7-444d-946b-899f5505315c tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.5097623 Apr 29 13:30:07.341363 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caccb915-5fe5-4874-a366-0d05faaeebd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3d3839-a0d9-4bd5-9ed5-45bc9f6f99ab,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:07.386202 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-caccb915-5fe5-4874-a366-0d05faaeebd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:07.387419 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-caccb915-5fe5-4874-a366-0d05faaeebd0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7e3d3839-a0d9-4bd5-9ed5-45bc9f6f99ab HTTP/1.1" status: 204 len: 168 time: 1.2191348 Apr 29 13:30:07.402861 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-fa02e2fd-fb42-4322-9188-659de0e06d9a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for 4367e31d-3cb8-4847-9980-344a8f92fbfe owned by network:router_interface {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:30:07.484327 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-78592422-c34d-469b-af5b-448261d42f43 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:07.501726 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-640b4a44-7657-449a-927b-635a5abc0766 req-6438db9d-a2a3-4dbb-bc3a-fb0ae192c8b3 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908085 Apr 29 13:30:07.507750 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1e016296-345e-4591-95f6-af93cb32c83e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:07.518368 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1e016296-345e-4591-95f6-af93cb32c83e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:subnet and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:07.526774 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1e016296-345e-4591-95f6-af93cb32c83e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:07.534152 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1e016296-345e-4591-95f6-af93cb32c83e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:07.570516 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e016296-345e-4591-95f6-af93cb32c83e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:30:07.595565 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06642c0f-df4b-4ea6-a1a6-d32bf038ed77 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:07.635608 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-06642c0f-df4b-4ea6-a1a6-d32bf038ed77 None None] Transition to ACTIVE for port object 5ce93f49-b68a-4f9a-bfe3-a5c5f1772948 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:30:07.672672 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-06642c0f-df4b-4ea6-a1a6-d32bf038ed77 None None] Transition to ACTIVE for port object 5ce93f49-b68a-4f9a-bfe3-a5c5f1772948 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:30:07.683355 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06642c0f-df4b-4ea6-a1a6-d32bf038ed77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:07.865695 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fa02e2fd-fb42-4322-9188-659de0e06d9a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:07.880529 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06642c0f-df4b-4ea6-a1a6-d32bf038ed77 None None] Pushing event updated for resources: {'Port': ['ID=5ce93f49-b68a-4f9a-bfe3-a5c5f1772948,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:07.917588 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06642c0f-df4b-4ea6-a1a6-d32bf038ed77 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:07.923675 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-06642c0f-df4b-4ea6-a1a6-d32bf038ed77 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:07.928955 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c35fd6c7-df22-45ad-9bd7-e999028fb388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:07.933097 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06642c0f-df4b-4ea6-a1a6-d32bf038ed77 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:30:07.981794 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-78592422-c34d-469b-af5b-448261d42f43 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Calling delete_port for 6c444111-1785-439b-acd7-40c0eca2073b owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:30:08.045377 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02e2fd-fb42-4322-9188-659de0e06d9a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=4367e31d-3cb8-4847-9980-344a8f92fbfe,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:08.057971 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1e016296-345e-4591-95f6-af93cb32c83e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:08.082259 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-067065db-caa2-4018-af70-937cc667cbc2 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:08.085757 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-06642c0f-df4b-4ea6-a1a6-d32bf038ed77 None None] Attempting to bind port 5ce93f49-b68a-4f9a-bfe3-a5c5f1772948 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:30:08.086337 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-06642c0f-df4b-4ea6-a1a6-d32bf038ed77 None None] Attempting to bind port 5ce93f49-b68a-4f9a-bfe3-a5c5f1772948 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:30:08.087070 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06642c0f-df4b-4ea6-a1a6-d32bf038ed77 None None] Attempting to bind port 5ce93f49-b68a-4f9a-bfe3-a5c5f1772948 on network b2591163-41a9-4c5e-86a6-99ddbf59518f {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:30:08.097584 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06642c0f-df4b-4ea6-a1a6-d32bf038ed77 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:30:08.098088 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06642c0f-df4b-4ea6-a1a6-d32bf038ed77 None None] Checking segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:30:08.098971 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06642c0f-df4b-4ea6-a1a6-d32bf038ed77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:08.099421 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06642c0f-df4b-4ea6-a1a6-d32bf038ed77 None None] Bound using segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:30:08.100083 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-06642c0f-df4b-4ea6-a1a6-d32bf038ed77 None None] Bound port: 5ce93f49-b68a-4f9a-bfe3-a5c5f1772948, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:30:08.100566 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06642c0f-df4b-4ea6-a1a6-d32bf038ed77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:08.262363 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-06642c0f-df4b-4ea6-a1a6-d32bf038ed77 None None] For port 5ce93f49-b68a-4f9a-bfe3-a5c5f1772948, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:30:08.266342 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-06642c0f-df4b-4ea6-a1a6-d32bf038ed77 None None] For port 5ce93f49-b68a-4f9a-bfe3-a5c5f1772948, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=5ce93f49-b68a-4f9a-bfe3-a5c5f1772948,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:30:08.288381 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06642c0f-df4b-4ea6-a1a6-d32bf038ed77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:08.314569 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067065db-caa2-4018-af70-937cc667cbc2 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Pushing event deleted for resources: {'Port': ['ID=636a4807-94a7-423c-8bf7-bf012bc5c6ce,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:08.379712 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a385f262-500a-4e3d-98ac-a3b1759ffa8a req-394a29c1-ee49-44ed-90f9-02b6a949a3c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0952490f6c5340cc87f108a8ce4f0048&device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 1098 time: 0.6939154 Apr 29 13:30:08.454999 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06642c0f-df4b-4ea6-a1a6-d32bf038ed77 None None] Pushing event updated for resources: {'Port': ['ID=5ce93f49-b68a-4f9a-bfe3-a5c5f1772948,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:08.770984 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-78592422-c34d-469b-af5b-448261d42f43 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:08.877333 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.ipam_backend_mixin [None req-1e016296-345e-4591-95f6-af93cb32c83e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c82895b9-021d-40ff-b47a-86476247e84e (CIDR: 2001:db8::/64) Apr 29 13:30:08.944938 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78592422-c34d-469b-af5b-448261d42f43 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Port': ['ID=6c444111-1785-439b-acd7-40c0eca2073b,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:08.948491 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e016296-345e-4591-95f6-af93cb32c83e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:30:08.948959 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e016296-345e-4591-95f6-af93cb32c83e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:08.953155 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-78592422-c34d-469b-af5b-448261d42f43 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:09.000805 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-067065db-caa2-4018-af70-937cc667cbc2 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:09.192115 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60688) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:09.195081 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1e016296-345e-4591-95f6-af93cb32c83e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2043738 Apr 29 13:30:09.213236 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-78592422-c34d-469b-af5b-448261d42f43 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/ports/6c444111-1785-439b-acd7-40c0eca2073b HTTP/1.1" status: 204 len: 168 time: 2.9041414 Apr 29 13:30:09.214197 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60692) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:09.214521 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60694) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:09.221042 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-0879faf0-0779-4451-8a59-bf5f2946ab2a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:09.222400 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385f262-500a-4e3d-98ac-a3b1759ffa8a req-37316055-a8fc-4a56-8f40-44d3fdf570e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:09.223875 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a385f262-500a-4e3d-98ac-a3b1759ffa8a req-37316055-a8fc-4a56-8f40-44d3fdf570e2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6 HTTP/1.1" status: 200 len: 913 time: 0.7130437 Apr 29 13:30:09.360215 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538a3c2-ee47-4448-8406-f322bedaa2bc req-2ad9d2ec-3f0c-42fb-9290-d89290935014 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:09.362381 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4538a3c2-ee47-4448-8406-f322bedaa2bc req-2ad9d2ec-3f0c-42fb-9290-d89290935014 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.5416727 Apr 29 13:30:09.405236 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-42517f83-d006-49aa-ae33-16f73e53c6c1 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] GET failed (client error): The resource could not be found. Apr 29 13:30:09.405737 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-42517f83-d006-49aa-ae33-16f73e53c6c1 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Synchronizing usage tracker for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:09.474474 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-42517f83-d006-49aa-ae33-16f73e53c6c1 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Unset dirty status for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:09.478830 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-42517f83-d006-49aa-ae33-16f73e53c6c1 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "GET /v2.0/ports/6c444111-1785-439b-acd7-40c0eca2073b HTTP/1.1" status: 404 len: 333 time: 0.2382290 Apr 29 13:30:09.479715 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60702) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:09.549882 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-bf5a2349-67ac-4821-8707-a47d15131350 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:09.550658 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-bf5a2349-67ac-4821-8707-a47d15131350 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 13:30:09.554764 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-bf5a2349-67ac-4821-8707-a47d15131350 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3121498 Apr 29 13:30:09.558130 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60708) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:09.576321 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0879faf0-0779-4451-8a59-bf5f2946ab2a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:09.577682 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-c1ab75c1-7020-4efb-ae6f-a250634a14d4 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group': {'name': 'tempest-secgroup--654157617'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:09.588922 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0879faf0-0779-4451-8a59-bf5f2946ab2a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:subnet and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:09.591110 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-c1ab75c1-7020-4efb-ae6f-a250634a14d4 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:09.595482 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0879faf0-0779-4451-8a59-bf5f2946ab2a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:09.599885 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a385f262-500a-4e3d-98ac-a3b1759ffa8a req-0a8a7e5e-d813-4702-8a2f-6fae991b1957 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4607167c-7986-4767-894c-12e0243b25ec HTTP/1.1" status: 200 len: 1001 time: 0.3677745 Apr 29 13:30:09.601409 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-83c147a6-21f5-436d-8578-0c3432bc8509 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting port 77becb27-e9b4-4528-838b-5aa4fe6f3124 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:30:09.601775 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-83c147a6-21f5-436d-8578-0c3432bc8509 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:09.602616 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-c1ab75c1-7020-4efb-ae6f-a250634a14d4 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Usage tracker for resource:security_group and tenant:b1594fc5708f448fb266d77c0475103e is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:09.612895 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-c1ab75c1-7020-4efb-ae6f-a250634a14d4 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:09.641870 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0879faf0-0779-4451-8a59-bf5f2946ab2a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:09.659885 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4538a3c2-ee47-4448-8406-f322bedaa2bc req-580de033-ad7c-4fc8-a2f9-cdcb80f4fefd tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449158 Apr 29 13:30:09.664020 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-c1ab75c1-7020-4efb-ae6f-a250634a14d4 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:09.690178 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0879faf0-0779-4451-8a59-bf5f2946ab2a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:30:09.707653 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385f262-500a-4e3d-98ac-a3b1759ffa8a req-6647778f-e49d-4a7d-bb0c-eec5cd1f3401 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:09.709190 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a385f262-500a-4e3d-98ac-a3b1759ffa8a req-6647778f-e49d-4a7d-bb0c-eec5cd1f3401 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95ef32f0-4ffe-4053-ad89-1f8d7234cbbd HTTP/1.1" status: 200 len: 851 time: 0.0911143 Apr 29 13:30:09.713781 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c1ab75c1-7020-4efb-ae6f-a250634a14d4 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:09.729408 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fa02e2fd-fb42-4322-9188-659de0e06d9a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:09.791885 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c1ab75c1-7020-4efb-ae6f-a250634a14d4 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:09.997208 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-c1ab75c1-7020-4efb-ae6f-a250634a14d4 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:10.012978 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-c1ab75c1-7020-4efb-ae6f-a250634a14d4 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Usage tracker for resource:security_group_rule and tenant:b1594fc5708f448fb266d77c0475103e is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:10.018928 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-c1ab75c1-7020-4efb-ae6f-a250634a14d4 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:10.028031 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-c1ab75c1-7020-4efb-ae6f-a250634a14d4 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:10.042382 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a385f262-500a-4e3d-98ac-a3b1759ffa8a req-495fe932-f5b1-4150-bf51-278ad3539870 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3155074 Apr 29 13:30:10.177822 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0879faf0-0779-4451-8a59-bf5f2946ab2a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:10.251592 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-83c147a6-21f5-436d-8578-0c3432bc8509 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:10.253832 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b09bad1e-04d0-45ba-ab7d-7ac3561ef15c None None] Provisioning for port 5ce93f49-b68a-4f9a-bfe3-a5c5f1772948 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:30:10.258814 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a385f262-500a-4e3d-98ac-a3b1759ffa8a req-e5e4190b-1292-4807-b850-529f306376fc service neutron] 10.222.0.32 "GET /v2.0/networks/9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071357 Apr 29 13:30:10.264541 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c1ab75c1-7020-4efb-ae6f-a250634a14d4 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:10.321738 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c1ab75c1-7020-4efb-ae6f-a250634a14d4 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:10.387156 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ff2543ec-c82e-47b6-815e-c2588997a6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:10.429994 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 5ce93f49-b68a-4f9a-bfe3-a5c5f1772948 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:30:10.512011 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 5ce93f49-b68a-4f9a-bfe3-a5c5f1772948 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:30:10.519550 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 5ce93f49-b68a-4f9a-bfe3-a5c5f1772948 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:10.520230 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:10.526030 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-83c147a6-21f5-436d-8578-0c3432bc8509 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Calling delete_port for 77becb27-e9b4-4528-838b-5aa4fe6f3124 owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:30:10.588408 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab75c1-7020-4efb-ae6f-a250634a14d4 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a64b96-440e-4cab-91c5-8fc8ed0a61b9,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:10.599481 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-c1ab75c1-7020-4efb-ae6f-a250634a14d4 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:10.671295 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:10.713835 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 5ce93f49-b68a-4f9a-bfe3-a5c5f1772948, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=5ce93f49-b68a-4f9a-bfe3-a5c5f1772948,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:10.719813 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:10.753125 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-c1ab75c1-7020-4efb-ae6f-a250634a14d4 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Usage tracker for resource:security_group_rule and tenant:b1594fc5708f448fb266d77c0475103e is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:10.760912 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-c1ab75c1-7020-4efb-ae6f-a250634a14d4 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:10.768636 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-c1ab75c1-7020-4efb-ae6f-a250634a14d4 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:10.780984 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a385f262-500a-4e3d-98ac-a3b1759ffa8a req-0ebe0173-0de2-478c-ad82-89e0431b1a84 service neutron] 10.222.0.32 "GET /v2.0/networks/9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999428 Apr 29 13:30:10.905936 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86d6440-5423-4d3d-ae10-99cdeacedaed None None] New status for floating IP fe262875-92e1-49e0-9f8b-4459ab3a0391: DOWN {{(pid=83906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:30:11.098042 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c1ab75c1-7020-4efb-ae6f-a250634a14d4 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:11.125333 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c1ab75c1-7020-4efb-ae6f-a250634a14d4 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:11.134753 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-83c147a6-21f5-436d-8578-0c3432bc8509 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:11.146103 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=5ce93f49-b68a-4f9a-bfe3-a5c5f1772948,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:11.202681 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c1ab75c1-7020-4efb-ae6f-a250634a14d4 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:11.205728 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c1ab75c1-7020-4efb-ae6f-a250634a14d4 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6389205 Apr 29 13:30:11.210033 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60716) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:11.212276 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab75c1-7020-4efb-ae6f-a250634a14d4 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3514373a-550d-4722-9b14-1baa399e60f5,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:11.220561 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-ba4fae5e-a10b-4600-9fbe-63c5f60053ed tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group_rule': {'security_group_id': '3514373a-550d-4722-9b14-1baa399e60f5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:11.239151 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ba4fae5e-a10b-4600-9fbe-63c5f60053ed tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:11.245424 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ba4fae5e-a10b-4600-9fbe-63c5f60053ed tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Usage tracker for resource:security_group_rule and tenant:b1594fc5708f448fb266d77c0475103e is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:11.249141 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ba4fae5e-a10b-4600-9fbe-63c5f60053ed tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:11.255963 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ba4fae5e-a10b-4600-9fbe-63c5f60053ed tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:11.281590 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c147a6-21f5-436d-8578-0c3432bc8509 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Port': ['ID=77becb27-e9b4-4528-838b-5aa4fe6f3124,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:11.289074 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ba4fae5e-a10b-4600-9fbe-63c5f60053ed tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:11.299239 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa02e2fd-fb42-4322-9188-659de0e06d9a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router 3c672e49-4b9c-4695-bb1e-37498b95ba53 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:30:11.382077 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-83c147a6-21f5-436d-8578-0c3432bc8509 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:11.421047 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:11.428444 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-83c147a6-21f5-436d-8578-0c3432bc8509 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/ports/77becb27-e9b4-4528-838b-5aa4fe6f3124 HTTP/1.1" status: 204 len: 168 time: 1.9446826 Apr 29 13:30:11.431043 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60726) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:11.513377 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea247ba-b697-4a56-96e0-101aa1fbd3f8 req-d773d25f-54c1-476f-baf6-6ae497940c38 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:11.513616 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:11.521006 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5ea247ba-b697-4a56-96e0-101aa1fbd3f8 req-d773d25f-54c1-476f-baf6-6ae497940c38 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.3961294 Apr 29 13:30:11.525412 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-5666a59d-4962-44f9-a7c4-7413a81145c8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] GET failed (client error): The resource could not be found. Apr 29 13:30:11.525906 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5666a59d-4962-44f9-a7c4-7413a81145c8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Synchronizing usage tracker for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:11.557754 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0879faf0-0779-4451-8a59-bf5f2946ab2a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:11.584077 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ba4fae5e-a10b-4600-9fbe-63c5f60053ed tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:11.604401 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ba4fae5e-a10b-4600-9fbe-63c5f60053ed tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:11.636855 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fae5e-a10b-4600-9fbe-63c5f60053ed tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce663cb-04fa-42f8-a420-d4c8c7c079c4,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:11.663443 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879faf0-0779-4451-8a59-bf5f2946ab2a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Subnet': ['ID=2a2b07d7-ce9c-4694-8a4e-9645438270e5,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:11.675027 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ba4fae5e-a10b-4600-9fbe-63c5f60053ed tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:11.679249 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ba4fae5e-a10b-4600-9fbe-63c5f60053ed tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4644270 Apr 29 13:30:11.681328 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5ea247ba-b697-4a56-96e0-101aa1fbd3f8 req-7faac466-12fd-44d4-9039-ede9121832ad tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594141 Apr 29 13:30:11.682031 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60730) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:11.688465 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0879faf0-0779-4451-8a59-bf5f2946ab2a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:11.689411 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-db9ad087-ffb1-4ab1-b7f3-ee1cf01d3505 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group_rule': {'security_group_id': '3514373a-550d-4722-9b14-1baa399e60f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:11.690105 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5666a59d-4962-44f9-a7c4-7413a81145c8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Unset dirty status for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:11.694194 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60734) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:11.694871 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5666a59d-4962-44f9-a7c4-7413a81145c8 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "GET /v2.0/ports/77becb27-e9b4-4528-838b-5aa4fe6f3124 HTTP/1.1" status: 404 len: 333 time: 0.2545950 Apr 29 13:30:11.699011 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-0879faf0-0779-4451-8a59-bf5f2946ab2a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:11.708053 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3952dc90-4f6e-49cb-aeb8-5a43a50ac6f0 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:30:11.715487 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0879faf0-0779-4451-8a59-bf5f2946ab2a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:11.716505 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0879faf0-0779-4451-8a59-bf5f2946ab2a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:11.760862 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0879faf0-0779-4451-8a59-bf5f2946ab2a tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5669987 Apr 29 13:30:11.765108 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60738) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:11.774340 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-ad580fd5-1c65-4470-af45-3b954c6cab51 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'port': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'mac_address': 'fa:16:3e:63:95:ec', 'name': 'tempest-NetworksTestDHCPv6-602284924'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:11.862259 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-db9ad087-ffb1-4ab1-b7f3-ee1cf01d3505 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:11.875252 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-db9ad087-ffb1-4ab1-b7f3-ee1cf01d3505 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Usage tracker for resource:security_group_rule and tenant:b1594fc5708f448fb266d77c0475103e is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:11.885903 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-db9ad087-ffb1-4ab1-b7f3-ee1cf01d3505 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:11.897788 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-db9ad087-ffb1-4ab1-b7f3-ee1cf01d3505 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:11.904349 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa02e2fd-fb42-4322-9188-659de0e06d9a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:30:11.916612 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-fa02e2fd-fb42-4322-9188-659de0e06d9a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "PUT /v2.0/routers/3c672e49-4b9c-4695-bb1e-37498b95ba53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2984629 Apr 29 13:30:11.925955 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d449a2-17e2-44fe-9756-1a654574203d None None] Sync routers for ids ['3c672e49-4b9c-4695-bb1e-37498b95ba53'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:30:11.930005 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067065db-caa2-4018-af70-937cc667cbc2 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Router dbbd48fc-93c3-4ee5-96c0-bbc843deeffd has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:30:11.963411 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d449a2-17e2-44fe-9756-1a654574203d None None] Routers {'3c672e49-4b9c-4695-bb1e-37498b95ba53'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:30:11.965383 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-e4d449a2-17e2-44fe-9756-1a654574203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:30:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['3c672e49-4b9c-4695-bb1e-37498b95ba53'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:12.096252 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-34bb64c7-907c-4ff4-98b1-ff1aae7fa1af tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting subnet ecb577ae-dfaf-42de-9bfb-fe8bea6e9152 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:30:12.099867 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-34bb64c7-907c-4ff4-98b1-ff1aae7fa1af tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:12.210492 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-34bb64c7-907c-4ff4-98b1-ff1aae7fa1af tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:12.282566 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ad580fd5-1c65-4470-af45-3b954c6cab51 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:12.292686 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ad580fd5-1c65-4470-af45-3b954c6cab51 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:port and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:12.305714 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ad580fd5-1c65-4470-af45-3b954c6cab51 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:12.328896 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ad580fd5-1c65-4470-af45-3b954c6cab51 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:12.331219 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-e4d449a2-17e2-44fe-9756-1a654574203d None None] Set router 3c672e49-4b9c-4695-bb1e-37498b95ba53 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:30:12.347056 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-34bb64c7-907c-4ff4-98b1-ff1aae7fa1af tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:12.353782 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 5ce93f49-b68a-4f9a-bfe3-a5c5f1772948 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:30:12.388845 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad580fd5-1c65-4470-af45-3b954c6cab51 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:30:12.396191 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ad580fd5-1c65-4470-af45-3b954c6cab51 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:12.462015 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-ad580fd5-1c65-4470-af45-3b954c6cab51 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] device_id is not set on port 9f6d0d0f-18df-491c-a581-9d51bcb7ab78 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:30:12.479120 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-db9ad087-ffb1-4ab1-b7f3-ee1cf01d3505 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:12.480865 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f127fe8d-0d6c-486f-8653-db9187b2d538 None None] Update dhcp port {'port': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'fixed_ips': [{'subnet_id': 'c82895b9-021d-40ff-b47a-86476247e84e', 'ip_address': '2001:db8::f816:3eff:fee6:1c6b'}, {'subnet_id': '2a2b07d7-ce9c-4694-8a4e-9645438270e5'}], 'binding:host_id': 'dv-neutron-839027-4-hyperv'}, 'id': '5ce93f49-b68a-4f9a-bfe3-a5c5f1772948'} from dv-neutron-839027-4-hyperv. {{(pid=83906) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 29 13:30:12.488592 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-34bb64c7-907c-4ff4-98b1-ff1aae7fa1af tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:12.580973 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb64c7-907c-4ff4-98b1-ff1aae7fa1af tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Subnet': ['ID=ecb577ae-dfaf-42de-9bfb-fe8bea6e9152,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:12.608005 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f127fe8d-0d6c-486f-8653-db9187b2d538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:12.649943 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-34bb64c7-907c-4ff4-98b1-ff1aae7fa1af tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:12.662408 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5473d27c-75a6-4163-bbd1-d45dec0cc2e0 None None] Network 63d31019-f9dd-4f7e-a59b-86ec3537a9bc requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:30:12.684040 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-34bb64c7-907c-4ff4-98b1-ff1aae7fa1af tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/subnets/ecb577ae-dfaf-42de-9bfb-fe8bea6e9152 HTTP/1.1" status: 204 len: 168 time: 0.9863439 Apr 29 13:30:12.684295 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60748) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:12.794864 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067065db-caa2-4018-af70-937cc667cbc2 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:30:12.827700 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-067065db-caa2-4018-af70-937cc667cbc2 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "PUT /v2.0/routers/dbbd48fc-93c3-4ee5-96c0-bbc843deeffd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4964054 Apr 29 13:30:12.832007 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60754) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:12.835785 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eb746e68-e524-4ec3-9ca1-fa48874723c4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:12.859807 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-eb746e68-e524-4ec3-9ca1-fa48874723c4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting port 68c8a906-9b65-425b-9295-0f6ea4cd904b {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:30:12.860481 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eb746e68-e524-4ec3-9ca1-fa48874723c4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:12.932562 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-e4d449a2-17e2-44fe-9756-1a654574203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'name': 'tempest-TestNetworkBasicOps-router-561872852', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:27Z', 'updated_at': '2022-04-29T13:30:07Z', 'revision_number': 6, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:73:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:28Z', 'updated_at': '2022-04-29T13:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '9b8d9151-fcb3-4a8b-a965-adcc231f6c8b', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.196', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'port_id': 'beba0e90-3fb2-4854-b4da-5967e3f314bd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d', 'mac_address': 'fa:16:3e:e5:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3061d50c-a877-4cf1-a4f7-3db07ad118a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:27:36Z', 'updated_at': '2022-04-29T13:27:49Z', 'revision_number': 1, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33c89b0f-0092-4200-b91a-d67d91da6f12', 'name': '', 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:1f:e5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '980d0090-e41e-44ca-a879-96fdb1535ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:47Z', 'updated_at': '2022-04-29T13:26:59Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '980d0090-e41e-44ca-a879-96fdb1535ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:12.944638 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-db9ad087-ffb1-4ab1-b7f3-ee1cf01d3505 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 13:30:12.944884 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d449a2-17e2-44fe-9756-1a654574203d None None] Checking router: 3c672e49-4b9c-4695-bb1e-37498b95ba53 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:30:12.946854 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2718dc3f-b849-4d18-bd42-7fdc324d562a None None] Sync routers for ids ['dbbd48fc-93c3-4ee5-96c0-bbc843deeffd'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:30:12.950533 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf2b2d-5b2e-494c-a49a-343b9c617c0a req-037d6719-7fe2-40b7-a4a6-751f7f92c848 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:12.950533 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-05bf2b2d-5b2e-494c-a49a-343b9c617c0a req-037d6719-7fe2-40b7-a4a6-751f7f92c848 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:12.953273 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-db9ad087-ffb1-4ab1-b7f3-ee1cf01d3505 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.2703006 Apr 29 13:30:12.954794 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60758) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:12.976264 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d449a2-17e2-44fe-9756-1a654574203d None None] Routers {'3c672e49-4b9c-4695-bb1e-37498b95ba53'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:30:12.976369 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-e4d449a2-17e2-44fe-9756-1a654574203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:30:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['3c672e49-4b9c-4695-bb1e-37498b95ba53'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:12.986069 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 5ce93f49-b68a-4f9a-bfe3-a5c5f1772948 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:12.986441 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:12.989467 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-ad580fd5-1c65-4470-af45-3b954c6cab51 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Allocated IP 2001:db8:0:1::24a (b2591163-41a9-4c5e-86a6-99ddbf59518f/2a2b07d7-ce9c-4694-8a4e-9645438270e5/9f6d0d0f-18df-491c-a581-9d51bcb7ab78) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:30:13.012967 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-05bf2b2d-5b2e-494c-a49a-343b9c617c0a req-037d6719-7fe2-40b7-a4a6-751f7f92c848 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:13.014322 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-05bf2b2d-5b2e-494c-a49a-343b9c617c0a req-037d6719-7fe2-40b7-a4a6-751f7f92c848 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=9760cefa-8385-448b-bb9d-7a0682cfe147 HTTP/1.1" status: 200 len: 946 time: 0.3636992 Apr 29 13:30:13.020283 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-ad580fd5-1c65-4470-af45-3b954c6cab51 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Allocated IP 2001:db8::f816:3eff:fe63:95ec (b2591163-41a9-4c5e-86a6-99ddbf59518f/c82895b9-021d-40ff-b47a-86476247e84e/9f6d0d0f-18df-491c-a581-9d51bcb7ab78) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:30:13.213051 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:13.238720 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-05bf2b2d-5b2e-494c-a49a-343b9c617c0a req-2ca62939-acaa-46b6-aa55-14611ac8ef85 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=14dcf634-cd52-48af-9431-d25d9e8fbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2155550 Apr 29 13:30:13.307865 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-be26cc75-68d0-4c49-849f-cfe59357fa03 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:13.312880 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-58667f32-6817-454c-aeb1-a4907a91ee5e tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Deleting subnet 8672d9ee-edfb-42ee-bd49-ae2cc6174dde {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:30:13.316493 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-58667f32-6817-454c-aeb1-a4907a91ee5e tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:13.326962 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd4374-8154-4e6c-9502-a11a20ba9dc4 req-bef2fb03-5d53-4154-b2ba-3449971997e1 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:13.336672 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-86cd4374-8154-4e6c-9502-a11a20ba9dc4 req-bef2fb03-5d53-4154-b2ba-3449971997e1 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.3696041 Apr 29 13:30:13.360961 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-e4d449a2-17e2-44fe-9756-1a654574203d None None] Set router 3c672e49-4b9c-4695-bb1e-37498b95ba53 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:30:13.379518 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-58667f32-6817-454c-aeb1-a4907a91ee5e tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:13.389149 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2718dc3f-b849-4d18-bd42-7fdc324d562a None None] Routers {'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:30:13.389938 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2718dc3f-b849-4d18-bd42-7fdc324d562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:30:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['dbbd48fc-93c3-4ee5-96c0-bbc843deeffd'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:13.428384 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-be26cc75-68d0-4c49-849f-cfe59357fa03 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:13.530484 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-eb746e68-e524-4ec3-9ca1-fa48874723c4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] For port 68c8a906-9b65-425b-9295-0f6ea4cd904b, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=68c8a906-9b65-425b-9295-0f6ea4cd904b,segment=NetworkSegment(9bf91932-1b49-43da-94f5-aec73ef11bef),segment_id=9bf91932-1b49-43da-94f5-aec73ef11bef)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:13.530685 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eb746e68-e524-4ec3-9ca1-fa48874723c4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:13.550415 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-be26cc75-68d0-4c49-849f-cfe59357fa03 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:13.614002 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ad580fd5-1c65-4470-af45-3b954c6cab51 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:13.617471 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-58667f32-6817-454c-aeb1-a4907a91ee5e tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:13.719390 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-ad580fd5-1c65-4470-af45-3b954c6cab51 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Transition to ACTIVE for port object 9f6d0d0f-18df-491c-a581-9d51bcb7ab78 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:30:13.737815 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26cc75-68d0-4c49-849f-cfe59357fa03 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3514373a-550d-4722-9b14-1baa399e60f5,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:13.756834 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-eb746e68-e524-4ec3-9ca1-fa48874723c4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Calling delete_port for 68c8a906-9b65-425b-9295-0f6ea4cd904b owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:30:13.784151 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-58667f32-6817-454c-aeb1-a4907a91ee5e tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:13.807193 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-86cd4374-8154-4e6c-9502-a11a20ba9dc4 req-07550f07-5e9d-4996-adc7-d111c277080b tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4655104 Apr 29 13:30:13.848824 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-be26cc75-68d0-4c49-849f-cfe59357fa03 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:13.856379 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ad580fd5-1c65-4470-af45-3b954c6cab51 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:13.856729 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-be26cc75-68d0-4c49-849f-cfe59357fa03 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "DELETE /v2.0/security-groups/3514373a-550d-4722-9b14-1baa399e60f5 HTTP/1.1" status: 204 len: 168 time: 0.8941288 Apr 29 13:30:13.860645 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60764) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:13.861279 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-58667f32-6817-454c-aeb1-a4907a91ee5e tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:13.875225 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-58667f32-6817-454c-aeb1-a4907a91ee5e tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "DELETE /v2.0/subnets/8672d9ee-edfb-42ee-bd49-ae2cc6174dde HTTP/1.1" status: 204 len: 168 time: 1.0412221 Apr 29 13:30:13.876825 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58667f32-6817-454c-aeb1-a4907a91ee5e tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Pushing event deleted for resources: {'Subnet': ['ID=8672d9ee-edfb-42ee-bd49-ae2cc6174dde,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:13.888656 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60768) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:13.970884 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d863bf-cd36-45fd-9c34-ebc059d2b1f4 None None] Network fd1e5aaf-1b26-4dda-a00a-9ea5743f747d requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:30:13.996535 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad580fd5-1c65-4470-af45-3b954c6cab51 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Port': ['ID=9f6d0d0f-18df-491c-a581-9d51bcb7ab78,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:13.998640 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-e4d449a2-17e2-44fe-9756-1a654574203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'name': 'tempest-TestNetworkBasicOps-router-561872852', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:27Z', 'updated_at': '2022-04-29T13:30:07Z', 'revision_number': 6, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:73:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:28Z', 'updated_at': '2022-04-29T13:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '9b8d9151-fcb3-4a8b-a965-adcc231f6c8b', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.196', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'port_id': 'beba0e90-3fb2-4854-b4da-5967e3f314bd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d', 'mac_address': 'fa:16:3e:e5:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3061d50c-a877-4cf1-a4f7-3db07ad118a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:27:36Z', 'updated_at': '2022-04-29T13:27:49Z', 'revision_number': 1, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33c89b0f-0092-4200-b91a-d67d91da6f12', 'name': '', 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:1f:e5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '980d0090-e41e-44ca-a879-96fdb1535ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:47Z', 'updated_at': '2022-04-29T13:26:59Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '980d0090-e41e-44ca-a879-96fdb1535ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:14.003695 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d449a2-17e2-44fe-9756-1a654574203d None None] The sync data for ids ['3c672e49-4b9c-4695-bb1e-37498b95ba53'] in dv-neutron-839027-4-hyperv is: [{'id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'name': 'tempest-TestNetworkBasicOps-router-561872852', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:27Z', 'updated_at': '2022-04-29T13:30:07Z', 'revision_number': 6, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:73:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:28Z', 'updated_at': '2022-04-29T13:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '9b8d9151-fcb3-4a8b-a965-adcc231f6c8b', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.196', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'port_id': 'beba0e90-3fb2-4854-b4da-5967e3f314bd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d', 'mac_address': 'fa:16:3e:e5:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3061d50c-a877-4cf1-a4f7-3db07ad118a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:27:36Z', 'updated_at': '2022-04-29T13:27:49Z', 'revision_number': 1, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33c89b0f-0092-4200-b91a-d67d91da6f12', 'name': '', 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:1f:e5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '980d0090-e41e-44ca-a879-96fdb1535ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:47Z', 'updated_at': '2022-04-29T13:26:59Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '980d0090-e41e-44ca-a879-96fdb1535ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:30:14.016986 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad580fd5-1c65-4470-af45-3b954c6cab51 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:14.018683 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-ad580fd5-1c65-4470-af45-3b954c6cab51 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:14.021174 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad580fd5-1c65-4470-af45-3b954c6cab51 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:30:14.026186 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad580fd5-1c65-4470-af45-3b954c6cab51 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:14.026967 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ad580fd5-1c65-4470-af45-3b954c6cab51 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:14.053465 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ad580fd5-1c65-4470-af45-3b954c6cab51 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2865973 Apr 29 13:30:14.055863 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60772) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:14.127073 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-f127fe8d-0d6c-486f-8653-db9187b2d538 None None] Allocated IP 2001:db8:0:1::2 (b2591163-41a9-4c5e-86a6-99ddbf59518f/2a2b07d7-ce9c-4694-8a4e-9645438270e5/5ce93f49-b68a-4f9a-bfe3-a5c5f1772948) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:30:14.129580 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-2718dc3f-b849-4d18-bd42-7fdc324d562a None None] Set router dbbd48fc-93c3-4ee5-96c0-bbc843deeffd gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:30:14.194173 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-6c096477-4913-43c1-9037-d583ece4da39 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting port 9f6d0d0f-18df-491c-a581-9d51bcb7ab78 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:30:14.195177 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6c096477-4913-43c1-9037-d583ece4da39 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:14.203351 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eb746e68-e524-4ec3-9ca1-fa48874723c4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:14.516065 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-a58aa955-2de9-4429-9b95-5b0fb534ae84 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Synchronizing usage tracker for tenant:b1594fc5708f448fb266d77c0475103e on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:14.528915 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb746e68-e524-4ec3-9ca1-fa48874723c4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Port': ['ID=68c8a906-9b65-425b-9295-0f6ea4cd904b,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:14.531527 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16c7611-9521-4164-b841-4529337f0963 None None] DHCP port deletion for 63d31019-f9dd-4f7e-a59b-86ec3537a9bc request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:30:14.585004 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-a58aa955-2de9-4429-9b95-5b0fb534ae84 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Unset dirty status for tenant:b1594fc5708f448fb266d77c0475103e on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:14.587814 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a58aa955-2de9-4429-9b95-5b0fb534ae84 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7259581 Apr 29 13:30:14.598790 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60778) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:14.600081 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb746e68-e524-4ec3-9ca1-fa48874723c4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] No DVR routers for this DVR port 68c8a906-9b65-425b-9295-0f6ea4cd904b on host dv-neutron-839027-4-hyperv {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:30:14.659641 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab71c8-e04c-4ca4-ab2b-ae1335e1a785 req-8277bb72-113e-4334-838e-7452acde860f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:14.660841 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-bdab71c8-e04c-4ca4-ab2b-ae1335e1a785 req-8277bb72-113e-4334-838e-7452acde860f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:14.673131 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-bf0215ce-04c9-4447-80a7-b9e264e33172 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group': {'name': 'tempest-secgroup--1457354144'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:14.702869 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 68c8a906-9b65-425b-9295-0f6ea4cd904b no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:30:14.715856 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-bf0215ce-04c9-4447-80a7-b9e264e33172 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:14.760732 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 68c8a906-9b65-425b-9295-0f6ea4cd904b {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:30:14.761521 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 68c8a906-9b65-425b-9295-0f6ea4cd904b not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:30:14.761521 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 4367e31d-3cb8-4847-9980-344a8f92fbfe no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:30:14.763971 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6c096477-4913-43c1-9037-d583ece4da39 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:14.804323 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-bf0215ce-04c9-4447-80a7-b9e264e33172 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:14.829273 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-bdab71c8-e04c-4ca4-ab2b-ae1335e1a785 req-8277bb72-113e-4334-838e-7452acde860f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:14.830546 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bdab71c8-e04c-4ca4-ab2b-ae1335e1a785 req-8277bb72-113e-4334-838e-7452acde860f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/ports?device_id=9760cefa-8385-448b-bb9d-7a0682cfe147 HTTP/1.1" status: 200 len: 946 time: 0.7253487 Apr 29 13:30:14.833921 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 4367e31d-3cb8-4847-9980-344a8f92fbfe {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:30:14.834266 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 4367e31d-3cb8-4847-9980-344a8f92fbfe not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:30:14.910379 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f127fe8d-0d6c-486f-8653-db9187b2d538 None None] For port 5ce93f49-b68a-4f9a-bfe3-a5c5f1772948, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=5ce93f49-b68a-4f9a-bfe3-a5c5f1772948,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:14.923397 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-bdab71c8-e04c-4ca4-ab2b-ae1335e1a785 req-bfe9fc74-8a6d-4295-93d4-dd8c4720e03f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port ebffe0cf-b744-4211-b36a-c4d9ddc51fd9 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:30:14.923952 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bdab71c8-e04c-4ca4-ab2b-ae1335e1a785 req-bfe9fc74-8a6d-4295-93d4-dd8c4720e03f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:15.000824 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eb746e68-e524-4ec3-9ca1-fa48874723c4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:15.010419 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f127fe8d-0d6c-486f-8653-db9187b2d538 None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:15.023810 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bf0215ce-04c9-4447-80a7-b9e264e33172 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:15.055348 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f127fe8d-0d6c-486f-8653-db9187b2d538 None None] Transition to ACTIVE for port object 5ce93f49-b68a-4f9a-bfe3-a5c5f1772948 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:30:15.066877 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f127fe8d-0d6c-486f-8653-db9187b2d538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:15.137637 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8f6c6d-3c6e-4891-a4e8-add6e63462eb None None] DHCP port deletion for fd1e5aaf-1b26-4dda-a00a-9ea5743f747d request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:30:15.189704 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-0c8f6c6d-3c6e-4891-a4e8-add6e63462eb None None] Deleting port 878a5b0a-671a-41d7-9ee9-b711f3a051d6 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:30:15.190107 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0c8f6c6d-3c6e-4891-a4e8-add6e63462eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:15.195296 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-eb746e68-e524-4ec3-9ca1-fa48874723c4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d31019-f9dd-4f7e-a59b-86ec3537a9bc']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:15.266253 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-eb746e68-e524-4ec3-9ca1-fa48874723c4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf91932-1b49-43da-94f5-aec73ef11bef') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:15.266604 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-eb746e68-e524-4ec3-9ca1-fa48874723c4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf91932-1b49-43da-94f5-aec73ef11bef') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:15.307048 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2718dc3f-b849-4d18-bd42-7fdc324d562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016343287', 'tenant_id': 'b3dd10e1defa4a4db8e298797b127deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '66b41e9f-37c9-43d7-8280-e1a3a056141a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:25:46Z', 'updated_at': '2022-04-29T13:30:07Z', 'revision_number': 5, 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'gw_port': {'id': '66b41e9f-37c9-43d7-8280-e1a3a056141a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:06:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:49Z', 'updated_at': '2022-04-29T13:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:15.307342 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eb746e68-e524-4ec3-9ca1-fa48874723c4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:15.318871 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3211be94-3afb-4648-bd9b-e9867c8a73e2 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:15.351457 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127fe8d-0d6c-486f-8653-db9187b2d538 None None] Pushing event updated for resources: {'Port': ['ID=5ce93f49-b68a-4f9a-bfe3-a5c5f1772948,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:15.361787 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-6c096477-4913-43c1-9037-d583ece4da39 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Calling delete_port for 9f6d0d0f-18df-491c-a581-9d51bcb7ab78 owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:30:15.384347 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-bf0215ce-04c9-4447-80a7-b9e264e33172 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:15.413423 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d03145-92a4-4b2a-906c-7f9aa903b150 req-d82d255a-80b7-4a63-a5a2-e5def24cd5e0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:15.416223 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a8d03145-92a4-4b2a-906c-7f9aa903b150 req-d82d255a-80b7-4a63-a5a2-e5def24cd5e0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=9760cefa-8385-448b-bb9d-7a0682cfe147 HTTP/1.1" status: 200 len: 946 time: 0.8602788 Apr 29 13:30:15.420880 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bf0215ce-04c9-4447-80a7-b9e264e33172 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Usage tracker for resource:security_group_rule and tenant:b1594fc5708f448fb266d77c0475103e is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:15.467958 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bf0215ce-04c9-4447-80a7-b9e264e33172 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:15.522208 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a8d03145-92a4-4b2a-906c-7f9aa903b150 req-1b278b38-d88a-4b80-b6ce-334f957bf246 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=14dcf634-cd52-48af-9431-d25d9e8fbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937223 Apr 29 13:30:15.522451 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2718dc3f-b849-4d18-bd42-7fdc324d562a None None] Checking router: dbbd48fc-93c3-4ee5-96c0-bbc843deeffd for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:30:15.577197 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2718dc3f-b849-4d18-bd42-7fdc324d562a None None] Routers {'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:30:15.581504 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2718dc3f-b849-4d18-bd42-7fdc324d562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:30:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['dbbd48fc-93c3-4ee5-96c0-bbc843deeffd'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:15.633412 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-bf0215ce-04c9-4447-80a7-b9e264e33172 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:15.652742 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eb746e68-e524-4ec3-9ca1-fa48874723c4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:15.701355 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb746e68-e524-4ec3-9ca1-fa48874723c4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:30:15.701780 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eb746e68-e524-4ec3-9ca1-fa48874723c4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:30:15.723203 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:30:15.759257 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6c096477-4913-43c1-9037-d583ece4da39 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:15.795463 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f01694-5450-47fb-9fe2-d55361116a36 req-a0c54c98-008d-498c-8bc4-c196d378800b tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:15.797023 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f4f01694-5450-47fb-9fe2-d55361116a36 req-a0c54c98-008d-498c-8bc4-c196d378800b tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.6967704 Apr 29 13:30:15.859211 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-2718dc3f-b849-4d18-bd42-7fdc324d562a None None] Set router dbbd48fc-93c3-4ee5-96c0-bbc843deeffd gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:30:15.862094 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c096477-4913-43c1-9037-d583ece4da39 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Port': ['ID=9f6d0d0f-18df-491c-a581-9d51bcb7ab78,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:15.997281 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-0c8f6c6d-3c6e-4891-a4e8-add6e63462eb None None] For port 878a5b0a-671a-41d7-9ee9-b711f3a051d6, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=878a5b0a-671a-41d7-9ee9-b711f3a051d6,segment=NetworkSegment(54435c81-be5a-435a-89e7-d7e4b8cb5a34),segment_id=54435c81-be5a-435a-89e7-d7e4b8cb5a34)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:15.997680 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0c8f6c6d-3c6e-4891-a4e8-add6e63462eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:16.008274 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6c096477-4913-43c1-9037-d583ece4da39 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:16.027675 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6c096477-4913-43c1-9037-d583ece4da39 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/9f6d0d0f-18df-491c-a581-9d51bcb7ab78 HTTP/1.1" status: 204 len: 168 time: 1.9644506 Apr 29 13:30:16.028648 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60786) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:16.100715 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-bdab71c8-e04c-4ca4-ab2b-ae1335e1a785 req-bfe9fc74-8a6d-4295-93d4-dd8c4720e03f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] For port ebffe0cf-b744-4211-b36a-c4d9ddc51fd9, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ebffe0cf-b744-4211-b36a-c4d9ddc51fd9,segment=NetworkSegment(2c280f1a-e81a-40e0-9964-5c94572bd7b5),segment_id=2c280f1a-e81a-40e0-9964-5c94572bd7b5)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:16.101126 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bdab71c8-e04c-4ca4-ab2b-ae1335e1a785 req-bfe9fc74-8a6d-4295-93d4-dd8c4720e03f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:16.122131 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eb746e68-e524-4ec3-9ca1-fa48874723c4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:16.148375 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4871ff8-0281-4cb6-b71c-ab83c93548f7 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:16.149154 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c4871ff8-0281-4cb6-b71c-ab83c93548f7 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:16.163874 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eb746e68-e524-4ec3-9ca1-fa48874723c4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:16.204676 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bf0215ce-04c9-4447-80a7-b9e264e33172 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:16.221679 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c4871ff8-0281-4cb6-b71c-ab83c93548f7 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:16.225948 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c4871ff8-0281-4cb6-b71c-ab83c93548f7 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1962738 Apr 29 13:30:16.230382 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60792) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:16.239994 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-0c8f6c6d-3c6e-4891-a4e8-add6e63462eb None None] Calling delete_port for 878a5b0a-671a-41d7-9ee9-b711f3a051d6 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:30:16.339351 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 5ce93f49-b68a-4f9a-bfe3-a5c5f1772948 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:30:16.348121 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0b6cfd-03e3-455f-8f15-51decf779d90 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:16.355487 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f4f01694-5450-47fb-9fe2-d55361116a36 req-6d3aa2c1-d928-435a-8cbc-36c6cf04cc97 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5444641 Apr 29 13:30:16.368231 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0a0b6cfd-03e3-455f-8f15-51decf779d90 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1366351 Apr 29 13:30:16.372418 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60796) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:16.448136 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-bdab71c8-e04c-4ca4-ab2b-ae1335e1a785 req-bfe9fc74-8a6d-4295-93d4-dd8c4720e03f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for ebffe0cf-b744-4211-b36a-c4d9ddc51fd9 owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:30:16.486610 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ee39b7-fc53-4a20-92d8-2af2c8c9d379 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:16.488004 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ee39b7-fc53-4a20-92d8-2af2c8c9d379 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:16.489995 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ee39b7-fc53-4a20-92d8-2af2c8c9d379 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:16.490871 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-97ee39b7-fc53-4a20-92d8-2af2c8c9d379 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:16.499024 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bf0215ce-04c9-4447-80a7-b9e264e33172 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:16.502754 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb746e68-e524-4ec3-9ca1-fa48874723c4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Network': ['ID=63d31019-f9dd-4f7e-a59b-86ec3537a9bc,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:16.517196 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-97ee39b7-fc53-4a20-92d8-2af2c8c9d379 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:16.518616 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-97ee39b7-fc53-4a20-92d8-2af2c8c9d379 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1444309 Apr 29 13:30:16.521326 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60800) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:16.568734 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0215ce-04c9-4447-80a7-b9e264e33172 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e048546-57f0-4dbe-8b42-e5c139a8e4f2,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:16.606770 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-db9d6e8b-8c80-4f08-9028-74c634d04528 None None] Provisioning for port 5ce93f49-b68a-4f9a-bfe3-a5c5f1772948 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:30:16.610124 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bf0215ce-04c9-4447-80a7-b9e264e33172 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:16.614674 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-db9d6e8b-8c80-4f08-9028-74c634d04528 None None] Provisioning complete for port 5ce93f49-b68a-4f9a-bfe3-a5c5f1772948 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:16.614898 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-bf0215ce-04c9-4447-80a7-b9e264e33172 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.0038974 Apr 29 13:30:16.615085 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-db9d6e8b-8c80-4f08-9028-74c634d04528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:16.620608 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-eb746e68-e524-4ec3-9ca1-fa48874723c4 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/networks/63d31019-f9dd-4f7e-a59b-86ec3537a9bc HTTP/1.1" status: 204 len: 168 time: 3.9315014 Apr 29 13:30:16.620608 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60806) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:16.626870 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60808) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:16.637352 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-7aaecc35-f20c-4af7-ac11-df09e533d660 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1939129638'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:16.639511 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-aa8ad264-7035-4a52-9e90-fe0c49d77a8e tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group_rule': {'security_group_id': '7e048546-57f0-4dbe-8b42-e5c139a8e4f2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:16.640299 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-aa8ad264-7035-4a52-9e90-fe0c49d77a8e tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:30:16.644254 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-aa8ad264-7035-4a52-9e90-fe0c49d77a8e tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0217826 Apr 29 13:30:16.648246 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60814) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:16.648440 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7aaecc35-f20c-4af7-ac11-df09e533d660 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:16.661705 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7aaecc35-f20c-4af7-ac11-df09e533d660 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:network and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:16.667393 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7aaecc35-f20c-4af7-ac11-df09e533d660 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:16.673950 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7aaecc35-f20c-4af7-ac11-df09e533d660 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:16.682755 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0c8f6c6d-3c6e-4891-a4e8-add6e63462eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:16.702302 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aaecc35-f20c-4af7-ac11-df09e533d660 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:30:16.706451 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7aaecc35-f20c-4af7-ac11-df09e533d660 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:16.807558 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b3605e4a-9ab1-4d37-9297-8d446a6fa670 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:16.849960 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aaecc35-f20c-4af7-ac11-df09e533d660 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:30:16.850239 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f6c6d-3c6e-4891-a4e8-add6e63462eb None None] Pushing event deleted for resources: {'Port': ['ID=878a5b0a-671a-41d7-9ee9-b711f3a051d6,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:16.866437 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7aaecc35-f20c-4af7-ac11-df09e533d660 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:16.867037 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-7aaecc35-f20c-4af7-ac11-df09e533d660 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Added segment 83dc1b0f-7204-423a-9374-0c232dc767a8 of type vlan for network 44fefce2-6010-4cbf-8a38-b3c8841e9575 Apr 29 13:30:16.870099 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bdab71c8-e04c-4ca4-ab2b-ae1335e1a785 req-bfe9fc74-8a6d-4295-93d4-dd8c4720e03f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:16.885522 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b3605e4a-9ab1-4d37-9297-8d446a6fa670 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:16.923008 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8f6c6d-3c6e-4891-a4e8-add6e63462eb None None] No DVR routers for this DVR port 878a5b0a-671a-41d7-9ee9-b711f3a051d6 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:30:16.926076 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 5ce93f49-b68a-4f9a-bfe3-a5c5f1772948 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:16.926410 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:16.946560 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3211be94-3afb-4648-bd9b-e9867c8a73e2 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:16.979721 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9fc74-8a6d-4295-93d4-dd8c4720e03f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=ebffe0cf-b744-4211-b36a-c4d9ddc51fd9,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:16.986592 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-3211be94-3afb-4648-bd9b-e9867c8a73e2 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Deleting port 66b41e9f-37c9-43d7-8280-e1a3a056141a {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:30:16.987114 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3211be94-3afb-4648-bd9b-e9867c8a73e2 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:16.987262 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7aaecc35-f20c-4af7-ac11-df09e533d660 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:17.063041 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8f509-96de-42e4-a004-6f4831b5396c req-4306b48e-9ed9-4be7-aa5c-f1b40ac78d19 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:17.065088 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-65a8f509-96de-42e4-a004-6f4831b5396c req-4306b48e-9ed9-4be7-aa5c-f1b40ac78d19 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=9760cefa-8385-448b-bb9d-7a0682cfe147 HTTP/1.1" status: 200 len: 946 time: 0.3335969 Apr 29 13:30:17.077122 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-250251f5-f356-47a3-8af4-6ccac467e7fa tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting subnet 2a2b07d7-ce9c-4694-8a4e-9645438270e5 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:30:17.097732 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-250251f5-f356-47a3-8af4-6ccac467e7fa tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:17.127733 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7aaecc35-f20c-4af7-ac11-df09e533d660 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:17.131450 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aaecc35-f20c-4af7-ac11-df09e533d660 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:17.132023 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7aaecc35-f20c-4af7-ac11-df09e533d660 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:17.154602 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2718dc3f-b849-4d18-bd42-7fdc324d562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016343287', 'tenant_id': 'b3dd10e1defa4a4db8e298797b127deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '66b41e9f-37c9-43d7-8280-e1a3a056141a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:25:46Z', 'updated_at': '2022-04-29T13:30:07Z', 'revision_number': 5, 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'gw_port': {'id': '66b41e9f-37c9-43d7-8280-e1a3a056141a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:06:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:49Z', 'updated_at': '2022-04-29T13:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:17.163273 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2718dc3f-b849-4d18-bd42-7fdc324d562a None None] The sync data for ids ['dbbd48fc-93c3-4ee5-96c0-bbc843deeffd'] in dv-neutron-839027-4-hyperv is: [{'id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016343287', 'tenant_id': 'b3dd10e1defa4a4db8e298797b127deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '66b41e9f-37c9-43d7-8280-e1a3a056141a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:25:46Z', 'updated_at': '2022-04-29T13:30:07Z', 'revision_number': 5, 'project_id': 'b3dd10e1defa4a4db8e298797b127deb', 'gw_port': {'id': '66b41e9f-37c9-43d7-8280-e1a3a056141a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:06:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd48fc-93c3-4ee5-96c0-bbc843deeffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:49Z', 'updated_at': '2022-04-29T13:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:30:17.213486 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7e76cdd1-901e-450c-b906-710dc02fa793 None None] Could not find standard attr ID for object 9f6d0d0f-18df-491c-a581-9d51bcb7ab78. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:30:17.278167 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7aaecc35-f20c-4af7-ac11-df09e533d660 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6502311 Apr 29 13:30:17.286369 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60820) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:17.286751 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdab71c8-e04c-4ca4-ab2b-ae1335e1a785 req-bfe9fc74-8a6d-4295-93d4-dd8c4720e03f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] No DVR routers for this DVR port ebffe0cf-b744-4211-b36a-c4d9ddc51fd9 on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:30:17.298237 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-0c071ef0-0488-4bbb-9ed5-b92db48d775f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'subnet': {'network_id': '44fefce2-6010-4cbf-8a38-b3c8841e9575', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:17.318491 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-250251f5-f356-47a3-8af4-6ccac467e7fa tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:17.360641 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bdab71c8-e04c-4ca4-ab2b-ae1335e1a785 req-bfe9fc74-8a6d-4295-93d4-dd8c4720e03f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:17.363283 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9760cefa-8385-448b-bb9d-7a0682cfe147', 'name': 'network-vif-deleted', 'tag': 'ebffe0cf-b744-4211-b36a-c4d9ddc51fd9'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:30:17.369227 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-65a8f509-96de-42e4-a004-6f4831b5396c req-37a4e4c0-d12c-427f-ba21-99b16dbdf03d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=14dcf634-cd52-48af-9431-d25d9e8fbe44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2892375 Apr 29 13:30:17.369799 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaecc35-f20c-4af7-ac11-df09e533d660 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Network': ['ID=44fefce2-6010-4cbf-8a38-b3c8841e9575,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:17.377320 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b3605e4a-9ab1-4d37-9297-8d446a6fa670 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:17.380788 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 44fefce2-6010-4cbf-8a38-b3c8841e9575 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:30:17.457169 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ea6ee9a-60b8-484c-b000-11861aeec8f5'] response: {'server_uuid': '9760cefa-8385-448b-bb9d-7a0682cfe147', 'name': 'network-vif-deleted', 'tag': 'ebffe0cf-b744-4211-b36a-c4d9ddc51fd9', 'status': 'completed', 'code': 200} Apr 29 13:30:17.473993 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b3605e4a-9ab1-4d37-9297-8d446a6fa670 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:17.478451 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b3605e4a-9ab1-4d37-9297-8d446a6fa670 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "DELETE /v2.0/security-groups/7e048546-57f0-4dbe-8b42-e5c139a8e4f2 HTTP/1.1" status: 204 len: 168 time: 0.8285551 Apr 29 13:30:17.479431 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3605e4a-9ab1-4d37-9297-8d446a6fa670 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e048546-57f0-4dbe-8b42-e5c139a8e4f2,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:17.481624 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60832) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:17.504900 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bdab71c8-e04c-4ca4-ab2b-ae1335e1a785 req-bfe9fc74-8a6d-4295-93d4-dd8c4720e03f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "DELETE /v2.0/ports/ebffe0cf-b744-4211-b36a-c4d9ddc51fd9 HTTP/1.1" status: 204 len: 173 time: 2.6675465 Apr 29 13:30:17.568210 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 878a5b0a-671a-41d7-9ee9-b711f3a051d6 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:30:17.625091 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0c071ef0-0488-4bbb-9ed5-b92db48d775f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:17.638239 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0c071ef0-0488-4bbb-9ed5-b92db48d775f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:subnet and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:17.648432 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0c071ef0-0488-4bbb-9ed5-b92db48d775f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:17.660836 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0c071ef0-0488-4bbb-9ed5-b92db48d775f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:17.699102 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 878a5b0a-671a-41d7-9ee9-b711f3a051d6 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:30:17.701161 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 878a5b0a-671a-41d7-9ee9-b711f3a051d6 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:30:17.746139 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-3211be94-3afb-4648-bd9b-e9867c8a73e2 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] For port 66b41e9f-37c9-43d7-8280-e1a3a056141a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=66b41e9f-37c9-43d7-8280-e1a3a056141a,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:17.746652 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3211be94-3afb-4648-bd9b-e9867c8a73e2 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:17.783276 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-9a7ca2c4-a804-4363-8aa7-d0fca75f1d82 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Synchronizing usage tracker for tenant:b1594fc5708f448fb266d77c0475103e on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:17.816384 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-250251f5-f356-47a3-8af4-6ccac467e7fa tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:17.889579 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c071ef0-0488-4bbb-9ed5-b92db48d775f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:30:17.927416 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-3211be94-3afb-4648-bd9b-e9867c8a73e2 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Calling delete_port for 66b41e9f-37c9-43d7-8280-e1a3a056141a owned by network:router_gateway {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:30:17.989633 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-9a7ca2c4-a804-4363-8aa7-d0fca75f1d82 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Unset dirty status for tenant:b1594fc5708f448fb266d77c0475103e on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:17.990812 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9a7ca2c4-a804-4363-8aa7-d0fca75f1d82 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4997489 Apr 29 13:30:17.998210 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60842) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:18.014103 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-083c6e97-836a-45d8-9237-4c25a0a51076 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group': {'name': 'tempest-secgroup--26467841'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:18.026144 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-083c6e97-836a-45d8-9237-4c25a0a51076 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:18.047141 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0c071ef0-0488-4bbb-9ed5-b92db48d775f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:18.064009 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-083c6e97-836a-45d8-9237-4c25a0a51076 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:18.071389 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-204793fd-07f9-4325-9514-38658f0bcafe req-a16926b4-d275-48fa-8d79-3c4858e795c4 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Synchronizing usage tracker for tenant:0c81113c84764616a8c807a160eb0515 on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:18.101961 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-083c6e97-836a-45d8-9237-4c25a0a51076 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:18.116149 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-204793fd-07f9-4325-9514-38658f0bcafe req-a16926b4-d275-48fa-8d79-3c4858e795c4 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Unset dirty status for tenant:0c81113c84764616a8c807a160eb0515 on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:18.121356 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-204793fd-07f9-4325-9514-38658f0bcafe req-a16926b4-d275-48fa-8d79-3c4858e795c4 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-816721899&fields=id&tenant_id=0c81113c84764616a8c807a160eb0515 HTTP/1.1" status: 200 len: 267 time: 0.1579108 Apr 29 13:30:18.203425 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 636a4807-94a7-423c-8bf7-bf012bc5c6ce no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:30:18.242425 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 636a4807-94a7-423c-8bf7-bf012bc5c6ce {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:30:18.243192 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 636a4807-94a7-423c-8bf7-bf012bc5c6ce not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:30:18.255200 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-250251f5-f356-47a3-8af4-6ccac467e7fa tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:18.287748 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-083c6e97-836a-45d8-9237-4c25a0a51076 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:18.308321 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bcf28-76a5-43ca-8980-ea5747fabfd3 req-911f2caf-18aa-465d-9c39-5e8bd7a53efe tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:18.309987 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3d1bcf28-76a5-43ca-8980-ea5747fabfd3 req-911f2caf-18aa-465d-9c39-5e8bd7a53efe tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.6185114 Apr 29 13:30:18.317535 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250251f5-f356-47a3-8af4-6ccac467e7fa tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Subnet': ['ID=2a2b07d7-ce9c-4694-8a4e-9645438270e5,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:18.337951 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-083c6e97-836a-45d8-9237-4c25a0a51076 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Usage tracker for resource:security_group_rule and tenant:b1594fc5708f448fb266d77c0475103e is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:18.345724 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-083c6e97-836a-45d8-9237-4c25a0a51076 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:18.352143 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-250251f5-f356-47a3-8af4-6ccac467e7fa tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:18.359453 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585c8f7b-6ccb-4b88-85ba-0fbc8e852ddf None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:30:18.365433 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-083c6e97-836a-45d8-9237-4c25a0a51076 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:18.393500 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-250251f5-f356-47a3-8af4-6ccac467e7fa tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/2a2b07d7-ce9c-4694-8a4e-9645438270e5 HTTP/1.1" status: 204 len: 168 time: 1.8709230 Apr 29 13:30:18.395891 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60846) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:18.407562 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204793fd-07f9-4325-9514-38658f0bcafe req-0ee7d414-e12f-4581-8fb6-f5ad1f30e8d5 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:18.408186 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-204793fd-07f9-4325-9514-38658f0bcafe req-0ee7d414-e12f-4581-8fb6-f5ad1f30e8d5 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Synchronizing usage tracker for tenant:0c81113c84764616a8c807a160eb0515 on resource:network {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:18.414604 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3211be94-3afb-4648-bd9b-e9867c8a73e2 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:18.434755 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3d1bcf28-76a5-43ca-8980-ea5747fabfd3 req-a6d2dde1-57f2-435e-bd6b-1d1d48831e05 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149716 Apr 29 13:30:18.534110 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb54ba2-9fdf-4279-8d5b-6432576d2871 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting subnet c82895b9-021d-40ff-b47a-86476247e84e {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:30:18.546366 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60852) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:18.551271 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-083c6e97-836a-45d8-9237-4c25a0a51076 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:18.552162 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0eb54ba2-9fdf-4279-8d5b-6432576d2871 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:18.582820 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211be94-3afb-4648-bd9b-e9867c8a73e2 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Pushing event deleted for resources: {'Port': ['ID=66b41e9f-37c9-43d7-8280-e1a3a056141a,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:18.592340 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-083c6e97-836a-45d8-9237-4c25a0a51076 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:18.658051 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-204793fd-07f9-4325-9514-38658f0bcafe req-0ee7d414-e12f-4581-8fb6-f5ad1f30e8d5 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Unset dirty status for tenant:0c81113c84764616a8c807a160eb0515 on resource:network {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:18.659353 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-204793fd-07f9-4325-9514-38658f0bcafe req-0ee7d414-e12f-4581-8fb6-f5ad1f30e8d5 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/networks?id=846dd749-f943-4e56-9d8e-6295c964eaa2 HTTP/1.1" status: 200 len: 812 time: 0.5315332 Apr 29 13:30:18.675516 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0eb54ba2-9fdf-4279-8d5b-6432576d2871 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:18.710406 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c6e97-836a-45d8-9237-4c25a0a51076 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be93e5df-4f70-42bc-a0a2-ac9a23844c6c,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:18.716299 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-083c6e97-836a-45d8-9237-4c25a0a51076 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:18.720045 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-083c6e97-836a-45d8-9237-4c25a0a51076 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7184014 Apr 29 13:30:18.721177 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-204793fd-07f9-4325-9514-38658f0bcafe req-cb2e3db7-6c6a-492c-b8c1-2ebe744bd18d tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/quotas/0c81113c84764616a8c807a160eb0515 HTTP/1.1" status: 200 len: 375 time: 0.0504842 Apr 29 13:30:18.721177 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60856) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:18.721974 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0c071ef0-0488-4bbb-9ed5-b92db48d775f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:18.856366 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4f965633-ebcf-4606-b66e-43e6f4bdd2cd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:18.861464 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3211be94-3afb-4648-bd9b-e9867c8a73e2 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:18.884952 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c071ef0-0488-4bbb-9ed5-b92db48d775f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Subnet': ['ID=af3766f6-8cf9-4b3d-a7dc-9127a370444c,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:18.920750 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-b82681e6-b6e2-40dd-9811-80f87730b19f tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group_rule': {'security_group_id': 'be93e5df-4f70-42bc-a0a2-ac9a23844c6c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:18.921436 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-b82681e6-b6e2-40dd-9811-80f87730b19f tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:30:18.922389 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b82681e6-b6e2-40dd-9811-80f87730b19f tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0623560 Apr 29 13:30:18.929774 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60860) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:18.930050 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4f965633-ebcf-4606-b66e-43e6f4bdd2cd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:18.955916 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0eb54ba2-9fdf-4279-8d5b-6432576d2871 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:18.983462 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c071ef0-0488-4bbb-9ed5-b92db48d775f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Checking segment: {'id': '83dc1b0f-7204-423a-9374-0c232dc767a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '44fefce2-6010-4cbf-8a38-b3c8841e9575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:30:18.983850 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c071ef0-0488-4bbb-9ed5-b92db48d775f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network hostable DHCP agents. Network: 44fefce2-6010-4cbf-8a38-b3c8841e9575, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:30:19.059207 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c071ef0-0488-4bbb-9ed5-b92db48d775f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network 44fefce2-6010-4cbf-8a38-b3c8841e9575 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:30:19.076006 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-0c071ef0-0488-4bbb-9ed5-b92db48d775f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 44fefce2-6010-4cbf-8a38-b3c8841e9575) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:19.081495 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c071ef0-0488-4bbb-9ed5-b92db48d775f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:19.082085 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0c071ef0-0488-4bbb-9ed5-b92db48d775f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:19.087225 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec34b061-0966-43bd-b4c6-06002100041f None None] Network 44fefce2-6010-4cbf-8a38-b3c8841e9575 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:30:19.107272 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0eb54ba2-9fdf-4279-8d5b-6432576d2871 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:19.149375 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4f965633-ebcf-4606-b66e-43e6f4bdd2cd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:19.177093 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f965633-ebcf-4606-b66e-43e6f4bdd2cd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14dcf634-cd52-48af-9431-d25d9e8fbe44,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:19.183764 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb54ba2-9fdf-4279-8d5b-6432576d2871 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Subnet': ['ID=c82895b9-021d-40ff-b47a-86476247e84e,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:19.188712 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0c071ef0-0488-4bbb-9ed5-b92db48d775f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8965845 Apr 29 13:30:19.191454 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4f965633-ebcf-4606-b66e-43e6f4bdd2cd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:19.195690 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4f965633-ebcf-4606-b66e-43e6f4bdd2cd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/security-groups/14dcf634-cd52-48af-9431-d25d9e8fbe44 HTTP/1.1" status: 204 len: 168 time: 0.6482046 Apr 29 13:30:19.196281 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60864) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:19.202345 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0eb54ba2-9fdf-4279-8d5b-6432576d2871 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:19.206587 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0eb54ba2-9fdf-4279-8d5b-6432576d2871 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/c82895b9-021d-40ff-b47a-86476247e84e HTTP/1.1" status: 204 len: 168 time: 0.8057573 Apr 29 13:30:19.208000 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-1efdf4f3-5e82-4ec5-b4e6-ab717b8d7d6c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-264816367', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:19.212988 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60870) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:19.216683 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1efdf4f3-5e82-4ec5-b4e6-ab717b8d7d6c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:19.280091 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1efdf4f3-5e82-4ec5-b4e6-ab717b8d7d6c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:router and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:19.282532 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60874) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:19.289968 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1efdf4f3-5e82-4ec5-b4e6-ab717b8d7d6c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:19.326192 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1fa046-0202-4ea5-bbb2-410b13d2e2d5 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:30:19.338334 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1efdf4f3-5e82-4ec5-b4e6-ab717b8d7d6c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:19.351999 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2018c28c-2251-43b2-b703-bb6b21acc0d8 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1340795 Apr 29 13:30:19.358161 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60878) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:19.368657 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-10387f90-04e1-460c-89cd-c75788d81ca4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:19.387758 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1efdf4f3-5e82-4ec5-b4e6-ab717b8d7d6c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:19.388670 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1efdf4f3-5e82-4ec5-b4e6-ab717b8d7d6c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:19.468840 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3211be94-3afb-4648-bd9b-e9867c8a73e2 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:19.478313 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2e533e59-1eea-4fda-bc17-6d2dc5db4269 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:19.490118 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3211be94-3afb-4648-bd9b-e9867c8a73e2 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:19.504499 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-204793fd-07f9-4325-9514-38658f0bcafe req-dda0e891-9062-45f2-b30c-fc45bc4c1a9c tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Synchronizing usage tracker for tenant:0c81113c84764616a8c807a160eb0515 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:19.531209 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device ebffe0cf-b744-4211-b36a-c4d9ddc51fd9 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:30:19.534952 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2e533e59-1eea-4fda-bc17-6d2dc5db4269 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:19.565281 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-204793fd-07f9-4325-9514-38658f0bcafe req-dda0e891-9062-45f2-b30c-fc45bc4c1a9c tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Unset dirty status for tenant:0c81113c84764616a8c807a160eb0515 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:19.566837 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-204793fd-07f9-4325-9514-38658f0bcafe req-dda0e891-9062-45f2-b30c-fc45bc4c1a9c tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0c81113c84764616a8c807a160eb0515&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6501849 Apr 29 13:30:19.580389 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3211be94-3afb-4648-bd9b-e9867c8a73e2 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:19.581245 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3211be94-3afb-4648-bd9b-e9867c8a73e2 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Fanout notify agent at l3_agent the message router_deleted on router dbbd48fc-93c3-4ee5-96c0-bbc843deeffd {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:30:19.592628 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4031aa78-1c61-422f-88ca-8e23d279202b None None] Provisioning complete for port 5ce93f49-b68a-4f9a-bfe3-a5c5f1772948 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:19.593124 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4031aa78-1c61-422f-88ca-8e23d279202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:19.595782 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1efdf4f3-5e82-4ec5-b4e6-ab717b8d7d6c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:19.606288 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-10387f90-04e1-460c-89cd-c75788d81ca4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:19.613110 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-10387f90-04e1-460c-89cd-c75788d81ca4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:subnet and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:19.618424 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-10387f90-04e1-460c-89cd-c75788d81ca4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:19.638684 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3211be94-3afb-4648-bd9b-e9867c8a73e2 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:19.638861 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-10387f90-04e1-460c-89cd-c75788d81ca4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:19.641679 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3211be94-3afb-4648-bd9b-e9867c8a73e2 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "DELETE /v2.0/routers/dbbd48fc-93c3-4ee5-96c0-bbc843deeffd HTTP/1.1" status: 204 len: 168 time: 5.7520788 Apr 29 13:30:19.644786 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60886) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:19.668403 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1efdf4f3-5e82-4ec5-b4e6-ab717b8d7d6c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:19.682756 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10387f90-04e1-460c-89cd-c75788d81ca4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:30:19.686165 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-10387f90-04e1-460c-89cd-c75788d81ca4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:19.696194 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2d1cc5-6c50-45ed-99a3-4e4e56b8ce8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-44fefce2-6010-4cbf-8a38-b3c8841e9575', 'network_id': '44fefce2-6010-4cbf-8a38-b3c8841e9575', 'tenant_id': '6ae461034cd64fbdab4560447c7639cd', 'fixed_ips': [{'subnet_id': 'af3766f6-8cf9-4b3d-a7dc-9127a370444c'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:30:19.701598 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fc2d1cc5-6c50-45ed-99a3-4e4e56b8ce8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:19.716946 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: ebffe0cf-b744-4211-b36a-c4d9ddc51fd9 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:30:19.717292 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device ebffe0cf-b744-4211-b36a-c4d9ddc51fd9 not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:30:19.753633 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-de9bce40-1cba-41b1-99b6-622b701f42a5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting subnet 3f931df7-73d1-4c94-a80f-eddea4fdd860 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:30:19.837218 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2e533e59-1eea-4fda-bc17-6d2dc5db4269 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:19.867237 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e533e59-1eea-4fda-bc17-6d2dc5db4269 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be93e5df-4f70-42bc-a0a2-ac9a23844c6c,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:19.883007 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-de9bce40-1cba-41b1-99b6-622b701f42a5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:19.897444 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4545d73f-4a7a-421f-b918-8338ba5cb64b tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:19.910727 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2e533e59-1eea-4fda-bc17-6d2dc5db4269 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:19.912851 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2e533e59-1eea-4fda-bc17-6d2dc5db4269 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "DELETE /v2.0/security-groups/be93e5df-4f70-42bc-a0a2-ac9a23844c6c HTTP/1.1" status: 204 len: 168 time: 0.9533207 Apr 29 13:30:19.930132 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60890) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:19.943568 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1efdf4f3-5e82-4ec5-b4e6-ab717b8d7d6c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:19.947770 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1efdf4f3-5e82-4ec5-b4e6-ab717b8d7d6c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7468221 Apr 29 13:30:19.952525 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60894) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:19.961050 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-453e0157-b2fa-49fd-8f04-9695768123f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'port': {'network_id': '44fefce2-6010-4cbf-8a38-b3c8841e9575', 'name': 'tempest-PortsIpV6TestJSON-1929639206'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:20.001014 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-fc2d1cc5-6c50-45ed-99a3-4e4e56b8ce8a None None] Allocated IP 2001:db8::2 (44fefce2-6010-4cbf-8a38-b3c8841e9575/af3766f6-8cf9-4b3d-a7dc-9127a370444c/4fafe9e7-494f-469f-bbad-373e5a45ff2e) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:30:20.093064 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-204793fd-07f9-4325-9514-38658f0bcafe req-234de11a-1947-47b0-b3b5-b10d5e881069 service neutron] 10.222.0.76 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957635 Apr 29 13:30:20.099109 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415a9fb3-4b63-4b39-8df9-b95acfa7d3f1 None None] DHCP port deletion for b2591163-41a9-4c5e-86a6-99ddbf59518f request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:30:20.133827 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4545d73f-4a7a-421f-b918-8338ba5cb64b tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:20.159207 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-415a9fb3-4b63-4b39-8df9-b95acfa7d3f1 None None] Deleting port 5ce93f49-b68a-4f9a-bfe3-a5c5f1772948 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:30:20.159387 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-415a9fb3-4b63-4b39-8df9-b95acfa7d3f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:20.214002 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-de9bce40-1cba-41b1-99b6-622b701f42a5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:20.244174 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-4545d73f-4a7a-421f-b918-8338ba5cb64b tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd1e5aaf-1b26-4dda-a00a-9ea5743f747d']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:20.264822 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-9b355f26-da64-4373-b1b3-fb3dedcd6686 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Synchronizing usage tracker for tenant:b1594fc5708f448fb266d77c0475103e on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:20.288101 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-4545d73f-4a7a-421f-b918-8338ba5cb64b tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54435c81-be5a-435a-89e7-d7e4b8cb5a34') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:20.288373 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-4545d73f-4a7a-421f-b918-8338ba5cb64b tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54435c81-be5a-435a-89e7-d7e4b8cb5a34') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:20.303706 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-9b355f26-da64-4373-b1b3-fb3dedcd6686 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Unset dirty status for tenant:b1594fc5708f448fb266d77c0475103e on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:20.308620 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9b355f26-da64-4373-b1b3-fb3dedcd6686 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3735938 Apr 29 13:30:20.318064 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60898) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:20.324396 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4545d73f-4a7a-421f-b918-8338ba5cb64b tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:20.336805 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-93c8cad3-5e62-49be-a49c-7f1f162e0581 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group': {'name': 'tempest-secgroup--1367601044'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:20.356652 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd45ce3-275f-42af-b59b-aa1f35ce8331 req-9144ca2e-0625-40ce-aaf9-79abe53de67e tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:20.363374 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-93c8cad3-5e62-49be-a49c-7f1f162e0581 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:20.364641 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ccd45ce3-275f-42af-b59b-aa1f35ce8331 req-9144ca2e-0625-40ce-aaf9-79abe53de67e tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.6529377 Apr 29 13:30:20.386705 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-93c8cad3-5e62-49be-a49c-7f1f162e0581 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:20.389361 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-204793fd-07f9-4325-9514-38658f0bcafe req-05a0a782-7523-4525-994b-3fce478413cb service neutron] 10.222.0.76 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842417 Apr 29 13:30:20.391675 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4545d73f-4a7a-421f-b918-8338ba5cb64b tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:20.411398 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4545d73f-4a7a-421f-b918-8338ba5cb64b tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:30:20.413377 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4545d73f-4a7a-421f-b918-8338ba5cb64b tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:20.458189 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 5ce93f49-b68a-4f9a-bfe3-a5c5f1772948 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:30:20.493630 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:30:20.511158 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-93c8cad3-5e62-49be-a49c-7f1f162e0581 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:20.562067 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fc2d1cc5-6c50-45ed-99a3-4e4e56b8ce8a None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:20.566372 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-415a9fb3-4b63-4b39-8df9-b95acfa7d3f1 None None] For port 5ce93f49-b68a-4f9a-bfe3-a5c5f1772948, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=5ce93f49-b68a-4f9a-bfe3-a5c5f1772948,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:20.566809 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-415a9fb3-4b63-4b39-8df9-b95acfa7d3f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:20.570364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4545d73f-4a7a-421f-b918-8338ba5cb64b tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:20.589824 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fc2d1cc5-6c50-45ed-99a3-4e4e56b8ce8a None None] Transition to ACTIVE for port object 4fafe9e7-494f-469f-bbad-373e5a45ff2e will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:30:20.590079 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-453e0157-b2fa-49fd-8f04-9695768123f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:20.591504 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4545d73f-4a7a-421f-b918-8338ba5cb64b tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:20.593901 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ccd45ce3-275f-42af-b59b-aa1f35ce8331 req-84238e6e-baa9-42d6-8b4e-38d5d457874b tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283311 Apr 29 13:30:20.598923 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-453e0157-b2fa-49fd-8f04-9695768123f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:port and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:20.605356 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-453e0157-b2fa-49fd-8f04-9695768123f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:20.618709 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-453e0157-b2fa-49fd-8f04-9695768123f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:20.620397 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-93c8cad3-5e62-49be-a49c-7f1f162e0581 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:20.633837 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-de9bce40-1cba-41b1-99b6-622b701f42a5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:20.653938 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545d73f-4a7a-421f-b918-8338ba5cb64b tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Pushing event deleted for resources: {'Network': ['ID=fd1e5aaf-1b26-4dda-a00a-9ea5743f747d,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:20.664050 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-93c8cad3-5e62-49be-a49c-7f1f162e0581 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Usage tracker for resource:security_group_rule and tenant:b1594fc5708f448fb266d77c0475103e is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:20.674800 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4545d73f-4a7a-421f-b918-8338ba5cb64b tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "DELETE /v2.0/networks/fd1e5aaf-1b26-4dda-a00a-9ea5743f747d HTTP/1.1" status: 204 len: 168 time: 1.0260549 Apr 29 13:30:20.674800 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-93c8cad3-5e62-49be-a49c-7f1f162e0581 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:20.677863 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60910) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:20.686492 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-93c8cad3-5e62-49be-a49c-7f1f162e0581 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:20.728609 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453e0157-b2fa-49fd-8f04-9695768123f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:30:20.732509 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-453e0157-b2fa-49fd-8f04-9695768123f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:20.752351 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-415a9fb3-4b63-4b39-8df9-b95acfa7d3f1 None None] Calling delete_port for 5ce93f49-b68a-4f9a-bfe3-a5c5f1772948 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:30:20.760885 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-10387f90-04e1-460c-89cd-c75788d81ca4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:20.797975 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fc2d1cc5-6c50-45ed-99a3-4e4e56b8ce8a None None] Transition to ACTIVE for port object 4fafe9e7-494f-469f-bbad-373e5a45ff2e will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:30:20.851547 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-93c8cad3-5e62-49be-a49c-7f1f162e0581 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:20.856364 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fc2d1cc5-6c50-45ed-99a3-4e4e56b8ce8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:20.860982 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-93c8cad3-5e62-49be-a49c-7f1f162e0581 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:20.910913 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-453e0157-b2fa-49fd-8f04-9695768123f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] device_id is not set on port f727621e-2559-4196-b6d5-f94ec7cdb50c yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:30:20.974835 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-93c8cad3-5e62-49be-a49c-7f1f162e0581 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:20.980905 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-93c8cad3-5e62-49be-a49c-7f1f162e0581 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6595387 Apr 29 13:30:20.982178 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60916) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:20.991303 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:21.000602 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-b3d1444f-085c-4cd9-9e8c-1a6ae9d0ccdc tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group_rule': {'security_group_id': '52bc1f11-c2a7-4356-999e-c6c7c3941240', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:21.006580 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-b3d1444f-085c-4cd9-9e8c-1a6ae9d0ccdc tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:30:21.021466 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b3d1444f-085c-4cd9-9e8c-1a6ae9d0ccdc tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0242991 Apr 29 13:30:21.021713 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10387f90-04e1-460c-89cd-c75788d81ca4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:21.036689 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60920) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:21.044856 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2d1cc5-6c50-45ed-99a3-4e4e56b8ce8a None None] Network 44fefce2-6010-4cbf-8a38-b3c8841e9575 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:21.049733 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-415a9fb3-4b63-4b39-8df9-b95acfa7d3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:21.055885 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-fc2d1cc5-6c50-45ed-99a3-4e4e56b8ce8a None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:21.058089 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d1cc5-6c50-45ed-99a3-4e4e56b8ce8a None None] Pushing event updated for resources: {'Port': ['ID=4fafe9e7-494f-469f-bbad-373e5a45ff2e,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:21.061187 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2d1cc5-6c50-45ed-99a3-4e4e56b8ce8a None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:30:21.072833 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-acb91030-ed5f-4cbe-a1ba-c84ee3d2d812 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group_rule': {'security_group_id': '52bc1f11-c2a7-4356-999e-c6c7c3941240', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:21.073555 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-acb91030-ed5f-4cbe-a1ba-c84ee3d2d812 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:30:21.077170 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-acb91030-ed5f-4cbe-a1ba-c84ee3d2d812 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0300808 Apr 29 13:30:21.087208 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60928) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:21.098574 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-810d9f71-f2d8-4faa-9698-05afc33b3657 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group_rule': {'security_group_id': '52bc1f11-c2a7-4356-999e-c6c7c3941240', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:21.099587 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-810d9f71-f2d8-4faa-9698-05afc33b3657 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:30:21.100797 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-810d9f71-f2d8-4faa-9698-05afc33b3657 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0117774 Apr 29 13:30:21.106510 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-10387f90-04e1-460c-89cd-c75788d81ca4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:21.124167 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10387f90-04e1-460c-89cd-c75788d81ca4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:21.124965 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-10387f90-04e1-460c-89cd-c75788d81ca4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:21.137097 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60932) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:21.138749 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-de9bce40-1cba-41b1-99b6-622b701f42a5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:21.157520 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8cad3-5e62-49be-a49c-7f1f162e0581 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52bc1f11-c2a7-4356-999e-c6c7c3941240,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:21.162600 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a9fb3-4b63-4b39-8df9-b95acfa7d3f1 None None] Pushing event deleted for resources: {'Port': ['ID=5ce93f49-b68a-4f9a-bfe3-a5c5f1772948,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:21.167533 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-2fc9e90b-5f4d-4211-b283-12c4e5e6643a tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group_rule': {'security_group_id': '52bc1f11-c2a7-4356-999e-c6c7c3941240', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:21.168246 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-2fc9e90b-5f4d-4211-b283-12c4e5e6643a tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:30:21.169240 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2fc9e90b-5f4d-4211-b283-12c4e5e6643a tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0274575 Apr 29 13:30:21.181205 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-130e5d29-0134-4b4b-af63-94c3d46d2510 req-b1bd9482-1417-4ae0-9c00-ed797bfb33a7 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea3a6387-897e-4394-b1f5-855d838924d6 HTTP/1.1" status: 200 len: 210 time: 0.0758574 Apr 29 13:30:21.183282 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10387f90-04e1-460c-89cd-c75788d81ca4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Subnet': ['ID=2abd4e70-a26f-4cda-9c57-967ec0f68a8a,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:21.183992 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60936) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:21.269441 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415a9fb3-4b63-4b39-8df9-b95acfa7d3f1 None None] No DVR routers for this DVR port 5ce93f49-b68a-4f9a-bfe3-a5c5f1772948 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:30:21.316442 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342355a1-c18e-4d42-9ee1-f079649a338b None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:30:21.339591 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9bce40-1cba-41b1-99b6-622b701f42a5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Subnet': ['ID=3f931df7-73d1-4c94-a80f-eddea4fdd860,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:21.351284 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a753d8b8-ac29-40b5-b61b-9ec23e985472 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:21.367837 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-de9bce40-1cba-41b1-99b6-622b701f42a5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:21.373223 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-de9bce40-1cba-41b1-99b6-622b701f42a5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/subnets/3f931df7-73d1-4c94-a80f-eddea4fdd860 HTTP/1.1" status: 204 len: 168 time: 2.0871079 Apr 29 13:30:21.386806 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60944) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:21.396991 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b27c55-8d1d-44e9-8384-e5e738bdb6c5 None None] Network e1d575c9-3c6c-4927-ade4-ecdf17034abc requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:30:21.450830 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a753d8b8-ac29-40b5-b61b-9ec23e985472 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:21.461746 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cb75cc2b-9642-4913-8870-40339f6ee9fb tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:21.465036 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-10387f90-04e1-460c-89cd-c75788d81ca4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1044424 Apr 29 13:30:21.488823 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60948) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:21.502776 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-83f8145c-656a-49f9-a7da-39ddd4979ba5 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:21.503060 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-fc2d1cc5-6c50-45ed-99a3-4e4e56b8ce8a None None] Attempting to bind port 4fafe9e7-494f-469f-bbad-373e5a45ff2e on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:30:21.503494 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-fc2d1cc5-6c50-45ed-99a3-4e4e56b8ce8a None None] Attempting to bind port 4fafe9e7-494f-469f-bbad-373e5a45ff2e by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '83dc1b0f-7204-423a-9374-0c232dc767a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '44fefce2-6010-4cbf-8a38-b3c8841e9575'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:30:21.503907 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d1cc5-6c50-45ed-99a3-4e4e56b8ce8a None None] Attempting to bind port 4fafe9e7-494f-469f-bbad-373e5a45ff2e on network 44fefce2-6010-4cbf-8a38-b3c8841e9575 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:30:21.527184 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d1cc5-6c50-45ed-99a3-4e4e56b8ce8a None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:30:21.527697 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d1cc5-6c50-45ed-99a3-4e4e56b8ce8a None None] Checking segment: {'id': '83dc1b0f-7204-423a-9374-0c232dc767a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '44fefce2-6010-4cbf-8a38-b3c8841e9575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:30:21.528167 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fc2d1cc5-6c50-45ed-99a3-4e4e56b8ce8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:21.528611 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d1cc5-6c50-45ed-99a3-4e4e56b8ce8a None None] Bound using segment: {'id': '83dc1b0f-7204-423a-9374-0c232dc767a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '44fefce2-6010-4cbf-8a38-b3c8841e9575'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:30:21.529235 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-fc2d1cc5-6c50-45ed-99a3-4e4e56b8ce8a None None] Bound port: 4fafe9e7-494f-469f-bbad-373e5a45ff2e, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83dc1b0f-7204-423a-9374-0c232dc767a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '44fefce2-6010-4cbf-8a38-b3c8841e9575'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:30:21.529593 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fc2d1cc5-6c50-45ed-99a3-4e4e56b8ce8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:21.596202 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cb75cc2b-9642-4913-8870-40339f6ee9fb tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:21.613229 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e998bb71-8b2a-4b27-be55-0b2036ec0e79 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:21.618881 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-12a7eab1-11a4-4ad3-897f-f99323b9a39d req-3e84f009-771e-473e-9aa2-1b395a5e0806 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0952490f6c5340cc87f108a8ce4f0048&device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 1098 time: 0.3311965 Apr 29 13:30:21.694647 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-453e0157-b2fa-49fd-8f04-9695768123f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Allocated IP 2001:db8::37d (44fefce2-6010-4cbf-8a38-b3c8841e9575/af3766f6-8cf9-4b3d-a7dc-9127a370444c/f727621e-2559-4196-b6d5-f94ec7cdb50c) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:30:21.742177 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-e998bb71-8b2a-4b27-be55-0b2036ec0e79 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port 5ff76927-18aa-4bc3-bb4f-55c72b87cf95 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:30:21.742518 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e998bb71-8b2a-4b27-be55-0b2036ec0e79 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:21.768167 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c3c5b-15e9-418b-b1a6-ab6213cb3f2b req-4008a288-b3e7-4daf-aee9-bfc53a3e4d28 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:21.770426 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-b33c3c5b-15e9-418b-b1a6-ab6213cb3f2b req-4008a288-b3e7-4daf-aee9-bfc53a3e4d28 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.4818895 Apr 29 13:30:21.845170 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-83f8145c-656a-49f9-a7da-39ddd4979ba5 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:21.846749 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-fc2d1cc5-6c50-45ed-99a3-4e4e56b8ce8a None None] For port 4fafe9e7-494f-469f-bbad-373e5a45ff2e, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:30:21.861641 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-83f8145c-656a-49f9-a7da-39ddd4979ba5 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:subnet and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:21.861890 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-fc2d1cc5-6c50-45ed-99a3-4e4e56b8ce8a None None] For port 4fafe9e7-494f-469f-bbad-373e5a45ff2e, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=4fafe9e7-494f-469f-bbad-373e5a45ff2e,segment=NetworkSegment(83dc1b0f-7204-423a-9374-0c232dc767a8),segment_id=83dc1b0f-7204-423a-9374-0c232dc767a8)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:30:21.865211 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0314915b-7307-47b2-847b-aaa4bd4ddab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-b2591163-41a9-4c5e-86a6-99ddbf59518f', 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'fixed_ips': [{'subnet_id': '2abd4e70-a26f-4cda-9c57-967ec0f68a8a'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:30:21.866241 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0314915b-7307-47b2-847b-aaa4bd4ddab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:21.883072 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fc2d1cc5-6c50-45ed-99a3-4e4e56b8ce8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:21.884185 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-83f8145c-656a-49f9-a7da-39ddd4979ba5 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:21.909325 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-83f8145c-656a-49f9-a7da-39ddd4979ba5 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:21.911718 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a753d8b8-ac29-40b5-b61b-9ec23e985472 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:21.967450 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753d8b8-ac29-40b5-b61b-9ec23e985472 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb329a9-f78f-4829-aadb-04df719ccc2c,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:21.980295 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d1cc5-6c50-45ed-99a3-4e4e56b8ce8a None None] Pushing event updated for resources: {'Port': ['ID=4fafe9e7-494f-469f-bbad-373e5a45ff2e,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:22.013149 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f2479c-91d6-4392-a7eb-6e1166f1e9b9 None None] DHCP port deletion for e1d575c9-3c6c-4927-ade4-ecdf17034abc request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:30:22.035432 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-35f2479c-91d6-4392-a7eb-6e1166f1e9b9 None None] Deleting port 5ff76927-18aa-4bc3-bb4f-55c72b87cf95 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:30:22.035432 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-35f2479c-91d6-4392-a7eb-6e1166f1e9b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:22.039726 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-b33c3c5b-15e9-418b-b1a6-ab6213cb3f2b req-5a0cc999-9378-4425-aac5-5826c25ae9ad tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511141 Apr 29 13:30:22.049060 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f8145c-656a-49f9-a7da-39ddd4979ba5 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:30:22.053108 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-83f8145c-656a-49f9-a7da-39ddd4979ba5 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:22.100892 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cb75cc2b-9642-4913-8870-40339f6ee9fb tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:22.114179 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a753d8b8-ac29-40b5-b61b-9ec23e985472 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:22.118252 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a753d8b8-ac29-40b5-b61b-9ec23e985472 tempest-TestNetworkAdvancedServerOps-1710804203 tempest-TestNetworkAdvancedServerOps-1710804203-project] 10.222.0.76 "DELETE /v2.0/security-groups/0cb329a9-f78f-4829-aadb-04df719ccc2c HTTP/1.1" status: 204 len: 168 time: 1.4325399 Apr 29 13:30:22.151740 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75cc2b-9642-4913-8870-40339f6ee9fb tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bc1f11-c2a7-4356-999e-c6c7c3941240,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:22.159798 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7eab1-11a4-4ad3-897f-f99323b9a39d req-4bb148b5-3497-4feb-a1e0-2b2f780fa8a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:22.161553 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-12a7eab1-11a4-4ad3-897f-f99323b9a39d req-4bb148b5-3497-4feb-a1e0-2b2f780fa8a3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6 HTTP/1.1" status: 200 len: 913 time: 0.5313365 Apr 29 13:30:22.416599 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-12a7eab1-11a4-4ad3-897f-f99323b9a39d req-9e821796-4427-49a2-81eb-61d25a0bc8f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4607167c-7986-4767-894c-12e0243b25ec HTTP/1.1" status: 200 len: 1001 time: 0.1873910 Apr 29 13:30:22.417366 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cb75cc2b-9642-4913-8870-40339f6ee9fb tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:22.420701 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-cb75cc2b-9642-4913-8870-40339f6ee9fb tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "DELETE /v2.0/security-groups/52bc1f11-c2a7-4356-999e-c6c7c3941240 HTTP/1.1" status: 204 len: 168 time: 1.2314944 Apr 29 13:30:22.421876 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 60960) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:22.428548 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.ipam_backend_mixin [None req-83f8145c-656a-49f9-a7da-39ddd4979ba5 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2abd4e70-a26f-4cda-9c57-967ec0f68a8a (CIDR: 2001:db8::/64) Apr 29 13:30:22.431346 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-62e869ea-5149-400a-8d6d-808719d08734 req-419451c4-dca4-4698-9171-2435280e0648 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea3a6387-897e-4394-b1f5-855d838924d6 HTTP/1.1" status: 200 len: 210 time: 0.0659800 Apr 29 13:30:22.443828 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f8145c-656a-49f9-a7da-39ddd4979ba5 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:30:22.444396 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f8145c-656a-49f9-a7da-39ddd4979ba5 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:22.461088 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-453e0157-b2fa-49fd-8f04-9695768123f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:22.469000 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 5ff76927-18aa-4bc3-bb4f-55c72b87cf95 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:30:22.486708 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-83f8145c-656a-49f9-a7da-39ddd4979ba5 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9890137 Apr 29 13:30:22.487405 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60964) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:22.494793 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-453e0157-b2fa-49fd-8f04-9695768123f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Transition to ACTIVE for port object f727621e-2559-4196-b6d5-f94ec7cdb50c will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:30:22.504841 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-e03f9984-ce9a-41e9-bf74-43808fb0e6e4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:22.680725 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-35f2479c-91d6-4392-a7eb-6e1166f1e9b9 None None] For port 5ff76927-18aa-4bc3-bb4f-55c72b87cf95, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=5ff76927-18aa-4bc3-bb4f-55c72b87cf95,segment=NetworkSegment(2c280f1a-e81a-40e0-9964-5c94572bd7b5),segment_id=2c280f1a-e81a-40e0-9964-5c94572bd7b5)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:22.681401 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-35f2479c-91d6-4392-a7eb-6e1166f1e9b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:22.701578 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e03f9984-ce9a-41e9-bf74-43808fb0e6e4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:22.705725 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e03f9984-ce9a-41e9-bf74-43808fb0e6e4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:subnet and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:22.718983 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e03f9984-ce9a-41e9-bf74-43808fb0e6e4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:22.726555 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e03f9984-ce9a-41e9-bf74-43808fb0e6e4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:22.749318 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60970) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:22.753216 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-453e0157-b2fa-49fd-8f04-9695768123f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:22.756622 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7eab1-11a4-4ad3-897f-f99323b9a39d req-53caf22d-eb9d-4e40-9aec-e1290a14abb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:22.758293 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-12a7eab1-11a4-4ad3-897f-f99323b9a39d req-53caf22d-eb9d-4e40-9aec-e1290a14abb6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95ef32f0-4ffe-4053-ad89-1f8d7234cbbd HTTP/1.1" status: 200 len: 851 time: 0.3319283 Apr 29 13:30:22.816923 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03f9984-ce9a-41e9-bf74-43808fb0e6e4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:30:22.908436 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204793fd-07f9-4325-9514-38658f0bcafe req-03708956-ce89-468a-8675-6ebb661cb651 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:22.910441 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-204793fd-07f9-4325-9514-38658f0bcafe req-03708956-ce89-468a-8675-6ebb661cb651 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.32 "GET /v2.0/networks?id=846dd749-f943-4e56-9d8e-6295c964eaa2 HTTP/1.1" status: 200 len: 812 time: 0.3561532 Apr 29 13:30:22.917111 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-35f2479c-91d6-4392-a7eb-6e1166f1e9b9 None None] Calling delete_port for 5ff76927-18aa-4bc3-bb4f-55c72b87cf95 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:30:22.935714 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453e0157-b2fa-49fd-8f04-9695768123f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network 44fefce2-6010-4cbf-8a38-b3c8841e9575 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:22.955010 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-453e0157-b2fa-49fd-8f04-9695768123f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:22.989440 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453e0157-b2fa-49fd-8f04-9695768123f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:30:22.996417 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-0314915b-7307-47b2-847b-aaa4bd4ddab2 None None] Allocated IP 2001:db8::2 (b2591163-41a9-4c5e-86a6-99ddbf59518f/2abd4e70-a26f-4cda-9c57-967ec0f68a8a/77ebd7fc-b2d1-4f3e-805b-35e3196689f3) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:30:23.022295 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453e0157-b2fa-49fd-8f04-9695768123f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:23.024195 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-453e0157-b2fa-49fd-8f04-9695768123f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:23.191891 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-204793fd-07f9-4325-9514-38658f0bcafe req-e9cd04a9-b5bb-4264-a740-8fb4db5beba3 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c81113c84764616a8c807a160eb0515 HTTP/1.1" status: 200 len: 379 time: 0.2194009 Apr 29 13:30:23.206732 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-204793fd-07f9-4325-9514-38658f0bcafe req-48b3fdeb-b7f3-4eff-be77-b2e230efa4ce tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Request body: {'port': {'device_id': 'ea3a6387-897e-4394-b1f5-855d838924d6', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'admin_state_up': True, 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'security_groups': ['e2f13e8d-f068-472e-83a8-0d0881647649']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:23.267788 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e0157-b2fa-49fd-8f04-9695768123f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Port': ['ID=f727621e-2559-4196-b6d5-f94ec7cdb50c,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:23.273059 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8d5dd69a-04ca-48a4-8134-48794c0f1b23 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Synchronizing usage tracker for tenant:b1594fc5708f448fb266d77c0475103e on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:23.286545 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-e998bb71-8b2a-4b27-be55-0b2036ec0e79 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] For port 5ff76927-18aa-4bc3-bb4f-55c72b87cf95, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=5ff76927-18aa-4bc3-bb4f-55c72b87cf95,segment=NetworkSegment(2c280f1a-e81a-40e0-9964-5c94572bd7b5),segment_id=2c280f1a-e81a-40e0-9964-5c94572bd7b5)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:23.287152 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e998bb71-8b2a-4b27-be55-0b2036ec0e79 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:23.295467 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:23.308131 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-453e0157-b2fa-49fd-8f04-9695768123f0 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3509095 Apr 29 13:30:23.320295 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-35f2479c-91d6-4392-a7eb-6e1166f1e9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:23.326483 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60982) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:23.380078 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f2479c-91d6-4392-a7eb-6e1166f1e9b9 None None] No DVR routers for this DVR port 5ff76927-18aa-4bc3-bb4f-55c72b87cf95 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:30:23.391064 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2479c-91d6-4392-a7eb-6e1166f1e9b9 None None] Pushing event deleted for resources: {'Port': ['ID=5ff76927-18aa-4bc3-bb4f-55c72b87cf95,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:23.450065 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 66b41e9f-37c9-43d7-8280-e1a3a056141a no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:30:23.459565 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e03f9984-ce9a-41e9-bf74-43808fb0e6e4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:23.474170 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8d5dd69a-04ca-48a4-8134-48794c0f1b23 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Unset dirty status for tenant:b1594fc5708f448fb266d77c0475103e on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:23.475669 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8d5dd69a-04ca-48a4-8134-48794c0f1b23 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.0534914 Apr 29 13:30:23.481668 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60986) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:23.490744 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 66b41e9f-37c9-43d7-8280-e1a3a056141a {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:30:23.491298 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 66b41e9f-37c9-43d7-8280-e1a3a056141a not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:30:23.550688 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-e998bb71-8b2a-4b27-be55-0b2036ec0e79 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for 5ff76927-18aa-4bc3-bb4f-55c72b87cf95 owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:30:23.557708 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-266e3067-1b1e-4403-9e4b-f11705a3f5ff tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group': {'name': 'tempest-secgroup--550805971'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:23.559670 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0314915b-7307-47b2-847b-aaa4bd4ddab2 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:23.570745 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0314915b-7307-47b2-847b-aaa4bd4ddab2 None None] Transition to ACTIVE for port object 77ebd7fc-b2d1-4f3e-805b-35e3196689f3 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:30:23.591872 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0314915b-7307-47b2-847b-aaa4bd4ddab2 None None] Transition to ACTIVE for port object 77ebd7fc-b2d1-4f3e-805b-35e3196689f3 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:30:23.599179 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0314915b-7307-47b2-847b-aaa4bd4ddab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:23.644180 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-12a7eab1-11a4-4ad3-897f-f99323b9a39d req-4f1ca4b5-0ac3-4a17-9452-6c8a0ef6f509 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7171559 Apr 29 13:30:23.674031 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-266e3067-1b1e-4403-9e4b-f11705a3f5ff tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:23.692375 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0314915b-7307-47b2-847b-aaa4bd4ddab2 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:23.701756 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-0314915b-7307-47b2-847b-aaa4bd4ddab2 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:23.709962 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0314915b-7307-47b2-847b-aaa4bd4ddab2 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:30:23.719744 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-70df4218-e79f-473e-8a8b-1e98b8476b2a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b3dd10e1defa4a4db8e298797b127deb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9691057 Apr 29 13:30:23.721223 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-266e3067-1b1e-4403-9e4b-f11705a3f5ff tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:23.722647 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314915b-7307-47b2-847b-aaa4bd4ddab2 None None] Pushing event updated for resources: {'Port': ['ID=77ebd7fc-b2d1-4f3e-805b-35e3196689f3,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:23.737563 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60992) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:23.830864 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578d864-ff29-4be8-a8c0-ddff51b1c00f req-da0b5d63-7f59-4516-9b06-3b0ce888f1ef tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:23.837726 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5578d864-ff29-4be8-a8c0-ddff51b1c00f req-da0b5d63-7f59-4516-9b06-3b0ce888f1ef tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.5699935 Apr 29 13:30:23.865363 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0314915b-7307-47b2-847b-aaa4bd4ddab2 None None] Attempting to bind port 77ebd7fc-b2d1-4f3e-805b-35e3196689f3 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:30:23.866326 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0314915b-7307-47b2-847b-aaa4bd4ddab2 None None] Attempting to bind port 77ebd7fc-b2d1-4f3e-805b-35e3196689f3 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:30:23.867602 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0314915b-7307-47b2-847b-aaa4bd4ddab2 None None] Attempting to bind port 77ebd7fc-b2d1-4f3e-805b-35e3196689f3 on network b2591163-41a9-4c5e-86a6-99ddbf59518f {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:30:23.873168 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-204793fd-07f9-4325-9514-38658f0bcafe req-48b3fdeb-b7f3-4eff-be77-b2e230efa4ce tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:23.876438 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0314915b-7307-47b2-847b-aaa4bd4ddab2 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:30:23.877032 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0314915b-7307-47b2-847b-aaa4bd4ddab2 None None] Checking segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:30:23.877739 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0314915b-7307-47b2-847b-aaa4bd4ddab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:23.880703 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0314915b-7307-47b2-847b-aaa4bd4ddab2 None None] Bound using segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:30:23.881899 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0314915b-7307-47b2-847b-aaa4bd4ddab2 None None] Bound port: 77ebd7fc-b2d1-4f3e-805b-35e3196689f3, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:30:23.882448 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0314915b-7307-47b2-847b-aaa4bd4ddab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:23.882707 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-204793fd-07f9-4325-9514-38658f0bcafe req-48b3fdeb-b7f3-4eff-be77-b2e230efa4ce tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:23.903987 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-204793fd-07f9-4325-9514-38658f0bcafe req-48b3fdeb-b7f3-4eff-be77-b2e230efa4ce tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Made reservation on behalf of 0c81113c84764616a8c807a160eb0515 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:30:23.906966 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-204793fd-07f9-4325-9514-38658f0bcafe req-48b3fdeb-b7f3-4eff-be77-b2e230efa4ce tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:23.921770 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.api [None req-e998bb71-8b2a-4b27-be55-0b2036ec0e79 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:30:23.923207 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG oslo_db.api [None req-e998bb71-8b2a-4b27-be55-0b2036ec0e79 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:30:23.948940 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-266e3067-1b1e-4403-9e4b-f11705a3f5ff tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:24.065392 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-0314915b-7307-47b2-847b-aaa4bd4ddab2 None None] For port 77ebd7fc-b2d1-4f3e-805b-35e3196689f3, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:30:24.070589 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-0314915b-7307-47b2-847b-aaa4bd4ddab2 None None] For port 77ebd7fc-b2d1-4f3e-805b-35e3196689f3, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=77ebd7fc-b2d1-4f3e-805b-35e3196689f3,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:30:24.082478 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0314915b-7307-47b2-847b-aaa4bd4ddab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:24.112545 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-43b45de9-a1d2-44c3-86f8-d2c96202c671 req-4e321002-2c68-4e9a-ad0c-e08ae240afbf tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea3a6387-897e-4394-b1f5-855d838924d6 HTTP/1.1" status: 200 len: 210 time: 0.2885265 Apr 29 13:30:24.143145 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-204793fd-07f9-4325-9514-38658f0bcafe req-48b3fdeb-b7f3-4eff-be77-b2e230efa4ce tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Allocated IP 172.20.0.7 (846dd749-f943-4e56-9d8e-6295c964eaa2/02705295-1364-4282-8393-7ae80461c414/d492d120-9a26-4ef1-aada-b97d2c3a54c1) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:30:24.316251 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314915b-7307-47b2-847b-aaa4bd4ddab2 None None] Pushing event updated for resources: {'Port': ['ID=77ebd7fc-b2d1-4f3e-805b-35e3196689f3,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:24.319986 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-266e3067-1b1e-4403-9e4b-f11705a3f5ff tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:24.341366 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9250ff-a57e-441c-8d08-56fb77ff867c None None] Network 44fefce2-6010-4cbf-8a38-b3c8841e9575 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:30:24.367371 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-266e3067-1b1e-4403-9e4b-f11705a3f5ff tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Usage tracker for resource:security_group_rule and tenant:b1594fc5708f448fb266d77c0475103e is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:24.380529 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7de8921-a79f-4d22-88ab-c2b0d9270047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:24.386810 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-266e3067-1b1e-4403-9e4b-f11705a3f5ff tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:24.392398 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 4fafe9e7-494f-469f-bbad-373e5a45ff2e up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:30:24.434203 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-e998bb71-8b2a-4b27-be55-0b2036ec0e79 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port 5ff76927-18aa-4bc3-bb4f-55c72b87cf95 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:30:24.434816 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e998bb71-8b2a-4b27-be55-0b2036ec0e79 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:24.451167 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7de8921-a79f-4d22-88ab-c2b0d9270047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:24.466974 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-266e3067-1b1e-4403-9e4b-f11705a3f5ff tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:24.496510 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-12a7eab1-11a4-4ad3-897f-f99323b9a39d req-6b5de603-bf2d-4b71-a4fa-1aa29d5756a7 service neutron] 10.222.0.32 "GET /v2.0/networks/9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8288119 Apr 29 13:30:24.531721 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5578d864-ff29-4be8-a8c0-ddff51b1c00f req-f6889678-15d5-426d-8c6f-56cb5f8879fb tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6893377 Apr 29 13:30:24.575629 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-e998bb71-8b2a-4b27-be55-0b2036ec0e79 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] The port '5ff76927-18aa-4bc3-bb4f-55c72b87cf95' was deleted {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:30:24.659964 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-19b65cbe-7176-4e24-bc3f-27b0bfb5a57a None None] Provisioning for port 4fafe9e7-494f-469f-bbad-373e5a45ff2e completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:30:24.703378 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 4fafe9e7-494f-469f-bbad-373e5a45ff2e completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:30:24.722413 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 4fafe9e7-494f-469f-bbad-373e5a45ff2e triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:24.722781 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:24.851278 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7de8921-a79f-4d22-88ab-c2b0d9270047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:24.893852 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e998bb71-8b2a-4b27-be55-0b2036ec0e79 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:24.913090 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-266e3067-1b1e-4403-9e4b-f11705a3f5ff tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:24.918075 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-204793fd-07f9-4325-9514-38658f0bcafe req-48b3fdeb-b7f3-4eff-be77-b2e230efa4ce tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:24.964014 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-e998bb71-8b2a-4b27-be55-0b2036ec0e79 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d575c9-3c6c-4927-ade4-ecdf17034abc']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:24.974835 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de8921-a79f-4d22-88ab-c2b0d9270047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dce08b6-b706-42e0-bc82-b06e42b629c3,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:24.977118 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-266e3067-1b1e-4403-9e4b-f11705a3f5ff tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:24.996635 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-e998bb71-8b2a-4b27-be55-0b2036ec0e79 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c280f1a-e81a-40e0-9964-5c94572bd7b5') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:24.997204 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-e998bb71-8b2a-4b27-be55-0b2036ec0e79 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c280f1a-e81a-40e0-9964-5c94572bd7b5') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:25.009245 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-204793fd-07f9-4325-9514-38658f0bcafe req-48b3fdeb-b7f3-4eff-be77-b2e230efa4ce tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Transition to ACTIVE for port object d492d120-9a26-4ef1-aada-b97d2c3a54c1 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:30:25.013939 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-12a7eab1-11a4-4ad3-897f-f99323b9a39d req-3a4a2cfc-99bf-40b5-8abe-2a37d1f5560c service neutron] 10.222.0.32 "GET /v2.0/networks/9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4840164 Apr 29 13:30:25.041321 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e998bb71-8b2a-4b27-be55-0b2036ec0e79 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:25.076063 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e998bb71-8b2a-4b27-be55-0b2036ec0e79 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:25.088000 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e998bb71-8b2a-4b27-be55-0b2036ec0e79 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:30:25.088403 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e998bb71-8b2a-4b27-be55-0b2036ec0e79 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: util.warn( Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: util.warn( Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: util.warn( Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: util.warn( Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:30:25.107445 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:30:25.133324 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:25.188788 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 4fafe9e7-494f-469f-bbad-373e5a45ff2e, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=4fafe9e7-494f-469f-bbad-373e5a45ff2e,segment=NetworkSegment(83dc1b0f-7204-423a-9374-0c232dc767a8),segment_id=83dc1b0f-7204-423a-9374-0c232dc767a8)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:25.196832 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:25.206114 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-204793fd-07f9-4325-9514-38658f0bcafe req-48b3fdeb-b7f3-4eff-be77-b2e230efa4ce tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:25.268070 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e998bb71-8b2a-4b27-be55-0b2036ec0e79 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:25.294835 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e998bb71-8b2a-4b27-be55-0b2036ec0e79 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:25.300725 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e3067-1b1e-4403-9e4b-f11705a3f5ff tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa924c4a-3884-4150-82ff-59bd1a2953d8,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:25.303659 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-266e3067-1b1e-4403-9e4b-f11705a3f5ff tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:25.304870 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-266e3067-1b1e-4403-9e4b-f11705a3f5ff tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8221033 Apr 29 13:30:25.307144 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7de8921-a79f-4d22-88ab-c2b0d9270047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:25.309032 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c7de8921-a79f-4d22-88ab-c2b0d9270047 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3dce08b6-b706-42e0-bc82-b06e42b629c3 HTTP/1.1" status: 204 len: 168 time: 1.5697093 Apr 29 13:30:25.309671 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 60998) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:25.347435 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=4fafe9e7-494f-469f-bbad-373e5a45ff2e,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:25.360226 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998bb71-8b2a-4b27-be55-0b2036ec0e79 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Network': ['ID=e1d575c9-3c6c-4927-ade4-ecdf17034abc,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:25.380354 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-204793fd-07f9-4325-9514-38658f0bcafe req-48b3fdeb-b7f3-4eff-be77-b2e230efa4ce tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Network 846dd749-f943-4e56-9d8e-6295c964eaa2 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:25.388057 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-204793fd-07f9-4325-9514-38658f0bcafe req-48b3fdeb-b7f3-4eff-be77-b2e230efa4ce tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:25.399621 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3fdeb-b7f3-4eff-be77-b2e230efa4ce tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Pushing event updated for resources: {'Port': ['ID=d492d120-9a26-4ef1-aada-b97d2c3a54c1,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:25.403627 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-204793fd-07f9-4325-9514-38658f0bcafe req-48b3fdeb-b7f3-4eff-be77-b2e230efa4ce tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:30:25.449475 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-d0d9ca7f-a6c9-4f0b-ab0f-d6ea6d5dfcee tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group_rule': {'security_group_id': 'aa924c4a-3884-4150-82ff-59bd1a2953d8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:25.450111 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-d0d9ca7f-a6c9-4f0b-ab0f-d6ea6d5dfcee tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:30:25.454153 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d0d9ca7f-a6c9-4f0b-ab0f-d6ea6d5dfcee tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0234439 Apr 29 13:30:25.479327 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 32772) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:25.505589 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e998bb71-8b2a-4b27-be55-0b2036ec0e79 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/networks/e1d575c9-3c6c-4927-ade4-ecdf17034abc HTTP/1.1" status: 204 len: 168 time: 4.0952244 Apr 29 13:30:25.506236 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 32776) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:25.525127 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-42aa9afc-f25c-46fc-b55b-bf8d3dfc3c35 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group_rule': {'security_group_id': 'aa924c4a-3884-4150-82ff-59bd1a2953d8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:25.662975 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-42aa9afc-f25c-46fc-b55b-bf8d3dfc3c35 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:25.688801 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-42aa9afc-f25c-46fc-b55b-bf8d3dfc3c35 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Usage tracker for resource:security_group_rule and tenant:b1594fc5708f448fb266d77c0475103e is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:25.693296 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-42aa9afc-f25c-46fc-b55b-bf8d3dfc3c35 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:25.695809 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-47fa2c79-1f7e-4c30-9182-dbf54415418b None None] Provisioning for port f727621e-2559-4196-b6d5-f94ec7cdb50c completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:30:25.710675 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-47fa2c79-1f7e-4c30-9182-dbf54415418b None None] Provisioning complete for port f727621e-2559-4196-b6d5-f94ec7cdb50c triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:25.711040 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-47fa2c79-1f7e-4c30-9182-dbf54415418b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:25.723591 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-42aa9afc-f25c-46fc-b55b-bf8d3dfc3c35 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:25.746824 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-447bc69d-ac1f-4636-b52d-0689b91e577b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:25.889728 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-47fa2c79-1f7e-4c30-9182-dbf54415418b None None] Port f727621e-2559-4196-b6d5-f94ec7cdb50c cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:30:25.933201 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-47fa2c79-1f7e-4c30-9182-dbf54415418b None None] Provisioning complete for port 4fafe9e7-494f-469f-bbad-373e5a45ff2e triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:25.937159 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-47fa2c79-1f7e-4c30-9182-dbf54415418b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:26.017901 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 32784) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:26.032596 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-42aa9afc-f25c-46fc-b55b-bf8d3dfc3c35 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:30:26.043074 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-42aa9afc-f25c-46fc-b55b-bf8d3dfc3c35 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5581756 Apr 29 13:30:26.055790 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204793fd-07f9-4325-9514-38658f0bcafe req-48b3fdeb-b7f3-4eff-be77-b2e230efa4ce tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:26.056649 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-204793fd-07f9-4325-9514-38658f0bcafe req-48b3fdeb-b7f3-4eff-be77-b2e230efa4ce tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:26.066694 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 32788) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:26.091032 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-ccf46d3f-27c3-457b-913a-8deb123d0cae tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group_rule': {'security_group_id': 'aa924c4a-3884-4150-82ff-59bd1a2953d8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:26.096692 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-ccf46d3f-27c3-457b-913a-8deb123d0cae tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:30:26.097948 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ccf46d3f-27c3-457b-913a-8deb123d0cae tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0115242 Apr 29 13:30:26.110729 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 32792) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:26.196088 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-3dbb4d0d-e517-441e-a18b-bcec3fe2fd64 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group_rule': {'security_group_id': 'aa924c4a-3884-4150-82ff-59bd1a2953d8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:26.219454 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd18fb4-4222-42e1-baff-21de226a6af3 req-169ae3fc-2fc5-43c0-ac27-dc01fbc0b86c tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:26.228314 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-0fd18fb4-4222-42e1-baff-21de226a6af3 req-169ae3fc-2fc5-43c0-ac27-dc01fbc0b86c tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea3a6387-897e-4394-b1f5-855d838924d6 HTTP/1.1" status: 200 len: 931 time: 0.8467655 Apr 29 13:30:26.230481 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3dbb4d0d-e517-441e-a18b-bcec3fe2fd64 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:26.233267 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3928044a-6748-4321-bd2e-9bd45c71796c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:26.233604 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-204793fd-07f9-4325-9514-38658f0bcafe req-48b3fdeb-b7f3-4eff-be77-b2e230efa4ce tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0308332 Apr 29 13:30:26.254897 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3dbb4d0d-e517-441e-a18b-bcec3fe2fd64 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Usage tracker for resource:security_group_rule and tenant:b1594fc5708f448fb266d77c0475103e is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:26.271740 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-204793fd-07f9-4325-9514-38658f0bcafe req-2fe54c37-c63e-4d23-ba67-7e57947d83cc service neutron] Request body: {'port': {'device_id': 'ea3a6387-897e-4394-b1f5-855d838924d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:26.276737 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e340d838-8d6f-42ea-a2d5-29b73fb1c786 None None] Provisioning for port d492d120-9a26-4ef1-aada-b97d2c3a54c1 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:30:26.285885 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e340d838-8d6f-42ea-a2d5-29b73fb1c786 None None] Provisioning complete for port d492d120-9a26-4ef1-aada-b97d2c3a54c1 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:26.287657 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e340d838-8d6f-42ea-a2d5-29b73fb1c786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:26.313755 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3dbb4d0d-e517-441e-a18b-bcec3fe2fd64 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:26.324856 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3dbb4d0d-e517-441e-a18b-bcec3fe2fd64 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:26.384704 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 4fafe9e7-494f-469f-bbad-373e5a45ff2e up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:30:26.402990 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-a2d187ce-ea72-47ed-b1c5-274a288a36a8 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port 0e9124a4-e412-4c2c-95b5-89d050265f68 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:30:26.403334 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a2d187ce-ea72-47ed-b1c5-274a288a36a8 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:26.482718 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e340d838-8d6f-42ea-a2d5-29b73fb1c786 None None] Port d492d120-9a26-4ef1-aada-b97d2c3a54c1 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:30:26.485725 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-3dbb4d0d-e517-441e-a18b-bcec3fe2fd64 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:30:26.486763 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3dbb4d0d-e517-441e-a18b-bcec3fe2fd64 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3748741 Apr 29 13:30:26.492390 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47f5a3-3636-4029-b370-182788e79a17 req-6b319e63-4071-4aeb-a8c7-49fb0eefdfd5 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:26.493830 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6d47f5a3-3636-4029-b370-182788e79a17 req-6b319e63-4071-4aeb-a8c7-49fb0eefdfd5 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.5873611 Apr 29 13:30:26.498407 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 32796) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:26.518474 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e340d838-8d6f-42ea-a2d5-29b73fb1c786 None None] Provisioning complete for port f727621e-2559-4196-b6d5-f94ec7cdb50c triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:26.518902 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e340d838-8d6f-42ea-a2d5-29b73fb1c786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:26.525205 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-b519645e-1674-4268-9ce2-2c4d2b8904fe tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group_rule': {'security_group_id': 'aa924c4a-3884-4150-82ff-59bd1a2953d8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:26.525831 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-b519645e-1674-4268-9ce2-2c4d2b8904fe tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:30:26.527657 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b519645e-1674-4268-9ce2-2c4d2b8904fe tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0280702 Apr 29 13:30:26.529039 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-204793fd-07f9-4325-9514-38658f0bcafe req-2fe54c37-c63e-4d23-ba67-7e57947d83cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:26.556666 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 32800) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:26.565443 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-3811c130-5095-4c24-b192-68456f5e9d54 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group_rule': {'security_group_id': 'aa924c4a-3884-4150-82ff-59bd1a2953d8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:26.577747 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e340d838-8d6f-42ea-a2d5-29b73fb1c786 None None] Port f727621e-2559-4196-b6d5-f94ec7cdb50c cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:30:26.584213 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 4fafe9e7-494f-469f-bbad-373e5a45ff2e triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:26.584683 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:26.627130 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3811c130-5095-4c24-b192-68456f5e9d54 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:26.643388 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3811c130-5095-4c24-b192-68456f5e9d54 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Usage tracker for resource:security_group_rule and tenant:b1594fc5708f448fb266d77c0475103e is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:26.684057 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3811c130-5095-4c24-b192-68456f5e9d54 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:26.705108 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3811c130-5095-4c24-b192-68456f5e9d54 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:26.731460 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4ae58db1-325a-47fc-8bd7-27ead103afa9 None None] Provisioning for port 77ebd7fc-b2d1-4f3e-805b-35e3196689f3 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:30:26.740525 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 77ebd7fc-b2d1-4f3e-805b-35e3196689f3 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:30:26.748345 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6d47f5a3-3636-4029-b370-182788e79a17 req-592c051d-1922-4c86-8cca-1e6612562df6 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2473493 Apr 29 13:30:26.759162 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.securitygroups_db [None req-3811c130-5095-4c24-b192-68456f5e9d54 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Project b1594fc5708f448fb266d77c0475103e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:30:26.794289 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.objects.ports [None req-e03f9984-ce9a-41e9-bf74-43808fb0e6e4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83905) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 13:30:26.855101 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a2d187ce-ea72-47ed-b1c5-274a288a36a8 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:26.855101 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a2d187ce-ea72-47ed-b1c5-274a288a36a8 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:26.875219 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 77ebd7fc-b2d1-4f3e-805b-35e3196689f3 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:30:26.882716 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 77ebd7fc-b2d1-4f3e-805b-35e3196689f3 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:26.882716 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:26.912643 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-3928044a-6748-4321-bd2e-9bd45c71796c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:26.925498 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3928044a-6748-4321-bd2e-9bd45c71796c admin admin] Usage tracker for resource:security_group_rule and tenant:ef96f4deab3b43b28b5dc57177a57191 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:26.936609 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3928044a-6748-4321-bd2e-9bd45c71796c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:26.970333 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-3928044a-6748-4321-bd2e-9bd45c71796c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:26.981621 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-0fd18fb4-4222-42e1-baff-21de226a6af3 req-c1d437c4-9505-40a1-bf5d-3d5436d776ff tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Synchronizing usage tracker for tenant:0c81113c84764616a8c807a160eb0515 on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:27.038250 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-0fd18fb4-4222-42e1-baff-21de226a6af3 req-c1d437c4-9505-40a1-bf5d-3d5436d776ff tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Unset dirty status for tenant:0c81113c84764616a8c807a160eb0515 on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:27.039589 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-0fd18fb4-4222-42e1-baff-21de226a6af3 req-c1d437c4-9505-40a1-bf5d-3d5436d776ff tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8091619 Apr 29 13:30:27.068844 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:27.102906 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-447bc69d-ac1f-4636-b52d-0689b91e577b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:27.147200 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-447bc69d-ac1f-4636-b52d-0689b91e577b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:27.168145 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:30:27.168668 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:30:27.175107 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-3811c130-5095-4c24-b192-68456f5e9d54 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:30:27.179122 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3811c130-5095-4c24-b192-68456f5e9d54 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6152747 Apr 29 13:30:27.186276 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-a2d187ce-ea72-47ed-b1c5-274a288a36a8 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for 0e9124a4-e412-4c2c-95b5-89d050265f68 owned by network:floatingip {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:30:27.200081 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 32804) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:27.231090 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-861dfc7c-76e4-457f-be12-2c098e64e968 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group_rule': {'security_group_id': 'aa924c4a-3884-4150-82ff-59bd1a2953d8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:27.231536 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-861dfc7c-76e4-457f-be12-2c098e64e968 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:30:27.235112 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-861dfc7c-76e4-457f-be12-2c098e64e968 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0295687 Apr 29 13:30:27.240349 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 32808) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:27.270893 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-bf6bc1f2-f699-480e-8f65-0d751c1a3eca tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group_rule': {'security_group_id': 'aa924c4a-3884-4150-82ff-59bd1a2953d8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:27.315124 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3928044a-6748-4321-bd2e-9bd45c71796c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:27.326115 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e03f9984-ce9a-41e9-bf74-43808fb0e6e4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:27.343409 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3928044a-6748-4321-bd2e-9bd45c71796c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:27.348553 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-bf6bc1f2-f699-480e-8f65-0d751c1a3eca tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:27.350203 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447bc69d-ac1f-4636-b52d-0689b91e577b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Port': ['ID=f727621e-2559-4196-b6d5-f94ec7cdb50c,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:27.377038 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bf6bc1f2-f699-480e-8f65-0d751c1a3eca tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Usage tracker for resource:security_group_rule and tenant:b1594fc5708f448fb266d77c0475103e is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:27.385393 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bf6bc1f2-f699-480e-8f65-0d751c1a3eca tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:27.404331 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-bf6bc1f2-f699-480e-8f65-0d751c1a3eca tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:27.454523 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.securitygroups_db [None req-bf6bc1f2-f699-480e-8f65-0d751c1a3eca tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Project b1594fc5708f448fb266d77c0475103e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:30:27.499874 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-bf6bc1f2-f699-480e-8f65-0d751c1a3eca tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:30:27.500950 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-bf6bc1f2-f699-480e-8f65-0d751c1a3eca tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2564542 Apr 29 13:30:27.507895 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 32812) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:27.511183 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3928044a-6748-4321-bd2e-9bd45c71796c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ef96f4deab3b43b28b5dc57177a57191&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4894872 Apr 29 13:30:27.525315 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 32816) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:27.526045 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928044a-6748-4321-bd2e-9bd45c71796c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60700ca2-e270-49ba-b5ff-3e7c15c71f27,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:27.587370 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-4b358a71-0084-4c1c-8859-262172722c2b tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group_rule': {'security_group_id': 'aa924c4a-3884-4150-82ff-59bd1a2953d8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:27.610385 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4b358a71-0084-4c1c-8859-262172722c2b tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:27.623086 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4b358a71-0084-4c1c-8859-262172722c2b tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Usage tracker for resource:security_group_rule and tenant:b1594fc5708f448fb266d77c0475103e is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:27.628638 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-204793fd-07f9-4325-9514-38658f0bcafe req-2fe54c37-c63e-4d23-ba67-7e57947d83cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d492d120-9a26-4ef1-aada-b97d2c3a54c1 {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:30:27.632673 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4b358a71-0084-4c1c-8859-262172722c2b tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:27.643603 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-204793fd-07f9-4325-9514-38658f0bcafe req-2fe54c37-c63e-4d23-ba67-7e57947d83cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:27.647319 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-16eaca65-55e7-421c-9936-cde91c16a587 None None] Provisioning complete for port f727621e-2559-4196-b6d5-f94ec7cdb50c triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:27.647933 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-16eaca65-55e7-421c-9936-cde91c16a587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:27.651664 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4b358a71-0084-4c1c-8859-262172722c2b tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:27.677774 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a2d187ce-ea72-47ed-b1c5-274a288a36a8 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:27.733423 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-204793fd-07f9-4325-9514-38658f0bcafe req-2fe54c37-c63e-4d23-ba67-7e57947d83cc service neutron] Transition to ACTIVE for port object d492d120-9a26-4ef1-aada-b97d2c3a54c1 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:30:27.745342 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.securitygroups_db [None req-4b358a71-0084-4c1c-8859-262172722c2b tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Project b1594fc5708f448fb266d77c0475103e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:30:27.753908 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d187ce-ea72-47ed-b1c5-274a288a36a8 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=0e9124a4-e412-4c2c-95b5-89d050265f68,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:27.759280 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-204793fd-07f9-4325-9514-38658f0bcafe req-2fe54c37-c63e-4d23-ba67-7e57947d83cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:27.766519 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-16eaca65-55e7-421c-9936-cde91c16a587 None None] Port f727621e-2559-4196-b6d5-f94ec7cdb50c cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:30:27.770804 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:27.897006 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-e03f9984-ce9a-41e9-bf74-43808fb0e6e4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] For port 77ebd7fc-b2d1-4f3e-805b-35e3196689f3, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=77ebd7fc-b2d1-4f3e-805b-35e3196689f3,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:27.898592 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:27.927294 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-4b358a71-0084-4c1c-8859-262172722c2b tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:30:27.928603 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4b358a71-0084-4c1c-8859-262172722c2b tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4197865 Apr 29 13:30:27.930715 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e03f9984-ce9a-41e9-bf74-43808fb0e6e4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:27.937526 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6eb88bc6-a739-45fc-b070-d7acdacac506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:27.971513 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6eb88bc6-a739-45fc-b070-d7acdacac506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:28.015271 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:30:28.016102 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:30:28.020844 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 32822) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:28.022189 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e03f9984-ce9a-41e9-bf74-43808fb0e6e4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:28.023393 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e03f9984-ce9a-41e9-bf74-43808fb0e6e4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:28.100343 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe54c37-c63e-4d23-ba67-7e57947d83cc service neutron] Pushing event updated for resources: {'Port': ['ID=d492d120-9a26-4ef1-aada-b97d2c3a54c1,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:28.109749 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-447bc69d-ac1f-4636-b52d-0689b91e577b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:28.162520 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f9984-ce9a-41e9-bf74-43808fb0e6e4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Port': ['ID=77ebd7fc-b2d1-4f3e-805b-35e3196689f3,revision_number=4']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:28.164484 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a2d187ce-ea72-47ed-b1c5-274a288a36a8 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:28.232688 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03f9984-ce9a-41e9-bf74-43808fb0e6e4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:28.238336 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-e03f9984-ce9a-41e9-bf74-43808fb0e6e4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:28.247544 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6eb88bc6-a739-45fc-b070-d7acdacac506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:28.249583 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54ac6d3-fb99-4ecf-8af2-81ca073ae4e6 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:30:28.252731 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03f9984-ce9a-41e9-bf74-43808fb0e6e4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:28.253554 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e03f9984-ce9a-41e9-bf74-43808fb0e6e4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:28.359817 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e03f9984-ce9a-41e9-bf74-43808fb0e6e4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.8650744 Apr 29 13:30:28.366712 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 32828) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:28.370013 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f9984-ce9a-41e9-bf74-43808fb0e6e4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Subnet': ['ID=6623f718-8cea-46d5-aa20-dbd7914fb11c,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:28.381040 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb88bc6-a739-45fc-b070-d7acdacac506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60700ca2-e270-49ba-b5ff-3e7c15c71f27,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:28.397305 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-e1d0055e-c99b-42f1-9644-08031052b69d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'port': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'mac_address': 'fa:16:3e:ab:a6:1d', 'name': 'tempest-NetworksTestDHCPv6-1728844397'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:28.402428 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e7fe2e98-566b-4103-96d5-2f7647857dd2 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:28.437097 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6eb88bc6-a739-45fc-b070-d7acdacac506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:28.438975 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6eb88bc6-a739-45fc-b070-d7acdacac506 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/60700ca2-e270-49ba-b5ff-3e7c15c71f27 HTTP/1.1" status: 204 len: 168 time: 0.9100261 Apr 29 13:30:28.474928 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b940a6-46c0-4c82-919d-465ee6c8b6fc req-233db719-d731-4226-812a-a84565c64df1 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:28.476345 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-41b940a6-46c0-4c82-919d-465ee6c8b6fc req-233db719-d731-4226-812a-a84565c64df1 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.4674530 Apr 29 13:30:28.478008 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e7fe2e98-566b-4103-96d5-2f7647857dd2 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:28.581375 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-204793fd-07f9-4325-9514-38658f0bcafe req-2fe54c37-c63e-4d23-ba67-7e57947d83cc service neutron] Attempting to bind port d492d120-9a26-4ef1-aada-b97d2c3a54c1 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:30:28.582018 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-204793fd-07f9-4325-9514-38658f0bcafe req-2fe54c37-c63e-4d23-ba67-7e57947d83cc service neutron] Attempting to bind port d492d120-9a26-4ef1-aada-b97d2c3a54c1 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '53def5c8-aa99-4a75-8066-57e8c47ce92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:30:28.582691 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204793fd-07f9-4325-9514-38658f0bcafe req-2fe54c37-c63e-4d23-ba67-7e57947d83cc service neutron] Attempting to bind port d492d120-9a26-4ef1-aada-b97d2c3a54c1 on network 846dd749-f943-4e56-9d8e-6295c964eaa2 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:30:28.613678 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204793fd-07f9-4325-9514-38658f0bcafe req-2fe54c37-c63e-4d23-ba67-7e57947d83cc service neutron] Port d492d120-9a26-4ef1-aada-b97d2c3a54c1 on network 846dd749-f943-4e56-9d8e-6295c964eaa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:30:28.614283 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204793fd-07f9-4325-9514-38658f0bcafe req-2fe54c37-c63e-4d23-ba67-7e57947d83cc service neutron] Attempting to bind port d492d120-9a26-4ef1-aada-b97d2c3a54c1 on network 846dd749-f943-4e56-9d8e-6295c964eaa2 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:30:28.624824 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-41b940a6-46c0-4c82-919d-465ee6c8b6fc req-6ad7f609-0de8-46b9-a58e-f0a5bdb752d2 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237733 Apr 29 13:30:28.630300 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e7fe2e98-566b-4103-96d5-2f7647857dd2 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:28.647399 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204793fd-07f9-4325-9514-38658f0bcafe req-2fe54c37-c63e-4d23-ba67-7e57947d83cc service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:30:28.648486 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204793fd-07f9-4325-9514-38658f0bcafe req-2fe54c37-c63e-4d23-ba67-7e57947d83cc service neutron] Checking segment: {'id': '53def5c8-aa99-4a75-8066-57e8c47ce92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:30:28.649032 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204793fd-07f9-4325-9514-38658f0bcafe req-2fe54c37-c63e-4d23-ba67-7e57947d83cc service neutron] Bound using segment: {'id': '53def5c8-aa99-4a75-8066-57e8c47ce92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:30:28.649712 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-204793fd-07f9-4325-9514-38658f0bcafe req-2fe54c37-c63e-4d23-ba67-7e57947d83cc service neutron] Bound port: d492d120-9a26-4ef1-aada-b97d2c3a54c1, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53def5c8-aa99-4a75-8066-57e8c47ce92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:30:28.650056 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-204793fd-07f9-4325-9514-38658f0bcafe req-2fe54c37-c63e-4d23-ba67-7e57947d83cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:28.697197 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c7b2d-e1d7-45c9-8a6d-406b807dfcd1 req-cf96eb60-33a6-49b7-abd9-42dc200e1e43 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:28.700736 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe2e98-566b-4103-96d5-2f7647857dd2 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa924c4a-3884-4150-82ff-59bd1a2953d8,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:28.700941 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ba6c7b2d-e1d7-45c9-8a6d-406b807dfcd1 req-cf96eb60-33a6-49b7-abd9-42dc200e1e43 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea3a6387-897e-4394-b1f5-855d838924d6 HTTP/1.1" status: 200 len: 943 time: 0.3990521 Apr 29 13:30:28.797297 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-447bc69d-ac1f-4636-b52d-0689b91e577b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:29.020584 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:29.042151 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-204793fd-07f9-4325-9514-38658f0bcafe req-2fe54c37-c63e-4d23-ba67-7e57947d83cc service neutron] For port d492d120-9a26-4ef1-aada-b97d2c3a54c1, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:30:29.048347 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-204793fd-07f9-4325-9514-38658f0bcafe req-2fe54c37-c63e-4d23-ba67-7e57947d83cc service neutron] For port d492d120-9a26-4ef1-aada-b97d2c3a54c1, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=d492d120-9a26-4ef1-aada-b97d2c3a54c1,segment=NetworkSegment(53def5c8-aa99-4a75-8066-57e8c47ce92e),segment_id=53def5c8-aa99-4a75-8066-57e8c47ce92e)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:30:29.064558 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e7fe2e98-566b-4103-96d5-2f7647857dd2 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:29.067397 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e7fe2e98-566b-4103-96d5-2f7647857dd2 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "DELETE /v2.0/security-groups/aa924c4a-3884-4150-82ff-59bd1a2953d8 HTTP/1.1" status: 204 len: 168 time: 1.0449786 Apr 29 13:30:29.074947 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-204793fd-07f9-4325-9514-38658f0bcafe req-2fe54c37-c63e-4d23-ba67-7e57947d83cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:29.079513 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 32836) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:29.103072 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ba6c7b2d-e1d7-45c9-8a6d-406b807dfcd1 req-907f2165-e5b2-4079-9b46-4b879bd8da85 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3927238 Apr 29 13:30:29.118146 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 77ebd7fc-b2d1-4f3e-805b-35e3196689f3, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=77ebd7fc-b2d1-4f3e-805b-35e3196689f3,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:29.124404 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:29.192260 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e1d0055e-c99b-42f1-9644-08031052b69d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:29.200476 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-22be1ed4-a8a3-4c6f-9163-cda08e30cafa tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Synchronizing usage tracker for tenant:b1594fc5708f448fb266d77c0475103e on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:29.203561 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e1d0055e-c99b-42f1-9644-08031052b69d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:port and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:29.216192 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e1d0055e-c99b-42f1-9644-08031052b69d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:29.234978 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e1d0055e-c99b-42f1-9644-08031052b69d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:29.262681 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=77ebd7fc-b2d1-4f3e-805b-35e3196689f3,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:29.282246 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 77ebd7fc-b2d1-4f3e-805b-35e3196689f3 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:30:29.369706 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-22be1ed4-a8a3-4c6f-9163-cda08e30cafa tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Unset dirty status for tenant:b1594fc5708f448fb266d77c0475103e on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:29.372131 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-22be1ed4-a8a3-4c6f-9163-cda08e30cafa tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2866111 Apr 29 13:30:29.379344 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 32840) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:29.387352 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-cf73e856-5c7d-4f44-8f1a-e6703b80974d tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group': {'name': 'tempest-secgroup--1392774551'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:29.392023 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d0055e-c99b-42f1-9644-08031052b69d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:30:29.408340 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-204793fd-07f9-4325-9514-38658f0bcafe req-2fe54c37-c63e-4d23-ba67-7e57947d83cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:29.412121 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-204793fd-07f9-4325-9514-38658f0bcafe req-2fe54c37-c63e-4d23-ba67-7e57947d83cc service neutron] 10.222.0.32 "PUT /v2.0/ports/d492d120-9a26-4ef1-aada-b97d2c3a54c1 HTTP/1.1" status: 200 len: 1093 time: 3.1627100 Apr 29 13:30:29.426136 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-cf73e856-5c7d-4f44-8f1a-e6703b80974d tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:29.427955 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 77ebd7fc-b2d1-4f3e-805b-35e3196689f3 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:29.428320 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:29.443783 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea3a6387-897e-4394-b1f5-855d838924d6', 'tag': 'd492d120-9a26-4ef1-aada-b97d2c3a54c1'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:30:29.519944 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-cf73e856-5c7d-4f44-8f1a-e6703b80974d tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:29.553616 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe54c37-c63e-4d23-ba67-7e57947d83cc service neutron] Pushing event updated for resources: {'Port': ['ID=d492d120-9a26-4ef1-aada-b97d2c3a54c1,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:29.571339 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cf73e856-5c7d-4f44-8f1a-e6703b80974d tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:29.598395 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-762cc9b6-9dfa-4f59-9bfc-ac780f45963b'] response: {'name': 'network-changed', 'server_uuid': 'ea3a6387-897e-4394-b1f5-855d838924d6', 'tag': 'd492d120-9a26-4ef1-aada-b97d2c3a54c1', 'status': 'completed', 'code': 200} Apr 29 13:30:29.610733 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e045283-4589-41e9-bd74-da74967e9883 req-df971c81-abfa-433e-80c1-f44ea1a9d1c2 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:29.615176 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9e045283-4589-41e9-bd74-da74967e9883 req-df971c81-abfa-433e-80c1-f44ea1a9d1c2 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.7850909 Apr 29 13:30:29.730903 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e1d0055e-c99b-42f1-9644-08031052b69d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:29.765681 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9fcd34d9-6e40-495d-893b-7a2817f317d3 None None] Provisioning complete for port 77ebd7fc-b2d1-4f3e-805b-35e3196689f3 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:29.766135 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9fcd34d9-6e40-495d-893b-7a2817f317d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:29.778810 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-cf73e856-5c7d-4f44-8f1a-e6703b80974d tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:29.780128 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-204793fd-07f9-4325-9514-38658f0bcafe req-cc796b1f-57b1-41b2-9319-8d02cd9b9f21 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c81113c84764616a8c807a160eb0515&device_id=ea3a6387-897e-4394-b1f5-855d838924d6 HTTP/1.1" status: 200 len: 1096 time: 0.2980609 Apr 29 13:30:29.785326 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-cf73e856-5c7d-4f44-8f1a-e6703b80974d tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Usage tracker for resource:security_group_rule and tenant:b1594fc5708f448fb266d77c0475103e is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:29.789294 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-cf73e856-5c7d-4f44-8f1a-e6703b80974d tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:29.798925 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-cf73e856-5c7d-4f44-8f1a-e6703b80974d tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:29.879943 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-204793fd-07f9-4325-9514-38658f0bcafe req-b2d270f3-e827-4472-a36e-ad162b924687 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d492d120-9a26-4ef1-aada-b97d2c3a54c1 HTTP/1.1" status: 200 len: 217 time: 0.0894289 Apr 29 13:30:29.883216 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9e045283-4589-41e9-bd74-da74967e9883 req-0656ecc9-920b-444e-952d-9553503957f1 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094615 Apr 29 13:30:29.902192 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-e1d0055e-c99b-42f1-9644-08031052b69d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] device_id is not set on port 7f6ef553-8f2c-4730-b190-deff9b0b6fbf yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:30:29.960384 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204793fd-07f9-4325-9514-38658f0bcafe req-5c3e4f93-8a3d-4803-98e8-4b53e470c3f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:29.961910 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-204793fd-07f9-4325-9514-38658f0bcafe req-5c3e4f93-8a3d-4803-98e8-4b53e470c3f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=02705295-1364-4282-8393-7ae80461c414 HTTP/1.1" status: 200 len: 851 time: 0.0749819 Apr 29 13:30:29.964972 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cf73e856-5c7d-4f44-8f1a-e6703b80974d tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:29.982214 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cf73e856-5c7d-4f44-8f1a-e6703b80974d tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:30.069388 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-204793fd-07f9-4325-9514-38658f0bcafe req-5aceb582-ebaf-4cf4-835b-c4536eba7fe7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=846dd749-f943-4e56-9d8e-6295c964eaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0992689 Apr 29 13:30:30.095570 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d187ce-ea72-47ed-b1c5-274a288a36a8 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router 3c672e49-4b9c-4695-bb1e-37498b95ba53 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:30:30.138420 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73e856-5c7d-4f44-8f1a-e6703b80974d tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78375b89-88fa-4b5b-bf68-290c863efad1,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:30.155677 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.db.resource_extend [None req-447bc69d-ac1f-4636-b52d-0689b91e577b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:30:30.173239 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cf73e856-5c7d-4f44-8f1a-e6703b80974d tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:30.177383 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-cf73e856-5c7d-4f44-8f1a-e6703b80974d tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7938118 Apr 29 13:30:30.177573 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 32850) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:30.185537 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-447bc69d-ac1f-4636-b52d-0689b91e577b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:30.188471 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-03955d30-2b18-4b9f-9cb1-3f3894f440f0 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group_rule': {'security_group_id': '78375b89-88fa-4b5b-bf68-290c863efad1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:30.204320 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-447bc69d-ac1f-4636-b52d-0689b91e577b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:30.205086 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-447bc69d-ac1f-4636-b52d-0689b91e577b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:30.254572 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-03955d30-2b18-4b9f-9cb1-3f3894f440f0 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:30.273998 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-03955d30-2b18-4b9f-9cb1-3f3894f440f0 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Usage tracker for resource:security_group_rule and tenant:b1594fc5708f448fb266d77c0475103e is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:30.322599 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-03955d30-2b18-4b9f-9cb1-3f3894f440f0 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:30.382106 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-03955d30-2b18-4b9f-9cb1-3f3894f440f0 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:30.400022 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-204793fd-07f9-4325-9514-38658f0bcafe req-a1fee3f7-c6de-4b55-93bd-2e476ab84774 service neutron] 10.222.0.32 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224967 Apr 29 13:30:30.413654 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-e1d0055e-c99b-42f1-9644-08031052b69d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Allocated IP 2001:db8::136 (b2591163-41a9-4c5e-86a6-99ddbf59518f/2abd4e70-a26f-4cda-9c57-967ec0f68a8a/7f6ef553-8f2c-4730-b190-deff9b0b6fbf) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:30:30.423952 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447bc69d-ac1f-4636-b52d-0689b91e577b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Port': ['ID=f727621e-2559-4196-b6d5-f94ec7cdb50c,revision_number=3']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:30.430675 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-e1d0055e-c99b-42f1-9644-08031052b69d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Allocated IP 2001:db8:0:1:f816:3eff:feab:a61d (b2591163-41a9-4c5e-86a6-99ddbf59518f/6623f718-8cea-46d5-aa20-dbd7914fb11c/7f6ef553-8f2c-4730-b190-deff9b0b6fbf) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:30:30.439795 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26f9cf-fd00-42b0-aa4b-6a8fce4e8c47 req-57b86a25-9320-4cc8-93a4-20af799d7c62 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:30.441299 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5f26f9cf-fd00-42b0-aa4b-6a8fce4e8c47 req-57b86a25-9320-4cc8-93a4-20af799d7c62 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.4099822 Apr 29 13:30:30.563320 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447bc69d-ac1f-4636-b52d-0689b91e577b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network 44fefce2-6010-4cbf-8a38-b3c8841e9575 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:30.566748 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-447bc69d-ac1f-4636-b52d-0689b91e577b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:30.571932 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5f26f9cf-fd00-42b0-aa4b-6a8fce4e8c47 req-8e625f9a-7fe4-4978-9c93-80822ddecb8e tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231906 Apr 29 13:30:30.579122 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-03955d30-2b18-4b9f-9cb1-3f3894f440f0 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] create failed (client error): The resource could not be found. Apr 29 13:30:30.580133 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-03955d30-2b18-4b9f-9cb1-3f3894f440f0 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4016798 Apr 29 13:30:30.585161 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 32854) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:30.606923 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-0568235d-a3dd-4805-8c6b-ea6dbc2515a1 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group_rule': {'security_group_id': '78375b89-88fa-4b5b-bf68-290c863efad1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b485f518-d2a7-4d52-95ad-ae28125a64e6'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:30.620530 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d472f-a3de-49ea-bcd0-c036d0198618 req-1c927445-27cd-4ca9-8515-ca9ee247bd3b tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:30.621275 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-5d7d472f-a3de-49ea-bcd0-c036d0198618 req-1c927445-27cd-4ca9-8515-ca9ee247bd3b tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Synchronizing usage tracker for tenant:0c81113c84764616a8c807a160eb0515 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:30.627791 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0568235d-a3dd-4805-8c6b-ea6dbc2515a1 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:30.632333 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-204793fd-07f9-4325-9514-38658f0bcafe req-fbd1594d-7315-4e74-9b99-18ccaba75dd5 service neutron] 10.222.0.32 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212417 Apr 29 13:30:30.636583 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0568235d-a3dd-4805-8c6b-ea6dbc2515a1 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Usage tracker for resource:security_group_rule and tenant:b1594fc5708f448fb266d77c0475103e is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:30.644245 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0568235d-a3dd-4805-8c6b-ea6dbc2515a1 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:30.655439 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0568235d-a3dd-4805-8c6b-ea6dbc2515a1 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:30.674784 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-5d7d472f-a3de-49ea-bcd0-c036d0198618 req-1c927445-27cd-4ca9-8515-ca9ee247bd3b tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Unset dirty status for tenant:0c81113c84764616a8c807a160eb0515 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:30.676000 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5d7d472f-a3de-49ea-bcd0-c036d0198618 req-1c927445-27cd-4ca9-8515-ca9ee247bd3b tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea3a6387-897e-4394-b1f5-855d838924d6 HTTP/1.1" status: 200 len: 943 time: 0.4034572 Apr 29 13:30:30.815378 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-0568235d-a3dd-4805-8c6b-ea6dbc2515a1 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] create failed (client error): The resource could not be found. Apr 29 13:30:30.816392 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0568235d-a3dd-4805-8c6b-ea6dbc2515a1 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2274184 Apr 29 13:30:30.825710 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 32860) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:30.858575 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5d7d472f-a3de-49ea-bcd0-c036d0198618 req-30ee5159-d287-4f82-8440-eeb3729c0e3e tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681671 Apr 29 13:30:30.881348 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d187ce-ea72-47ed-b1c5-274a288a36a8 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:30:30.887034 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a2d187ce-ea72-47ed-b1c5-274a288a36a8 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:30.895538 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c15be7a-e4fc-47a4-879b-0338fef777b0 None None] Sync routers for ids ['3c672e49-4b9c-4695-bb1e-37498b95ba53'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:30:30.939065 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f131edfd-9688-41dc-8c8a-d4730803d722 None None] Provisioning complete for port f727621e-2559-4196-b6d5-f94ec7cdb50c triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:30.939684 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c15be7a-e4fc-47a4-879b-0338fef777b0 None None] Routers {'3c672e49-4b9c-4695-bb1e-37498b95ba53'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:30:30.940262 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-2c15be7a-e4fc-47a4-879b-0338fef777b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:30:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['3c672e49-4b9c-4695-bb1e-37498b95ba53'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:30.941219 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f131edfd-9688-41dc-8c8a-d4730803d722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:30.966894 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a3a16dc1-09cb-4919-be09-646abd2a6320 req-7b1b7a1f-2e61-4166-af88-5f969409453c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c81113c84764616a8c807a160eb0515&device_id=ea3a6387-897e-4394-b1f5-855d838924d6 HTTP/1.1" status: 200 len: 1096 time: 0.2425690 Apr 29 13:30:30.997822 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a2d187ce-ea72-47ed-b1c5-274a288a36a8 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/floatingips/9b8d9151-fcb3-4a8b-a965-adcc231f6c8b HTTP/1.1" status: 204 len: 168 time: 5.4835517 Apr 29 13:30:31.017783 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f131edfd-9688-41dc-8c8a-d4730803d722 None None] Port f727621e-2559-4196-b6d5-f94ec7cdb50c cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:30:31.070909 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-775df12c-3524-4561-9c85-ea78e98479f0 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:31.115855 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-775df12c-3524-4561-9c85-ea78e98479f0 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:31.177661 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a16dc1-09cb-4919-be09-646abd2a6320 req-52536f71-21d6-4d18-a4b2-546ace35cefb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:31.179127 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a3a16dc1-09cb-4919-be09-646abd2a6320 req-52536f71-21d6-4d18-a4b2-546ace35cefb service neutron] 10.222.0.32 "GET /v2.0/networks?id=846dd749-f943-4e56-9d8e-6295c964eaa2 HTTP/1.1" status: 200 len: 913 time: 0.2024596 Apr 29 13:30:31.215824 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-2c15be7a-e4fc-47a4-879b-0338fef777b0 None None] Set router 3c672e49-4b9c-4695-bb1e-37498b95ba53 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:30:31.237143 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 77ebd7fc-b2d1-4f3e-805b-35e3196689f3 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:30:31.351833 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954527f-e27a-45a7-bcb1-7720e1445b9a req-b9dad489-26a5-4992-9e2b-e386ca047d58 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:31.359923 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e954527f-e27a-45a7-bcb1-7720e1445b9a req-b9dad489-26a5-4992-9e2b-e386ca047d58 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.6036308 Apr 29 13:30:31.385433 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e1d0055e-c99b-42f1-9644-08031052b69d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:31.392077 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 77ebd7fc-b2d1-4f3e-805b-35e3196689f3 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:31.393938 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:31.394647 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a3a16dc1-09cb-4919-be09-646abd2a6320 req-9a88b791-9c4c-4883-ab02-4d06e8bce7ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d492d120-9a26-4ef1-aada-b97d2c3a54c1 HTTP/1.1" status: 200 len: 217 time: 0.2079608 Apr 29 13:30:31.395643 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-775df12c-3524-4561-9c85-ea78e98479f0 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:31.419068 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-e1d0055e-c99b-42f1-9644-08031052b69d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Transition to ACTIVE for port object 7f6ef553-8f2c-4730-b190-deff9b0b6fbf will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:30:31.457521 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e954527f-e27a-45a7-bcb1-7720e1445b9a req-e4d0df48-b1c7-406b-9096-38117e19c0ca tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965025 Apr 29 13:30:31.500961 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e1d0055e-c99b-42f1-9644-08031052b69d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:31.532992 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a16dc1-09cb-4919-be09-646abd2a6320 req-6fa74e1d-394f-4177-8f2c-b96f9ad18592 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:31.534650 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a3a16dc1-09cb-4919-be09-646abd2a6320 req-6fa74e1d-394f-4177-8f2c-b96f9ad18592 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=02705295-1364-4282-8393-7ae80461c414 HTTP/1.1" status: 200 len: 851 time: 0.1206048 Apr 29 13:30:31.535479 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775df12c-3524-4561-9c85-ea78e98479f0 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78375b89-88fa-4b5b-bf68-290c863efad1,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:31.600012 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d0055e-c99b-42f1-9644-08031052b69d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:31.614098 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-e1d0055e-c99b-42f1-9644-08031052b69d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:31.639113 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d0055e-c99b-42f1-9644-08031052b69d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:30:31.643295 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d0055e-c99b-42f1-9644-08031052b69d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:31.644224 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e1d0055e-c99b-42f1-9644-08031052b69d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:31.647167 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3061d50c-a877-4cf1-a4f7-3db07ad118a2', 'tag': 'beba0e90-3fb2-4854-b4da-5967e3f314bd'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:30:31.682169 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-775df12c-3524-4561-9c85-ea78e98479f0 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:31.684390 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-775df12c-3524-4561-9c85-ea78e98479f0 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "DELETE /v2.0/security-groups/78375b89-88fa-4b5b-bf68-290c863efad1 HTTP/1.1" status: 204 len: 168 time: 0.8563530 Apr 29 13:30:31.693281 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 32872) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:31.723198 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-2c15be7a-e4fc-47a4-879b-0338fef777b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'name': 'tempest-TestNetworkBasicOps-router-561872852', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:27Z', 'updated_at': '2022-04-29T13:30:07Z', 'revision_number': 6, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:73:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:28Z', 'updated_at': '2022-04-29T13:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '33c89b0f-0092-4200-b91a-d67d91da6f12', 'name': '', 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:1f:e5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '980d0090-e41e-44ca-a879-96fdb1535ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:47Z', 'updated_at': '2022-04-29T13:26:59Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '980d0090-e41e-44ca-a879-96fdb1535ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:31.725439 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0055e-c99b-42f1-9644-08031052b69d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Port': ['ID=7f6ef553-8f2c-4730-b190-deff9b0b6fbf,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:31.727654 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c15be7a-e4fc-47a4-879b-0338fef777b0 None None] Checking router: 3c672e49-4b9c-4695-bb1e-37498b95ba53 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:30:31.749396 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c15be7a-e4fc-47a4-879b-0338fef777b0 None None] Routers {'3c672e49-4b9c-4695-bb1e-37498b95ba53'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:30:31.750168 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-2c15be7a-e4fc-47a4-879b-0338fef777b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:30:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['3c672e49-4b9c-4695-bb1e-37498b95ba53'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:31.797536 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a3a16dc1-09cb-4919-be09-646abd2a6320 req-383b1d5d-4c1f-48aa-b74c-c08eb88d94c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=846dd749-f943-4e56-9d8e-6295c964eaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1996646 Apr 29 13:30:31.806946 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12138da8-f12e-45cc-b69b-c3045abf1c3e req-d496d130-b952-4e2f-89af-319539f0aab2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:31.807951 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447bc69d-ac1f-4636-b52d-0689b91e577b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Router 22a1c34e-d5bb-485a-9048-eb5dc02eb3e8 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:30:31.808213 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-12138da8-f12e-45cc-b69b-c3045abf1c3e req-d496d130-b952-4e2f-89af-319539f0aab2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:31.815109 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e93e836c-18d7-4263-9373-919b5fe5ef42 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Synchronizing usage tracker for tenant:b1594fc5708f448fb266d77c0475103e on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:31.823834 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e1d0055e-c99b-42f1-9644-08031052b69d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4503446 Apr 29 13:30:31.827286 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 32876) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:31.944148 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e93e836c-18d7-4263-9373-919b5fe5ef42 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Unset dirty status for tenant:b1594fc5708f448fb266d77c0475103e on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:31.945314 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e93e836c-18d7-4263-9373-919b5fe5ef42 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2469203 Apr 29 13:30:31.950157 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 32882) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:31.962048 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-12138da8-f12e-45cc-b69b-c3045abf1c3e req-d496d130-b952-4e2f-89af-319539f0aab2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:31.967819 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f861d05a-6b03-49d8-98b4-88fa57f51649 None None] Provisioning for port 7f6ef553-8f2c-4730-b190-deff9b0b6fbf completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:30:31.969398 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-12138da8-f12e-45cc-b69b-c3045abf1c3e req-d496d130-b952-4e2f-89af-319539f0aab2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=3061d50c-a877-4cf1-a4f7-3db07ad118a2 HTTP/1.1" status: 200 len: 945 time: 0.4205632 Apr 29 13:30:31.976840 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-92ea2896-70a6-4aa7-b3ca-5f4f52794e6d tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group_rule': {'security_group_id': 'a220f6f5-103f-4cc3-a6e9-d587cf6bab2a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:31.977497 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f861d05a-6b03-49d8-98b4-88fa57f51649 None None] Provisioning complete for port 7f6ef553-8f2c-4730-b190-deff9b0b6fbf triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:31.978116 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f861d05a-6b03-49d8-98b4-88fa57f51649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:31.994833 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-2c15be7a-e4fc-47a4-879b-0338fef777b0 None None] Set router 3c672e49-4b9c-4695-bb1e-37498b95ba53 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:30:31.999491 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-92ea2896-70a6-4aa7-b3ca-5f4f52794e6d tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:32.022244 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-92ea2896-70a6-4aa7-b3ca-5f4f52794e6d tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Usage tracker for resource:security_group_rule and tenant:b1594fc5708f448fb266d77c0475103e is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:32.028915 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-92ea2896-70a6-4aa7-b3ca-5f4f52794e6d tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:32.046226 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-92ea2896-70a6-4aa7-b3ca-5f4f52794e6d tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:32.051129 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-25915123-446c-4935-a19d-ace11941fa7e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting port 7f6ef553-8f2c-4730-b190-deff9b0b6fbf {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:30:32.051470 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-25915123-446c-4935-a19d-ace11941fa7e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:32.064918 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f861d05a-6b03-49d8-98b4-88fa57f51649 None None] Port 7f6ef553-8f2c-4730-b190-deff9b0b6fbf cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:30:32.074963 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a3a16dc1-09cb-4919-be09-646abd2a6320 req-25daa9d9-8354-48df-b495-15b4f012796e service neutron] 10.222.0.32 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565756 Apr 29 13:30:32.081403 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-12138da8-f12e-45cc-b69b-c3045abf1c3e req-b973b070-ccbd-442c-98dc-a2bd0541e206 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=5213129c-8f53-4275-bc90-9ca856fd64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110537 Apr 29 13:30:32.104081 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4fe86-5e7a-428e-bc8d-5a55507349d9 req-faecc4d0-a7ba-4302-8f97-5bd06b3abee9 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:32.104081 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-4fe4fe86-5e7a-428e-bc8d-5a55507349d9 req-faecc4d0-a7ba-4302-8f97-5bd06b3abee9 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.4485843 Apr 29 13:30:32.163623 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfdbe8f4-a78a-4702-ac81-c5f8799ab7ea'] response: {'name': 'network-changed', 'server_uuid': '3061d50c-a877-4cf1-a4f7-3db07ad118a2', 'tag': 'beba0e90-3fb2-4854-b4da-5967e3f314bd', 'status': 'completed', 'code': 200} Apr 29 13:30:32.164426 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-92ea2896-70a6-4aa7-b3ca-5f4f52794e6d tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] create failed (client error): The resource could not be found. Apr 29 13:30:32.170095 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-92ea2896-70a6-4aa7-b3ca-5f4f52794e6d tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2190175 Apr 29 13:30:32.170667 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 32886) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:32.199573 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-4fe4fe86-5e7a-428e-bc8d-5a55507349d9 req-35f25d54-85f8-4b4e-aade-3e28aee9c000 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866895 Apr 29 13:30:32.363938 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a3a16dc1-09cb-4919-be09-646abd2a6320 req-58ecf467-ddc6-4f30-a0fa-8266063d57a5 service neutron] 10.222.0.32 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683270 Apr 29 13:30:32.364320 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447bc69d-ac1f-4636-b52d-0689b91e577b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:30:32.373884 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e09ec11-0c6c-4174-b469-fd78098a9089 None None] Sync routers for ids ['22a1c34e-d5bb-485a-9048-eb5dc02eb3e8'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:30:32.377118 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-447bc69d-ac1f-4636-b52d-0689b91e577b tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "PUT /v2.0/routers/22a1c34e-d5bb-485a-9048-eb5dc02eb3e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0470982 Apr 29 13:30:32.380573 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 32892) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:32.393833 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e09ec11-0c6c-4174-b469-fd78098a9089 None None] Routers {'22a1c34e-d5bb-485a-9048-eb5dc02eb3e8'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:30:32.394463 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-4e09ec11-0c6c-4174-b469-fd78098a9089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:30:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['22a1c34e-d5bb-485a-9048-eb5dc02eb3e8'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:32.398258 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-2c15be7a-e4fc-47a4-879b-0338fef777b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'name': 'tempest-TestNetworkBasicOps-router-561872852', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:27Z', 'updated_at': '2022-04-29T13:30:07Z', 'revision_number': 6, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:73:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:28Z', 'updated_at': '2022-04-29T13:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '33c89b0f-0092-4200-b91a-d67d91da6f12', 'name': '', 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:1f:e5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '980d0090-e41e-44ca-a879-96fdb1535ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:47Z', 'updated_at': '2022-04-29T13:26:59Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '980d0090-e41e-44ca-a879-96fdb1535ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:32.408458 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c15be7a-e4fc-47a4-879b-0338fef777b0 None None] The sync data for ids ['3c672e49-4b9c-4695-bb1e-37498b95ba53'] in dv-neutron-839027-4-hyperv is: [{'id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'name': 'tempest-TestNetworkBasicOps-router-561872852', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:27Z', 'updated_at': '2022-04-29T13:30:07Z', 'revision_number': 6, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:73:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:28Z', 'updated_at': '2022-04-29T13:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '33c89b0f-0092-4200-b91a-d67d91da6f12', 'name': '', 'network_id': '4d4da868-e2e3-4a21-9dca-f4e60fad105d', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:1f:e5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '980d0090-e41e-44ca-a879-96fdb1535ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:47Z', 'updated_at': '2022-04-29T13:26:59Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '980d0090-e41e-44ca-a879-96fdb1535ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:30:32.422151 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-d23f8431-fa6c-4969-a8ce-30f95fb926c9 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group': {'name': 'tempest-secgroup--2092986186'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:32.469963 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-d23f8431-fa6c-4969-a8ce-30f95fb926c9 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:32.480326 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-25915123-446c-4935-a19d-ace11941fa7e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:32.505565 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-d23f8431-fa6c-4969-a8ce-30f95fb926c9 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:32.540889 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d23f8431-fa6c-4969-a8ce-30f95fb926c9 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:32.547675 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-4e09ec11-0c6c-4174-b469-fd78098a9089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:32.564166 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e09ec11-0c6c-4174-b469-fd78098a9089 None None] Routers {'22a1c34e-d5bb-485a-9048-eb5dc02eb3e8'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:30:32.564862 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-4e09ec11-0c6c-4174-b469-fd78098a9089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:30:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['22a1c34e-d5bb-485a-9048-eb5dc02eb3e8'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:32.600214 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-70219e40-1e79-4e86-98a5-0c7a8bf5a91f req-6cd565e5-7688-4057-8574-b58842a12efe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=3061d50c-a877-4cf1-a4f7-3db07ad118a2 HTTP/1.1" status: 200 len: 1098 time: 0.2339332 Apr 29 13:30:32.622794 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-d23f8431-fa6c-4969-a8ce-30f95fb926c9 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:32.627097 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d23f8431-fa6c-4969-a8ce-30f95fb926c9 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Usage tracker for resource:security_group_rule and tenant:b1594fc5708f448fb266d77c0475103e is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:32.630742 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d23f8431-fa6c-4969-a8ce-30f95fb926c9 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:32.638971 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368eba9f-b953-406a-a230-fb2bd66fb2ad req-8bdeff46-03a4-4f55-b6c3-a5e32d05742e tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:32.642012 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-25915123-446c-4935-a19d-ace11941fa7e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Calling delete_port for 7f6ef553-8f2c-4730-b190-deff9b0b6fbf owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:30:32.645423 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-4e09ec11-0c6c-4174-b469-fd78098a9089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:32.645979 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-368eba9f-b953-406a-a230-fb2bd66fb2ad req-8bdeff46-03a4-4f55-b6c3-a5e32d05742e tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea3a6387-897e-4394-b1f5-855d838924d6 HTTP/1.1" status: 200 len: 943 time: 0.2810636 Apr 29 13:30:32.646316 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e09ec11-0c6c-4174-b469-fd78098a9089 None None] The sync data for ids ['22a1c34e-d5bb-485a-9048-eb5dc02eb3e8'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:30:32.694180 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-d23f8431-fa6c-4969-a8ce-30f95fb926c9 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:32.755550 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daec2366-2bbb-4e7f-b81c-bfd8302e7e4c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:32.756307 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-daec2366-2bbb-4e7f-b81c-bfd8302e7e4c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Synchronizing usage tracker for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:32.806554 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-368eba9f-b953-406a-a230-fb2bd66fb2ad req-882e886f-20a8-4250-b567-c63c62d5de30 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595871 Apr 29 13:30:32.850625 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c6edc3-2c8a-46b7-9919-c50f54007028 None None] New status for floating IP 9b8d9151-fcb3-4a8b-a965-adcc231f6c8b: DOWN {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:30:32.859766 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-daec2366-2bbb-4e7f-b81c-bfd8302e7e4c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Unset dirty status for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:32.863623 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-daec2366-2bbb-4e7f-b81c-bfd8302e7e4c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "GET /v2.0/ports?device_id=22a1c34e-d5bb-485a-9048-eb5dc02eb3e8 HTTP/1.1" status: 200 len: 989 time: 0.4821248 Apr 29 13:30:32.865349 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 32898) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:32.886696 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe838c-bfb2-48b0-bd1d-78def1bd0f19 req-449e0527-49ef-43ca-bca9-301c5ce338a3 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:32.888233 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-befe838c-bfb2-48b0-bd1d-78def1bd0f19 req-449e0527-49ef-43ca-bca9-301c5ce338a3 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.2116101 Apr 29 13:30:32.985280 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-befe838c-bfb2-48b0-bd1d-78def1bd0f19 req-05d5d8f4-a3d6-47f2-80a4-331baeec00e9 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914364 Apr 29 13:30:33.005332 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-25915123-446c-4935-a19d-ace11941fa7e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:33.022723 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d23f8431-fa6c-4969-a8ce-30f95fb926c9 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:33.037482 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d23f8431-fa6c-4969-a8ce-30f95fb926c9 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:33.067715 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70219e40-1e79-4e86-98a5-0c7a8bf5a91f req-7c8e9eda-5285-4d0f-88ac-4a0b039c5bb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:33.069241 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-70219e40-1e79-4e86-98a5-0c7a8bf5a91f req-7c8e9eda-5285-4d0f-88ac-4a0b039c5bb1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4d4da868-e2e3-4a21-9dca-f4e60fad105d HTTP/1.1" status: 200 len: 898 time: 0.4206104 Apr 29 13:30:33.189317 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25915123-446c-4935-a19d-ace11941fa7e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Port': ['ID=7f6ef553-8f2c-4730-b190-deff9b0b6fbf,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:33.207884 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f8431-fa6c-4969-a8ce-30f95fb926c9 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd00f47-9e5c-451a-b8f9-9a3aa27ea8fc,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:33.221538 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-70219e40-1e79-4e86-98a5-0c7a8bf5a91f req-c6a47031-b319-42ab-b954-54aeb3ce6b8d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=beba0e90-3fb2-4854-b4da-5967e3f314bd HTTP/1.1" status: 200 len: 217 time: 0.1355016 Apr 29 13:30:33.268038 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d23f8431-fa6c-4969-a8ce-30f95fb926c9 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:33.271584 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d23f8431-fa6c-4969-a8ce-30f95fb926c9 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9092572 Apr 29 13:30:33.273715 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 32904) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:33.277439 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-25915123-446c-4935-a19d-ace11941fa7e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:33.284152 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-983b148f-eceb-4643-8949-3d71b9f28ede tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group': {'name': 'tempest-secgroup--1365038791'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:33.294537 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-983b148f-eceb-4643-8949-3d71b9f28ede tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:33.300074 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-983b148f-eceb-4643-8949-3d71b9f28ede tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Usage tracker for resource:security_group and tenant:b1594fc5708f448fb266d77c0475103e is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:33.306058 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-25915123-446c-4935-a19d-ace11941fa7e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/7f6ef553-8f2c-4730-b190-deff9b0b6fbf HTTP/1.1" status: 204 len: 168 time: 1.4708402 Apr 29 13:30:33.306058 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-983b148f-eceb-4643-8949-3d71b9f28ede tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:33.307668 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 32908) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:33.313248 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-983b148f-eceb-4643-8949-3d71b9f28ede tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:33.372126 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-983b148f-eceb-4643-8949-3d71b9f28ede tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:33.430815 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-983b148f-eceb-4643-8949-3d71b9f28ede tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:33.440404 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f58559d-00f5-47ff-8aa7-faacfa1441ae tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:33.441287 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5f58559d-00f5-47ff-8aa7-faacfa1441ae tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:33.444087 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-983b148f-eceb-4643-8949-3d71b9f28ede tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Usage tracker for resource:security_group_rule and tenant:b1594fc5708f448fb266d77c0475103e is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:33.448146 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-983b148f-eceb-4643-8949-3d71b9f28ede tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:33.457424 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-983b148f-eceb-4643-8949-3d71b9f28ede tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:33.473211 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5f58559d-00f5-47ff-8aa7-faacfa1441ae tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:33.476476 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5f58559d-00f5-47ff-8aa7-faacfa1441ae tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1658182 Apr 29 13:30:33.479137 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70219e40-1e79-4e86-98a5-0c7a8bf5a91f req-8bfd9ecb-bae8-4156-aef5-eda212e1ecd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:33.481162 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-70219e40-1e79-4e86-98a5-0c7a8bf5a91f req-8bfd9ecb-bae8-4156-aef5-eda212e1ecd8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=980d0090-e41e-44ca-a879-96fdb1535ca5 HTTP/1.1" status: 200 len: 835 time: 0.2511086 Apr 29 13:30:33.482434 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 32912) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:33.532237 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-983b148f-eceb-4643-8949-3d71b9f28ede tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:33.536279 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-983b148f-eceb-4643-8949-3d71b9f28ede tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:33.581164 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b148f-eceb-4643-8949-3d71b9f28ede tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=200f411c-ab7c-4d0e-a80e-342b178bac85,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:33.588584 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-983b148f-eceb-4643-8949-3d71b9f28ede tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:33.594103 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-983b148f-eceb-4643-8949-3d71b9f28ede tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3159389 Apr 29 13:30:33.594103 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 32916) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:33.599435 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-cb167e5e-1528-49ce-9777-f4af38f6f423 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group_rule': {'security_group_id': '9cd00f47-9e5c-451a-b8f9-9a3aa27ea8fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '200f411c-ab7c-4d0e-a80e-342b178bac85'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:33.605829 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-cb167e5e-1528-49ce-9777-f4af38f6f423 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:33.609885 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-cb167e5e-1528-49ce-9777-f4af38f6f423 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Usage tracker for resource:security_group_rule and tenant:b1594fc5708f448fb266d77c0475103e is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:33.612683 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-cb167e5e-1528-49ce-9777-f4af38f6f423 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:33.618933 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-cb167e5e-1528-49ce-9777-f4af38f6f423 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:33.647108 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-cb167e5e-1528-49ce-9777-f4af38f6f423 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:30:33.648296 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-cb167e5e-1528-49ce-9777-f4af38f6f423 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.0533755 Apr 29 13:30:33.651188 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 32920) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:33.655007 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89a78b-7855-4452-8c7b-de87ef1142dd req-d9caa2d8-2973-4924-b0f8-2a1b4822095a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:33.656410 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5c89a78b-7855-4452-8c7b-de87ef1142dd req-d9caa2d8-2973-4924-b0f8-2a1b4822095a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/ports?device_id=3061d50c-a877-4cf1-a4f7-3db07ad118a2 HTTP/1.1" status: 200 len: 945 time: 0.5088732 Apr 29 13:30:33.721466 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-583dc3a6-210a-4ecd-a436-dc6d7d137366 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:33.748223 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-583dc3a6-210a-4ecd-a436-dc6d7d137366 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:33.805930 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-583dc3a6-210a-4ecd-a436-dc6d7d137366 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:33.811597 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba6bcc-bd53-4c41-a836-99a660ef0988 req-dd08310d-18a3-485a-949e-01857772da84 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:33.813061 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-93ba6bcc-bd53-4c41-a836-99a660ef0988 req-dd08310d-18a3-485a-949e-01857772da84 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=3061d50c-a877-4cf1-a4f7-3db07ad118a2 HTTP/1.1" status: 200 len: 945 time: 0.5843782 Apr 29 13:30:33.829097 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583dc3a6-210a-4ecd-a436-dc6d7d137366 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=200f411c-ab7c-4d0e-a80e-342b178bac85,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:33.836184 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-583dc3a6-210a-4ecd-a436-dc6d7d137366 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:33.841297 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-583dc3a6-210a-4ecd-a436-dc6d7d137366 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "DELETE /v2.0/security-groups/200f411c-ab7c-4d0e-a80e-342b178bac85 HTTP/1.1" status: 204 len: 168 time: 0.1883478 Apr 29 13:30:33.841893 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 32924) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:33.854780 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-5c89a78b-7855-4452-8c7b-de87ef1142dd req-781d4ed0-7a02-4a7d-a91f-cbe5a9ca7cf5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port beba0e90-3fb2-4854-b4da-5967e3f314bd {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:30:33.855252 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-5c89a78b-7855-4452-8c7b-de87ef1142dd req-781d4ed0-7a02-4a7d-a91f-cbe5a9ca7cf5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:33.907719 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6805493c-3f95-4c1c-b32b-75fac5e3d852 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Synchronizing usage tracker for tenant:b1594fc5708f448fb266d77c0475103e on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:33.923790 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6805493c-3f95-4c1c-b32b-75fac5e3d852 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Unset dirty status for tenant:b1594fc5708f448fb266d77c0475103e on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:33.928571 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6805493c-3f95-4c1c-b32b-75fac5e3d852 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.0824633 Apr 29 13:30:33.929478 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 32930) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:33.953245 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09d1507-fc05-4b7a-a9cd-a4ec67ae3903 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:33.957032 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e09d1507-fc05-4b7a-a9cd-a4ec67ae3903 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4704947 Apr 29 13:30:33.957800 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 32934) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:33.962582 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-70219e40-1e79-4e86-98a5-0c7a8bf5a91f req-898dd504-00b4-42a7-bfa0-467c83d1eb0c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4d4da868-e2e3-4a21-9dca-f4e60fad105d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4657426 Apr 29 13:30:34.105171 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-93ba6bcc-bd53-4c41-a836-99a660ef0988 req-33ec0960-898a-4620-8795-aad712a0092c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=5213129c-8f53-4275-bc90-9ca856fd64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2780206 Apr 29 13:30:34.120365 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e88a983-dde0-46cf-90a3-dd0c0c212ee0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:34.122278 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e88a983-dde0-46cf-90a3-dd0c0c212ee0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:34.124272 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e88a983-dde0-46cf-90a3-dd0c0c212ee0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:34.125136 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5e88a983-dde0-46cf-90a3-dd0c0c212ee0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:34.129042 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d853bf06-1236-4eae-bdf2-1ab850f6a878 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:34.168376 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d853bf06-1236-4eae-bdf2-1ab850f6a878 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:34.185751 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5e88a983-dde0-46cf-90a3-dd0c0c212ee0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:34.189466 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5e88a983-dde0-46cf-90a3-dd0c0c212ee0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2285819 Apr 29 13:30:34.190276 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 32940) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:34.203686 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac21a0-5c1d-43f0-bb16-5591ac5402e3 req-b7d4791b-4f75-4814-8964-bd4f8433f2be tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:34.205172 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5eac21a0-5c1d-43f0-bb16-5591ac5402e3 req-b7d4791b-4f75-4814-8964-bd4f8433f2be tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea3a6387-897e-4394-b1f5-855d838924d6 HTTP/1.1" status: 200 len: 943 time: 0.2094853 Apr 29 13:30:34.263527 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d853bf06-1236-4eae-bdf2-1ab850f6a878 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:34.279705 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5eac21a0-5c1d-43f0-bb16-5591ac5402e3 req-1fce180d-12d4-4248-894f-e791c3bcfd4f tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656581 Apr 29 13:30:34.285727 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853bf06-1236-4eae-bdf2-1ab850f6a878 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd00f47-9e5c-451a-b8f9-9a3aa27ea8fc,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:34.293638 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d853bf06-1236-4eae-bdf2-1ab850f6a878 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:34.294780 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d853bf06-1236-4eae-bdf2-1ab850f6a878 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "DELETE /v2.0/security-groups/9cd00f47-9e5c-451a-b8f9-9a3aa27ea8fc HTTP/1.1" status: 204 len: 168 time: 0.3642802 Apr 29 13:30:34.297329 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 32944) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:34.352346 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2441512c-4644-44fe-bed4-43e564750adf tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Synchronizing usage tracker for tenant:b1594fc5708f448fb266d77c0475103e on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:34.367882 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2441512c-4644-44fe-bed4-43e564750adf tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Unset dirty status for tenant:b1594fc5708f448fb266d77c0475103e on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:34.373289 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2441512c-4644-44fe-bed4-43e564750adf tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0709281 Apr 29 13:30:34.373893 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 32948) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:34.379433 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-82a071b3-d63a-4d5f-afe4-bfef3e50d266 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group': {'name': 'tempest-secgroup--1071685678'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:34.385919 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-82a071b3-d63a-4d5f-afe4-bfef3e50d266 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:34.398417 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-82a071b3-d63a-4d5f-afe4-bfef3e50d266 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:34.409930 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-82a071b3-d63a-4d5f-afe4-bfef3e50d266 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:34.418148 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-70219e40-1e79-4e86-98a5-0c7a8bf5a91f req-a248a573-b3ec-4578-8c57-490f21422fa5 service neutron] 10.222.0.32 "GET /v2.0/networks/4d4da868-e2e3-4a21-9dca-f4e60fad105d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183054 Apr 29 13:30:34.454770 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-82a071b3-d63a-4d5f-afe4-bfef3e50d266 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:34.458530 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-82a071b3-d63a-4d5f-afe4-bfef3e50d266 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Usage tracker for resource:security_group_rule and tenant:b1594fc5708f448fb266d77c0475103e is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:34.461305 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-82a071b3-d63a-4d5f-afe4-bfef3e50d266 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:34.467071 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-82a071b3-d63a-4d5f-afe4-bfef3e50d266 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:34.525919 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-82a071b3-d63a-4d5f-afe4-bfef3e50d266 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:34.529666 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-82a071b3-d63a-4d5f-afe4-bfef3e50d266 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:34.573365 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a071b3-d63a-4d5f-afe4-bfef3e50d266 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f51811c3-ef4b-4316-a877-89067410fd7d,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:34.579656 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-82a071b3-d63a-4d5f-afe4-bfef3e50d266 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:34.584889 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-82a071b3-d63a-4d5f-afe4-bfef3e50d266 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2103701 Apr 29 13:30:34.585505 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 32952) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:34.591200 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-b9bd4abb-4568-428e-900d-3e8fea057e9c tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group_rule': {'security_group_id': 'f51811c3-ef4b-4316-a877-89067410fd7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:34.597088 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b9bd4abb-4568-428e-900d-3e8fea057e9c tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:34.600903 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b9bd4abb-4568-428e-900d-3e8fea057e9c tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Usage tracker for resource:security_group_rule and tenant:b1594fc5708f448fb266d77c0475103e is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:34.603716 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b9bd4abb-4568-428e-900d-3e8fea057e9c tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:34.610168 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b9bd4abb-4568-428e-900d-3e8fea057e9c tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:34.613019 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-5c89a78b-7855-4452-8c7b-de87ef1142dd req-781d4ed0-7a02-4a7d-a91f-cbe5a9ca7cf5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] For port beba0e90-3fb2-4854-b4da-5967e3f314bd, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=beba0e90-3fb2-4854-b4da-5967e3f314bd,segment=NetworkSegment(ee2230d7-19aa-4b7f-b599-ad0d2423a831),segment_id=ee2230d7-19aa-4b7f-b599-ad0d2423a831)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:34.613545 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-5c89a78b-7855-4452-8c7b-de87ef1142dd req-781d4ed0-7a02-4a7d-a91f-cbe5a9ca7cf5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:34.641491 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-b9bd4abb-4568-428e-900d-3e8fea057e9c tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:30:34.645349 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b9bd4abb-4568-428e-900d-3e8fea057e9c tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0587580 Apr 29 13:30:34.645928 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 32956) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:34.651247 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-e8e9bec4-af14-41f0-9dc9-d83e45b4c2d6 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group_rule': {'security_group_id': 'f51811c3-ef4b-4316-a877-89067410fd7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:34.658393 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e8e9bec4-af14-41f0-9dc9-d83e45b4c2d6 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:34.662157 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e8e9bec4-af14-41f0-9dc9-d83e45b4c2d6 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Usage tracker for resource:security_group_rule and tenant:b1594fc5708f448fb266d77c0475103e is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:34.665026 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e8e9bec4-af14-41f0-9dc9-d83e45b4c2d6 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:34.671253 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e8e9bec4-af14-41f0-9dc9-d83e45b4c2d6 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:34.701305 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-e8e9bec4-af14-41f0-9dc9-d83e45b4c2d6 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:30:34.702890 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e8e9bec4-af14-41f0-9dc9-d83e45b4c2d6 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0559959 Apr 29 13:30:34.706002 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 32960) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:34.768547 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-5c89a78b-7855-4452-8c7b-de87ef1142dd req-781d4ed0-7a02-4a7d-a91f-cbe5a9ca7cf5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for beba0e90-3fb2-4854-b4da-5967e3f314bd owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:30:34.773044 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b0faba2b-2e3b-46c8-ade3-ab304f4d9e00 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:34.801027 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b0faba2b-2e3b-46c8-ade3-ab304f4d9e00 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:34.853505 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b0faba2b-2e3b-46c8-ade3-ab304f4d9e00 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:34.872638 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0faba2b-2e3b-46c8-ade3-ab304f4d9e00 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51811c3-ef4b-4316-a877-89067410fd7d,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:34.880991 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b0faba2b-2e3b-46c8-ade3-ab304f4d9e00 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:34.885053 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b0faba2b-2e3b-46c8-ade3-ab304f4d9e00 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "DELETE /v2.0/security-groups/f51811c3-ef4b-4316-a877-89067410fd7d HTTP/1.1" status: 204 len: 168 time: 0.1777809 Apr 29 13:30:34.885659 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 32964) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:34.942293 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-79def273-3173-4830-af75-5d0d306bb73f tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Synchronizing usage tracker for tenant:b1594fc5708f448fb266d77c0475103e on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:34.958581 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-79def273-3173-4830-af75-5d0d306bb73f tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Unset dirty status for tenant:b1594fc5708f448fb266d77c0475103e on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:34.959830 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-79def273-3173-4830-af75-5d0d306bb73f tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0732040 Apr 29 13:30:34.963952 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 32968) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:34.970395 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-991f55e8-3ec8-4de6-928c-862e8662d176 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group': {'name': 'tempest-secgroup--962194661'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:34.977420 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-991f55e8-3ec8-4de6-928c-862e8662d176 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:34.988057 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-991f55e8-3ec8-4de6-928c-862e8662d176 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:34.998293 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-991f55e8-3ec8-4de6-928c-862e8662d176 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:35.035564 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-991f55e8-3ec8-4de6-928c-862e8662d176 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:35.038767 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de64c12-14d3-4395-b2a7-a4352f5ef9ec req-d6a04403-b737-40de-9939-44b9967f1740 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:35.039353 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-991f55e8-3ec8-4de6-928c-862e8662d176 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Usage tracker for resource:security_group_rule and tenant:b1594fc5708f448fb266d77c0475103e is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:35.040193 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9de64c12-14d3-4395-b2a7-a4352f5ef9ec req-d6a04403-b737-40de-9939-44b9967f1740 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.7917316 Apr 29 13:30:35.042439 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-991f55e8-3ec8-4de6-928c-862e8662d176 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:35.049004 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-991f55e8-3ec8-4de6-928c-862e8662d176 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:35.066500 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-58448a81-cdc2-4dd5-9822-b4b0e807a1ce tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting subnet 2abd4e70-a26f-4cda-9c57-967ec0f68a8a {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:30:35.089186 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-58448a81-cdc2-4dd5-9822-b4b0e807a1ce tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:35.104607 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-991f55e8-3ec8-4de6-928c-862e8662d176 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:35.108497 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-991f55e8-3ec8-4de6-928c-862e8662d176 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:35.156989 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f55e8-3ec8-4de6-928c-862e8662d176 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3192a703-b0e2-4841-900b-d50b6c52322d,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:35.157276 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-70219e40-1e79-4e86-98a5-0c7a8bf5a91f req-a41628e2-b142-42f0-b9e1-eff871298106 service neutron] 10.222.0.32 "GET /v2.0/networks/4d4da868-e2e3-4a21-9dca-f4e60fad105d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7251148 Apr 29 13:30:35.162322 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-991f55e8-3ec8-4de6-928c-862e8662d176 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:35.173726 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 32974) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:35.175361 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-991f55e8-3ec8-4de6-928c-862e8662d176 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2096155 Apr 29 13:30:35.191621 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-f3db1cfe-19d6-43f7-adff-fcb3a1d82e0e tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:35.192176 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-f3db1cfe-19d6-43f7-adff-fcb3a1d82e0e tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] update failed (client error): There was a conflict when trying to complete your request. Apr 29 13:30:35.193140 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f3db1cfe-19d6-43f7-adff-fcb3a1d82e0e tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "PUT /v2.0/security-groups/3192a703-b0e2-4841-900b-d50b6c52322d HTTP/1.1" status: 409 len: 330 time: 0.0152705 Apr 29 13:30:35.198208 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 32978) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:35.236711 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-58448a81-cdc2-4dd5-9822-b4b0e807a1ce tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:35.262384 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-af9a4e99-0099-40c8-8692-c4641e88e7b3 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:35.294389 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9de64c12-14d3-4395-b2a7-a4352f5ef9ec req-990242c4-b9a8-4357-aad2-4036aa05976c tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418885 Apr 29 13:30:35.337687 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-af9a4e99-0099-40c8-8692-c4641e88e7b3 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:35.383766 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-5c89a78b-7855-4452-8c7b-de87ef1142dd req-781d4ed0-7a02-4a7d-a91f-cbe5a9ca7cf5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:35.407538 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d3b10-6398-444c-9896-07a9f0928155 req-c34720f3-349e-4f2c-91c4-6cdb141254a3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:35.413400 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-6f1d3b10-6398-444c-9896-07a9f0928155 req-c34720f3-349e-4f2c-91c4-6cdb141254a3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=3061d50c-a877-4cf1-a4f7-3db07ad118a2 HTTP/1.1" status: 200 len: 945 time: 0.1408548 Apr 29 13:30:35.439854 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-af9a4e99-0099-40c8-8692-c4641e88e7b3 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:35.471067 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a4e99-0099-40c8-8692-c4641e88e7b3 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3192a703-b0e2-4841-900b-d50b6c52322d,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:35.484421 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-af9a4e99-0099-40c8-8692-c4641e88e7b3 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:35.484594 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d4ed0-7a02-4a7d-a91f-cbe5a9ca7cf5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=beba0e90-3fb2-4854-b4da-5967e3f314bd,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:35.487999 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-af9a4e99-0099-40c8-8692-c4641e88e7b3 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "DELETE /v2.0/security-groups/3192a703-b0e2-4841-900b-d50b6c52322d HTTP/1.1" status: 204 len: 168 time: 0.2885692 Apr 29 13:30:35.488183 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e8ebb361-dd94-460a-9d1c-3a6a8562902c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:35.488299 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 32986) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:35.505245 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-6f1d3b10-6398-444c-9896-07a9f0928155 req-60c86021-f3fe-440c-bf47-cd2659c3abb9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:35.538129 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-6f1d3b10-6398-444c-9896-07a9f0928155 req-60c86021-f3fe-440c-bf47-cd2659c3abb9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:35.539368 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-6f1d3b10-6398-444c-9896-07a9f0928155 req-60c86021-f3fe-440c-bf47-cd2659c3abb9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=5213129c-8f53-4275-bc90-9ca856fd64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241598 Apr 29 13:30:35.560425 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2d9a2a91-fa27-447b-a634-59da53487db3 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Synchronizing usage tracker for tenant:b1594fc5708f448fb266d77c0475103e on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:35.577850 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2d9a2a91-fa27-447b-a634-59da53487db3 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] Unset dirty status for tenant:b1594fc5708f448fb266d77c0475103e on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:35.579185 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2d9a2a91-fa27-447b-a634-59da53487db3 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0900114 Apr 29 13:30:35.582939 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 32990) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:35.600252 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-97d190ff-010c-4b4d-9161-bf5468d888b0 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] delete failed (client error): The resource could not be found. Apr 29 13:30:35.604915 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-97d190ff-010c-4b4d-9161-bf5468d888b0 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "DELETE /v2.0/security-groups/48f80faf-7c50-4ce0-956e-22dda3f504f5 HTTP/1.1" status: 404 len: 347 time: 0.0175481 Apr 29 13:30:35.605171 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 32994) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:35.622829 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-dae1f211-0620-4889-85c9-f15b3463c67d tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] show failed (client error): The resource could not be found. Apr 29 13:30:35.627190 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-dae1f211-0620-4889-85c9-f15b3463c67d tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "GET /v2.0/security-groups/94e4bca6-fabc-43d4-9e82-c504b82de376 HTTP/1.1" status: 404 len: 347 time: 0.0176828 Apr 29 13:30:35.627449 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 32998) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:35.649522 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-58448a81-cdc2-4dd5-9822-b4b0e807a1ce tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:35.655579 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-6fba6e28-30a4-4d66-b7fc-b35f161f6051 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] show failed (client error): The resource could not be found. Apr 29 13:30:35.663360 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6fba6e28-30a4-4d66-b7fc-b35f161f6051 tempest-NegativeSecGroupIPv6Test-1593655615 tempest-NegativeSecGroupIPv6Test-1593655615-project] 10.222.0.76 "GET /v2.0/security-group-rules/9186b48f-b840-4963-b662-cf1ac305d8e3 HTTP/1.1" status: 404 len: 356 time: 0.0283422 Apr 29 13:30:35.759532 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c89a78b-7855-4452-8c7b-de87ef1142dd req-781d4ed0-7a02-4a7d-a91f-cbe5a9ca7cf5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] No DVR routers for this DVR port beba0e90-3fb2-4854-b4da-5967e3f314bd on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:30:35.767207 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-5c89a78b-7855-4452-8c7b-de87ef1142dd req-781d4ed0-7a02-4a7d-a91f-cbe5a9ca7cf5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:35.772552 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3061d50c-a877-4cf1-a4f7-3db07ad118a2', 'name': 'network-vif-deleted', 'tag': 'beba0e90-3fb2-4854-b4da-5967e3f314bd'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:30:35.811696 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5c89a78b-7855-4452-8c7b-de87ef1142dd req-781d4ed0-7a02-4a7d-a91f-cbe5a9ca7cf5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "DELETE /v2.0/ports/beba0e90-3fb2-4854-b4da-5967e3f314bd HTTP/1.1" status: 204 len: 173 time: 2.1441483 Apr 29 13:30:35.833595 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4050e-f8a9-413e-a99e-399137f7b71e req-c31ed134-6051-4082-8c4a-cdc2a538177d tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:35.835100 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6cd4050e-f8a9-413e-a99e-399137f7b71e req-c31ed134-6051-4082-8c4a-cdc2a538177d tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea3a6387-897e-4394-b1f5-855d838924d6 HTTP/1.1" status: 200 len: 943 time: 0.4071591 Apr 29 13:30:35.837565 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-58448a81-cdc2-4dd5-9822-b4b0e807a1ce tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:35.904061 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58448a81-cdc2-4dd5-9822-b4b0e807a1ce tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Subnet': ['ID=2abd4e70-a26f-4cda-9c57-967ec0f68a8a,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:35.921894 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-58448a81-cdc2-4dd5-9822-b4b0e807a1ce tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:35.922290 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f20165-6909-49ee-afb8-b144a9229db4 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:30:36.075089 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-58448a81-cdc2-4dd5-9822-b4b0e807a1ce tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/2abd4e70-a26f-4cda-9c57-967ec0f68a8a HTTP/1.1" status: 204 len: 168 time: 1.8769126 Apr 29 13:30:36.079039 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33012) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:36.095746 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20980d79-3380-46af-8f93-52ba779b1963 req-6f3268ee-ce03-4795-8316-3ca4ccd8ec35 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:36.104717 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-20980d79-3380-46af-8f93-52ba779b1963 req-6f3268ee-ce03-4795-8316-3ca4ccd8ec35 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.1317053 Apr 29 13:30:36.105996 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6cd4050e-f8a9-413e-a99e-399137f7b71e req-1187b6b8-4e01-4152-b1b3-a66c7a9ee710 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2525530 Apr 29 13:30:36.145485 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33016) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:36.198178 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-20980d79-3380-46af-8f93-52ba779b1963 req-c104e2c8-9835-4aca-8ff0-3b35141a43cd tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921173 Apr 29 13:30:36.259910 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c94c6b6d-2a31-48a8-a068-db16579367a3'] response: {'server_uuid': '3061d50c-a877-4cf1-a4f7-3db07ad118a2', 'name': 'network-vif-deleted', 'tag': 'beba0e90-3fb2-4854-b4da-5967e3f314bd', 'status': 'completed', 'code': 200} Apr 29 13:30:36.343808 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5ae59b-7e73-4ae5-9c48-e4acddcb085f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting subnet 6623f718-8cea-46d5-aa20-dbd7914fb11c {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:30:36.353652 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2d5ae59b-7e73-4ae5-9c48-e4acddcb085f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:36.389838 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7efa7434-a8ae-4fcb-9e0a-d2317f68f21f req-7ede33ae-c18c-4d86-b7da-056d0cc57a37 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0952490f6c5340cc87f108a8ce4f0048&device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 1098 time: 0.4227836 Apr 29 13:30:36.396181 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-21706e4d-c4f8-442f-b9d4-7b32fff43c5e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b1594fc5708f448fb266d77c0475103e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2490642 Apr 29 13:30:36.397004 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33022) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:36.478877 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2e271d50-da23-41f8-89be-2fdbbe1da43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:36.514498 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2e271d50-da23-41f8-89be-2fdbbe1da43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:36.522860 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2d5ae59b-7e73-4ae5-9c48-e4acddcb085f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:36.582213 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2e271d50-da23-41f8-89be-2fdbbe1da43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:36.603049 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-e8ebb361-dd94-460a-9d1c-3a6a8562902c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting port f727621e-2559-4196-b6d5-f94ec7cdb50c {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:30:36.603675 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e8ebb361-dd94-460a-9d1c-3a6a8562902c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:36.605153 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e271d50-da23-41f8-89be-2fdbbe1da43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a64b96-440e-4cab-91c5-8fc8ed0a61b9,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:36.612636 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2e271d50-da23-41f8-89be-2fdbbe1da43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:36.624877 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2e271d50-da23-41f8-89be-2fdbbe1da43a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/47a64b96-440e-4cab-91c5-8fc8ed0a61b9 HTTP/1.1" status: 204 len: 168 time: 0.2230475 Apr 29 13:30:36.680138 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33030) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:36.705025 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa7434-a8ae-4fcb-9e0a-d2317f68f21f req-002c5b47-98b7-4745-8872-7350a9e2ef8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:36.706480 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7efa7434-a8ae-4fcb-9e0a-d2317f68f21f req-002c5b47-98b7-4745-8872-7350a9e2ef8f service neutron] 10.222.0.32 "GET /v2.0/networks?id=9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6 HTTP/1.1" status: 200 len: 913 time: 0.3035071 Apr 29 13:30:36.775718 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7fd5d3dc-6687-420f-bc8f-721198f4a0eb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:36.821690 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7fd5d3dc-6687-420f-bc8f-721198f4a0eb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:36.909050 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7fd5d3dc-6687-420f-bc8f-721198f4a0eb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:36.936964 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5d3dc-6687-420f-bc8f-721198f4a0eb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5213129c-8f53-4275-bc90-9ca856fd64ee,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:36.946264 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7fd5d3dc-6687-420f-bc8f-721198f4a0eb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:36.950590 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7fd5d3dc-6687-420f-bc8f-721198f4a0eb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/security-groups/5213129c-8f53-4275-bc90-9ca856fd64ee HTTP/1.1" status: 204 len: 168 time: 0.2686877 Apr 29 13:30:37.006154 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33038) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:37.119743 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2d5ae59b-7e73-4ae5-9c48-e4acddcb085f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:37.129197 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-916f3dfb-5e31-46d6-82ba-7310d33430f9 None None] Provisioning complete for port 77ebd7fc-b2d1-4f3e-805b-35e3196689f3 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:37.130107 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-916f3dfb-5e31-46d6-82ba-7310d33430f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:37.193103 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e8ebb361-dd94-460a-9d1c-3a6a8562902c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:37.213049 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7efa7434-a8ae-4fcb-9e0a-d2317f68f21f req-3ec522bb-6206-448b-9a6b-2ec809c38f25 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4607167c-7986-4767-894c-12e0243b25ec HTTP/1.1" status: 200 len: 1001 time: 0.4934175 Apr 29 13:30:37.430951 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-e8ebb361-dd94-460a-9d1c-3a6a8562902c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Calling delete_port for f727621e-2559-4196-b6d5-f94ec7cdb50c owned by network:router_interface {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:30:37.537529 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5c8bd-9ece-4a0f-a496-5c4660636925 req-6a492ff5-a15f-415a-9c56-2644ccc4ed81 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:37.538971 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-79a5c8bd-9ece-4a0f-a496-5c4660636925 req-6a492ff5-a15f-415a-9c56-2644ccc4ed81 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea3a6387-897e-4394-b1f5-855d838924d6 HTTP/1.1" status: 200 len: 943 time: 0.2285380 Apr 29 13:30:37.580161 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa7434-a8ae-4fcb-9e0a-d2317f68f21f req-fb614ae5-424e-43eb-b06d-4a521f7964af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:37.581054 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device beba0e90-3fb2-4854-b4da-5967e3f314bd no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:30:37.581823 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7efa7434-a8ae-4fcb-9e0a-d2317f68f21f req-fb614ae5-424e-43eb-b06d-4a521f7964af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95ef32f0-4ffe-4053-ad89-1f8d7234cbbd HTTP/1.1" status: 200 len: 851 time: 0.3610201 Apr 29 13:30:37.606255 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-79a5c8bd-9ece-4a0f-a496-5c4660636925 req-a13b049e-adb5-4e08-bd84-53dca65f9c8a tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560584 Apr 29 13:30:37.614242 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: beba0e90-3fb2-4854-b4da-5967e3f314bd {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:30:37.614820 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device beba0e90-3fb2-4854-b4da-5967e3f314bd not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:30:37.653463 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2189001a-11df-4dc1-8f13-2f56382e88ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:37.672512 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2d5ae59b-7e73-4ae5-9c48-e4acddcb085f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:37.734903 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ae59b-7e73-4ae5-9c48-e4acddcb085f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Subnet': ['ID=6623f718-8cea-46d5-aa20-dbd7914fb11c,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:37.750791 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2d5ae59b-7e73-4ae5-9c48-e4acddcb085f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:37.760355 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0675279e-f066-41e3-b97c-f9e1e0f6bcc8 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:30:37.761684 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f4bec-b2cf-43db-8dce-7a23447d5e4a req-96f0c03a-e257-414d-a14d-b50f07fa40f9 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:37.763198 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-492f4bec-b2cf-43db-8dce-7a23447d5e4a req-96f0c03a-e257-414d-a14d-b50f07fa40f9 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.3405395 Apr 29 13:30:37.809952 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2d5ae59b-7e73-4ae5-9c48-e4acddcb085f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/6623f718-8cea-46d5-aa20-dbd7914fb11c HTTP/1.1" status: 204 len: 168 time: 1.7244601 Apr 29 13:30:37.812025 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33062) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:37.846048 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7efa7434-a8ae-4fcb-9e0a-d2317f68f21f req-0ae8e25a-c3c9-43e1-8a94-86db2853d399 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2369258 Apr 29 13:30:37.911411 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33066) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:37.947625 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-109a3403-6bc2-44f6-976e-812540463c84 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1321604 Apr 29 13:30:37.948283 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33070) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:37.955439 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ffda7708-e145-443e-8275-58bb6327b1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:37.955736 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-8c4c10fe-8d8c-4bb6-9652-2f02f28c6d06 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:37.975016 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-492f4bec-b2cf-43db-8dce-7a23447d5e4a req-e02838c1-d45b-4b5b-8668-a1459b15f33a tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994655 Apr 29 13:30:38.022864 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e8ebb361-dd94-460a-9d1c-3a6a8562902c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:38.096244 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ebb361-dd94-460a-9d1c-3a6a8562902c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Port': ['ID=f727621e-2559-4196-b6d5-f94ec7cdb50c,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:38.101013 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-8c4c10fe-8d8c-4bb6-9652-2f02f28c6d06 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:38.108176 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-8c4c10fe-8d8c-4bb6-9652-2f02f28c6d06 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:subnet and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:38.112158 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-8c4c10fe-8d8c-4bb6-9652-2f02f28c6d06 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:38.119945 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-8c4c10fe-8d8c-4bb6-9652-2f02f28c6d06 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:38.134346 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b39c6ee-f7f7-453b-ad78-3aacfbc5c3a2 None None] DHCP port deletion for b2591163-41a9-4c5e-86a6-99ddbf59518f request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:30:38.142046 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-9b39c6ee-f7f7-453b-ad78-3aacfbc5c3a2 None None] Deleting port 77ebd7fc-b2d1-4f3e-805b-35e3196689f3 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:30:38.143118 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9b39c6ee-f7f7-453b-ad78-3aacfbc5c3a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:38.144948 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4c10fe-8d8c-4bb6-9652-2f02f28c6d06 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:30:38.163329 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7efa7434-a8ae-4fcb-9e0a-d2317f68f21f req-d65ac7f9-d516-4b78-96a0-bc680865356e service neutron] 10.222.0.32 "GET /v2.0/networks/9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803078 Apr 29 13:30:38.166720 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-e49ebf1d-bc0c-4daa-9ae4-08806d7ab082 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-344838320-network', 'tenant_id': '6eb8013c69b1412a8d5f02656d15f3a8'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:38.178017 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e49ebf1d-bc0c-4daa-9ae4-08806d7ab082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:38.211771 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e49ebf1d-bc0c-4daa-9ae4-08806d7ab082 admin admin] Usage tracker for resource:network and tenant:6eb8013c69b1412a8d5f02656d15f3a8 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:38.312715 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e49ebf1d-bc0c-4daa-9ae4-08806d7ab082 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:38.323378 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8c4c10fe-8d8c-4bb6-9652-2f02f28c6d06 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:38.347491 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e49ebf1d-bc0c-4daa-9ae4-08806d7ab082 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:38.417030 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-9b39c6ee-f7f7-453b-ad78-3aacfbc5c3a2 None None] For port 77ebd7fc-b2d1-4f3e-805b-35e3196689f3, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=77ebd7fc-b2d1-4f3e-805b-35e3196689f3,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:38.417510 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9b39c6ee-f7f7-453b-ad78-3aacfbc5c3a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:38.433955 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49ebf1d-bc0c-4daa-9ae4-08806d7ab082 admin admin] Made reservation on behalf of 6eb8013c69b1412a8d5f02656d15f3a8 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:30:38.436920 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e49ebf1d-bc0c-4daa-9ae4-08806d7ab082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:38.468765 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e49ebf1d-bc0c-4daa-9ae4-08806d7ab082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:38.500320 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e8ebb361-dd94-460a-9d1c-3a6a8562902c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:38.505365 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7efa7434-a8ae-4fcb-9e0a-d2317f68f21f req-9550787b-95d9-4ab8-aae7-28e8bb0911c6 service neutron] 10.222.0.32 "GET /v2.0/networks/9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287213 Apr 29 13:30:38.546290 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-9b39c6ee-f7f7-453b-ad78-3aacfbc5c3a2 None None] Calling delete_port for 77ebd7fc-b2d1-4f3e-805b-35e3196689f3 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:30:38.598959 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e49ebf1d-bc0c-4daa-9ae4-08806d7ab082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:38.621528 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9b39c6ee-f7f7-453b-ad78-3aacfbc5c3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:38.666484 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b39c6ee-f7f7-453b-ad78-3aacfbc5c3a2 None None] Pushing event deleted for resources: {'Port': ['ID=77ebd7fc-b2d1-4f3e-805b-35e3196689f3,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:38.675577 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b39c6ee-f7f7-453b-ad78-3aacfbc5c3a2 None None] No DVR routers for this DVR port 77ebd7fc-b2d1-4f3e-805b-35e3196689f3 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:30:38.783428 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e49ebf1d-bc0c-4daa-9ae4-08806d7ab082 admin admin] Usage tracker for resource:security_group_rule and tenant:6eb8013c69b1412a8d5f02656d15f3a8 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:38.790311 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e49ebf1d-bc0c-4daa-9ae4-08806d7ab082 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:38.805958 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e49ebf1d-bc0c-4daa-9ae4-08806d7ab082 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:38.874522 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8c4c10fe-8d8c-4bb6-9652-2f02f28c6d06 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:38.961746 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4c10fe-8d8c-4bb6-9652-2f02f28c6d06 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:38.969938 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-8c4c10fe-8d8c-4bb6-9652-2f02f28c6d06 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:38.972852 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4c10fe-8d8c-4bb6-9652-2f02f28c6d06 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:38.973655 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8c4c10fe-8d8c-4bb6-9652-2f02f28c6d06 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:38.979033 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea109012-46ab-4ea4-bb48-2f50602a8214 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:30:38.987698 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c10fe-8d8c-4bb6-9652-2f02f28c6d06 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Subnet': ['ID=e88b9093-084a-4a2b-baa6-878c320742cc,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:39.007662 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f1d33-df53-4c14-a058-6e0133bb4bf6 req-a61d1881-79f7-470e-b083-bdfe206f88a2 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:39.009292 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-500f1d33-df53-4c14-a058-6e0133bb4bf6 req-a61d1881-79f7-470e-b083-bdfe206f88a2 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea3a6387-897e-4394-b1f5-855d838924d6 HTTP/1.1" status: 200 len: 943 time: 0.2369144 Apr 29 13:30:39.099270 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e49ebf1d-bc0c-4daa-9ae4-08806d7ab082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:39.117732 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e49ebf1d-bc0c-4daa-9ae4-08806d7ab082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:39.177498 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8c4c10fe-8d8c-4bb6-9652-2f02f28c6d06 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2278306 Apr 29 13:30:39.188856 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33080) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:39.227045 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-be0432ee-8f7e-48e3-bb47-f3ee82172507 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:39.232482 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 77ebd7fc-b2d1-4f3e-805b-35e3196689f3 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:30:39.266504 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d8a87a-cfad-43d7-9a13-b79830a2167d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-b2591163-41a9-4c5e-86a6-99ddbf59518f', 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'tenant_id': 'f867f5dc359e4dd7bdbf2f060690d804', 'fixed_ips': [{'subnet_id': 'e88b9093-084a-4a2b-baa6-878c320742cc'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:30:39.267362 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e4d8a87a-cfad-43d7-9a13-b79830a2167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:39.274206 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e49ebf1d-bc0c-4daa-9ae4-08806d7ab082 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:30:39.286774 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 77ebd7fc-b2d1-4f3e-805b-35e3196689f3 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:30:39.287383 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 77ebd7fc-b2d1-4f3e-805b-35e3196689f3 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:30:39.291205 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ebf1d-bc0c-4daa-9ae4-08806d7ab082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916e73e2-1f8b-4146-98d4-2e2900106396,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:39.298604 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e49ebf1d-bc0c-4daa-9ae4-08806d7ab082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:39.298938 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-e49ebf1d-bc0c-4daa-9ae4-08806d7ab082 admin admin] Added segment f59feb08-423c-4bc7-a7f2-47734c51ddb9 of type vlan for network da5984e7-25dc-4233-b8aa-432db7431e94 Apr 29 13:30:39.307364 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-500f1d33-df53-4c14-a058-6e0133bb4bf6 req-eb9cab07-7be3-4ee7-bc2f-fa0066095e15 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2872956 Apr 29 13:30:39.326456 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ebb361-dd94-460a-9d1c-3a6a8562902c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Router 22a1c34e-d5bb-485a-9048-eb5dc02eb3e8 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:30:39.350879 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e49ebf1d-bc0c-4daa-9ae4-08806d7ab082 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:39.444803 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-be0432ee-8f7e-48e3-bb47-f3ee82172507 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:39.452242 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-be0432ee-8f7e-48e3-bb47-f3ee82172507 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:subnet and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:39.456944 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-be0432ee-8f7e-48e3-bb47-f3ee82172507 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:39.466997 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-be0432ee-8f7e-48e3-bb47-f3ee82172507 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:39.469102 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-2189001a-11df-4dc1-8f13-2f56382e88ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port 33c89b0f-0092-4200-b91a-d67d91da6f12 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:30:39.469439 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2189001a-11df-4dc1-8f13-2f56382e88ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:39.503939 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd88cde-5a63-4d7c-9377-859ccca160f2 req-3b3873fd-d36e-42b4-8419-a60718991f92 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:39.505402 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bdd88cde-5a63-4d7c-9377-859ccca160f2 req-3b3873fd-d36e-42b4-8419-a60718991f92 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.3084393 Apr 29 13:30:39.517479 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e49ebf1d-bc0c-4daa-9ae4-08806d7ab082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:39.518427 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49ebf1d-bc0c-4daa-9ae4-08806d7ab082 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:39.519003 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e49ebf1d-bc0c-4daa-9ae4-08806d7ab082 admin admin] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:39.540630 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0432ee-8f7e-48e3-bb47-f3ee82172507 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:30:39.546757 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-e4d8a87a-cfad-43d7-9a13-b79830a2167d None None] Allocated IP 2001:db8::2 (b2591163-41a9-4c5e-86a6-99ddbf59518f/e88b9093-084a-4a2b-baa6-878c320742cc/f18187ab-697a-4bc5-b153-1cdf9c6e8308) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:30:39.546955 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-be0432ee-8f7e-48e3-bb47-f3ee82172507 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:39.652385 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device d492d120-9a26-4ef1-aada-b97d2c3a54c1 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:30:39.689602 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ebf1d-bc0c-4daa-9ae4-08806d7ab082 admin admin] Pushing event updated for resources: {'Network': ['ID=da5984e7-25dc-4233-b8aa-432db7431e94,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:39.697015 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ebb361-dd94-460a-9d1c-3a6a8562902c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:30:39.706620 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e8ebb361-dd94-460a-9d1c-3a6a8562902c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "PUT /v2.0/routers/22a1c34e-d5bb-485a-9048-eb5dc02eb3e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8361959 Apr 29 13:30:39.706620 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e49ebf1d-bc0c-4daa-9ae4-08806d7ab082 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7898343 Apr 29 13:30:39.707212 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bdd88cde-5a63-4d7c-9377-859ccca160f2 req-fde35448-3fb2-4046-ba2a-58f179f061ff tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825070 Apr 29 13:30:39.707497 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33084) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:39.709594 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33086) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:39.722957 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5d66fe-d5e7-446e-930b-72b7deac709c None None] Sync routers for ids ['22a1c34e-d5bb-485a-9048-eb5dc02eb3e8'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:30:39.743606 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-d716036d-66e0-465a-bcea-c38fc8730ee0 admin admin] Request body: {'subnet': {'network_id': 'da5984e7-25dc-4233-b8aa-432db7431e94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-344838320-subnet', 'tenant_id': '6eb8013c69b1412a8d5f02656d15f3a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:39.757097 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-d716036d-66e0-465a-bcea-c38fc8730ee0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:39.761265 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5decc24-740d-4a22-b7bb-e19898151232 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] GET failed (client error): The resource could not be found. Apr 29 13:30:39.761757 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e5decc24-740d-4a22-b7bb-e19898151232 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Synchronizing usage tracker for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:39.764929 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d716036d-66e0-465a-bcea-c38fc8730ee0 admin admin] Usage tracker for resource:subnet and tenant:6eb8013c69b1412a8d5f02656d15f3a8 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:39.783601 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d716036d-66e0-465a-bcea-c38fc8730ee0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:39.790749 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-d716036d-66e0-465a-bcea-c38fc8730ee0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:39.804995 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d716036d-66e0-465a-bcea-c38fc8730ee0 admin admin] Made reservation on behalf of 6eb8013c69b1412a8d5f02656d15f3a8 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:30:39.807882 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d716036d-66e0-465a-bcea-c38fc8730ee0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:39.835073 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-2189001a-11df-4dc1-8f13-2f56382e88ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] For port 33c89b0f-0092-4200-b91a-d67d91da6f12, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=33c89b0f-0092-4200-b91a-d67d91da6f12,segment=NetworkSegment(ee2230d7-19aa-4b7f-b599-ad0d2423a831),segment_id=ee2230d7-19aa-4b7f-b599-ad0d2423a831)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:39.835764 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2189001a-11df-4dc1-8f13-2f56382e88ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:39.839114 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e5decc24-740d-4a22-b7bb-e19898151232 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Unset dirty status for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:39.841898 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e5decc24-740d-4a22-b7bb-e19898151232 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "GET /v2.0/ports/f727621e-2559-4196-b6d5-f94ec7cdb50c HTTP/1.1" status: 404 len: 333 time: 0.1323521 Apr 29 13:30:39.863036 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network da5984e7-25dc-4233-b8aa-432db7431e94 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:30:39.890553 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port d492d120-9a26-4ef1-aada-b97d2c3a54c1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=d492d120-9a26-4ef1-aada-b97d2c3a54c1,segment=NetworkSegment(53def5c8-aa99-4a75-8066-57e8c47ce92e),segment_id=53def5c8-aa99-4a75-8066-57e8c47ce92e)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:39.891413 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33092) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:39.975805 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-2189001a-11df-4dc1-8f13-2f56382e88ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for 33c89b0f-0092-4200-b91a-d67d91da6f12 owned by network:router_interface {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:30:39.990007 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': 'd492d120-9a26-4ef1-aada-b97d2c3a54c1', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'port_id': 'd492d120-9a26-4ef1-aada-b97d2c3a54c1', 'mac_address': 'fa:16:3e:d2:29:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02705295-1364-4282-8393-7ae80461c414', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:30:40.085911 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4c6269cb-1757-4bb9-9a44-68f181cb738a tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:40.101847 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.ipam_backend_mixin [None req-be0432ee-8f7e-48e3-bb47-f3ee82172507 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e88b9093-084a-4a2b-baa6-878c320742cc (CIDR: 2001:db8::/64) Apr 29 13:30:40.102806 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5d66fe-d5e7-446e-930b-72b7deac709c None None] Routers {'22a1c34e-d5bb-485a-9048-eb5dc02eb3e8'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:30:40.103515 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ea5d66fe-d5e7-446e-930b-72b7deac709c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:30:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['22a1c34e-d5bb-485a-9048-eb5dc02eb3e8'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:40.108122 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0432ee-8f7e-48e3-bb47-f3ee82172507 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:30:40.108628 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be0432ee-8f7e-48e3-bb47-f3ee82172507 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:40.138370 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-be0432ee-8f7e-48e3-bb47-f3ee82172507 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9446754 Apr 29 13:30:40.138579 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33096) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:40.147291 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-4b24f502-28ca-4d9f-bd7b-291d5996ca32 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'subnet': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:40.210435 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ea5d66fe-d5e7-446e-930b-72b7deac709c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:40.231132 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:40.251904 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e4d8a87a-cfad-43d7-9a13-b79830a2167d None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:40.271695 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d492d120-9a26-4ef1-aada-b97d2c3a54c1 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:30:40.276069 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e4d8a87a-cfad-43d7-9a13-b79830a2167d None None] Transition to ACTIVE for port object f18187ab-697a-4bc5-b153-1cdf9c6e8308 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:30:40.284696 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5d66fe-d5e7-446e-930b-72b7deac709c None None] Routers {'22a1c34e-d5bb-485a-9048-eb5dc02eb3e8'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:30:40.285393 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ea5d66fe-d5e7-446e-930b-72b7deac709c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:30:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['22a1c34e-d5bb-485a-9048-eb5dc02eb3e8'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:40.349993 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2189001a-11df-4dc1-8f13-2f56382e88ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:40.379710 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e4d8a87a-cfad-43d7-9a13-b79830a2167d None None] Transition to ACTIVE for port object f18187ab-697a-4bc5-b153-1cdf9c6e8308 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:30:40.398025 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-4b24f502-28ca-4d9f-bd7b-291d5996ca32 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:40.420944 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-4b24f502-28ca-4d9f-bd7b-291d5996ca32 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:subnet and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:40.424561 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189001a-11df-4dc1-8f13-2f56382e88ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=33c89b0f-0092-4200-b91a-d67d91da6f12,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:40.426895 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-4b24f502-28ca-4d9f-bd7b-291d5996ca32 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:40.435728 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-4b24f502-28ca-4d9f-bd7b-291d5996ca32 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:40.489068 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ea5d66fe-d5e7-446e-930b-72b7deac709c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:40.489775 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5d66fe-d5e7-446e-930b-72b7deac709c None None] The sync data for ids ['22a1c34e-d5bb-485a-9048-eb5dc02eb3e8'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:30:40.495749 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port d492d120-9a26-4ef1-aada-b97d2c3a54c1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=d492d120-9a26-4ef1-aada-b97d2c3a54c1,segment=NetworkSegment(53def5c8-aa99-4a75-8066-57e8c47ce92e),segment_id=53def5c8-aa99-4a75-8066-57e8c47ce92e)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:40.525712 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:40.528801 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e4d8a87a-cfad-43d7-9a13-b79830a2167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:40.550704 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b24f502-28ca-4d9f-bd7b-291d5996ca32 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:30:40.555478 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4b24f502-28ca-4d9f-bd7b-291d5996ca32 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:40.568717 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d716036d-66e0-465a-bcea-c38fc8730ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:40.612024 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fa9d628d-5ef0-47ab-9ad1-3836495114ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:40.621507 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d8a87a-cfad-43d7-9a13-b79830a2167d None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:40.622824 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-e4d8a87a-cfad-43d7-9a13-b79830a2167d None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:40.634206 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d8a87a-cfad-43d7-9a13-b79830a2167d None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:30:40.799646 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4c6269cb-1757-4bb9-9a44-68f181cb738a tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:40.840895 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716036d-66e0-465a-bcea-c38fc8730ee0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3c35e10-898d-41d2-8dbc-3d15cabb2be6,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:40.843156 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e4d8a87a-cfad-43d7-9a13-b79830a2167d None None] Attempting to bind port f18187ab-697a-4bc5-b153-1cdf9c6e8308 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:30:40.846875 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e4d8a87a-cfad-43d7-9a13-b79830a2167d None None] Attempting to bind port f18187ab-697a-4bc5-b153-1cdf9c6e8308 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:30:40.847501 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d8a87a-cfad-43d7-9a13-b79830a2167d None None] Attempting to bind port f18187ab-697a-4bc5-b153-1cdf9c6e8308 on network b2591163-41a9-4c5e-86a6-99ddbf59518f {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:30:40.858751 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=d492d120-9a26-4ef1-aada-b97d2c3a54c1,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:40.863363 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4c6269cb-1757-4bb9-9a44-68f181cb738a tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:40.886440 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d716036d-66e0-465a-bcea-c38fc8730ee0 admin admin] Checking segment: {'id': 'f59feb08-423c-4bc7-a7f2-47734c51ddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'da5984e7-25dc-4233-b8aa-432db7431e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:30:40.886884 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d716036d-66e0-465a-bcea-c38fc8730ee0 admin admin] Network hostable DHCP agents. Network: da5984e7-25dc-4233-b8aa-432db7431e94, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:30:40.946410 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4c6269cb-1757-4bb9-9a44-68f181cb738a tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:40.946939 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6269cb-1757-4bb9-9a44-68f181cb738a tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Fanout notify agent at l3_agent the message router_deleted on router 22a1c34e-d5bb-485a-9048-eb5dc02eb3e8 {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:30:40.956868 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d716036d-66e0-465a-bcea-c38fc8730ee0 admin admin] Network da5984e7-25dc-4233-b8aa-432db7431e94 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:30:40.974377 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4c6269cb-1757-4bb9-9a44-68f181cb738a tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:40.975667 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4c6269cb-1757-4bb9-9a44-68f181cb738a tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/routers/22a1c34e-d5bb-485a-9048-eb5dc02eb3e8 HTTP/1.1" status: 204 len: 168 time: 1.0831921 Apr 29 13:30:40.978275 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33104) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:41.005705 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d8a87a-cfad-43d7-9a13-b79830a2167d None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:30:41.006085 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d8a87a-cfad-43d7-9a13-b79830a2167d None None] Checking segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:30:41.006513 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e4d8a87a-cfad-43d7-9a13-b79830a2167d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:41.006973 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d8a87a-cfad-43d7-9a13-b79830a2167d None None] Bound using segment: {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:30:41.007510 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e4d8a87a-cfad-43d7-9a13-b79830a2167d None None] Bound port: f18187ab-697a-4bc5-b153-1cdf9c6e8308, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4634df41-7b5b-45f5-8409-767c61528ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:30:41.007882 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e4d8a87a-cfad-43d7-9a13-b79830a2167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:41.011346 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-d716036d-66e0-465a-bcea-c38fc8730ee0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, da5984e7-25dc-4233-b8aa-432db7431e94) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:41.029854 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['d492d120-9a26-4ef1-aada-b97d2c3a54c1'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:30:41.080730 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d716036d-66e0-465a-bcea-c38fc8730ee0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:41.081638 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d716036d-66e0-465a-bcea-c38fc8730ee0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:41.109565 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf5bc5-a543-49d6-9054-e542c6259661 req-607ab09a-092c-4372-8fe8-cee19e72e634 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:41.111821 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-38bf5bc5-a543-49d6-9054-e542c6259661 req-607ab09a-092c-4372-8fe8-cee19e72e634 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea3a6387-897e-4394-b1f5-855d838924d6 HTTP/1.1" status: 200 len: 944 time: 0.5259142 Apr 29 13:30:41.134895 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8a87a-cfad-43d7-9a13-b79830a2167d None None] Pushing event updated for resources: {'Port': ['ID=f18187ab-697a-4bc5-b153-1cdf9c6e8308,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:41.137809 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6393f9-e15e-4b83-b18a-01ddbd7dbdc0 None None] Network da5984e7-25dc-4233-b8aa-432db7431e94 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:30:41.170376 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d716036d-66e0-465a-bcea-c38fc8730ee0 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4311457 Apr 29 13:30:41.259055 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-38bf5bc5-a543-49d6-9054-e542c6259661 req-9fb3cda3-8c96-4d62-bbd3-206b9882699b tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360242 Apr 29 13:30:41.362146 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-16969b30-763b-430b-9391-f767c1f96fe6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting subnet af3766f6-8cf9-4b3d-a7dc-9127a370444c {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:30:41.370190 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e4d8a87a-cfad-43d7-9a13-b79830a2167d None None] For port f18187ab-697a-4bc5-b153-1cdf9c6e8308, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:30:41.372747 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9faca-cf1e-4f14-9b1e-26e8a9a949db req-a62d5713-de43-4b01-87ca-2e7003909b32 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:41.374429 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6cb9faca-cf1e-4f14-9b1e-26e8a9a949db req-a62d5713-de43-4b01-87ca-2e7003909b32 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.3973315 Apr 29 13:30:41.375298 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-16969b30-763b-430b-9391-f767c1f96fe6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:41.406608 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e4d8a87a-cfad-43d7-9a13-b79830a2167d None None] For port f18187ab-697a-4bc5-b153-1cdf9c6e8308, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f18187ab-697a-4bc5-b153-1cdf9c6e8308,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:30:41.452146 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e4d8a87a-cfad-43d7-9a13-b79830a2167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:41.454164 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2189001a-11df-4dc1-8f13-2f56382e88ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:41.474183 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-16969b30-763b-430b-9391-f767c1f96fe6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:41.503148 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:41.538304 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:30:41.569977 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6cb9faca-cf1e-4f14-9b1e-26e8a9a949db req-305e0baa-d1c1-49f4-92d4-22bb465235e4 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579583 Apr 29 13:30:41.583780 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:41.652710 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8a87a-cfad-43d7-9a13-b79830a2167d None None] Pushing event updated for resources: {'Port': ['ID=f18187ab-697a-4bc5-b153-1cdf9c6e8308,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:41.671147 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582ecca1-8508-405a-9887-c93ff3bc99ed None None] Network da5984e7-25dc-4233-b8aa-432db7431e94 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:30:41.734667 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-16969b30-763b-430b-9391-f767c1f96fe6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:41.840155 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-16969b30-763b-430b-9391-f767c1f96fe6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:41.893310 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16969b30-763b-430b-9391-f767c1f96fe6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Subnet': ['ID=af3766f6-8cf9-4b3d-a7dc-9127a370444c,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:41.907148 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-16969b30-763b-430b-9391-f767c1f96fe6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:41.908218 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.objects.ports [None req-4b24f502-28ca-4d9f-bd7b-291d5996ca32 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83905) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 29 13:30:41.922380 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-16969b30-763b-430b-9391-f767c1f96fe6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/subnets/af3766f6-8cf9-4b3d-a7dc-9127a370444c HTTP/1.1" status: 204 len: 168 time: 0.9426780 Apr 29 13:30:41.923155 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33120) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:41.929517 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51067af-96ba-4c17-9a1f-ec86602cc938 None None] Network 44fefce2-6010-4cbf-8a38-b3c8841e9575 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:30:42.055191 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3cbee5-8005-4c3a-9c17-029b2ce0b961 req-dcd4bcfd-8c8d-4449-a18e-06deced60e8a tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:42.057157 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-cf3cbee5-8005-4c3a-9c17-029b2ce0b961 req-dcd4bcfd-8c8d-4449-a18e-06deced60e8a tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.3175035 Apr 29 13:30:42.152547 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bece1bd9-09c7-4b72-b683-f5b7749529df tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:42.163397 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-cf3cbee5-8005-4c3a-9c17-029b2ce0b961 req-f5f9157d-587c-439a-abb2-5a8a5203ad49 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999868 Apr 29 13:30:42.166303 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-bece1bd9-09c7-4b72-b683-f5b7749529df tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting port 4fafe9e7-494f-469f-bbad-373e5a45ff2e {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:30:42.167302 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bece1bd9-09c7-4b72-b683-f5b7749529df tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:42.562401 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-bece1bd9-09c7-4b72-b683-f5b7749529df tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] For port 4fafe9e7-494f-469f-bbad-373e5a45ff2e, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=4fafe9e7-494f-469f-bbad-373e5a45ff2e,segment=NetworkSegment(83dc1b0f-7204-423a-9374-0c232dc767a8),segment_id=83dc1b0f-7204-423a-9374-0c232dc767a8)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:42.562807 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bece1bd9-09c7-4b72-b683-f5b7749529df tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:42.614773 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4b24f502-28ca-4d9f-bd7b-291d5996ca32 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:42.664100 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf75837-14c6-4593-bdf5-ba43739f0de2 None None] DHCP port deletion for 44fefce2-6010-4cbf-8a38-b3c8841e9575 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:30:42.668307 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-fbf75837-14c6-4593-bdf5-ba43739f0de2 None None] Deleting port 4fafe9e7-494f-469f-bbad-373e5a45ff2e {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:30:42.668710 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fbf75837-14c6-4593-bdf5-ba43739f0de2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:42.717942 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33138) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:42.799313 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-256152b1-ce2a-4682-aeec-bfde05bed439 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-655940712-network', 'tenant_id': '1a5ce1be1087428c849e84e484678e72'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:42.880531 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-256152b1-ce2a-4682-aeec-bfde05bed439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:42.919995 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-256152b1-ce2a-4682-aeec-bfde05bed439 admin admin] Usage tracker for resource:network and tenant:1a5ce1be1087428c849e84e484678e72 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:42.933002 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:42.940682 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-bece1bd9-09c7-4b72-b683-f5b7749529df tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Calling delete_port for 4fafe9e7-494f-469f-bbad-373e5a45ff2e owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:30:42.964006 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-fbf75837-14c6-4593-bdf5-ba43739f0de2 None None] For port 4fafe9e7-494f-469f-bbad-373e5a45ff2e, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=4fafe9e7-494f-469f-bbad-373e5a45ff2e,segment=NetworkSegment(83dc1b0f-7204-423a-9374-0c232dc767a8),segment_id=83dc1b0f-7204-423a-9374-0c232dc767a8)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:42.964581 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fbf75837-14c6-4593-bdf5-ba43739f0de2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:42.984236 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-256152b1-ce2a-4682-aeec-bfde05bed439 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:43.006028 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bc9fd-7e40-4747-a6c4-737fd9f0bb32 req-42826cfb-7935-4d36-a4c7-2d2670ae95a2 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:43.007632 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e87bc9fd-7e40-4747-a6c4-737fd9f0bb32 req-42826cfb-7935-4d36-a4c7-2d2670ae95a2 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea3a6387-897e-4394-b1f5-855d838924d6 HTTP/1.1" status: 200 len: 944 time: 0.5321422 Apr 29 13:30:43.008553 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-256152b1-ce2a-4682-aeec-bfde05bed439 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:43.077248 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bece1bd9-09c7-4b72-b683-f5b7749529df tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:43.114586 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88ee24-e115-401f-b9f3-81b852a450b5 req-08af0d75-6708-4595-a95a-50d9600b54a0 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:43.116146 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-db88ee24-e115-401f-b9f3-81b852a450b5 req-08af0d75-6708-4595-a95a-50d9600b54a0 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.2337837 Apr 29 13:30:43.133065 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece1bd9-09c7-4b72-b683-f5b7749529df tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Port': ['ID=4fafe9e7-494f-469f-bbad-373e5a45ff2e,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:43.156365 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-fbf75837-14c6-4593-bdf5-ba43739f0de2 None None] Calling delete_port for 4fafe9e7-494f-469f-bbad-373e5a45ff2e owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:30:43.156626 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bece1bd9-09c7-4b72-b683-f5b7749529df tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] No DVR routers for this DVR port 4fafe9e7-494f-469f-bbad-373e5a45ff2e on host dv-neutron-839027-4-hyperv {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:30:43.241380 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-fbf75837-14c6-4593-bdf5-ba43739f0de2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:30:43.242674 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-fbf75837-14c6-4593-bdf5-ba43739f0de2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:30:43.254203 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256152b1-ce2a-4682-aeec-bfde05bed439 admin admin] Made reservation on behalf of 1a5ce1be1087428c849e84e484678e72 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:30:43.256447 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-256152b1-ce2a-4682-aeec-bfde05bed439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:43.260351 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-616fb9be-4562-4fc9-8d92-9c55ecaefce2 None None] Provisioning for port f18187ab-697a-4bc5-b153-1cdf9c6e8308 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:30:43.297495 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-256152b1-ce2a-4682-aeec-bfde05bed439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:43.309010 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device f18187ab-697a-4bc5-b153-1cdf9c6e8308 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:30:43.318271 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-db88ee24-e115-401f-b9f3-81b852a450b5 req-c70b42c2-1010-4739-ba38-764682561881 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888390 Apr 29 13:30:43.328717 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bece1bd9-09c7-4b72-b683-f5b7749529df tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:43.341383 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-4b24f502-28ca-4d9f-bd7b-291d5996ca32 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] For port f18187ab-697a-4bc5-b153-1cdf9c6e8308, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f18187ab-697a-4bc5-b153-1cdf9c6e8308,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:43.365419 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e87bc9fd-7e40-4747-a6c4-737fd9f0bb32 req-9abcc2b6-3405-4579-9021-a47115c96574 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3453040 Apr 29 13:30:43.395285 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-bece1bd9-09c7-4b72-b683-f5b7749529df tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44fefce2-6010-4cbf-8a38-b3c8841e9575']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:43.395517 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-256152b1-ce2a-4682-aeec-bfde05bed439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:43.401863 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-bece1bd9-09c7-4b72-b683-f5b7749529df tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83dc1b0f-7204-423a-9374-0c232dc767a8') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:43.402506 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-bece1bd9-09c7-4b72-b683-f5b7749529df tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83dc1b0f-7204-423a-9374-0c232dc767a8') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:43.407216 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-256152b1-ce2a-4682-aeec-bfde05bed439 admin admin] Usage tracker for resource:security_group_rule and tenant:1a5ce1be1087428c849e84e484678e72 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:43.407383 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port f18187ab-697a-4bc5-b153-1cdf9c6e8308 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:30:43.412456 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-256152b1-ce2a-4682-aeec-bfde05bed439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:43.413499 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port f18187ab-697a-4bc5-b153-1cdf9c6e8308 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:43.413903 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:43.415145 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bece1bd9-09c7-4b72-b683-f5b7749529df tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:43.416311 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4b24f502-28ca-4d9f-bd7b-291d5996ca32 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:43.424579 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-256152b1-ce2a-4682-aeec-bfde05bed439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:43.427704 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4b24f502-28ca-4d9f-bd7b-291d5996ca32 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:43.430717 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4b24f502-28ca-4d9f-bd7b-291d5996ca32 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:43.435605 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bece1bd9-09c7-4b72-b683-f5b7749529df tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:43.442995 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bece1bd9-09c7-4b72-b683-f5b7749529df tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:30:43.445316 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bece1bd9-09c7-4b72-b683-f5b7749529df tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:30:43.461267 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:30:43.544459 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:43.547076 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bece1bd9-09c7-4b72-b683-f5b7749529df tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:43.574183 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bece1bd9-09c7-4b72-b683-f5b7749529df tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:43.581146 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece1bd9-09c7-4b72-b683-f5b7749529df tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Network': ['ID=44fefce2-6010-4cbf-8a38-b3c8841e9575,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:43.582876 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b24f502-28ca-4d9f-bd7b-291d5996ca32 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:43.583391 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port f18187ab-697a-4bc5-b153-1cdf9c6e8308, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f18187ab-697a-4bc5-b153-1cdf9c6e8308,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:43.590139 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:43.590857 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-4b24f502-28ca-4d9f-bd7b-291d5996ca32 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:43.594648 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b24f502-28ca-4d9f-bd7b-291d5996ca32 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:43.595207 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4b24f502-28ca-4d9f-bd7b-291d5996ca32 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:43.602938 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-bece1bd9-09c7-4b72-b683-f5b7749529df tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/networks/44fefce2-6010-4cbf-8a38-b3c8841e9575 HTTP/1.1" status: 204 len: 168 time: 1.6782382 Apr 29 13:30:43.607060 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33142) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:43.611230 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24f502-28ca-4d9f-bd7b-291d5996ca32 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Subnet': ['ID=5a2fbe6f-76b7-4dc1-b46d-eeda7b4095a7,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:43.647850 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24f502-28ca-4d9f-bd7b-291d5996ca32 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Port': ['ID=f18187ab-697a-4bc5-b153-1cdf9c6e8308,revision_number=4']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:43.664860 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=f18187ab-697a-4bc5-b153-1cdf9c6e8308,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:43.667696 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device d492d120-9a26-4ef1-aada-b97d2c3a54c1 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:30:43.697465 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78dbda2-fbb8-46de-b412-59cec655ad4f None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:30:43.710372 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43dd28c-a2e5-4c2d-b5ef-d81ca42565b9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:43.711084 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e43dd28c-a2e5-4c2d-b5ef-d81ca42565b9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Synchronizing usage tracker for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:43.712292 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4b24f502-28ca-4d9f-bd7b-291d5996ca32 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.5723984 Apr 29 13:30:43.713652 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33146) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:43.719398 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-256152b1-ce2a-4682-aeec-bfde05bed439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:43.721093 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-cfa9d646-fc86-47cf-8138-3aef63c92345 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Request body: {'port': {'network_id': 'b2591163-41a9-4c5e-86a6-99ddbf59518f', 'mac_address': 'fa:16:3e:31:44:a6', 'name': 'tempest-NetworksTestDHCPv6-366830436'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:43.725127 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-256152b1-ce2a-4682-aeec-bfde05bed439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:43.738850 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2189001a-11df-4dc1-8f13-2f56382e88ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router 3c672e49-4b9c-4695-bb1e-37498b95ba53 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:30:43.752075 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-256152b1-ce2a-4682-aeec-bfde05bed439 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:30:43.779428 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256152b1-ce2a-4682-aeec-bfde05bed439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc0f88a-9168-41ad-8df6-d23dc31c60bc,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:43.783410 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-256152b1-ce2a-4682-aeec-bfde05bed439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:43.783753 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-256152b1-ce2a-4682-aeec-bfde05bed439 admin admin] Added segment ae462c41-e675-4be1-9588-ab51a177f3fb of type vlan for network 642f98e3-ac30-4828-b1ea-ab6c748eec39 Apr 29 13:30:43.820238 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e43dd28c-a2e5-4c2d-b5ef-d81ca42565b9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Unset dirty status for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:43.821624 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e43dd28c-a2e5-4c2d-b5ef-d81ca42565b9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "GET /v2.0/ports/68d79673-507d-484d-accf-cee89e015c51 HTTP/1.1" status: 200 len: 844 time: 0.2134707 Apr 29 13:30:43.828666 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33150) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:43.834433 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-fbf75837-14c6-4593-bdf5-ba43739f0de2 None None] Deleting port 4fafe9e7-494f-469f-bbad-373e5a45ff2e {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:30:43.834812 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fbf75837-14c6-4593-bdf5-ba43739f0de2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:43.923327 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 4fafe9e7-494f-469f-bbad-373e5a45ff2e no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:30:43.938179 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4a56e89d-4aa2-414a-a46a-075081a2cf27 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "GET /v2.0/ports/68d79673-507d-484d-accf-cee89e015c51?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1049175 Apr 29 13:30:43.939583 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33154) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:43.941306 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-cfa9d646-fc86-47cf-8138-3aef63c92345 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:43.944651 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-256152b1-ce2a-4682-aeec-bfde05bed439 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:43.946249 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-cfa9d646-fc86-47cf-8138-3aef63c92345 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Usage tracker for resource:port and tenant:f867f5dc359e4dd7bdbf2f060690d804 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:43.949270 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-cfa9d646-fc86-47cf-8138-3aef63c92345 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:43.950980 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-32918b57-f6ac-4be8-a78c-95a22c6841e1 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'subnet': {'network_id': '44ba171e-fd39-4027-873e-4c53aa8412b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:43.955386 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-cfa9d646-fc86-47cf-8138-3aef63c92345 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:43.966954 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa9d646-fc86-47cf-8138-3aef63c92345 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Made reservation on behalf of f867f5dc359e4dd7bdbf2f060690d804 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:30:43.993467 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-fbf75837-14c6-4593-bdf5-ba43739f0de2 None None] The port '4fafe9e7-494f-469f-bbad-373e5a45ff2e' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:30:44.035456 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 4fafe9e7-494f-469f-bbad-373e5a45ff2e {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:30:44.035585 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 4fafe9e7-494f-469f-bbad-373e5a45ff2e not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:30:44.096133 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port d492d120-9a26-4ef1-aada-b97d2c3a54c1 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:30:44.101483 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-256152b1-ce2a-4682-aeec-bfde05bed439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:44.102296 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256152b1-ce2a-4682-aeec-bfde05bed439 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:44.102856 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-256152b1-ce2a-4682-aeec-bfde05bed439 admin admin] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:44.103438 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port d492d120-9a26-4ef1-aada-b97d2c3a54c1 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:44.103800 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:44.126202 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cfa9d646-fc86-47cf-8138-3aef63c92345 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:44.127697 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-32918b57-f6ac-4be8-a78c-95a22c6841e1 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:44.169009 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-cfa9d646-fc86-47cf-8138-3aef63c92345 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] device_id is not set on port 2368c705-9002-4d0e-b292-41e2718d3898 yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:30:44.186925 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-32918b57-f6ac-4be8-a78c-95a22c6841e1 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:subnet and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:44.199516 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-32918b57-f6ac-4be8-a78c-95a22c6841e1 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:44.218996 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-32918b57-f6ac-4be8-a78c-95a22c6841e1 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:44.225026 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-256152b1-ce2a-4682-aeec-bfde05bed439 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5039432 Apr 29 13:30:44.225558 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33158) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:44.240369 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:44.241477 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-58c9fc30-0931-414c-a2a2-95b3c1546379 admin admin] Request body: {'subnet': {'network_id': '642f98e3-ac30-4828-b1ea-ab6c748eec39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-655940712-subnet', 'tenant_id': '1a5ce1be1087428c849e84e484678e72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:44.245854 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256152b1-ce2a-4682-aeec-bfde05bed439 admin admin] Pushing event updated for resources: {'Network': ['ID=642f98e3-ac30-4828-b1ea-ab6c748eec39,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:44.248864 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-58c9fc30-0931-414c-a2a2-95b3c1546379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:44.252344 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32918b57-f6ac-4be8-a78c-95a22c6841e1 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:30:44.255043 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-58c9fc30-0931-414c-a2a2-95b3c1546379 admin admin] Usage tracker for resource:subnet and tenant:1a5ce1be1087428c849e84e484678e72 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:44.259273 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-58c9fc30-0931-414c-a2a2-95b3c1546379 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:44.267629 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-58c9fc30-0931-414c-a2a2-95b3c1546379 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:44.267838 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 642f98e3-ac30-4828-b1ea-ab6c748eec39 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:30:44.282419 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c9fc30-0931-414c-a2a2-95b3c1546379 admin admin] Made reservation on behalf of 1a5ce1be1087428c849e84e484678e72 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:30:44.285794 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-58c9fc30-0931-414c-a2a2-95b3c1546379 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:44.377706 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-32918b57-f6ac-4be8-a78c-95a22c6841e1 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:44.418563 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea3a6387-897e-4394-b1f5-855d838924d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd492d120-9a26-4ef1-aada-b97d2c3a54c1'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:30:44.458435 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port d492d120-9a26-4ef1-aada-b97d2c3a54c1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=d492d120-9a26-4ef1-aada-b97d2c3a54c1,segment=NetworkSegment(53def5c8-aa99-4a75-8066-57e8c47ce92e),segment_id=53def5c8-aa99-4a75-8066-57e8c47ce92e)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:44.464246 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:44.523535 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2189001a-11df-4dc1-8f13-2f56382e88ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:30:44.532449 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2189001a-11df-4dc1-8f13-2f56382e88ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "PUT /v2.0/routers/3c672e49-4b9c-4695-bb1e-37498b95ba53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5219049 Apr 29 13:30:44.533459 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33168) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:44.541209 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938d3ac6-810b-48e3-9cbc-c19b514fdbc8 None None] Sync routers for ids ['3c672e49-4b9c-4695-bb1e-37498b95ba53'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:30:44.563143 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938d3ac6-810b-48e3-9cbc-c19b514fdbc8 None None] Routers {'3c672e49-4b9c-4695-bb1e-37498b95ba53'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:30:44.564149 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-938d3ac6-810b-48e3-9cbc-c19b514fdbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:30:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['3c672e49-4b9c-4695-bb1e-37498b95ba53'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:44.573721 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=d492d120-9a26-4ef1-aada-b97d2c3a54c1,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:44.792902 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7e90f-ad3a-4659-bbaf-13d0ef4f3cee req-22515b62-978a-4a6a-b02a-49331266df27 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:44.800977 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-78a7e90f-ad3a-4659-bbaf-13d0ef4f3cee req-22515b62-978a-4a6a-b02a-49331266df27 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.2629020 Apr 29 13:30:44.833034 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-58c9fc30-0931-414c-a2a2-95b3c1546379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:44.871921 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-938d3ac6-810b-48e3-9cbc-c19b514fdbc8 None None] Set router 3c672e49-4b9c-4695-bb1e-37498b95ba53 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:30:44.890761 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-58459f32-bfcd-434b-a6f1-4a93002aeaa0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting subnet 980d0090-e41e-44ca-a879-96fdb1535ca5 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:30:44.897510 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-58459f32-bfcd-434b-a6f1-4a93002aeaa0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:44.983424 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-78a7e90f-ad3a-4659-bbaf-13d0ef4f3cee req-692819a0-5d1e-4f77-9401-9c63bdcb9380 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815391 Apr 29 13:30:44.989326 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-58459f32-bfcd-434b-a6f1-4a93002aeaa0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:45.021931 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9fc30-0931-414c-a2a2-95b3c1546379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44fb7012-052c-4496-b7cf-fc843e0c4500,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:45.027188 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d42f74de-faa4-426e-9905-fe79e602185a None None] Provisioning complete for port f18187ab-697a-4bc5-b153-1cdf9c6e8308 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:45.027782 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d42f74de-faa4-426e-9905-fe79e602185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:45.047316 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-cfa9d646-fc86-47cf-8138-3aef63c92345 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Allocated IP 2001:db8::d0 (b2591163-41a9-4c5e-86a6-99ddbf59518f/e88b9093-084a-4a2b-baa6-878c320742cc/2368c705-9002-4d0e-b292-41e2718d3898) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:30:45.062524 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-cfa9d646-fc86-47cf-8138-3aef63c92345 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Allocated IP 2001:db8:0:1:f816:3eff:fe31:44a6 (b2591163-41a9-4c5e-86a6-99ddbf59518f/5a2fbe6f-76b7-4dc1-b46d-eeda7b4095a7/2368c705-9002-4d0e-b292-41e2718d3898) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:30:45.128966 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acc38cb4-5267-44fc-b72a-1af2ccae072c'] response: {'server_uuid': 'ea3a6387-897e-4394-b1f5-855d838924d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd492d120-9a26-4ef1-aada-b97d2c3a54c1', 'code': 200} Apr 29 13:30:45.155541 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673edbfe-794d-464d-af0f-648348abde61 req-f4b9803c-2aca-493e-b8fb-6c1b585549f2 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:45.165178 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-673edbfe-794d-464d-af0f-648348abde61 req-f4b9803c-2aca-493e-b8fb-6c1b585549f2 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea3a6387-897e-4394-b1f5-855d838924d6 HTTP/1.1" status: 200 len: 945 time: 0.4598584 Apr 29 13:30:45.223175 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-938d3ac6-810b-48e3-9cbc-c19b514fdbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'name': 'tempest-TestNetworkBasicOps-router-561872852', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:27Z', 'updated_at': '2022-04-29T13:30:40Z', 'revision_number': 7, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:73:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:28Z', 'updated_at': '2022-04-29T13:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:45.227803 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938d3ac6-810b-48e3-9cbc-c19b514fdbc8 None None] Checking router: 3c672e49-4b9c-4695-bb1e-37498b95ba53 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:30:45.255124 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-32918b57-f6ac-4be8-a78c-95a22c6841e1 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:45.262378 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938d3ac6-810b-48e3-9cbc-c19b514fdbc8 None None] Routers {'3c672e49-4b9c-4695-bb1e-37498b95ba53'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:30:45.265669 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-938d3ac6-810b-48e3-9cbc-c19b514fdbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:30:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['3c672e49-4b9c-4695-bb1e-37498b95ba53'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:45.287363 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c9fc30-0931-414c-a2a2-95b3c1546379 admin admin] Checking segment: {'id': 'ae462c41-e675-4be1-9588-ab51a177f3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '642f98e3-ac30-4828-b1ea-ab6c748eec39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:30:45.287729 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c9fc30-0931-414c-a2a2-95b3c1546379 admin admin] Network hostable DHCP agents. Network: 642f98e3-ac30-4828-b1ea-ab6c748eec39, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:30:45.295793 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device f18187ab-697a-4bc5-b153-1cdf9c6e8308 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:30:45.326321 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32918b57-f6ac-4be8-a78c-95a22c6841e1 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Subnet': ['ID=cdd1afb6-13c5-48eb-934a-3d29ccd7faaf,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:45.355954 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32918b57-f6ac-4be8-a78c-95a22c6841e1 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network 44ba171e-fd39-4027-873e-4c53aa8412b5 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:45.358942 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-32918b57-f6ac-4be8-a78c-95a22c6841e1 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:45.375844 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-673edbfe-794d-464d-af0f-648348abde61 req-43148a1d-be84-41d6-aced-efda92407bcf tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938553 Apr 29 13:30:45.376866 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32918b57-f6ac-4be8-a78c-95a22c6841e1 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:45.377005 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c9fc30-0931-414c-a2a2-95b3c1546379 admin admin] Network 642f98e3-ac30-4828-b1ea-ab6c748eec39 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:30:45.377464 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-32918b57-f6ac-4be8-a78c-95a22c6841e1 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:45.379855 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7ec495-02d0-457e-8df4-b5966bc6276a None None] Network 44ba171e-fd39-4027-873e-4c53aa8412b5 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:30:45.409611 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-32918b57-f6ac-4be8-a78c-95a22c6841e1 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4685197 Apr 29 13:30:45.412671 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33172) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:45.420234 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-430d8c17-d7d4-4137-afd2-246914828c2f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'security_group': {'name': 'tempest-secgroup-1778291893'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:45.425073 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-58459f32-bfcd-434b-a6f1-4a93002aeaa0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:45.472162 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-58c9fc30-0931-414c-a2a2-95b3c1546379 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 642f98e3-ac30-4828-b1ea-ab6c748eec39) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:45.483529 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c9fc30-0931-414c-a2a2-95b3c1546379 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:45.484985 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-58c9fc30-0931-414c-a2a2-95b3c1546379 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:45.538409 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6de2ce-f552-44e8-9fbe-9d304cfb33c4 None None] Network 642f98e3-ac30-4828-b1ea-ab6c748eec39 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:30:45.550294 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e4ab9-1a64-42a9-8058-1ff38490d9bd req-5ab8e85d-72fe-4b4b-9c6e-5259c0d44a69 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:45.551933 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9d4e4ab9-1a64-42a9-8058-1ff38490d9bd req-5ab8e85d-72fe-4b4b-9c6e-5259c0d44a69 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.4725575 Apr 29 13:30:45.582945 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-430d8c17-d7d4-4137-afd2-246914828c2f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:45.594355 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-430d8c17-d7d4-4137-afd2-246914828c2f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:security_group and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:45.598818 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-430d8c17-d7d4-4137-afd2-246914828c2f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:45.607925 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-430d8c17-d7d4-4137-afd2-246914828c2f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:45.628171 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-430d8c17-d7d4-4137-afd2-246914828c2f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:45.645118 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-938d3ac6-810b-48e3-9cbc-c19b514fdbc8 None None] Set router 3c672e49-4b9c-4695-bb1e-37498b95ba53 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:30:45.676535 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-430d8c17-d7d4-4137-afd2-246914828c2f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:45.681036 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-430d8c17-d7d4-4137-afd2-246914828c2f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:security_group_rule and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:45.685552 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-430d8c17-d7d4-4137-afd2-246914828c2f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:45.693102 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-430d8c17-d7d4-4137-afd2-246914828c2f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:45.702421 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-58c9fc30-0931-414c-a2a2-95b3c1546379 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4756796 Apr 29 13:30:45.724161 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-9d4e4ab9-1a64-42a9-8058-1ff38490d9bd req-bed59571-55e3-4a90-aef1-08e94334885d tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Deleting port 4607167c-7986-4767-894c-12e0243b25ec {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:30:45.724573 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-9d4e4ab9-1a64-42a9-8058-1ff38490d9bd req-bed59571-55e3-4a90-aef1-08e94334885d tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:45.777689 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-430d8c17-d7d4-4137-afd2-246914828c2f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:45.780515 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-58459f32-bfcd-434b-a6f1-4a93002aeaa0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:45.785604 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cfa9d646-fc86-47cf-8138-3aef63c92345 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:45.825497 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-430d8c17-d7d4-4137-afd2-246914828c2f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:45.839590 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58459f32-bfcd-434b-a6f1-4a93002aeaa0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Subnet': ['ID=980d0090-e41e-44ca-a879-96fdb1535ca5,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:45.859009 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58459f32-bfcd-434b-a6f1-4a93002aeaa0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:45.859362 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58459f32-bfcd-434b-a6f1-4a93002aeaa0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:45.859696 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58459f32-bfcd-434b-a6f1-4a93002aeaa0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:45.860025 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58459f32-bfcd-434b-a6f1-4a93002aeaa0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:45.860508 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58459f32-bfcd-434b-a6f1-4a93002aeaa0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:45.860902 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58459f32-bfcd-434b-a6f1-4a93002aeaa0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:45.861232 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58459f32-bfcd-434b-a6f1-4a93002aeaa0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:45.861652 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58459f32-bfcd-434b-a6f1-4a93002aeaa0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:45.861972 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58459f32-bfcd-434b-a6f1-4a93002aeaa0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:45.862283 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58459f32-bfcd-434b-a6f1-4a93002aeaa0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:45.862597 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58459f32-bfcd-434b-a6f1-4a93002aeaa0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:45.881682 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-cfa9d646-fc86-47cf-8138-3aef63c92345 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Transition to ACTIVE for port object 2368c705-9002-4d0e-b292-41e2718d3898 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:30:45.899869 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-58459f32-bfcd-434b-a6f1-4a93002aeaa0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:45.907448 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7b3cc602-847a-4231-9460-99003bdc4420 req-87dcaea7-2d04-478e-b147-eda4e69446e1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ea3a6387-897e-4394-b1f5-855d838924d6 HTTP/1.1" status: 200 len: 1098 time: 0.4298091 Apr 29 13:30:45.919595 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d8c17-d7d4-4137-afd2-246914828c2f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff09e839-3259-4c3d-8389-4f92680d446c,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:45.927490 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-430d8c17-d7d4-4137-afd2-246914828c2f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:45.928749 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-430d8c17-d7d4-4137-afd2-246914828c2f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5152864 Apr 29 13:30:45.934178 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-58459f32-bfcd-434b-a6f1-4a93002aeaa0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/subnets/980d0090-e41e-44ca-a879-96fdb1535ca5 HTTP/1.1" status: 204 len: 168 time: 1.3994291 Apr 29 13:30:45.936438 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33178) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:45.937135 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33180) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:45.948438 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-163b0c06-ce87-4013-9883-c7cb59ef7784 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'security_group': {'name': 'tempest-secgroup-940079075'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:45.995315 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eba2eb3-6f9f-425a-a8e8-6739cbd41cf6 None None] Network 4d4da868-e2e3-4a21-9dca-f4e60fad105d requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:30:46.087319 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7b3cc602-847a-4231-9460-99003bdc4420 req-8b43a16c-0098-4a0e-8ab3-39318d40ae2b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257713 Apr 29 13:30:46.109848 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-938d3ac6-810b-48e3-9cbc-c19b514fdbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'name': 'tempest-TestNetworkBasicOps-router-561872852', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:27Z', 'updated_at': '2022-04-29T13:30:40Z', 'revision_number': 7, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:73:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:28Z', 'updated_at': '2022-04-29T13:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:46.114404 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cfa9d646-fc86-47cf-8138-3aef63c92345 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:46.115067 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938d3ac6-810b-48e3-9cbc-c19b514fdbc8 None None] The sync data for ids ['3c672e49-4b9c-4695-bb1e-37498b95ba53'] in dv-neutron-839027-4-hyperv is: [{'id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'name': 'tempest-TestNetworkBasicOps-router-561872852', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:26:27Z', 'updated_at': '2022-04-29T13:30:40Z', 'revision_number': 7, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'a10270ef-3a4f-44de-b383-d200664ede95', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:73:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c672e49-4b9c-4695-bb1e-37498b95ba53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:26:28Z', 'updated_at': '2022-04-29T13:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:30:46.147659 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-163b0c06-ce87-4013-9883-c7cb59ef7784 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:46.166416 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-163b0c06-ce87-4013-9883-c7cb59ef7784 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:security_group and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:46.182922 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-163b0c06-ce87-4013-9883-c7cb59ef7784 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:46.214727 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-163b0c06-ce87-4013-9883-c7cb59ef7784 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:46.236652 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-163b0c06-ce87-4013-9883-c7cb59ef7784 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:46.242119 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port f18187ab-697a-4bc5-b153-1cdf9c6e8308 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:46.242769 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:46.303908 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-163b0c06-ce87-4013-9883-c7cb59ef7784 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:46.313426 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-163b0c06-ce87-4013-9883-c7cb59ef7784 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:security_group_rule and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:46.319329 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-163b0c06-ce87-4013-9883-c7cb59ef7784 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:46.326493 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-163b0c06-ce87-4013-9883-c7cb59ef7784 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:46.331170 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa9d646-fc86-47cf-8138-3aef63c92345 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Network b2591163-41a9-4c5e-86a6-99ddbf59518f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:46.337678 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-cfa9d646-fc86-47cf-8138-3aef63c92345 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:46.362000 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa9d646-fc86-47cf-8138-3aef63c92345 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:30:46.366064 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa9d646-fc86-47cf-8138-3aef63c92345 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:46.366677 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cfa9d646-fc86-47cf-8138-3aef63c92345 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:46.371164 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36911a7f-d851-4094-bbf2-5cd028086784 None None] Network 642f98e3-ac30-4828-b1ea-ab6c748eec39 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:30:46.386473 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9d646-fc86-47cf-8138-3aef63c92345 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event updated for resources: {'Port': ['ID=2368c705-9002-4d0e-b292-41e2718d3898,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:46.389649 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2ea406fd-db5c-40ef-9217-cfe869cffdd4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:46.436541 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-cfa9d646-fc86-47cf-8138-3aef63c92345 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.7204790 Apr 29 13:30:46.444616 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33196) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:46.464715 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-9d4e4ab9-1a64-42a9-8058-1ff38490d9bd req-bed59571-55e3-4a90-aef1-08e94334885d tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] For port 4607167c-7986-4767-894c-12e0243b25ec, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4607167c-7986-4767-894c-12e0243b25ec,segment=NetworkSegment(55ed5e1f-94d1-471a-a5a2-c8b5f5417041),segment_id=55ed5e1f-94d1-471a-a5a2-c8b5f5417041)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:46.468377 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-9d4e4ab9-1a64-42a9-8058-1ff38490d9bd req-bed59571-55e3-4a90-aef1-08e94334885d tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:46.595167 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-163b0c06-ce87-4013-9883-c7cb59ef7784 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:46.657690 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-163b0c06-ce87-4013-9883-c7cb59ef7784 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:46.676017 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740b3230-ba24-4697-b7c8-9679bbd1d934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-44ba171e-fd39-4027-873e-4c53aa8412b5', 'network_id': '44ba171e-fd39-4027-873e-4c53aa8412b5', 'tenant_id': '6ae461034cd64fbdab4560447c7639cd', 'fixed_ips': [{'subnet_id': 'cdd1afb6-13c5-48eb-934a-3d29ccd7faaf'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:30:46.676859 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-740b3230-ba24-4697-b7c8-9679bbd1d934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:46.832105 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-163b0c06-ce87-4013-9883-c7cb59ef7784 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:46.832556 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-163b0c06-ce87-4013-9883-c7cb59ef7784 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8945203 Apr 29 13:30:46.838631 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33204) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:46.845094 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b0c06-ce87-4013-9883-c7cb59ef7784 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d428bd-1b7c-4542-96c4-f3909d41be51,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:46.850090 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-6423a6b4-b4c2-4598-b645-b594f96223cb tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-583079116', 'security_groups': ['e5d428bd-1b7c-4542-96c4-f3909d41be51'], 'network_id': '44ba171e-fd39-4027-873e-4c53aa8412b5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cdd1afb6-13c5-48eb-934a-3d29ccd7faaf'}]}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:46.899301 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b5860-a393-4730-a099-432e8778c547 req-eb18330e-872e-41ef-ab28-d616951ed201 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:46.900923 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-028b5860-a393-4730-a099-432e8778c547 req-eb18330e-872e-41ef-ab28-d616951ed201 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/networks?id=da5984e7-25dc-4233-b8aa-432db7431e94 HTTP/1.1" status: 200 len: 811 time: 0.3005247 Apr 29 13:30:46.907463 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0897b5ef-833e-43c2-8099-6b6726757893 None None] Provisioning for port 2368c705-9002-4d0e-b292-41e2718d3898 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:30:46.936914 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-028b5860-a393-4730-a099-432e8778c547 req-29dae872-1158-4936-9a56-3e2971e0b5c3 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/quotas/6eb8013c69b1412a8d5f02656d15f3a8 HTTP/1.1" status: 200 len: 375 time: 0.0297434 Apr 29 13:30:46.954806 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0897b5ef-833e-43c2-8099-6b6726757893 None None] Provisioning complete for port 2368c705-9002-4d0e-b292-41e2718d3898 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:46.955245 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0897b5ef-833e-43c2-8099-6b6726757893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:46.983921 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-42c83e9f-5d2d-4cc4-9263-3b9ee4592d84 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting port 2368c705-9002-4d0e-b292-41e2718d3898 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:30:46.984258 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-42c83e9f-5d2d-4cc4-9263-3b9ee4592d84 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:46.994363 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-028b5860-a393-4730-a099-432e8778c547 req-554fca0b-e9f1-4d11-90ba-43ecdc0c87dc tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6eb8013c69b1412a8d5f02656d15f3a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516798 Apr 29 13:30:47.049263 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45846def-6347-40ac-b499-fa8d12b9d534 req-89e44c82-8586-4dd5-8ea1-2b18ef81b9e0 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:47.051733 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-45846def-6347-40ac-b499-fa8d12b9d534 req-89e44c82-8586-4dd5-8ea1-2b18ef81b9e0 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 945 time: 0.7961602 Apr 29 13:30:47.105622 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2ea406fd-db5c-40ef-9217-cfe869cffdd4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:47.109103 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-0897b5ef-833e-43c2-8099-6b6726757893 None None] Port 2368c705-9002-4d0e-b292-41e2718d3898 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:30:47.131544 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-2ea406fd-db5c-40ef-9217-cfe869cffdd4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port a10270ef-3a4f-44de-b383-d200664ede95 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:30:47.132375 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2ea406fd-db5c-40ef-9217-cfe869cffdd4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:47.159635 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-740b3230-ba24-4697-b7c8-9679bbd1d934 None None] Allocated IP 2001:db8::2 (44ba171e-fd39-4027-873e-4c53aa8412b5/cdd1afb6-13c5-48eb-934a-3d29ccd7faaf/d87c305f-bdd2-4b1c-a13b-6c74c9233a32) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:30:47.176374 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb99baa-efa0-4e58-85cb-63ddd640544a None None] DHCP port deletion for 4d4da868-e2e3-4a21-9dca-f4e60fad105d request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:30:47.182249 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-9bb99baa-efa0-4e58-85cb-63ddd640544a None None] Deleting port 32d0cc12-b3c9-4794-a8fe-1063f8a7ddca {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:30:47.182687 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9bb99baa-efa0-4e58-85cb-63ddd640544a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:47.278530 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 33c89b0f-0092-4200-b91a-d67d91da6f12 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:30:47.312534 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-028b5860-a393-4730-a099-432e8778c547 req-8bf1f405-23bb-4aa8-900a-6ea59a601a46 service neutron] 10.222.0.76 "GET /v2.0/networks/da5984e7-25dc-4233-b8aa-432db7431e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047419 Apr 29 13:30:47.339540 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-6423a6b4-b4c2-4598-b645-b594f96223cb tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:47.391201 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 33c89b0f-0092-4200-b91a-d67d91da6f12 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:30:47.391456 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 33c89b0f-0092-4200-b91a-d67d91da6f12 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:30:47.391882 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 32d0cc12-b3c9-4794-a8fe-1063f8a7ddca no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:30:47.402301 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-6423a6b4-b4c2-4598-b645-b594f96223cb tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:47.480659 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-028b5860-a393-4730-a099-432e8778c547 req-5e23d7f9-f324-4f44-a165-4e0662ef4d34 service neutron] 10.222.0.76 "GET /v2.0/networks/da5984e7-25dc-4233-b8aa-432db7431e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609116 Apr 29 13:30:47.549674 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-2ea406fd-db5c-40ef-9217-cfe869cffdd4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] For port a10270ef-3a4f-44de-b383-d200664ede95, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a10270ef-3a4f-44de-b383-d200664ede95,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:47.550182 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2ea406fd-db5c-40ef-9217-cfe869cffdd4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:47.593410 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-9d4e4ab9-1a64-42a9-8058-1ff38490d9bd req-bed59571-55e3-4a90-aef1-08e94334885d tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:47.593789 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-9d4e4ab9-1a64-42a9-8058-1ff38490d9bd req-bed59571-55e3-4a90-aef1-08e94334885d tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:47.593989 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.l3_db [req-9d4e4ab9-1a64-42a9-8058-1ff38490d9bd req-bed59571-55e3-4a90-aef1-08e94334885d tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Floating IP 79cef90e-cba4-44eb-85c3-9e289b2f7e0d disassociated. External IP: 172.26.6.213, port: 4607167c-7986-4767-894c-12e0243b25ec. Apr 29 13:30:47.594324 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-9d4e4ab9-1a64-42a9-8058-1ff38490d9bd req-bed59571-55e3-4a90-aef1-08e94334885d tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Calling delete_port for 4607167c-7986-4767-894c-12e0243b25ec owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:30:47.648284 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-45846def-6347-40ac-b499-fa8d12b9d534 req-e3c82a38-7d21-4648-9950-6e7f8d48a108 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups?id=e88a66a0-40a3-4202-9abc-38cf023259cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4408689 Apr 29 13:30:47.667788 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-9bb99baa-efa0-4e58-85cb-63ddd640544a None None] For port 32d0cc12-b3c9-4794-a8fe-1063f8a7ddca, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=32d0cc12-b3c9-4794-a8fe-1063f8a7ddca,segment=NetworkSegment(ee2230d7-19aa-4b7f-b599-ad0d2423a831),segment_id=ee2230d7-19aa-4b7f-b599-ad0d2423a831)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:47.668189 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9bb99baa-efa0-4e58-85cb-63ddd640544a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:47.933617 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4010379e-5bd0-450b-ad2d-d11f4e551c55 req-67e1e14c-1fd6-4329-bd42-2437f3f6cc03 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 210 time: 0.1250546 Apr 29 13:30:47.935229 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6423a6b4-b4c2-4598-b645-b594f96223cb tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:30:47.983617 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-2ea406fd-db5c-40ef-9217-cfe869cffdd4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for a10270ef-3a4f-44de-b383-d200664ede95 owned by network:router_gateway {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:30:47.996099 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-740b3230-ba24-4697-b7c8-9679bbd1d934 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:48.008573 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-740b3230-ba24-4697-b7c8-9679bbd1d934 None None] Transition to ACTIVE for port object d87c305f-bdd2-4b1c-a13b-6c74c9233a32 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:30:48.034544 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-740b3230-ba24-4697-b7c8-9679bbd1d934 None None] Transition to ACTIVE for port object d87c305f-bdd2-4b1c-a13b-6c74c9233a32 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:30:48.061901 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-42c83e9f-5d2d-4cc4-9263-3b9ee4592d84 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:48.113836 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016d608-ca29-423e-8a4e-bdf517ba4e79 req-277bb2af-9ece-4b07-86c7-61498779a4fd tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:48.115578 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f016d608-ca29-423e-8a4e-bdf517ba4e79 req-277bb2af-9ece-4b07-86c7-61498779a4fd tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea3a6387-897e-4394-b1f5-855d838924d6 HTTP/1.1" status: 200 len: 945 time: 0.1871524 Apr 29 13:30:48.187265 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f016d608-ca29-423e-8a4e-bdf517ba4e79 req-eb4d82a6-b580-410c-b02f-98d42549c844 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659537 Apr 29 13:30:48.237746 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-9bb99baa-efa0-4e58-85cb-63ddd640544a None None] Calling delete_port for 32d0cc12-b3c9-4794-a8fe-1063f8a7ddca owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:30:48.266171 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-42c83e9f-5d2d-4cc4-9263-3b9ee4592d84 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Calling delete_port for 2368c705-9002-4d0e-b292-41e2718d3898 owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:30:48.317026 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-740b3230-ba24-4697-b7c8-9679bbd1d934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:48.330429 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2ea406fd-db5c-40ef-9217-cfe869cffdd4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:48.429049 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea406fd-db5c-40ef-9217-cfe869cffdd4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=a10270ef-3a4f-44de-b383-d200664ede95,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:48.437206 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740b3230-ba24-4697-b7c8-9679bbd1d934 None None] Network 44ba171e-fd39-4027-873e-4c53aa8412b5 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:48.452514 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-740b3230-ba24-4697-b7c8-9679bbd1d934 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:48.458502 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740b3230-ba24-4697-b7c8-9679bbd1d934 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:30:48.516241 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:48.527929 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b3230-ba24-4697-b7c8-9679bbd1d934 None None] Pushing event updated for resources: {'Port': ['ID=d87c305f-bdd2-4b1c-a13b-6c74c9233a32,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:48.617379 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9bb99baa-efa0-4e58-85cb-63ddd640544a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:48.714825 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-740b3230-ba24-4697-b7c8-9679bbd1d934 None None] Attempting to bind port d87c305f-bdd2-4b1c-a13b-6c74c9233a32 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:30:48.715197 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-740b3230-ba24-4697-b7c8-9679bbd1d934 None None] Attempting to bind port d87c305f-bdd2-4b1c-a13b-6c74c9233a32 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '94de39aa-bc23-4f4d-9d08-ee8ea13bf4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '44ba171e-fd39-4027-873e-4c53aa8412b5'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:30:48.715557 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740b3230-ba24-4697-b7c8-9679bbd1d934 None None] Attempting to bind port d87c305f-bdd2-4b1c-a13b-6c74c9233a32 on network 44ba171e-fd39-4027-873e-4c53aa8412b5 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:30:48.758074 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6423a6b4-b4c2-4598-b645-b594f96223cb tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:48.762944 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb99baa-efa0-4e58-85cb-63ddd640544a None None] Pushing event deleted for resources: {'Port': ['ID=32d0cc12-b3c9-4794-a8fe-1063f8a7ddca,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:48.790297 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb99baa-efa0-4e58-85cb-63ddd640544a None None] No DVR routers for this DVR port 32d0cc12-b3c9-4794-a8fe-1063f8a7ddca on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:30:48.811868 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43153a-d051-421d-bab6-7c22cf0504d3 req-031efc08-23a0-4456-9e73-aaa4a37c355c tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:48.813649 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2b43153a-d051-421d-bab6-7c22cf0504d3 req-031efc08-23a0-4456-9e73-aaa4a37c355c tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea3a6387-897e-4394-b1f5-855d838924d6 HTTP/1.1" status: 200 len: 945 time: 0.4042904 Apr 29 13:30:48.832119 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2ea406fd-db5c-40ef-9217-cfe869cffdd4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:48.862129 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-6423a6b4-b4c2-4598-b645-b594f96223cb tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] device_id is not set on port 72e5c03b-7210-4d9d-a4a6-d1ea4570812b yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:30:48.867077 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740b3230-ba24-4697-b7c8-9679bbd1d934 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:30:48.877169 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740b3230-ba24-4697-b7c8-9679bbd1d934 None None] Checking segment: {'id': '94de39aa-bc23-4f4d-9d08-ee8ea13bf4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '44ba171e-fd39-4027-873e-4c53aa8412b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:30:48.877615 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-740b3230-ba24-4697-b7c8-9679bbd1d934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:48.878018 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740b3230-ba24-4697-b7c8-9679bbd1d934 None None] Bound using segment: {'id': '94de39aa-bc23-4f4d-9d08-ee8ea13bf4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '44ba171e-fd39-4027-873e-4c53aa8412b5'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:30:48.878532 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-740b3230-ba24-4697-b7c8-9679bbd1d934 None None] Bound port: d87c305f-bdd2-4b1c-a13b-6c74c9233a32, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94de39aa-bc23-4f4d-9d08-ee8ea13bf4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '44ba171e-fd39-4027-873e-4c53aa8412b5'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:30:48.878913 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-740b3230-ba24-4697-b7c8-9679bbd1d934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:48.933260 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-9d4e4ab9-1a64-42a9-8058-1ff38490d9bd req-bed59571-55e3-4a90-aef1-08e94334885d tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:49.029096 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed59571-55e3-4a90-aef1-08e94334885d tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Pushing event deleted for resources: {'Port': ['ID=4607167c-7986-4767-894c-12e0243b25ec,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:49.052381 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-740b3230-ba24-4697-b7c8-9679bbd1d934 None None] For port d87c305f-bdd2-4b1c-a13b-6c74c9233a32, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:30:49.056820 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-740b3230-ba24-4697-b7c8-9679bbd1d934 None None] For port d87c305f-bdd2-4b1c-a13b-6c74c9233a32, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=d87c305f-bdd2-4b1c-a13b-6c74c9233a32,segment=NetworkSegment(94de39aa-bc23-4f4d-9d08-ee8ea13bf4f7),segment_id=94de39aa-bc23-4f4d-9d08-ee8ea13bf4f7)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:30:49.063972 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-740b3230-ba24-4697-b7c8-9679bbd1d934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:49.067762 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-b152ca59-4451-49e0-b24a-a52ef700472e req-25456172-4a93-4d51-8d53-b1e36b0a389e tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 210 time: 0.1350076 Apr 29 13:30:49.189344 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b3230-ba24-4697-b7c8-9679bbd1d934 None None] Pushing event updated for resources: {'Port': ['ID=d87c305f-bdd2-4b1c-a13b-6c74c9233a32,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:49.286015 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2ea406fd-db5c-40ef-9217-cfe869cffdd4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:49.291293 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2ea406fd-db5c-40ef-9217-cfe869cffdd4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:49.354031 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-44d69790-4b0f-40f4-89ff-a70c0b19dbf5 req-7ba9cadc-4ede-4c2d-8f09-0a5da15de4d0 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 210 time: 0.0564260 Apr 29 13:30:49.380963 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2ea406fd-db5c-40ef-9217-cfe869cffdd4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:49.383808 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea406fd-db5c-40ef-9217-cfe869cffdd4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Fanout notify agent at l3_agent the message router_deleted on router 3c672e49-4b9c-4695-bb1e-37498b95ba53 {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:30:49.407604 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed59571-55e3-4a90-aef1-08e94334885d tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:49.408247 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2ea406fd-db5c-40ef-9217-cfe869cffdd4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:49.408615 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed59571-55e3-4a90-aef1-08e94334885d tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:49.409148 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed59571-55e3-4a90-aef1-08e94334885d tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:49.409675 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed59571-55e3-4a90-aef1-08e94334885d tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:49.410207 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed59571-55e3-4a90-aef1-08e94334885d tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:49.410749 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed59571-55e3-4a90-aef1-08e94334885d tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:49.411230 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed59571-55e3-4a90-aef1-08e94334885d tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:49.411719 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed59571-55e3-4a90-aef1-08e94334885d tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:49.412154 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2ea406fd-db5c-40ef-9217-cfe869cffdd4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/routers/3c672e49-4b9c-4695-bb1e-37498b95ba53 HTTP/1.1" status: 204 len: 168 time: 3.4705384 Apr 29 13:30:49.412380 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed59571-55e3-4a90-aef1-08e94334885d tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:49.412942 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33224) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:49.413276 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed59571-55e3-4a90-aef1-08e94334885d tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:49.413765 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed59571-55e3-4a90-aef1-08e94334885d tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:49.438846 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2b43153a-d051-421d-bab6-7c22cf0504d3 req-6e1a49e4-4587-4e59-a978-023b3e5a7422 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6170259 Apr 29 13:30:49.491957 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33228) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:49.637815 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8b67e5a7-3d9b-427f-899a-00b08ead6e95 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:49.644581 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 4607167c-7986-4767-894c-12e0243b25ec no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:30:49.691016 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-42c83e9f-5d2d-4cc4-9263-3b9ee4592d84 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:49.695443 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: 4607167c-7986-4767-894c-12e0243b25ec {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:30:49.695783 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 4607167c-7986-4767-894c-12e0243b25ec not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:30:49.807129 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8b67e5a7-3d9b-427f-899a-00b08ead6e95 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:49.833382 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-8b67e5a7-3d9b-427f-899a-00b08ead6e95 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d4da868-e2e3-4a21-9dca-f4e60fad105d']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:49.847272 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-8b67e5a7-3d9b-427f-899a-00b08ead6e95 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee2230d7-19aa-4b7f-b599-ad0d2423a831') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:49.847722 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-8b67e5a7-3d9b-427f-899a-00b08ead6e95 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee2230d7-19aa-4b7f-b599-ad0d2423a831') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:49.862964 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8b67e5a7-3d9b-427f-899a-00b08ead6e95 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:49.880774 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8b67e5a7-3d9b-427f-899a-00b08ead6e95 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:49.890000 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b67e5a7-3d9b-427f-899a-00b08ead6e95 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:30:49.890392 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8b67e5a7-3d9b-427f-899a-00b08ead6e95 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:49.897197 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b5860-a393-4730-a099-432e8778c547 req-5143a8a0-623e-4d77-9ae7-8c2e35d41e2b tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:49.897853 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-028b5860-a393-4730-a099-432e8778c547 req-5143a8a0-623e-4d77-9ae7-8c2e35d41e2b tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Synchronizing usage tracker for tenant:6eb8013c69b1412a8d5f02656d15f3a8 on resource:network {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:30:49.910367 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:30:49.913006 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c83e9f-5d2d-4cc4-9263-3b9ee4592d84 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Port': ['ID=2368c705-9002-4d0e-b292-41e2718d3898,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:49.930764 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-6423a6b4-b4c2-4598-b645-b594f96223cb tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Allocated IP 2001:db8::355 (44ba171e-fd39-4027-873e-4c53aa8412b5/cdd1afb6-13c5-48eb-934a-3d29ccd7faaf/72e5c03b-7210-4d9d-a4a6-d1ea4570812b) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:30:50.118075 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8b67e5a7-3d9b-427f-899a-00b08ead6e95 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:50.139845 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8b67e5a7-3d9b-427f-899a-00b08ead6e95 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:50.154534 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67e5a7-3d9b-427f-899a-00b08ead6e95 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Network': ['ID=4d4da868-e2e3-4a21-9dca-f4e60fad105d,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:50.164303 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8b67e5a7-3d9b-427f-899a-00b08ead6e95 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/networks/4d4da868-e2e3-4a21-9dca-f4e60fad105d HTTP/1.1" status: 204 len: 168 time: 0.7476079 Apr 29 13:30:50.190771 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33236) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:50.201468 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-4b86c400-a588-4f5b-a3c0-ac3ccd778140 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'network': {'name': 'tempest-network-smoke--1469807322', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'port_security_enabled': True}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:50.206754 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-4b86c400-a588-4f5b-a3c0-ac3ccd778140 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:50.211197 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-4b86c400-a588-4f5b-a3c0-ac3ccd778140 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:network and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:50.214311 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-4b86c400-a588-4f5b-a3c0-ac3ccd778140 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:50.220813 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-4b86c400-a588-4f5b-a3c0-ac3ccd778140 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:50.234248 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b86c400-a588-4f5b-a3c0-ac3ccd778140 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Made reservation on behalf of 4b7a89f6c8564a04be449e2e6b4a95e5 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:30:50.237311 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4b86c400-a588-4f5b-a3c0-ac3ccd778140 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:50.251165 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-028b5860-a393-4730-a099-432e8778c547 req-5143a8a0-623e-4d77-9ae7-8c2e35d41e2b tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Unset dirty status for tenant:6eb8013c69b1412a8d5f02656d15f3a8 on resource:network {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:50.253437 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-028b5860-a393-4730-a099-432e8778c547 req-5143a8a0-623e-4d77-9ae7-8c2e35d41e2b tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.32 "GET /v2.0/networks?id=da5984e7-25dc-4233-b8aa-432db7431e94 HTTP/1.1" status: 200 len: 811 time: 1.0793715 Apr 29 13:30:50.273958 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-028b5860-a393-4730-a099-432e8778c547 req-c229f5ae-0772-418e-99f4-fbd9240c5f8a tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Request body: {'port': {'device_id': '1e6a9e6b-2f82-4e71-b052-0315f0b58526', 'network_id': 'da5984e7-25dc-4233-b8aa-432db7431e94', 'admin_state_up': True, 'tenant_id': '6eb8013c69b1412a8d5f02656d15f3a8'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:50.302058 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-42c83e9f-5d2d-4cc4-9263-3b9ee4592d84 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:50.309449 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b86c400-a588-4f5b-a3c0-ac3ccd778140 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:30:50.320572 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ad8d4c04-baea-4224-831a-efa6f10943e7 req-845e14dd-25e9-4e65-9853-060cbcdff6aa tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 210 time: 0.0512567 Apr 29 13:30:50.326952 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4b86c400-a588-4f5b-a3c0-ac3ccd778140 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:50.327485 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-4b86c400-a588-4f5b-a3c0-ac3ccd778140 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Added segment 0174c2ca-37ca-4806-b2ec-dfd1a4e46886 of type vlan for network 1f1631f4-7759-4601-8487-4268d3ef1926 Apr 29 13:30:50.361035 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4b86c400-a588-4f5b-a3c0-ac3ccd778140 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:50.397348 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4b86c400-a588-4f5b-a3c0-ac3ccd778140 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:50.400984 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-42c83e9f-5d2d-4cc4-9263-3b9ee4592d84 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/2368c705-9002-4d0e-b292-41e2718d3898 HTTP/1.1" status: 204 len: 168 time: 3.9490917 Apr 29 13:30:50.401825 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b86c400-a588-4f5b-a3c0-ac3ccd778140 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:50.402526 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4b86c400-a588-4f5b-a3c0-ac3ccd778140 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:50.408798 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33240) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:50.561503 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-23949ad9-dbba-4fe6-a9df-23f26c449a3a tempest-TestVolumeBootPattern-2004347973 tempest-TestVolumeBootPattern-2004347973-project-admin] Synchronizing usage tracker for tenant:d049a544b1b049a9b733b88e21a6e786 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:50.572144 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4b86c400-a588-4f5b-a3c0-ac3ccd778140 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3800757 Apr 29 13:30:50.580797 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33246) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:50.586246 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86c400-a588-4f5b-a3c0-ac3ccd778140 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Network': ['ID=1f1631f4-7759-4601-8487-4268d3ef1926,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:50.597580 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 1f1631f4-7759-4601-8487-4268d3ef1926 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:30:50.609657 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8786b1-32c5-4337-b30b-7aa9d7f59a6d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:50.611180 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ab8786b1-32c5-4337-b30b-7aa9d7f59a6d tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1873307 Apr 29 13:30:50.613818 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33250) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:50.634073 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-f1fcbdb3-3e7d-4e58-9df7-867674cf490f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-704659710', 'admin_state_up': True, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:50.664544 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bfda4d68-fd60-4b2d-a0df-343abe57a933 req-ebaaefad-e4a8-427a-883d-45df454da51e tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 210 time: 0.1216681 Apr 29 13:30:50.667743 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f1fcbdb3-3e7d-4e58-9df7-867674cf490f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:50.698575 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f1fcbdb3-3e7d-4e58-9df7-867674cf490f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:router and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:50.705160 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-028b5860-a393-4730-a099-432e8778c547 req-c229f5ae-0772-418e-99f4-fbd9240c5f8a tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:50.711040 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4d343d-5704-4e10-b8bf-eefbc354524b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:50.712018 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f1fcbdb3-3e7d-4e58-9df7-867674cf490f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:50.712775 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5f4d343d-5704-4e10-b8bf-eefbc354524b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0979180 Apr 29 13:30:50.715406 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33254) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:50.717274 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-23949ad9-dbba-4fe6-a9df-23f26c449a3a tempest-TestVolumeBootPattern-2004347973 tempest-TestVolumeBootPattern-2004347973-project-admin] Unset dirty status for tenant:d049a544b1b049a9b733b88e21a6e786 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:50.718797 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-23949ad9-dbba-4fe6-a9df-23f26c449a3a tempest-TestVolumeBootPattern-2004347973 tempest-TestVolumeBootPattern-2004347973-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=ea3a6387-897e-4394-b1f5-855d838924d6 HTTP/1.1" status: 200 len: 1093 time: 1.1199386 Apr 29 13:30:50.725902 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-028b5860-a393-4730-a099-432e8778c547 req-c229f5ae-0772-418e-99f4-fbd9240c5f8a tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Usage tracker for resource:port and tenant:6eb8013c69b1412a8d5f02656d15f3a8 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:50.736254 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33258) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:50.737378 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f1fcbdb3-3e7d-4e58-9df7-867674cf490f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:50.741055 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-8adb709e-ec11-413c-9aba-db276d98e806 None None] Provisioning complete for port 68d79673-507d-484d-accf-cee89e015c51 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:50.741548 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8adb709e-ec11-413c-9aba-db276d98e806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:50.748892 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-028b5860-a393-4730-a099-432e8778c547 req-c229f5ae-0772-418e-99f4-fbd9240c5f8a tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:50.763509 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-5c48a726-1fcc-485d-8835-c5af49b49b57 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'port_id': 'd492d120-9a26-4ef1-aada-b97d2c3a54c1', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:50.772514 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5c48a726-1fcc-485d-8835-c5af49b49b57 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:50.780375 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5c48a726-1fcc-485d-8835-c5af49b49b57 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Usage tracker for resource:floatingip and tenant:0c81113c84764616a8c807a160eb0515 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:50.783842 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5c48a726-1fcc-485d-8835-c5af49b49b57 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:50.787932 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97ca09b-44c7-447a-92b8-80beac4ea820 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:50.789311 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97ca09b-44c7-447a-92b8-80beac4ea820 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:50.790927 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97ca09b-44c7-447a-92b8-80beac4ea820 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:50.791375 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5c48a726-1fcc-485d-8835-c5af49b49b57 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:50.791674 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e97ca09b-44c7-447a-92b8-80beac4ea820 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:50.800669 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-8adb709e-ec11-413c-9aba-db276d98e806 None None] Port 68d79673-507d-484d-accf-cee89e015c51 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:30:50.818442 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e97ca09b-44c7-447a-92b8-80beac4ea820 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:50.819290 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-8adb709e-ec11-413c-9aba-db276d98e806 None None] Provisioning for port d87c305f-bdd2-4b1c-a13b-6c74c9233a32 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:30:50.822497 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e97ca09b-44c7-447a-92b8-80beac4ea820 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1037235 Apr 29 13:30:50.822722 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33262) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:50.823044 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-028b5860-a393-4730-a099-432e8778c547 req-c229f5ae-0772-418e-99f4-fbd9240c5f8a tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:50.831370 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f1fcbdb3-3e7d-4e58-9df7-867674cf490f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:50.832462 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f1fcbdb3-3e7d-4e58-9df7-867674cf490f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:50.848163 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5c48a726-1fcc-485d-8835-c5af49b49b57 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for floatingip, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:50.878809 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6423a6b4-b4c2-4598-b645-b594f96223cb tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:50.901242 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-028b5860-a393-4730-a099-432e8778c547 req-c229f5ae-0772-418e-99f4-fbd9240c5f8a tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Made reservation on behalf of 6eb8013c69b1412a8d5f02656d15f3a8 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:30:50.904593 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-028b5860-a393-4730-a099-432e8778c547 req-c229f5ae-0772-418e-99f4-fbd9240c5f8a tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:50.981698 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-6423a6b4-b4c2-4598-b645-b594f96223cb tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Transition to ACTIVE for port object 72e5c03b-7210-4d9d-a4a6-d1ea4570812b will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:30:51.025600 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc36420-7ebd-4366-a3a8-c74fc8b13e09 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting subnet 5a2fbe6f-76b7-4dc1-b46d-eeda7b4095a7 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:30:51.028459 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0fc36420-7ebd-4366-a3a8-c74fc8b13e09 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:51.050232 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f1fcbdb3-3e7d-4e58-9df7-867674cf490f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:51.056826 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d4e4ab9-1a64-42a9-8058-1ff38490d9bd req-bed59571-55e3-4a90-aef1-08e94334885d tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Router 2a9feabf-767e-40df-a080-b455641c9ebd has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:30:51.083527 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0fc36420-7ebd-4366-a3a8-c74fc8b13e09 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:51.164847 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0fc36420-7ebd-4366-a3a8-c74fc8b13e09 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:51.252113 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0fc36420-7ebd-4366-a3a8-c74fc8b13e09 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:51.257139 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device d87c305f-bdd2-4b1c-a13b-6c74c9233a32 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:30:51.294574 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc36420-7ebd-4366-a3a8-c74fc8b13e09 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Subnet': ['ID=5a2fbe6f-76b7-4dc1-b46d-eeda7b4095a7,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:51.299875 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0fc36420-7ebd-4366-a3a8-c74fc8b13e09 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:51.316243 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25b0baf-f2dc-416f-bfd7-86439aba68fa None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:30:51.316448 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0fc36420-7ebd-4366-a3a8-c74fc8b13e09 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/5a2fbe6f-76b7-4dc1-b46d-eeda7b4095a7 HTTP/1.1" status: 204 len: 168 time: 0.4896789 Apr 29 13:30:51.316565 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33266) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:51.348459 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6423a6b4-b4c2-4598-b645-b594f96223cb tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:51.390684 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ea2feb-9ed9-47e5-ac59-f4adc822caeb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Deleting subnet e88b9093-084a-4a2b-baa6-878c320742cc {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:30:51.394295 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-43ea2feb-9ed9-47e5-ac59-f4adc822caeb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:51.419033 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-028b5860-a393-4730-a099-432e8778c547 req-c229f5ae-0772-418e-99f4-fbd9240c5f8a tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Allocated IP 172.20.0.10 (da5984e7-25dc-4233-b8aa-432db7431e94/d3c35e10-898d-41d2-8dbc-3d15cabb2be6/930511fd-f31b-461c-901d-3a56466b2494) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:30:51.456467 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-43ea2feb-9ed9-47e5-ac59-f4adc822caeb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:51.494113 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port d87c305f-bdd2-4b1c-a13b-6c74c9233a32 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:30:51.506029 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port d87c305f-bdd2-4b1c-a13b-6c74c9233a32 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:51.506397 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:51.551020 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-6a03527f-8ef3-4ff9-86f7-b607d4703c94 req-6915098d-d3e4-42a7-aeda-8a4b6d3bff46 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 210 time: 0.0622718 Apr 29 13:30:51.600965 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-43ea2feb-9ed9-47e5-ac59-f4adc822caeb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:51.603218 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6423a6b4-b4c2-4598-b645-b594f96223cb tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network 44ba171e-fd39-4027-873e-4c53aa8412b5 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:51.625010 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-6423a6b4-b4c2-4598-b645-b594f96223cb tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:51.640315 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423a6b4-b4c2-4598-b645-b594f96223cb tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Port': ['ID=72e5c03b-7210-4d9d-a4a6-d1ea4570812b,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:51.647940 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6423a6b4-b4c2-4598-b645-b594f96223cb tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:30:51.651876 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6423a6b4-b4c2-4598-b645-b594f96223cb tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:51.652527 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6423a6b4-b4c2-4598-b645-b594f96223cb tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:51.681121 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:51.695782 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-43ea2feb-9ed9-47e5-ac59-f4adc822caeb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:51.701683 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f1fcbdb3-3e7d-4e58-9df7-867674cf490f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:51.724519 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port d87c305f-bdd2-4b1c-a13b-6c74c9233a32, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=d87c305f-bdd2-4b1c-a13b-6c74c9233a32,segment=NetworkSegment(94de39aa-bc23-4f4d-9d08-ee8ea13bf4f7),segment_id=94de39aa-bc23-4f4d-9d08-ee8ea13bf4f7)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:51.730794 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:51.756302 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea2feb-9ed9-47e5-ac59-f4adc822caeb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Subnet': ['ID=e88b9093-084a-4a2b-baa6-878c320742cc,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:51.772278 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a10270ef-3a4f-44de-b383-d200664ede95 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:30:51.784054 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-43ea2feb-9ed9-47e5-ac59-f4adc822caeb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:51.815759 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-43ea2feb-9ed9-47e5-ac59-f4adc822caeb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/e88b9093-084a-4a2b-baa6-878c320742cc HTTP/1.1" status: 204 len: 168 time: 0.4980290 Apr 29 13:30:51.819541 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33274) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:51.828600 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5c48a726-1fcc-485d-8835-c5af49b49b57 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:51.830957 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: a10270ef-3a4f-44de-b383-d200664ede95 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:30:51.831614 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a10270ef-3a4f-44de-b383-d200664ede95 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:30:51.867366 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=d87c305f-bdd2-4b1c-a13b-6c74c9233a32,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:51.914850 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6423a6b4-b4c2-4598-b645-b594f96223cb tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.0708566 Apr 29 13:30:51.929414 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33278) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:51.941349 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-3d4d360d-4f8d-4742-8f15-9f9dbcaaad3d tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'subnet': {'network_id': '44ba171e-fd39-4027-873e-4c53aa8412b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:51.967975 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ab3f8a02-dd72-48b6-8cd5-0d64dfd40d19 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1432836 Apr 29 13:30:51.969952 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33282) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:52.121856 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-95241fc4-e9be-413a-9ff0-c3ae071502bf None None] Provisioning for port 72e5c03b-7210-4d9d-a4a6-d1ea4570812b completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:30:52.128892 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-95241fc4-e9be-413a-9ff0-c3ae071502bf None None] Provisioning complete for port 72e5c03b-7210-4d9d-a4a6-d1ea4570812b triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:52.129301 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-95241fc4-e9be-413a-9ff0-c3ae071502bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:52.200994 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-95241fc4-e9be-413a-9ff0-c3ae071502bf None None] Port 72e5c03b-7210-4d9d-a4a6-d1ea4570812b cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:30:52.233560 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-9fccefa3-97a1-49fd-bf31-33de1dea676c req-14f38e68-2d0e-4267-966f-e0d9bf870adb tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Synchronizing usage tracker for tenant:6eb8013c69b1412a8d5f02656d15f3a8 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:52.270986 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd64c5a-9c41-45cb-a58f-1b49e96754a0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:52.275005 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ccd64c5a-9c41-45cb-a58f-1b49e96754a0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3018920 Apr 29 13:30:52.275005 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-3d4d360d-4f8d-4742-8f15-9f9dbcaaad3d tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:52.276405 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33286) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:52.312507 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3d4d360d-4f8d-4742-8f15-9f9dbcaaad3d tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:subnet and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:52.318314 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3d4d360d-4f8d-4742-8f15-9f9dbcaaad3d tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:52.335014 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-3d4d360d-4f8d-4742-8f15-9f9dbcaaad3d tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:52.355565 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4d360d-4f8d-4742-8f15-9f9dbcaaad3d tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:30:52.370063 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-9fccefa3-97a1-49fd-bf31-33de1dea676c req-14f38e68-2d0e-4267-966f-e0d9bf870adb tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Unset dirty status for tenant:6eb8013c69b1412a8d5f02656d15f3a8 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:52.371308 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9fccefa3-97a1-49fd-bf31-33de1dea676c req-14f38e68-2d0e-4267-966f-e0d9bf870adb tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 210 time: 0.4508450 Apr 29 13:30:52.378722 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef273b7-7d9d-4b84-94ac-8523cd10e257 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:52.379442 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6ef273b7-7d9d-4b84-94ac-8523cd10e257 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Synchronizing usage tracker for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:52.425141 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-028b5860-a393-4730-a099-432e8778c547 req-c229f5ae-0772-418e-99f4-fbd9240c5f8a tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:52.467000 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6ef273b7-7d9d-4b84-94ac-8523cd10e257 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Unset dirty status for tenant:f867f5dc359e4dd7bdbf2f060690d804 on resource:subnet {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:52.468521 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6ef273b7-7d9d-4b84-94ac-8523cd10e257 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1915381 Apr 29 13:30:52.471131 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33290) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:52.474914 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-5c48a726-1fcc-485d-8835-c5af49b49b57 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Allocated IP 172.26.6.164 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/0d57e9ad-5458-49aa-8bee-537437fddf4b) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:30:52.503529 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aeec01f-b782-45cb-8df3-5614986edf87 None None] Network b2591163-41a9-4c5e-86a6-99ddbf59518f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:30:52.561119 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8611c81a-21f3-43ea-ae9d-588052495bad tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0879753 Apr 29 13:30:52.569599 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33294) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:52.618793 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d4e4ab9-1a64-42a9-8058-1ff38490d9bd req-bed59571-55e3-4a90-aef1-08e94334885d tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:30:52.627329 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a5b120-4732-4b21-8522-e42f5bf4ae21 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:52.627954 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81a5b120-4732-4b21-8522-e42f5bf4ae21 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:52.629827 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-81a5b120-4732-4b21-8522-e42f5bf4ae21 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/2368c705-9002-4d0e-b292-41e2718d3898 HTTP/1.1" status: 404 len: 333 time: 0.0591931 Apr 29 13:30:52.633136 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33300) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:52.665099 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-028b5860-a393-4730-a099-432e8778c547 req-c229f5ae-0772-418e-99f4-fbd9240c5f8a tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:52.675056 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d4d360d-4f8d-4742-8f15-9f9dbcaaad3d tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:52.699111 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba87c6b-f5aa-4d9a-837f-f7e8bf3e6161 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:52.699549 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fba87c6b-f5aa-4d9a-837f-f7e8bf3e6161 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:52.701880 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-fba87c6b-f5aa-4d9a-837f-f7e8bf3e6161 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/5a2fbe6f-76b7-4dc1-b46d-eeda7b4095a7 HTTP/1.1" status: 404 len: 337 time: 0.0671859 Apr 29 13:30:52.706084 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33304) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:52.729376 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df90cfa-89ee-455f-9f39-19fc9eeddc3c None None] Sync routers for ids ['2a9feabf-767e-40df-a080-b455641c9ebd'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:30:52.786652 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c28c8b8e-b466-4295-adcc-a1ae38b96d6f None None] Provisioning complete for port f18187ab-697a-4bc5-b153-1cdf9c6e8308 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:52.787267 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c28c8b8e-b466-4295-adcc-a1ae38b96d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:52.800022 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4e4ab9-1a64-42a9-8058-1ff38490d9bd req-bed59571-55e3-4a90-aef1-08e94334885d tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] No DVR routers for this DVR port 4607167c-7986-4767-894c-12e0243b25ec on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:30:52.808410 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f1fcbdb3-3e7d-4e58-9df7-867674cf490f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:52.809250 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51c79ff-3625-4b98-956e-eb25ba3778f6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:52.809848 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51c79ff-3625-4b98-956e-eb25ba3778f6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:52.813208 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a51c79ff-3625-4b98-956e-eb25ba3778f6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/e88b9093-084a-4a2b-baa6-878c320742cc HTTP/1.1" status: 404 len: 337 time: 0.1062405 Apr 29 13:30:52.820724 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33308) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:52.846611 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-9d4e4ab9-1a64-42a9-8058-1ff38490d9bd req-bed59571-55e3-4a90-aef1-08e94334885d tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:52.849141 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31736e7-e0bb-4be3-87ff-3cfbbc391204', 'name': 'network-vif-deleted', 'tag': '4607167c-7986-4767-894c-12e0243b25ec'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:30:52.862486 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df90cfa-89ee-455f-9f39-19fc9eeddc3c None None] Routers {'2a9feabf-767e-40df-a080-b455641c9ebd'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:30:52.863134 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-1df90cfa-89ee-455f-9f39-19fc9eeddc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:30:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['2a9feabf-767e-40df-a080-b455641c9ebd'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:52.876641 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f1fcbdb3-3e7d-4e58-9df7-867674cf490f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:52.892353 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9d4e4ab9-1a64-42a9-8058-1ff38490d9bd req-bed59571-55e3-4a90-aef1-08e94334885d tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.32 "DELETE /v2.0/ports/4607167c-7986-4767-894c-12e0243b25ec HTTP/1.1" status: 204 len: 173 time: 7.3290460 Apr 29 13:30:52.944302 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df5764ce-69d1-4eb2-b4c9-97d1aa0270d1'] response: {'server_uuid': 'b31736e7-e0bb-4be3-87ff-3cfbbc391204', 'name': 'network-vif-deleted', 'tag': '4607167c-7986-4767-894c-12e0243b25ec', 'status': 'completed', 'code': 200} Apr 29 13:30:52.946910 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229f5ae-0772-418e-99f4-fbd9240c5f8a tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Pushing event updated for resources: {'Port': ['ID=930511fd-f31b-461c-901d-3a56466b2494,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:52.950376 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-028b5860-a393-4730-a099-432e8778c547 req-c229f5ae-0772-418e-99f4-fbd9240c5f8a tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Network da5984e7-25dc-4233-b8aa-432db7431e94 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:52.956882 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-028b5860-a393-4730-a099-432e8778c547 req-c229f5ae-0772-418e-99f4-fbd9240c5f8a tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:52.960831 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9f88ab40-071d-4a18-8d1d-fcf1af4f7e07 req-4d3bd00e-9d27-4db9-b600-234fe70c364a tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/ports?device_id=b31736e7-e0bb-4be3-87ff-3cfbbc391204 HTTP/1.1" status: 200 len: 210 time: 0.1678517 Apr 29 13:30:52.964839 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-028b5860-a393-4730-a099-432e8778c547 req-c229f5ae-0772-418e-99f4-fbd9240c5f8a tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:30:52.978088 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5469f0f-7b59-48db-b5b0-c6950b11b4c1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:52.978925 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5469f0f-7b59-48db-b5b0-c6950b11b4c1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:52.983680 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e5469f0f-7b59-48db-b5b0-c6950b11b4c1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/7f6ef553-8f2c-4730-b190-deff9b0b6fbf HTTP/1.1" status: 404 len: 333 time: 0.1230819 Apr 29 13:30:52.984515 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33314) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:53.002354 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5c48a726-1fcc-485d-8835-c5af49b49b57 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:53.035330 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-db6bba4f-0bf0-431b-8100-9591f0e24f45 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:53.035938 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db6bba4f-0bf0-431b-8100-9591f0e24f45 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:53.041459 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-db6bba4f-0bf0-431b-8100-9591f0e24f45 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/6623f718-8cea-46d5-aa20-dbd7914fb11c HTTP/1.1" status: 404 len: 337 time: 0.0521178 Apr 29 13:30:53.041625 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33318) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:53.081483 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.ipam_backend_mixin [None req-3d4d360d-4f8d-4742-8f15-9f9dbcaaad3d tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cdd1afb6-13c5-48eb-934a-3d29ccd7faaf (CIDR: 2001:db8::/64) Apr 29 13:30:53.085004 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d4d360d-4f8d-4742-8f15-9f9dbcaaad3d tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:30:53.085784 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d4d360d-4f8d-4742-8f15-9f9dbcaaad3d tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:53.110112 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-53aab8b8-1607-451b-9822-76aafbab2d45 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:53.110533 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53aab8b8-1607-451b-9822-76aafbab2d45 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:53.111894 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3d4d360d-4f8d-4742-8f15-9f9dbcaaad3d tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1813345 Apr 29 13:30:53.112457 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33322) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:53.118473 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-f0e62c5d-ead8-4a1e-a18c-74a3b40172b6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'subnet': {'network_id': '44ba171e-fd39-4027-873e-4c53aa8412b5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:53.129614 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b5860-a393-4730-a099-432e8778c547 req-c229f5ae-0772-418e-99f4-fbd9240c5f8a tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:53.130241 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-028b5860-a393-4730-a099-432e8778c547 req-c229f5ae-0772-418e-99f4-fbd9240c5f8a tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:53.140518 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-53aab8b8-1607-451b-9822-76aafbab2d45 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/2abd4e70-a26f-4cda-9c57-967ec0f68a8a HTTP/1.1" status: 404 len: 337 time: 0.0934391 Apr 29 13:30:53.142092 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33326) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:53.157387 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-028b5860-a393-4730-a099-432e8778c547 req-c229f5ae-0772-418e-99f4-fbd9240c5f8a tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8870699 Apr 29 13:30:53.219205 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-1df90cfa-89ee-455f-9f39-19fc9eeddc3c None None] Set router 2a9feabf-767e-40df-a080-b455641c9ebd gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:30:53.220965 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-028b5860-a393-4730-a099-432e8778c547 req-63455b12-e01d-490b-aa99-0ccb9dd86d08 service neutron] Request body: {'port': {'device_id': '1e6a9e6b-2f82-4e71-b052-0315f0b58526', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:53.247614 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e99b48-4f3b-451d-891f-522237615f73 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:53.248221 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59e99b48-4f3b-451d-891f-522237615f73 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:53.252635 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-59e99b48-4f3b-451d-891f-522237615f73 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/9f6d0d0f-18df-491c-a581-9d51bcb7ab78 HTTP/1.1" status: 404 len: 333 time: 0.1085286 Apr 29 13:30:53.255657 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33330) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:53.260450 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5c48a726-1fcc-485d-8835-c5af49b49b57 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:53.273842 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acc9fe9-e238-480e-ac26-b3b10caf4ca4 None None] DHCP port deletion for b2591163-41a9-4c5e-86a6-99ddbf59518f request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:30:53.297122 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6acc9fe9-e238-480e-ac26-b3b10caf4ca4 None None] Deleting port f18187ab-697a-4bc5-b153-1cdf9c6e8308 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:30:53.297484 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6acc9fe9-e238-480e-ac26-b3b10caf4ca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:53.308876 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae9d657-c15e-47d6-b405-0b63f38deb97 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:53.309416 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae9d657-c15e-47d6-b405-0b63f38deb97 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:53.313438 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7ae9d657-c15e-47d6-b405-0b63f38deb97 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/2a2b07d7-ce9c-4694-8a4e-9645438270e5 HTTP/1.1" status: 404 len: 337 time: 0.0550416 Apr 29 13:30:53.315995 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33334) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:53.324067 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device d87c305f-bdd2-4b1c-a13b-6c74c9233a32 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:30:53.384507 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-4828e883-2d77-4052-8018-90c21d66f1b8 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:53.385059 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4828e883-2d77-4052-8018-90c21d66f1b8 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:53.386858 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4828e883-2d77-4052-8018-90c21d66f1b8 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/c82895b9-021d-40ff-b47a-86476247e84e HTTP/1.1" status: 404 len: 337 time: 0.0707886 Apr 29 13:30:53.391943 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33338) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:53.395819 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c48a726-1fcc-485d-8835-c5af49b49b57 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:53.425002 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-5c48a726-1fcc-485d-8835-c5af49b49b57 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:53.427712 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c48a726-1fcc-485d-8835-c5af49b49b57 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:30:53.456725 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-f1fcbdb3-3e7d-4e58-9df7-867674cf490f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.26.6.58 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/4b69c446-a1f5-4e04-a671-4375574d8411) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:30:53.461675 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c48a726-1fcc-485d-8835-c5af49b49b57 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Pushing event updated for resources: {'Port': ['ID=0d57e9ad-5458-49aa-8bee-537437fddf4b,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:53.470327 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9eb19cc-55b6-45c5-add1-09c8773d8a60 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:53.470756 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9eb19cc-55b6-45c5-add1-09c8773d8a60 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:53.474738 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a9eb19cc-55b6-45c5-add1-09c8773d8a60 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/4f9f9986-9aa8-4cdd-acd1-2ae6e125fd27 HTTP/1.1" status: 404 len: 333 time: 0.0794246 Apr 29 13:30:53.476734 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33344) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:53.522466 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d654ce5-cea7-48df-9ee2-3a71d7ac2be2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:53.522927 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d654ce5-cea7-48df-9ee2-3a71d7ac2be2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:53.526859 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3d654ce5-cea7-48df-9ee2-3a71d7ac2be2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/41ad1f85-f4f0-403e-b36a-7c79672be4da HTTP/1.1" status: 404 len: 337 time: 0.0482509 Apr 29 13:30:53.527045 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f0e62c5d-ead8-4a1e-a18c-74a3b40172b6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:30:53.528952 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33348) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:53.567887 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f0e62c5d-ead8-4a1e-a18c-74a3b40172b6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:subnet and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:30:53.573781 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f0e62c5d-ead8-4a1e-a18c-74a3b40172b6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:30:53.576819 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b0bc043-2214-4f83-a3a2-6c164c8d85e5 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:53.577580 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b0bc043-2214-4f83-a3a2-6c164c8d85e5 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:53.581425 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4b0bc043-2214-4f83-a3a2-6c164c8d85e5 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/5facc3d6-7a43-40ea-9ba8-84538038b148 HTTP/1.1" status: 404 len: 337 time: 0.0486772 Apr 29 13:30:53.582369 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33352) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:53.584726 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f0e62c5d-ead8-4a1e-a18c-74a3b40172b6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:30:53.627950 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-46be1f29-74f1-4b30-9c30-56d0266cc238 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:53.628410 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46be1f29-74f1-4b30-9c30-56d0266cc238 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:53.632365 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-46be1f29-74f1-4b30-9c30-56d0266cc238 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/870e90c8-662f-4dcd-8a51-dbfad71d3625 HTTP/1.1" status: 404 len: 333 time: 0.0468175 Apr 29 13:30:53.632792 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33356) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:53.643884 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-028b5860-a393-4730-a099-432e8778c547 req-63455b12-e01d-490b-aa99-0ccb9dd86d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:53.676528 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-230dcfd0-a848-40e8-a827-356b7da0ba2f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:53.677270 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-230dcfd0-a848-40e8-a827-356b7da0ba2f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:53.681047 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-230dcfd0-a848-40e8-a827-356b7da0ba2f tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/30a3b311-18f7-4b32-96d7-e839d8f9f346 HTTP/1.1" status: 404 len: 337 time: 0.0454822 Apr 29 13:30:53.681047 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e62c5d-ead8-4a1e-a18c-74a3b40172b6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:30:53.683480 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f0e62c5d-ead8-4a1e-a18c-74a3b40172b6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:53.696864 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33360) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:53.763116 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port d87c305f-bdd2-4b1c-a13b-6c74c9233a32 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:53.763483 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:53.800026 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-6628e6be-4933-45cf-859e-4afc2642d677 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:53.800484 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6628e6be-4933-45cf-859e-4afc2642d677 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:53.802149 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6628e6be-4933-45cf-859e-4afc2642d677 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/c620ee23-da70-405e-913c-d6fa03957188 HTTP/1.1" status: 404 len: 333 time: 0.1018322 Apr 29 13:30:53.805230 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33364) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:53.848935 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d21ca5d-8dc4-4a35-b3f6-afe258c01939 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:53.849366 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d21ca5d-8dc4-4a35-b3f6-afe258c01939 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:53.850996 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4d21ca5d-8dc4-4a35-b3f6-afe258c01939 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/68a9061e-c1c1-48a0-a813-6def850a7c6c HTTP/1.1" status: 404 len: 337 time: 0.0446572 Apr 29 13:30:53.853756 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33368) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:53.912663 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6acc9fe9-e238-480e-ac26-b3b10caf4ca4 None None] For port f18187ab-697a-4bc5-b153-1cdf9c6e8308, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f18187ab-697a-4bc5-b153-1cdf9c6e8308,segment=NetworkSegment(4634df41-7b5b-45f5-8409-767c61528ed9),segment_id=4634df41-7b5b-45f5-8409-767c61528ed9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:53.913269 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ddd8ecd-cf11-490d-b757-a6d7a51fbaf2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:53.913403 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ddd8ecd-cf11-490d-b757-a6d7a51fbaf2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:53.913936 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6acc9fe9-e238-480e-ac26-b3b10caf4ca4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:53.914926 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1ddd8ecd-cf11-490d-b757-a6d7a51fbaf2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/40fbc00f-c9df-412e-acf1-cb08aaffa815 HTTP/1.1" status: 404 len: 333 time: 0.0603018 Apr 29 13:30:53.917796 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33372) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:54.056057 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6acc9fe9-e238-480e-ac26-b3b10caf4ca4 None None] Calling delete_port for f18187ab-697a-4bc5-b153-1cdf9c6e8308 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:30:54.134531 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33380) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:54.138273 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c4cc76-23af-40e9-b0d3-796c55c389a0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:54.138833 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39c4cc76-23af-40e9-b0d3-796c55c389a0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:54.142730 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-39c4cc76-23af-40e9-b0d3-796c55c389a0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/ec1b0b66-86a8-4245-b005-985801d2e14d HTTP/1.1" status: 404 len: 337 time: 0.2219110 Apr 29 13:30:54.153905 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33384) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:54.193763 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-1df90cfa-89ee-455f-9f39-19fc9eeddc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'name': 'tempest-ServerActionsTestJSON-1999992650-router', 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.87'}], 'enable_snat': True}, 'gw_port_id': 'e7e37690-3229-4928-8b7b-7d2b1112e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:25:45Z', 'updated_at': '2022-04-29T13:26:01Z', 'revision_number': 4, 'project_id': '0952490f6c5340cc87f108a8ce4f0048', 'gw_port': {'id': 'e7e37690-3229-4928-8b7b-7d2b1112e8da', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:47Z', 'updated_at': '2022-04-29T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'dfca116a-9349-436d-84d8-e8cb520e2159', 'name': '', 'network_id': '9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6', 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048', 'mac_address': 'fa:16:3e:b4:06:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95ef32f0-4ffe-4053-ad89-1f8d7234cbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:57Z', 'updated_at': '2022-04-29T13:26:16Z', 'revision_number': 5, 'project_id': '0952490f6c5340cc87f108a8ce4f0048', 'subnets': [{'id': '95ef32f0-4ffe-4053-ad89-1f8d7234cbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:54.199272 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df90cfa-89ee-455f-9f39-19fc9eeddc3c None None] Checking router: 2a9feabf-767e-40df-a080-b455641c9ebd for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:30:54.204973 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6acc9fe9-e238-480e-ac26-b3b10caf4ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:54.226913 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae523a2f-2ff3-4701-8896-1221c1202758 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:54.227350 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae523a2f-2ff3-4701-8896-1221c1202758 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:54.258776 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ae523a2f-2ff3-4701-8896-1221c1202758 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/342e955d-6de6-40b0-a779-62c843f794a4 HTTP/1.1" status: 404 len: 333 time: 0.0991485 Apr 29 13:30:54.265793 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33388) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:54.281685 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0dbd52-bb45-4fff-bff1-f7b048a141c2 req-86365d71-445e-4029-90b7-4dd4e91ad663 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:54.283254 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6a0dbd52-bb45-4fff-bff1-f7b048a141c2 req-86365d71-445e-4029-90b7-4dd4e91ad663 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 932 time: 0.7285652 Apr 29 13:30:54.294035 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f1fcbdb3-3e7d-4e58-9df7-867674cf490f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:54.306821 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc9fe9-e238-480e-ac26-b3b10caf4ca4 None None] Pushing event deleted for resources: {'Port': ['ID=f18187ab-697a-4bc5-b153-1cdf9c6e8308,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:54.316662 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df90cfa-89ee-455f-9f39-19fc9eeddc3c None None] Routers {'2a9feabf-767e-40df-a080-b455641c9ebd'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:30:54.317292 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-1df90cfa-89ee-455f-9f39-19fc9eeddc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:30:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['2a9feabf-767e-40df-a080-b455641c9ebd'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:54.363361 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acc9fe9-e238-480e-ac26-b3b10caf4ca4 None None] No DVR routers for this DVR port f18187ab-697a-4bc5-b153-1cdf9c6e8308 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:30:54.368327 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-222cef6b-ae67-4cdc-af9b-6c7a9f004cc7 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:54.368896 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-222cef6b-ae67-4cdc-af9b-6c7a9f004cc7 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:54.372706 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-222cef6b-ae67-4cdc-af9b-6c7a9f004cc7 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/40de2d2d-66b0-4aa0-af45-fb6bb04a1329 HTTP/1.1" status: 404 len: 337 time: 0.1022918 Apr 29 13:30:54.378357 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33392) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:54.417534 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-54c9d922-8528-411a-b208-dbe31ea9e8f6 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:54.451342 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6ddd7c-daa8-47fc-a6b1-2f295869fc56 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:54.452334 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c6ddd7c-daa8-47fc-a6b1-2f295869fc56 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:54.456411 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0c6ddd7c-daa8-47fc-a6b1-2f295869fc56 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/b43504f8-06b7-4bf3-b4a8-b1ce6282dcc8 HTTP/1.1" status: 404 len: 333 time: 0.0747030 Apr 29 13:30:54.463753 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33396) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:54.503078 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-54c9d922-8528-411a-b208-dbe31ea9e8f6 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:54.522610 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0b3a29-fcea-405e-9796-226857e7cdd2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:54.523040 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc0b3a29-fcea-405e-9796-226857e7cdd2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:54.527176 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-1df90cfa-89ee-455f-9f39-19fc9eeddc3c None None] Set router 2a9feabf-767e-40df-a080-b455641c9ebd gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:30:54.527325 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-bc0b3a29-fcea-405e-9796-226857e7cdd2 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/84039f2c-87f7-45a7-9370-2304620aeee7 HTTP/1.1" status: 404 len: 337 time: 0.0600126 Apr 29 13:30:54.528602 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33400) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:54.591047 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f0e62c5d-ead8-4a1e-a18c-74a3b40172b6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:54.611903 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-6a0dbd52-bb45-4fff-bff1-f7b048a141c2 req-1e32dc42-8f20-40ff-bb9a-9abd320eaada tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Synchronizing usage tracker for tenant:6eb8013c69b1412a8d5f02656d15f3a8 on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:30:54.627141 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-54c9d922-8528-411a-b208-dbe31ea9e8f6 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:54.640600 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cfa2c75-9584-41ea-a9e3-0676d3e17c45 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:54.641002 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cfa2c75-9584-41ea-a9e3-0676d3e17c45 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:54.645543 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2cfa2c75-9584-41ea-a9e3-0676d3e17c45 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/140e5037-641a-4cca-a0fd-20da9a32c441 HTTP/1.1" status: 404 len: 333 time: 0.1110373 Apr 29 13:30:54.647079 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33404) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:54.664458 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f1fcbdb3-3e7d-4e58-9df7-867674cf490f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:54.670307 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-028b5860-a393-4730-a099-432e8778c547 req-63455b12-e01d-490b-aa99-0ccb9dd86d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 930511fd-f31b-461c-901d-3a56466b2494 {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:30:54.709648 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9d922-8528-411a-b208-dbe31ea9e8f6 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88a66a0-40a3-4202-9abc-38cf023259cd,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:54.721594 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-028b5860-a393-4730-a099-432e8778c547 req-63455b12-e01d-490b-aa99-0ccb9dd86d08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:54.729587 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-246c0c9e-9468-4195-8693-6cf63dc5d535 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:54.730056 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-246c0c9e-9468-4195-8693-6cf63dc5d535 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:54.737816 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e62c5d-ead8-4a1e-a18c-74a3b40172b6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network 44ba171e-fd39-4027-873e-4c53aa8412b5 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:54.742744 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-f0e62c5d-ead8-4a1e-a18c-74a3b40172b6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:54.745229 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-6a0dbd52-bb45-4fff-bff1-f7b048a141c2 req-1e32dc42-8f20-40ff-bb9a-9abd320eaada tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Unset dirty status for tenant:6eb8013c69b1412a8d5f02656d15f3a8 on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:30:54.746493 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e62c5d-ead8-4a1e-a18c-74a3b40172b6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Subnet': ['ID=9395aa3c-8d4d-47e9-9e5a-b51b41c47daa,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:54.750064 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e62c5d-ead8-4a1e-a18c-74a3b40172b6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:54.750638 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f0e62c5d-ead8-4a1e-a18c-74a3b40172b6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:54.755142 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-54c9d922-8528-411a-b208-dbe31ea9e8f6 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:54.755729 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-54c9d922-8528-411a-b208-dbe31ea9e8f6 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "DELETE /v2.0/security-groups/e88a66a0-40a3-4202-9abc-38cf023259cd HTTP/1.1" status: 204 len: 168 time: 0.6200385 Apr 29 13:30:54.759437 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-246c0c9e-9468-4195-8693-6cf63dc5d535 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/d0862f51-d621-4a5e-ac96-1c87e133145f HTTP/1.1" status: 404 len: 337 time: 0.0975983 Apr 29 13:30:54.759592 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6a0dbd52-bb45-4fff-bff1-f7b048a141c2 req-1e32dc42-8f20-40ff-bb9a-9abd320eaada tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/security-groups?id=916e73e2-1f8b-4146-98d4-2e2900106396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607956 Apr 29 13:30:54.759701 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33408) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:54.761224 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33410) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:54.772859 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae34f0f6-3bc5-4a58-bf80-fa8507976691 None None] Network 44ba171e-fd39-4027-873e-4c53aa8412b5 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:30:54.804788 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fcbdb3-3e7d-4e58-9df7-867674cf490f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:54.807127 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-028b5860-a393-4730-a099-432e8778c547 req-63455b12-e01d-490b-aa99-0ccb9dd86d08 service neutron] Transition to ACTIVE for port object 930511fd-f31b-461c-901d-3a56466b2494 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:30:54.811149 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-f1fcbdb3-3e7d-4e58-9df7-867674cf490f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:54.814595 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcbdb3-3e7d-4e58-9df7-867674cf490f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=4b69c446-a1f5-4e04-a671-4375574d8411,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:54.818438 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fcbdb3-3e7d-4e58-9df7-867674cf490f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:30:54.851092 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-028b5860-a393-4730-a099-432e8778c547 req-63455b12-e01d-490b-aa99-0ccb9dd86d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:54.893353 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20b84d6-0769-4970-adc7-57e39f33a2e4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:54.894002 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e20b84d6-0769-4970-adc7-57e39f33a2e4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:54.898576 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e20b84d6-0769-4970-adc7-57e39f33a2e4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/6a42defc-d7d2-49ce-94b1-b938a8055212 HTTP/1.1" status: 404 len: 337 time: 0.1363714 Apr 29 13:30:54.899567 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33416) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:54.946121 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-27d308d6-c0b0-4340-b9cf-e6afbbb0329e tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] show failed (client error): The resource could not be found. Apr 29 13:30:54.947215 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-27d308d6-c0b0-4340-b9cf-e6afbbb0329e tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "GET /v2.0/security-groups/e88a66a0-40a3-4202-9abc-38cf023259cd HTTP/1.1" status: 404 len: 347 time: 0.1871226 Apr 29 13:30:54.948214 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9377e1-bdd5-4ce4-b706-7f8000cb353e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:54.948733 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc9377e1-bdd5-4ce4-b706-7f8000cb353e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:54.954178 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-cc9377e1-bdd5-4ce4-b706-7f8000cb353e tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/9806c915-2eaf-425c-a4fe-207cb9140981 HTTP/1.1" status: 404 len: 333 time: 0.0509195 Apr 29 13:30:54.955879 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33420) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:54.956281 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33422) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:55.038482 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63455b12-e01d-490b-aa99-0ccb9dd86d08 service neutron] Pushing event updated for resources: {'Port': ['ID=930511fd-f31b-461c-901d-3a56466b2494,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:55.057436 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f0e62c5d-ead8-4a1e-a18c-74a3b40172b6 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9407341 Apr 29 13:30:55.062911 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33428) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:55.066090 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-3829fd1e-9db3-4f71-9b38-9f141dbeae69 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:55.066528 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3829fd1e-9db3-4f71-9b38-9f141dbeae69 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:55.070602 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3829fd1e-9db3-4f71-9b38-9f141dbeae69 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/f3c19f00-96a9-41b1-8e17-73406b75e921 HTTP/1.1" status: 404 len: 337 time: 0.1094079 Apr 29 13:30:55.071142 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-1df90cfa-89ee-455f-9f39-19fc9eeddc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'name': 'tempest-ServerActionsTestJSON-1999992650-router', 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.87'}], 'enable_snat': True}, 'gw_port_id': 'e7e37690-3229-4928-8b7b-7d2b1112e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:25:45Z', 'updated_at': '2022-04-29T13:26:01Z', 'revision_number': 4, 'project_id': '0952490f6c5340cc87f108a8ce4f0048', 'gw_port': {'id': 'e7e37690-3229-4928-8b7b-7d2b1112e8da', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:47Z', 'updated_at': '2022-04-29T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'dfca116a-9349-436d-84d8-e8cb520e2159', 'name': '', 'network_id': '9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6', 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048', 'mac_address': 'fa:16:3e:b4:06:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95ef32f0-4ffe-4053-ad89-1f8d7234cbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:57Z', 'updated_at': '2022-04-29T13:26:16Z', 'revision_number': 5, 'project_id': '0952490f6c5340cc87f108a8ce4f0048', 'subnets': [{'id': '95ef32f0-4ffe-4053-ad89-1f8d7234cbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:55.078433 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df90cfa-89ee-455f-9f39-19fc9eeddc3c None None] The sync data for ids ['2a9feabf-767e-40df-a080-b455641c9ebd'] in dv-neutron-839027-4-hyperv is: [{'id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'name': 'tempest-ServerActionsTestJSON-1999992650-router', 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.87'}], 'enable_snat': True}, 'gw_port_id': 'e7e37690-3229-4928-8b7b-7d2b1112e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:25:45Z', 'updated_at': '2022-04-29T13:26:01Z', 'revision_number': 4, 'project_id': '0952490f6c5340cc87f108a8ce4f0048', 'gw_port': {'id': 'e7e37690-3229-4928-8b7b-7d2b1112e8da', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:47Z', 'updated_at': '2022-04-29T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'dfca116a-9349-436d-84d8-e8cb520e2159', 'name': '', 'network_id': '9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6', 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048', 'mac_address': 'fa:16:3e:b4:06:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95ef32f0-4ffe-4053-ad89-1f8d7234cbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:57Z', 'updated_at': '2022-04-29T13:26:16Z', 'revision_number': 5, 'project_id': '0952490f6c5340cc87f108a8ce4f0048', 'subnets': [{'id': '95ef32f0-4ffe-4053-ad89-1f8d7234cbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:30:55.079436 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-131feca9-e68a-493e-b3b0-bb5823d53b70 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1172282165', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9395aa3c-8d4d-47e9-9e5a-b51b41c47daa'}], 'security_groups': ['ff09e839-3259-4c3d-8389-4f92680d446c']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:30:55.083318 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33432) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:55.137073 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fde7141-86ea-4daf-979a-6203f65f5cf0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:55.137516 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fde7141-86ea-4daf-979a-6203f65f5cf0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:55.142813 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4fde7141-86ea-4daf-979a-6203f65f5cf0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/26867c15-9807-472e-ac4f-afefc64b82eb HTTP/1.1" status: 404 len: 337 time: 0.0550869 Apr 29 13:30:55.144829 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33436) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:55.221002 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-619d41b8-8883-4290-ba5e-21371cd54bf4 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Deleting port bff3e0ad-6873-4a0c-bb45-3cae08789578 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:30:55.221333 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-619d41b8-8883-4290-ba5e-21371cd54bf4 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:55.260684 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device f18187ab-697a-4bc5-b153-1cdf9c6e8308 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:30:55.306396 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e197f8f-244b-43fa-afc8-078f8dd78832 None None] Update dhcp port {'port': {'network_id': '44ba171e-fd39-4027-873e-4c53aa8412b5', 'fixed_ips': [{'subnet_id': 'cdd1afb6-13c5-48eb-934a-3d29ccd7faaf', 'ip_address': '2001:db8::2'}, {'subnet_id': '9395aa3c-8d4d-47e9-9e5a-b51b41c47daa'}], 'binding:host_id': 'dv-neutron-839027-4-hyperv'}, 'id': 'd87c305f-bdd2-4b1c-a13b-6c74c9233a32'} from dv-neutron-839027-4-hyperv. {{(pid=83906) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 29 13:30:55.346851 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-30207ef4-c33f-4e1a-a4ab-e4e05d53622b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:55.347412 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30207ef4-c33f-4e1a-a4ab-e4e05d53622b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:55.368521 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: f18187ab-697a-4bc5-b153-1cdf9c6e8308 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:30:55.368912 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device f18187ab-697a-4bc5-b153-1cdf9c6e8308 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:30:55.384564 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3e197f8f-244b-43fa-afc8-078f8dd78832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:55.418049 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07df29d-93a3-4c3d-9f83-477c4ac25193 None None] New status for floating IP 79cef90e-cba4-44eb-85c3-9e289b2f7e0d: DOWN {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:30:55.440345 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-619d41b8-8883-4290-ba5e-21371cd54bf4 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:55.440961 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-619d41b8-8883-4290-ba5e-21371cd54bf4 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:55.484143 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-30207ef4-c33f-4e1a-a4ab-e4e05d53622b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/b2728b68-e9f2-4cb1-89d0-bd77c44e1b54 HTTP/1.1" status: 404 len: 333 time: 0.3194022 Apr 29 13:30:55.496405 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33440) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:55.574034 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-064b1733-a599-448e-bc67-10bd0b1192e7 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:55.574760 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-064b1733-a599-448e-bc67-10bd0b1192e7 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:55.577221 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-064b1733-a599-448e-bc67-10bd0b1192e7 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/a9ed203f-0620-47a8-9989-62ce30185f1b HTTP/1.1" status: 404 len: 337 time: 0.0687644 Apr 29 13:30:55.602712 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-619d41b8-8883-4290-ba5e-21371cd54bf4 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Calling delete_port for bff3e0ad-6873-4a0c-bb45-3cae08789578 owned by network:floatingip {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:30:55.611847 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33444) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:55.638218 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-3e197f8f-244b-43fa-afc8-078f8dd78832 None None] Allocated IP 2001:db8:0:1::2 (44ba171e-fd39-4027-873e-4c53aa8412b5/9395aa3c-8d4d-47e9-9e5a-b51b41c47daa/d87c305f-bdd2-4b1c-a13b-6c74c9233a32) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:30:55.688533 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5c48a726-1fcc-485d-8835-c5af49b49b57 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:55.702673 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a17d46-7f11-4d8b-89f6-bd9084fc0ec1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:55.703115 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a17d46-7f11-4d8b-89f6-bd9084fc0ec1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:55.704800 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-21a17d46-7f11-4d8b-89f6-bd9084fc0ec1 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/0b23f998-fcdb-440e-affa-621a9864061c HTTP/1.1" status: 404 len: 337 time: 0.0901737 Apr 29 13:30:55.710050 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33448) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:55.738993 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-028b5860-a393-4730-a099-432e8778c547 req-63455b12-e01d-490b-aa99-0ccb9dd86d08 service neutron] Attempting to bind port 930511fd-f31b-461c-901d-3a56466b2494 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:30:55.739325 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-028b5860-a393-4730-a099-432e8778c547 req-63455b12-e01d-490b-aa99-0ccb9dd86d08 service neutron] Attempting to bind port 930511fd-f31b-461c-901d-3a56466b2494 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f59feb08-423c-4bc7-a7f2-47734c51ddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'da5984e7-25dc-4233-b8aa-432db7431e94'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:30:55.739654 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028b5860-a393-4730-a099-432e8778c547 req-63455b12-e01d-490b-aa99-0ccb9dd86d08 service neutron] Attempting to bind port 930511fd-f31b-461c-901d-3a56466b2494 on network da5984e7-25dc-4233-b8aa-432db7431e94 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:30:55.767907 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-63289d28-d597-4cb5-800c-259a835d5af4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:55.768352 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63289d28-d597-4cb5-800c-259a835d5af4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:55.772978 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-63289d28-d597-4cb5-800c-259a835d5af4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/9cbaec29-7451-4bf9-b596-62625793fe90 HTTP/1.1" status: 404 len: 333 time: 0.0619469 Apr 29 13:30:55.773526 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33452) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:55.826056 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3e197f8f-244b-43fa-afc8-078f8dd78832 None None] For port d87c305f-bdd2-4b1c-a13b-6c74c9233a32, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=d87c305f-bdd2-4b1c-a13b-6c74c9233a32,segment=NetworkSegment(94de39aa-bc23-4f4d-9d08-ee8ea13bf4f7),segment_id=94de39aa-bc23-4f4d-9d08-ee8ea13bf4f7)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:55.833557 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-c108e56f-c2ab-4e4e-9c42-140c1a5a0c24 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:55.836081 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c108e56f-c2ab-4e4e-9c42-140c1a5a0c24 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:55.858945 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3e197f8f-244b-43fa-afc8-078f8dd78832 None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:55.864466 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c108e56f-c2ab-4e4e-9c42-140c1a5a0c24 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/da6e2eec-fd79-4135-842e-e6a0dfe734da HTTP/1.1" status: 404 len: 337 time: 0.0892892 Apr 29 13:30:55.865426 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33458) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:55.871128 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.db.api [None req-619d41b8-8883-4290-ba5e-21371cd54bf4 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:30:55.871763 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG oslo_db.api [None req-619d41b8-8883-4290-ba5e-21371cd54bf4 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:30:55.879274 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3e197f8f-244b-43fa-afc8-078f8dd78832 None None] Transition to ACTIVE for port object d87c305f-bdd2-4b1c-a13b-6c74c9233a32 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:30:55.885646 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3e197f8f-244b-43fa-afc8-078f8dd78832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:55.930483 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b12bae-c904-449c-8d39-3148b7511cc0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:55.931580 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b12bae-c904-449c-8d39-3148b7511cc0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:55.933587 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d2b12bae-c904-449c-8d39-3148b7511cc0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/152cca34-e5d4-4e59-aad4-6f410e8a81a1 HTTP/1.1" status: 404 len: 337 time: 0.0640383 Apr 29 13:30:55.936899 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33462) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:55.943239 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028b5860-a393-4730-a099-432e8778c547 req-63455b12-e01d-490b-aa99-0ccb9dd86d08 service neutron] Port 930511fd-f31b-461c-901d-3a56466b2494 on network da5984e7-25dc-4233-b8aa-432db7431e94 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:30:55.943774 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028b5860-a393-4730-a099-432e8778c547 req-63455b12-e01d-490b-aa99-0ccb9dd86d08 service neutron] Attempting to bind port 930511fd-f31b-461c-901d-3a56466b2494 on network da5984e7-25dc-4233-b8aa-432db7431e94 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:30:55.961728 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5c48a726-1fcc-485d-8835-c5af49b49b57 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:55.998561 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-131feca9-e68a-493e-b3b0-bb5823d53b70 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:56.007672 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028b5860-a393-4730-a099-432e8778c547 req-63455b12-e01d-490b-aa99-0ccb9dd86d08 service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:30:56.008007 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028b5860-a393-4730-a099-432e8778c547 req-63455b12-e01d-490b-aa99-0ccb9dd86d08 service neutron] Checking segment: {'id': 'f59feb08-423c-4bc7-a7f2-47734c51ddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'da5984e7-25dc-4233-b8aa-432db7431e94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:30:56.008394 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028b5860-a393-4730-a099-432e8778c547 req-63455b12-e01d-490b-aa99-0ccb9dd86d08 service neutron] Bound using segment: {'id': 'f59feb08-423c-4bc7-a7f2-47734c51ddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'da5984e7-25dc-4233-b8aa-432db7431e94'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:30:56.008859 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-028b5860-a393-4730-a099-432e8778c547 req-63455b12-e01d-490b-aa99-0ccb9dd86d08 service neutron] Bound port: 930511fd-f31b-461c-901d-3a56466b2494, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f59feb08-423c-4bc7-a7f2-47734c51ddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'da5984e7-25dc-4233-b8aa-432db7431e94'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:30:56.009204 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-028b5860-a393-4730-a099-432e8778c547 req-63455b12-e01d-490b-aa99-0ccb9dd86d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:56.041800 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e197f8f-244b-43fa-afc8-078f8dd78832 None None] Pushing event updated for resources: {'Port': ['ID=d87c305f-bdd2-4b1c-a13b-6c74c9233a32,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:56.099899 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f1fcbdb3-3e7d-4e58-9df7-867674cf490f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:56.100630 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f1fcbdb3-3e7d-4e58-9df7-867674cf490f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:56.135236 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7cd38705-2241-4550-97fe-005009fe59ef tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9ad5e1b-236f-4cb3-9206-ea631811af8b HTTP/1.1" status: 200 len: 205 time: 0.1968515 Apr 29 13:30:56.135903 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33466) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:56.221484 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-546fa3a7-7883-4460-85b9-1d95e1fc5b80 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] delete failed (client error): The resource could not be found. Apr 29 13:30:56.225180 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-546fa3a7-7883-4460-85b9-1d95e1fc5b80 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/routers/f9ad5e1b-236f-4cb3-9206-ea631811af8b HTTP/1.1" status: 404 len: 336 time: 0.0828216 Apr 29 13:30:56.225937 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33470) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:56.268109 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f9e151d-e9d1-4409-af26-9fb0daf31e68 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:56.268812 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f9e151d-e9d1-4409-af26-9fb0daf31e68 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:56.272572 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5f9e151d-e9d1-4409-af26-9fb0daf31e68 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/3449ac3a-f483-447b-b329-384eba20debd HTTP/1.1" status: 404 len: 337 time: 0.0420434 Apr 29 13:30:56.274289 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33474) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:56.329187 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-43c48962-89ea-4903-a129-0513a2746ef6 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4ae467c-bf7e-4254-b722-4b576f6e418f HTTP/1.1" status: 200 len: 205 time: 0.0552623 Apr 29 13:30:56.335892 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33478) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:56.355507 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e0a0f-b38b-4f5e-96be-b0b097193813 req-0186d2a8-8ac2-4caf-b287-b5dd05aca4dc tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:56.357000 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2e4e0a0f-b38b-4f5e-96be-b0b097193813 req-0186d2a8-8ac2-4caf-b287-b5dd05aca4dc tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 944 time: 0.3699152 Apr 29 13:30:56.377446 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-619d41b8-8883-4290-ba5e-21371cd54bf4 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Deleting port bff3e0ad-6873-4a0c-bb45-3cae08789578 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:30:56.377795 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-619d41b8-8883-4290-ba5e-21371cd54bf4 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:56.503123 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-78d67d12-7efa-4002-9594-b868c175137b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] delete failed (client error): The resource could not be found. Apr 29 13:30:56.504135 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-78d67d12-7efa-4002-9594-b868c175137b tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/routers/e4ae467c-bf7e-4254-b722-4b576f6e418f HTTP/1.1" status: 404 len: 336 time: 0.1524568 Apr 29 13:30:56.515164 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33482) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:56.517513 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2e4e0a0f-b38b-4f5e-96be-b0b097193813 req-3c094b59-655b-428d-bb7e-6356d68226fd tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/security-groups?id=916e73e2-1f8b-4146-98d4-2e2900106396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547885 Apr 29 13:30:56.570047 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-39bd8dd9-8d65-4881-86fc-08d9fa35e3e0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:56.570488 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39bd8dd9-8d65-4881-86fc-08d9fa35e3e0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:56.572164 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-39bd8dd9-8d65-4881-86fc-08d9fa35e3e0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/4e03c5c6-8bcd-447a-91df-ce23e6bef6e9 HTTP/1.1" status: 404 len: 337 time: 0.0537796 Apr 29 13:30:56.574869 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33486) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:56.609335 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-028b5860-a393-4730-a099-432e8778c547 req-63455b12-e01d-490b-aa99-0ccb9dd86d08 service neutron] For port 930511fd-f31b-461c-901d-3a56466b2494, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:30:56.626917 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ec0753-2edf-4080-803a-6b6132909e41 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:56.627362 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56ec0753-2edf-4080-803a-6b6132909e41 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:56.629133 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-56ec0753-2edf-4080-803a-6b6132909e41 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/e0dd0118-3103-4ec8-9ca2-22104c54377e HTTP/1.1" status: 404 len: 337 time: 0.0533738 Apr 29 13:30:56.631746 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33490) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:56.639436 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-028b5860-a393-4730-a099-432e8778c547 req-63455b12-e01d-490b-aa99-0ccb9dd86d08 service neutron] For port 930511fd-f31b-461c-901d-3a56466b2494, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=930511fd-f31b-461c-901d-3a56466b2494,segment=NetworkSegment(f59feb08-423c-4bc7-a7f2-47734c51ddb9),segment_id=f59feb08-423c-4bc7-a7f2-47734c51ddb9)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:30:56.682198 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-028b5860-a393-4730-a099-432e8778c547 req-63455b12-e01d-490b-aa99-0ccb9dd86d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:56.693111 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfaaa59d-6682-4269-aad1-5f4e3998a0ed tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:56.693555 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfaaa59d-6682-4269-aad1-5f4e3998a0ed tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:56.695181 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-cfaaa59d-6682-4269-aad1-5f4e3998a0ed tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/eb33be3d-1b7b-4a0c-b981-108e948e5e4a HTTP/1.1" status: 404 len: 333 time: 0.0625472 Apr 29 13:30:56.703242 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33494) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:56.745833 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-619d41b8-8883-4290-ba5e-21371cd54bf4 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:56.746064 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5d41ed6d-55e0-4656-b1c5-f0b91b28726d None None] Provisioning complete for port 72e5c03b-7210-4d9d-a4a6-d1ea4570812b triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:56.746555 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-619d41b8-8883-4290-ba5e-21371cd54bf4 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:56.746677 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d41ed6d-55e0-4656-b1c5-f0b91b28726d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:56.754205 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-9043cb3c-c8c4-4605-8452-52476b320814 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:56.754640 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9043cb3c-c8c4-4605-8452-52476b320814 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:56.756281 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9043cb3c-c8c4-4605-8452-52476b320814 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/d931ee49-51ba-415b-9d0d-fb197dbaee8f HTTP/1.1" status: 404 len: 337 time: 0.0521688 Apr 29 13:30:56.759211 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33498) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:56.778957 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.resource_extend [None req-5c48a726-1fcc-485d-8835-c5af49b49b57 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:30:56.803207 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-028b5860-a393-4730-a099-432e8778c547 req-63455b12-e01d-490b-aa99-0ccb9dd86d08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:56.804424 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-5d41ed6d-55e0-4656-b1c5-f0b91b28726d None None] Port 72e5c03b-7210-4d9d-a4a6-d1ea4570812b cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:30:56.804844 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-028b5860-a393-4730-a099-432e8778c547 req-63455b12-e01d-490b-aa99-0ccb9dd86d08 service neutron] 10.222.0.32 "PUT /v2.0/ports/930511fd-f31b-461c-901d-3a56466b2494 HTTP/1.1" status: 200 len: 1094 time: 3.5933385 Apr 29 13:30:56.808798 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e6a9e6b-2f82-4e71-b052-0315f0b58526', 'tag': '930511fd-f31b-461c-901d-3a56466b2494'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:30:56.814081 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-6893e927-c79b-4cea-8ba9-95894a897224 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:56.815858 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6893e927-c79b-4cea-8ba9-95894a897224 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:56.818000 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5c48a726-1fcc-485d-8835-c5af49b49b57 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:56.820802 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6893e927-c79b-4cea-8ba9-95894a897224 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/d232e325-afb6-4037-b7a0-b02b1ded56cc HTTP/1.1" status: 404 len: 333 time: 0.0603414 Apr 29 13:30:56.827304 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5d41ed6d-55e0-4656-b1c5-f0b91b28726d None None] Provisioning for port d87c305f-bdd2-4b1c-a13b-6c74c9233a32 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:30:56.837524 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33504) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:56.846947 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5d41ed6d-55e0-4656-b1c5-f0b91b28726d None None] Provisioning complete for port d87c305f-bdd2-4b1c-a13b-6c74c9233a32 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:56.847565 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d41ed6d-55e0-4656-b1c5-f0b91b28726d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:56.929742 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5c48a726-1fcc-485d-8835-c5af49b49b57 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:56.936253 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b426a985-34ab-4120-98b1-59bc8e54c825'] response: {'name': 'network-changed', 'server_uuid': '1e6a9e6b-2f82-4e71-b052-0315f0b58526', 'tag': '930511fd-f31b-461c-901d-3a56466b2494', 'status': 'completed', 'code': 200} Apr 29 13:30:56.950675 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-619d41b8-8883-4290-ba5e-21371cd54bf4 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Calling delete_port for bff3e0ad-6873-4a0c-bb45-3cae08789578 owned by network:floatingip {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:30:56.991770 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63455b12-e01d-490b-aa99-0ccb9dd86d08 service neutron] Pushing event updated for resources: {'Port': ['ID=930511fd-f31b-461c-901d-3a56466b2494,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:57.035478 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c8cedf-e1bc-4438-9392-dbed40a55cd0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:57.035828 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c8cedf-e1bc-4438-9392-dbed40a55cd0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:57.037545 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-31c8cedf-e1bc-4438-9392-dbed40a55cd0 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/46413add-c714-4c36-a5d4-1b9bb0d1c41f HTTP/1.1" status: 404 len: 337 time: 0.1981337 Apr 29 13:30:57.041507 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5d41ed6d-55e0-4656-b1c5-f0b91b28726d None None] Provisioning complete for port 68d79673-507d-484d-accf-cee89e015c51 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:57.041877 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d41ed6d-55e0-4656-b1c5-f0b91b28726d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:57.056493 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33508) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:57.099843 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-5d41ed6d-55e0-4656-b1c5-f0b91b28726d None None] Port 68d79673-507d-484d-accf-cee89e015c51 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:30:57.104602 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-619d41b8-8883-4290-ba5e-21371cd54bf4 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:57.147742 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d41b8-8883-4290-ba5e-21371cd54bf4 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Pushing event deleted for resources: {'Port': ['ID=bff3e0ad-6873-4a0c-bb45-3cae08789578,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:57.183136 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-284c0bd1-8176-437c-9f02-03f5191bbe79 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:57.183747 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-284c0bd1-8176-437c-9f02-03f5191bbe79 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:57.188544 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-284c0bd1-8176-437c-9f02-03f5191bbe79 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/b5184d8a-bd4d-47e9-bef1-e27d84b38d11 HTTP/1.1" status: 404 len: 333 time: 0.1247129 Apr 29 13:30:57.189172 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33512) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:57.220942 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c48a726-1fcc-485d-8835-c5af49b49b57 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Pushing event updated for resources: {'Port': ['ID=0d57e9ad-5458-49aa-8bee-537437fddf4b,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:57.228884 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device d87c305f-bdd2-4b1c-a13b-6c74c9233a32 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:30:57.270665 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f418ccc-e59d-4c48-9221-80d8ebc6bd04 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:57.271211 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f418ccc-e59d-4c48-9221-80d8ebc6bd04 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:57.280007 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5c48a726-1fcc-485d-8835-c5af49b49b57 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:57.287970 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7f418ccc-e59d-4c48-9221-80d8ebc6bd04 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/a2d7a816-5f4f-462a-8250-bbcdc8ec1f8f HTTP/1.1" status: 404 len: 337 time: 0.0976005 Apr 29 13:30:57.290215 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33516) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:57.303261 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port d87c305f-bdd2-4b1c-a13b-6c74c9233a32 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:57.303853 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:57.337039 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a041ae2-4253-4269-a86c-917cf0f94840 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:57.337485 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a041ae2-4253-4269-a86c-917cf0f94840 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:57.341593 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3a041ae2-4253-4269-a86c-917cf0f94840 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/af12a0e3-d1b1-4524-954e-854b785d820f HTTP/1.1" status: 404 len: 333 time: 0.0479860 Apr 29 13:30:57.341593 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-619d41b8-8883-4290-ba5e-21371cd54bf4 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks [] for floatingip, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:57.344239 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-619d41b8-8883-4290-ba5e-21371cd54bf4 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:57.344676 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-619d41b8-8883-4290-ba5e-21371cd54bf4 tempest-ServerActionsTestJSON-401206286 tempest-ServerActionsTestJSON-401206286-project] 10.222.0.76 "DELETE /v2.0/floatingips/79cef90e-cba4-44eb-85c3-9e289b2f7e0d HTTP/1.1" status: 204 len: 168 time: 2.3872197 Apr 29 13:30:57.345121 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33520) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:57.347294 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33524) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:57.393187 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-f732f1dd-df88-4797-8412-4e56750aa983 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:57.393628 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f732f1dd-df88-4797-8412-4e56750aa983 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:57.395526 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f732f1dd-df88-4797-8412-4e56750aa983 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/fc96c769-7693-4304-ba8b-3defc3a3e4b9 HTTP/1.1" status: 404 len: 337 time: 0.0492692 Apr 29 13:30:57.398969 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33530) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:57.447489 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a4e7f1-703b-4909-942c-19a9ff5ffaaf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:57.448193 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a4e7f1-703b-4909-942c-19a9ff5ffaaf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:57.449952 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-64a4e7f1-703b-4909-942c-19a9ff5ffaaf tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/7337a896-8b47-4967-abbd-320fb2e263df HTTP/1.1" status: 404 len: 333 time: 0.0498533 Apr 29 13:30:57.453247 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33534) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:57.495225 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e40398f-74ab-4b01-b074-40c468222cfb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:57.495596 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e40398f-74ab-4b01-b074-40c468222cfb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:57.499692 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1e40398f-74ab-4b01-b074-40c468222cfb tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/896d09ed-2019-48d6-a29a-4594daa78455 HTTP/1.1" status: 404 len: 337 time: 0.0429194 Apr 29 13:30:57.499963 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33538) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:57.534128 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-131feca9-e68a-493e-b3b0-bb5823d53b70 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Delete allocated IP 2001:db8::355 (44ba171e-fd39-4027-873e-4c53aa8412b5/cdd1afb6-13c5-48eb-934a-3d29ccd7faaf) {{(pid=83904) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 13:30:57.548150 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-027007e1-f6a1-4a27-9a39-135455f31edd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:57.548868 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-027007e1-f6a1-4a27-9a39-135455f31edd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:57.550646 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-027007e1-f6a1-4a27-9a39-135455f31edd tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/4aaadcb7-75f2-4314-9d25-52414054b253 HTTP/1.1" status: 404 len: 333 time: 0.0497880 Apr 29 13:30:57.558201 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33544) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:57.562785 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-131feca9-e68a-493e-b3b0-bb5823d53b70 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Allocated IP 2001:db8:0:1::182 (44ba171e-fd39-4027-873e-4c53aa8412b5/9395aa3c-8d4d-47e9-9e5a-b51b41c47daa/72e5c03b-7210-4d9d-a4a6-d1ea4570812b) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:30:57.623939 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-028b5860-a393-4730-a099-432e8778c547 req-afd88280-9e0f-4890-899d-02474fd4f1e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6eb8013c69b1412a8d5f02656d15f3a8&device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 1097 time: 0.6868091 Apr 29 13:30:57.633435 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-4357e97a-4581-4a13-9ba6-e594824b8969 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:57.634075 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4357e97a-4581-4a13-9ba6-e594824b8969 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:57.638189 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4357e97a-4581-4a13-9ba6-e594824b8969 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/74d47794-652c-4500-bae5-8ac4bdf66298 HTTP/1.1" status: 404 len: 337 time: 0.0750561 Apr 29 13:30:57.640816 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33548) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:57.788750 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e7bb1ff-7dea-4a63-9d66-9f8342f034e9 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:57.789219 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e7bb1ff-7dea-4a63-9d66-9f8342f034e9 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:57.791147 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7e7bb1ff-7dea-4a63-9d66-9f8342f034e9 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/ports/ae9dc189-9d7a-443a-ae70-cd01808e12e2 HTTP/1.1" status: 404 len: 333 time: 0.1387806 Apr 29 13:30:57.801934 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33552) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:57.805123 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-028b5860-a393-4730-a099-432e8778c547 req-947dfd94-4e2a-4b10-8233-153d8d573cec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=930511fd-f31b-461c-901d-3a56466b2494 HTTP/1.1" status: 200 len: 217 time: 0.1643949 Apr 29 13:30:57.861159 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-d73543c2-90a8-4c84-bf21-31abc8abd4b4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] DELETE failed (client error): The resource could not be found. Apr 29 13:30:57.861921 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d73543c2-90a8-4c84-bf21-31abc8abd4b4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:30:57.863257 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d73543c2-90a8-4c84-bf21-31abc8abd4b4 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/subnets/88d10b39-d79c-47ce-9f9c-57359866a47f HTTP/1.1" status: 404 len: 337 time: 0.0592856 Apr 29 13:30:57.868132 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33556) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:57.904302 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:58.000492 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b5860-a393-4730-a099-432e8778c547 req-7301f89c-61bd-4434-817a-f3d878daaa19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:58.001575 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-028b5860-a393-4730-a099-432e8778c547 req-7301f89c-61bd-4434-817a-f3d878daaa19 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3c35e10-898d-41d2-8dbc-3d15cabb2be6 HTTP/1.1" status: 200 len: 851 time: 0.1713395 Apr 29 13:30:58.019613 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1fcbdb3-3e7d-4e58-9df7-867674cf490f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router bf547b66-6993-42c7-b2d8-17f625efff0d is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:30:58.036574 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80637d-0501-49e4-b0d7-b3777c0bda8a req-6929c8a5-5f05-461b-bc00-761f72300836 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:58.039781 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ce80637d-0501-49e4-b0d7-b3777c0bda8a req-6929c8a5-5f05-461b-bc00-761f72300836 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 944 time: 0.2835538 Apr 29 13:30:58.043241 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2221749f-36e1-4b46-9480-5b3caddbf324 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:58.077935 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-028b5860-a393-4730-a099-432e8778c547 req-cd21aa0c-8ac6-4f0d-b4d9-5423cbd58d04 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da5984e7-25dc-4233-b8aa-432db7431e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559399 Apr 29 13:30:58.162414 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ce80637d-0501-49e4-b0d7-b3777c0bda8a req-ea8aca42-bf2f-4e5f-b2c6-b5210cc02033 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/security-groups?id=916e73e2-1f8b-4146-98d4-2e2900106396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130962 Apr 29 13:30:58.246014 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2221749f-36e1-4b46-9480-5b3caddbf324 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:58.275331 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-2221749f-36e1-4b46-9480-5b3caddbf324 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2591163-41a9-4c5e-86a6-99ddbf59518f']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:58.347906 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.resource_extend [None req-131feca9-e68a-493e-b3b0-bb5823d53b70 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:30:58.351952 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-2221749f-36e1-4b46-9480-5b3caddbf324 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4634df41-7b5b-45f5-8409-767c61528ed9') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:58.352983 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-2221749f-36e1-4b46-9480-5b3caddbf324 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4634df41-7b5b-45f5-8409-767c61528ed9') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:58.375369 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-131feca9-e68a-493e-b3b0-bb5823d53b70 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:58.425610 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2221749f-36e1-4b46-9480-5b3caddbf324 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:58.443611 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-131feca9-e68a-493e-b3b0-bb5823d53b70 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Transition to ACTIVE for port object 72e5c03b-7210-4d9d-a4a6-d1ea4570812b will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:30:58.444897 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.l3_db [None req-5c48a726-1fcc-485d-8835-c5af49b49b57 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Floating IP 4bf7ab39-434b-4cd3-98d3-3579a849f6eb associated. External IP: 172.26.6.164, port: d492d120-9a26-4ef1-aada-b97d2c3a54c1. Apr 29 13:30:58.456220 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2221749f-36e1-4b46-9480-5b3caddbf324 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:58.472571 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2221749f-36e1-4b46-9480-5b3caddbf324 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:30:58.473029 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2221749f-36e1-4b46-9480-5b3caddbf324 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:30:58.488805 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:30:58.503521 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-028b5860-a393-4730-a099-432e8778c547 req-56aa0e39-f2dd-428f-9d3c-5677531f941c service neutron] 10.222.0.32 "GET /v2.0/networks/da5984e7-25dc-4233-b8aa-432db7431e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146249 Apr 29 13:30:58.520072 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-131feca9-e68a-493e-b3b0-bb5823d53b70 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:58.581483 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2221749f-36e1-4b46-9480-5b3caddbf324 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:58.604380 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2221749f-36e1-4b46-9480-5b3caddbf324 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:58.616007 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221749f-36e1-4b46-9480-5b3caddbf324 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] Pushing event deleted for resources: {'Network': ['ID=b2591163-41a9-4c5e-86a6-99ddbf59518f,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:58.623235 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2221749f-36e1-4b46-9480-5b3caddbf324 tempest-NetworksTestDHCPv6-815181624 tempest-NetworksTestDHCPv6-815181624-project] 10.222.0.76 "DELETE /v2.0/networks/b2591163-41a9-4c5e-86a6-99ddbf59518f HTTP/1.1" status: 204 len: 168 time: 0.7538075 Apr 29 13:30:58.663808 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-901e4b54-b244-4150-a6a0-1e7137c9ba11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:58.819050 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-131feca9-e68a-493e-b3b0-bb5823d53b70 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] In _notify_port_updated(), no bound segment for port 72e5c03b-7210-4d9d-a4a6-d1ea4570812b on network 44ba171e-fd39-4027-873e-4c53aa8412b5 {{(pid=83904) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 13:30:58.822867 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131feca9-e68a-493e-b3b0-bb5823d53b70 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:58.823092 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-131feca9-e68a-493e-b3b0-bb5823d53b70 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:58.824553 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-131feca9-e68a-493e-b3b0-bb5823d53b70 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "PUT /v2.0/ports/72e5c03b-7210-4d9d-a4a6-d1ea4570812b HTTP/1.1" status: 200 len: 931 time: 3.7602060 Apr 29 13:30:58.829244 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33562) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:58.847891 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131feca9-e68a-493e-b3b0-bb5823d53b70 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Port': ['ID=72e5c03b-7210-4d9d-a4a6-d1ea4570812b,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:58.974553 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-028b5860-a393-4730-a099-432e8778c547 req-ca7c2098-b868-4fff-9072-6e38a3f524c2 service neutron] 10.222.0.32 "GET /v2.0/networks/da5984e7-25dc-4233-b8aa-432db7431e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635036 Apr 29 13:30:58.979118 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-59d9f3b1-a0b0-4106-a2df-2f6e2fbeec4d tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting port 72e5c03b-7210-4d9d-a4a6-d1ea4570812b {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:30:58.979118 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-59d9f3b1-a0b0-4106-a2df-2f6e2fbeec4d tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:59.193394 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33568) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:59.282877 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-93c1a50e-5c8e-4827-8dc5-c36d14f1be35 None None] Provisioning for port 72e5c03b-7210-4d9d-a4a6-d1ea4570812b completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:30:59.305342 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-93c1a50e-5c8e-4827-8dc5-c36d14f1be35 None None] Provisioning complete for port 72e5c03b-7210-4d9d-a4a6-d1ea4570812b triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:30:59.307320 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-93c1a50e-5c8e-4827-8dc5-c36d14f1be35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:59.315485 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-59d9f3b1-a0b0-4106-a2df-2f6e2fbeec4d tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:59.406515 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-93c1a50e-5c8e-4827-8dc5-c36d14f1be35 None None] Port 72e5c03b-7210-4d9d-a4a6-d1ea4570812b cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:30:59.423544 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fcbdb3-3e7d-4e58-9df7-867674cf490f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:30:59.455717 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6503360e-6614-4c05-980d-0742577ba908 None None] Sync routers for ids ['bf547b66-6993-42c7-b2d8-17f625efff0d'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:30:59.473497 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f1fcbdb3-3e7d-4e58-9df7-867674cf490f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:30:59.473732 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6503360e-6614-4c05-980d-0742577ba908 None None] Routers {'bf547b66-6993-42c7-b2d8-17f625efff0d'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:30:59.474260 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-6503360e-6614-4c05-980d-0742577ba908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:30:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf547b66-6993-42c7-b2d8-17f625efff0d'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:59.477723 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f1fcbdb3-3e7d-4e58-9df7-867674cf490f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.8633418 Apr 29 13:30:59.479794 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33576) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:59.492289 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-320ab72c-27d9-467a-b29e-ec338a73332d req-7aee1683-3e2f-43df-bc35-5d7e71328551 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6eb8013c69b1412a8d5f02656d15f3a8&device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 1097 time: 0.4576998 Apr 29 13:30:59.629912 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45070513-b1cc-4833-8888-2b6d380ca4e6 req-91cb62e4-08c9-4e0b-917c-309e3f1a584a tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:59.631283 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-45070513-b1cc-4833-8888-2b6d380ca4e6 req-91cb62e4-08c9-4e0b-917c-309e3f1a584a tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 944 time: 0.2593379 Apr 29 13:30:59.648169 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-59d9f3b1-a0b0-4106-a2df-2f6e2fbeec4d tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Calling delete_port for 72e5c03b-7210-4d9d-a4a6-d1ea4570812b owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:30:59.704003 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-6503360e-6614-4c05-980d-0742577ba908 None None] Set router bf547b66-6993-42c7-b2d8-17f625efff0d gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:30:59.736345 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3969d2ab-7639-49f5-9e02-e41aa7001143 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=4b7a89f6c8564a04be449e2e6b4a95e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1967418 Apr 29 13:30:59.737397 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33580) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:59.888656 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-61c51e4a-04f0-4a0f-aa83-8bd61a766e57 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f867f5dc359e4dd7bdbf2f060690d804&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6945095 Apr 29 13:30:59.896782 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-45070513-b1cc-4833-8888-2b6d380ca4e6 req-2520ddf3-b575-4a89-9426-0d2909f88106 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/security-groups?id=916e73e2-1f8b-4146-98d4-2e2900106396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462001 Apr 29 13:30:59.897678 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33584) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:30:59.918597 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ab72c-27d9-467a-b29e-ec338a73332d req-19f57501-4cd8-4f82-b01e-bdbaf8c01b06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:30:59.920321 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-320ab72c-27d9-467a-b29e-ec338a73332d req-19f57501-4cd8-4f82-b01e-bdbaf8c01b06 service neutron] 10.222.0.32 "GET /v2.0/networks?id=da5984e7-25dc-4233-b8aa-432db7431e94 HTTP/1.1" status: 200 len: 912 time: 0.4197996 Apr 29 13:31:00.035530 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-320ab72c-27d9-467a-b29e-ec338a73332d req-e3afc034-b8a2-4837-835c-51378f9a2fc8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=930511fd-f31b-461c-901d-3a56466b2494 HTTP/1.1" status: 200 len: 217 time: 0.0979176 Apr 29 13:31:00.038639 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474a74fb-97a0-4ca6-9650-ce01e5d5ea00 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:00.040288 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-474a74fb-97a0-4ca6-9650-ce01e5d5ea00 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3014400 Apr 29 13:31:00.043386 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33588) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:00.099984 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-6503360e-6614-4c05-980d-0742577ba908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'name': 'tempest-TestNetworkBasicOps-router-704659710', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': '4b69c446-a1f5-4e04-a671-4375574d8411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:30:50Z', 'updated_at': '2022-04-29T13:30:55Z', 'revision_number': 3, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '4b69c446-a1f5-4e04-a671-4375574d8411', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:30:52Z', 'updated_at': '2022-04-29T13:30:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:00.105326 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6503360e-6614-4c05-980d-0742577ba908 None None] Checking router: bf547b66-6993-42c7-b2d8-17f625efff0d for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:31:00.105836 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6503360e-6614-4c05-980d-0742577ba908 None None] Updating router bf547b66-6993-42c7-b2d8-17f625efff0d port 4b69c446-a1f5-4e04-a671-4375574d8411 binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:31:00.127835 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-59d9f3b1-a0b0-4106-a2df-2f6e2fbeec4d tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:00.128783 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-384d5b33-3de2-4ac8-9119-0d7e13989a6a tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3475bcf7-abe6-4964-9326-03174235aecc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0535760 Apr 29 13:31:00.137073 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33592) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:00.168003 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ab72c-27d9-467a-b29e-ec338a73332d req-74cec725-ffed-4387-926d-df92c30189ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:00.169603 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-320ab72c-27d9-467a-b29e-ec338a73332d req-74cec725-ffed-4387-926d-df92c30189ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3c35e10-898d-41d2-8dbc-3d15cabb2be6 HTTP/1.1" status: 200 len: 851 time: 0.1269941 Apr 29 13:31:00.182419 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6503360e-6614-4c05-980d-0742577ba908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:00.192198 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-34d2c57a-1434-46b9-947b-08c00a92398e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:00.198328 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-a8d418c6-f6be-42db-8ed6-d7747dad4843 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1203544641', 'network_id': '1f1631f4-7759-4601-8487-4268d3ef1926', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:00.231896 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9f3b1-a0b0-4106-a2df-2f6e2fbeec4d tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Port': ['ID=72e5c03b-7210-4d9d-a4a6-d1ea4570812b,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:00.235237 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-320ab72c-27d9-467a-b29e-ec338a73332d req-8914cfb9-12bf-42b5-bc6f-2f21a8f18af4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da5984e7-25dc-4233-b8aa-432db7431e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506988 Apr 29 13:31:00.328832 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-34d2c57a-1434-46b9-947b-08c00a92398e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:00.333653 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c48a726-1fcc-485d-8835-c5af49b49b57 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Router 90173866-306d-4838-8552-62ba2c3bbe83 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:31:00.457658 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a8d418c6-f6be-42db-8ed6-d7747dad4843 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:00.463913 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-59d9f3b1-a0b0-4106-a2df-2f6e2fbeec4d tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:00.482310 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a8d418c6-f6be-42db-8ed6-d7747dad4843 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:subnet and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:00.489295 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a8d418c6-f6be-42db-8ed6-d7747dad4843 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:00.510405 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a8d418c6-f6be-42db-8ed6-d7747dad4843 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:00.511373 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-320ab72c-27d9-467a-b29e-ec338a73332d req-96b43cbc-e87f-4727-af60-97350099c793 service neutron] 10.222.0.32 "GET /v2.0/networks/da5984e7-25dc-4233-b8aa-432db7431e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686863 Apr 29 13:31:00.513759 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-59d9f3b1-a0b0-4106-a2df-2f6e2fbeec4d tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/ports/72e5c03b-7210-4d9d-a4a6-d1ea4570812b HTTP/1.1" status: 204 len: 168 time: 1.6770935 Apr 29 13:31:00.518065 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33596) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:00.563455 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6503360e-6614-4c05-980d-0742577ba908 None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:00.584631 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d29a2ac-d47a-40d0-b7e9-a508d26ae81a tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] GET failed (client error): The resource could not be found. Apr 29 13:31:00.585543 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5d29a2ac-d47a-40d0-b7e9-a508d26ae81a tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Synchronizing usage tracker for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:31:00.589298 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d418c6-f6be-42db-8ed6-d7747dad4843 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Made reservation on behalf of 4b7a89f6c8564a04be449e2e6b4a95e5 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:00.592272 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6503360e-6614-4c05-980d-0742577ba908 None None] Transition to ACTIVE for port object 4b69c446-a1f5-4e04-a671-4375574d8411 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:00.602308 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6503360e-6614-4c05-980d-0742577ba908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:00.676845 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-34d2c57a-1434-46b9-947b-08c00a92398e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:00.684927 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-320ab72c-27d9-467a-b29e-ec338a73332d req-8a371e66-3e77-42ab-9593-82d912009789 service neutron] 10.222.0.32 "GET /v2.0/networks/da5984e7-25dc-4233-b8aa-432db7431e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643283 Apr 29 13:31:00.688304 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ce3c3-ff80-4677-a071-b350ddeefbe1 None None] Pushing event updated for resources: {'Port': ['ID=4b69c446-a1f5-4e04-a671-4375574d8411,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:00.691111 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-6503360e-6614-4c05-980d-0742577ba908 None None] Attempting to bind port 4b69c446-a1f5-4e04-a671-4375574d8411 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:31:00.691755 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-6503360e-6614-4c05-980d-0742577ba908 None None] Attempting to bind port 4b69c446-a1f5-4e04-a671-4375574d8411 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:31:00.692313 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6503360e-6614-4c05-980d-0742577ba908 None None] Attempting to bind port 4b69c446-a1f5-4e04-a671-4375574d8411 on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:31:00.706389 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7ce3c3-ff80-4677-a071-b350ddeefbe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:00.706830 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7ce3c3-ff80-4677-a071-b350ddeefbe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:00.707145 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7ce3c3-ff80-4677-a071-b350ddeefbe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:00.707478 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7ce3c3-ff80-4677-a071-b350ddeefbe1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:00.707866 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7ce3c3-ff80-4677-a071-b350ddeefbe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:00.709265 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7ce3c3-ff80-4677-a071-b350ddeefbe1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:00.709754 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7ce3c3-ff80-4677-a071-b350ddeefbe1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:00.710207 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7ce3c3-ff80-4677-a071-b350ddeefbe1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:00.710609 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7ce3c3-ff80-4677-a071-b350ddeefbe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:00.711095 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7ce3c3-ff80-4677-a071-b350ddeefbe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:00.711947 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7ce3c3-ff80-4677-a071-b350ddeefbe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:00.726383 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2c57a-1434-46b9-947b-08c00a92398e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc03c1bd-cc66-496e-b5b2-ae0d4b0b7256,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:00.728184 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6503360e-6614-4c05-980d-0742577ba908 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:31:00.728700 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6503360e-6614-4c05-980d-0742577ba908 None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:31:00.729170 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6503360e-6614-4c05-980d-0742577ba908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:00.729680 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6503360e-6614-4c05-980d-0742577ba908 None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:31:00.730226 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-6503360e-6614-4c05-980d-0742577ba908 None None] Bound port: 4b69c446-a1f5-4e04-a671-4375574d8411, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:31:00.730798 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6503360e-6614-4c05-980d-0742577ba908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:00.738679 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c48a726-1fcc-485d-8835-c5af49b49b57 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:31:00.748022 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5d29a2ac-d47a-40d0-b7e9-a508d26ae81a tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Unset dirty status for tenant:6ae461034cd64fbdab4560447c7639cd on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:31:00.749786 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5d29a2ac-d47a-40d0-b7e9-a508d26ae81a tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "GET /v2.0/ports/72e5c03b-7210-4d9d-a4a6-d1ea4570812b HTTP/1.1" status: 404 len: 333 time: 0.2302263 Apr 29 13:31:00.753707 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33600) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:00.754250 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-34d2c57a-1434-46b9-947b-08c00a92398e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:00.755473 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-34d2c57a-1434-46b9-947b-08c00a92398e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cc03c1bd-cc66-496e-b5b2-ae0d4b0b7256 HTTP/1.1" status: 204 len: 168 time: 0.8568966 Apr 29 13:31:00.755948 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aa4666-de74-4b1f-8a37-7c92a7f2ba17 None None] Sync routers for ids ['90173866-306d-4838-8552-62ba2c3bbe83'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:31:00.779626 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aa4666-de74-4b1f-8a37-7c92a7f2ba17 None None] Routers {'90173866-306d-4838-8552-62ba2c3bbe83'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:31:00.781540 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-d1aa4666-de74-4b1f-8a37-7c92a7f2ba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:30:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['90173866-306d-4838-8552-62ba2c3bbe83'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:00.793774 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5c48a726-1fcc-485d-8835-c5af49b49b57 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:00.844823 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6503360e-6614-4c05-980d-0742577ba908 None None] For port 4b69c446-a1f5-4e04-a671-4375574d8411, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:31:00.848358 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6503360e-6614-4c05-980d-0742577ba908 None None] For port 4b69c446-a1f5-4e04-a671-4375574d8411, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=4b69c446-a1f5-4e04-a671-4375574d8411,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:31:00.856821 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6503360e-6614-4c05-980d-0742577ba908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:00.873281 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a8d418c6-f6be-42db-8ed6-d7747dad4843 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:00.916601 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5c48a726-1fcc-485d-8835-c5af49b49b57 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.1698105 Apr 29 13:31:00.921591 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea3a6387-897e-4394-b1f5-855d838924d6', 'tag': 'd492d120-9a26-4ef1-aada-b97d2c3a54c1'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:31:00.958590 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2d1735e5-c1e7-4a54-84af-3dd6cb7d0a66 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:00.980861 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6503360e-6614-4c05-980d-0742577ba908 None None] Routers {'bf547b66-6993-42c7-b2d8-17f625efff0d'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:31:00.982024 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-6503360e-6614-4c05-980d-0742577ba908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:30:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf547b66-6993-42c7-b2d8-17f625efff0d'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:01.041232 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2d1735e5-c1e7-4a54-84af-3dd6cb7d0a66 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:01.110644 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6075b7c-109f-41de-b290-9c2f5a2b8721'] response: {'name': 'network-changed', 'server_uuid': 'ea3a6387-897e-4394-b1f5-855d838924d6', 'tag': 'd492d120-9a26-4ef1-aada-b97d2c3a54c1', 'status': 'completed', 'code': 200} Apr 29 13:31:01.161875 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2d1735e5-c1e7-4a54-84af-3dd6cb7d0a66 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:01.216899 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ce3c3-ff80-4677-a071-b350ddeefbe1 None None] Pushing event updated for resources: {'Port': ['ID=4b69c446-a1f5-4e04-a671-4375574d8411,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:01.291759 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-6503360e-6614-4c05-980d-0742577ba908 None None] Set router bf547b66-6993-42c7-b2d8-17f625efff0d gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:31:01.294789 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-d1aa4666-de74-4b1f-8a37-7c92a7f2ba17 None None] Set router 90173866-306d-4838-8552-62ba2c3bbe83 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:31:01.368387 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1735e5-c1e7-4a54-84af-3dd6cb7d0a66 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d428bd-1b7c-4542-96c4-f3909d41be51,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:01.409339 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2d1735e5-c1e7-4a54-84af-3dd6cb7d0a66 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:01.411077 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2d1735e5-c1e7-4a54-84af-3dd6cb7d0a66 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/security-groups/e5d428bd-1b7c-4542-96c4-f3909d41be51 HTTP/1.1" status: 204 len: 168 time: 0.6564326 Apr 29 13:31:01.414196 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33618) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:01.426328 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-901e4b54-b244-4150-a6a0-1e7137c9ba11 admin admin] Deleting port dfca116a-9349-436d-84d8-e8cb520e2159 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:01.432993 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-901e4b54-b244-4150-a6a0-1e7137c9ba11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:01.498228 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770a21a-84eb-4afa-a6a8-6dd5f866efa6 req-e0462374-e28f-4e71-b3ef-c1bb2987620d tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:01.503544 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f770a21a-84eb-4afa-a6a8-6dd5f866efa6 req-e0462374-e28f-4e71-b3ef-c1bb2987620d tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 944 time: 0.1844010 Apr 29 13:31:01.598401 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9f1f11e2-1470-4aa1-86f4-9107426f4869 req-6c63fcff-9740-42da-a648-fb800ff673ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c81113c84764616a8c807a160eb0515&device_id=ea3a6387-897e-4394-b1f5-855d838924d6 HTTP/1.1" status: 200 len: 1098 time: 0.4857166 Apr 29 13:31:01.621327 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a8d418c6-f6be-42db-8ed6-d7747dad4843 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:01.651014 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-6503360e-6614-4c05-980d-0742577ba908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'name': 'tempest-TestNetworkBasicOps-router-704659710', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': '4b69c446-a1f5-4e04-a671-4375574d8411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:30:50Z', 'updated_at': '2022-04-29T13:30:55Z', 'revision_number': 3, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '4b69c446-a1f5-4e04-a671-4375574d8411', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:30:52Z', 'updated_at': '2022-04-29T13:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:01.657624 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6503360e-6614-4c05-980d-0742577ba908 None None] The sync data for ids ['bf547b66-6993-42c7-b2d8-17f625efff0d'] in dv-neutron-839027-4-hyperv is: [{'id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'name': 'tempest-TestNetworkBasicOps-router-704659710', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': '4b69c446-a1f5-4e04-a671-4375574d8411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:30:50Z', 'updated_at': '2022-04-29T13:30:55Z', 'revision_number': 3, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '4b69c446-a1f5-4e04-a671-4375574d8411', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:30:52Z', 'updated_at': '2022-04-29T13:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:31:01.757691 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9fba0b4e-3b64-4b70-83da-22a82f9c911c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:01.810866 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f770a21a-84eb-4afa-a6a8-6dd5f866efa6 req-bebb035d-80c3-48f1-af3c-e00a281406e8 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/security-groups?id=916e73e2-1f8b-4146-98d4-2e2900106396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786355 Apr 29 13:31:01.912126 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9fba0b4e-3b64-4b70-83da-22a82f9c911c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:01.921217 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-d1aa4666-de74-4b1f-8a37-7c92a7f2ba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90173866-306d-4838-8552-62ba2c3bbe83', 'name': 'tempest-TestVolumeBootPattern-1070817569-router', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:15Z', 'updated_at': '2022-04-29T13:29:24Z', 'revision_number': 4, 'project_id': '0c81113c84764616a8c807a160eb0515', 'gw_port': {'id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:17Z', 'updated_at': '2022-04-29T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '4bf7ab39-434b-4cd3-98d3-3579a849f6eb', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'floating_ip_address': '172.26.6.164', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'port_id': 'd492d120-9a26-4ef1-aada-b97d2c3a54c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'mac_address': 'fa:16:3e:d2:29:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3a6387-897e-4394-b1f5-855d838924d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:30:54Z', 'updated_at': '2022-04-29T13:30:54Z', 'revision_number': 0, 'project_id': '0c81113c84764616a8c807a160eb0515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450a5ddf-21d5-46b8-b8fe-832fb0558e5b', 'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'mac_address': 'fa:16:3e:4b:3b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02705295-1364-4282-8393-7ae80461c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:22Z', 'updated_at': '2022-04-29T13:29:47Z', 'revision_number': 5, 'project_id': '0c81113c84764616a8c807a160eb0515', 'subnets': [{'id': '02705295-1364-4282-8393-7ae80461c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:01.926497 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aa4666-de74-4b1f-8a37-7c92a7f2ba17 None None] Checking router: 90173866-306d-4838-8552-62ba2c3bbe83 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:31:01.938473 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-901e4b54-b244-4150-a6a0-1e7137c9ba11 admin admin] For port dfca116a-9349-436d-84d8-e8cb520e2159, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=dfca116a-9349-436d-84d8-e8cb520e2159,segment=NetworkSegment(55ed5e1f-94d1-471a-a5a2-c8b5f5417041),segment_id=55ed5e1f-94d1-471a-a5a2-c8b5f5417041)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:01.938942 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-901e4b54-b244-4150-a6a0-1e7137c9ba11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:01.982597 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aa4666-de74-4b1f-8a37-7c92a7f2ba17 None None] Routers {'90173866-306d-4838-8552-62ba2c3bbe83'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:31:01.983393 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-d1aa4666-de74-4b1f-8a37-7c92a7f2ba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:30:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['90173866-306d-4838-8552-62ba2c3bbe83'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:01.984593 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f11e2-1470-4aa1-86f4-9107426f4869 req-3d05e8b1-01a3-468a-b7be-2fcf52b53809 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:01.986082 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9f1f11e2-1470-4aa1-86f4-9107426f4869 req-3d05e8b1-01a3-468a-b7be-2fcf52b53809 service neutron] 10.222.0.32 "GET /v2.0/networks?id=846dd749-f943-4e56-9d8e-6295c964eaa2 HTTP/1.1" status: 200 len: 913 time: 0.3758540 Apr 29 13:31:02.125555 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-901e4b54-b244-4150-a6a0-1e7137c9ba11 admin admin] Calling delete_port for dfca116a-9349-436d-84d8-e8cb520e2159 owned by network:router_interface {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:02.167590 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9fba0b4e-3b64-4b70-83da-22a82f9c911c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:02.221162 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-d1aa4666-de74-4b1f-8a37-7c92a7f2ba17 None None] Set router 90173866-306d-4838-8552-62ba2c3bbe83 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:31:02.235099 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba0b4e-3b64-4b70-83da-22a82f9c911c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff09e839-3259-4c3d-8389-4f92680d446c,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:02.239904 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9f1f11e2-1470-4aa1-86f4-9107426f4869 req-fbef5818-1547-4f01-82df-9d929bf69d3f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d492d120-9a26-4ef1-aada-b97d2c3a54c1 HTTP/1.1" status: 200 len: 999 time: 0.2388680 Apr 29 13:31:02.256349 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9fba0b4e-3b64-4b70-83da-22a82f9c911c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:02.257176 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d418c6-f6be-42db-8ed6-d7747dad4843 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Subnet': ['ID=ef55b3b1-1710-4653-96b0-bcc9febc8b64,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:02.257692 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9fba0b4e-3b64-4b70-83da-22a82f9c911c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/security-groups/ff09e839-3259-4c3d-8389-4f92680d446c HTTP/1.1" status: 204 len: 168 time: 0.8420992 Apr 29 13:31:02.265624 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33632) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:02.324793 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33636) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:02.347850 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f11e2-1470-4aa1-86f4-9107426f4869 req-5f38c0c8-c822-4c4f-8d1a-7268cb79f30b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:02.349482 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9f1f11e2-1470-4aa1-86f4-9107426f4869 req-5f38c0c8-c822-4c4f-8d1a-7268cb79f30b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=02705295-1364-4282-8393-7ae80461c414 HTTP/1.1" status: 200 len: 851 time: 0.0872879 Apr 29 13:31:02.447078 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9f1f11e2-1470-4aa1-86f4-9107426f4869 req-2e037327-c5a9-4b80-a735-8a46707a2c4b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=846dd749-f943-4e56-9d8e-6295c964eaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0922446 Apr 29 13:31:02.471667 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-901e4b54-b244-4150-a6a0-1e7137c9ba11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:02.542104 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e4b54-b244-4150-a6a0-1e7137c9ba11 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfca116a-9349-436d-84d8-e8cb520e2159,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:02.597727 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-95da3d3c-5628-499f-920a-c3bfe9bff4a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-377106533'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:02.610990 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-95da3d3c-5628-499f-920a-c3bfe9bff4a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:02.625831 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-95da3d3c-5628-499f-920a-c3bfe9bff4a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Usage tracker for resource:network and tenant:b318602ba73544ebbedca834401bcc32 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:02.630690 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-95da3d3c-5628-499f-920a-c3bfe9bff4a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:02.641173 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-95da3d3c-5628-499f-920a-c3bfe9bff4a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:02.677835 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95da3d3c-5628-499f-920a-c3bfe9bff4a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Made reservation on behalf of b318602ba73544ebbedca834401bcc32 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:02.681894 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-95da3d3c-5628-499f-920a-c3bfe9bff4a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:02.713014 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-95da3d3c-5628-499f-920a-c3bfe9bff4a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:02.737189 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9f1f11e2-1470-4aa1-86f4-9107426f4869 req-ebd84810-c8b0-4401-9f6c-936b5827b424 service neutron] 10.222.0.32 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831185 Apr 29 13:31:02.751898 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-d1aa4666-de74-4b1f-8a37-7c92a7f2ba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90173866-306d-4838-8552-62ba2c3bbe83', 'name': 'tempest-TestVolumeBootPattern-1070817569-router', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:15Z', 'updated_at': '2022-04-29T13:29:24Z', 'revision_number': 4, 'project_id': '0c81113c84764616a8c807a160eb0515', 'gw_port': {'id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:17Z', 'updated_at': '2022-04-29T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '4bf7ab39-434b-4cd3-98d3-3579a849f6eb', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'floating_ip_address': '172.26.6.164', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'port_id': 'd492d120-9a26-4ef1-aada-b97d2c3a54c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'mac_address': 'fa:16:3e:d2:29:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3a6387-897e-4394-b1f5-855d838924d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:30:54Z', 'updated_at': '2022-04-29T13:30:54Z', 'revision_number': 0, 'project_id': '0c81113c84764616a8c807a160eb0515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450a5ddf-21d5-46b8-b8fe-832fb0558e5b', 'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'mac_address': 'fa:16:3e:4b:3b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02705295-1364-4282-8393-7ae80461c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:22Z', 'updated_at': '2022-04-29T13:29:47Z', 'revision_number': 5, 'project_id': '0c81113c84764616a8c807a160eb0515', 'subnets': [{'id': '02705295-1364-4282-8393-7ae80461c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:02.761059 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aa4666-de74-4b1f-8a37-7c92a7f2ba17 None None] The sync data for ids ['90173866-306d-4838-8552-62ba2c3bbe83'] in dv-neutron-839027-4-hyperv is: [{'id': '90173866-306d-4838-8552-62ba2c3bbe83', 'name': 'tempest-TestVolumeBootPattern-1070817569-router', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:15Z', 'updated_at': '2022-04-29T13:29:24Z', 'revision_number': 4, 'project_id': '0c81113c84764616a8c807a160eb0515', 'gw_port': {'id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:17Z', 'updated_at': '2022-04-29T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '4bf7ab39-434b-4cd3-98d3-3579a849f6eb', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'floating_ip_address': '172.26.6.164', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'port_id': 'd492d120-9a26-4ef1-aada-b97d2c3a54c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'mac_address': 'fa:16:3e:d2:29:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3a6387-897e-4394-b1f5-855d838924d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:30:54Z', 'updated_at': '2022-04-29T13:30:54Z', 'revision_number': 0, 'project_id': '0c81113c84764616a8c807a160eb0515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450a5ddf-21d5-46b8-b8fe-832fb0558e5b', 'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'mac_address': 'fa:16:3e:4b:3b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02705295-1364-4282-8393-7ae80461c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:22Z', 'updated_at': '2022-04-29T13:29:47Z', 'revision_number': 5, 'project_id': '0c81113c84764616a8c807a160eb0515', 'subnets': [{'id': '02705295-1364-4282-8393-7ae80461c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:31:02.887102 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-95da3d3c-5628-499f-920a-c3bfe9bff4a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:02.901026 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-95da3d3c-5628-499f-920a-c3bfe9bff4a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Usage tracker for resource:security_group_rule and tenant:b318602ba73544ebbedca834401bcc32 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:02.907058 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-95da3d3c-5628-499f-920a-c3bfe9bff4a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:02.915836 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-95da3d3c-5628-499f-920a-c3bfe9bff4a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:02.978982 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9f1f11e2-1470-4aa1-86f4-9107426f4869 req-9e6a3237-41d4-4594-8de0-8a26f4b4a0fa service neutron] 10.222.0.32 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296274 Apr 29 13:31:03.025696 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d418c6-f6be-42db-8ed6-d7747dad4843 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Checking segment: {'id': '0174c2ca-37ca-4806-b2ec-dfd1a4e46886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1f1631f4-7759-4601-8487-4268d3ef1926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:31:03.026259 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d418c6-f6be-42db-8ed6-d7747dad4843 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network hostable DHCP agents. Network: 1f1631f4-7759-4601-8487-4268d3ef1926, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:31:03.030175 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-95da3d3c-5628-499f-920a-c3bfe9bff4a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:03.035747 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-95da3d3c-5628-499f-920a-c3bfe9bff4a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:03.068381 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95da3d3c-5628-499f-920a-c3bfe9bff4a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:31:03.077225 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da3d3c-5628-499f-920a-c3bfe9bff4a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff613c08-b480-4407-87d3-08c7e37a309b,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:03.084364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-95da3d3c-5628-499f-920a-c3bfe9bff4a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:03.084716 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-95da3d3c-5628-499f-920a-c3bfe9bff4a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Added segment 9e7c403c-085a-4fc8-b051-5eb1006883c5 of type vlan for network e53d61f0-0334-45cc-9bb5-1d26cf6618f7 Apr 29 13:31:03.112262 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-3798f2f6-8581-43f1-87bd-0e370e34bc34 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting subnet cdd1afb6-13c5-48eb-934a-3d29ccd7faaf {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:31:03.112481 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-95da3d3c-5628-499f-920a-c3bfe9bff4a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:03.118053 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3798f2f6-8581-43f1-87bd-0e370e34bc34 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:03.141815 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-95da3d3c-5628-499f-920a-c3bfe9bff4a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:03.145804 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95da3d3c-5628-499f-920a-c3bfe9bff4a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:03.146370 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-95da3d3c-5628-499f-920a-c3bfe9bff4a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:03.188475 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d418c6-f6be-42db-8ed6-d7747dad4843 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 1f1631f4-7759-4601-8487-4268d3ef1926 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:31:03.202278 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3798f2f6-8581-43f1-87bd-0e370e34bc34 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:03.246911 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-a8d418c6-f6be-42db-8ed6-d7747dad4843 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 1f1631f4-7759-4601-8487-4268d3ef1926) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:03.257872 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7fedc-f2cf-48fb-b334-899f41aece38 req-52be6fc1-9fa4-447a-881b-b56bd7d2acb7 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:03.259371 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-06c7fedc-f2cf-48fb-b334-899f41aece38 req-52be6fc1-9fa4-447a-881b-b56bd7d2acb7 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 944 time: 0.2838128 Apr 29 13:31:03.260685 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-95da3d3c-5628-499f-920a-c3bfe9bff4a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9346764 Apr 29 13:31:03.265705 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33644) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:03.266873 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2887a657-dba9-4291-8c3c-d2aa9a41e5d8 None None] Network 1f1631f4-7759-4601-8487-4268d3ef1926 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:31:03.273855 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-85fce5b6-69e7-4dd4-9f50-a84201ac747e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Request body: {'subnet': {'network_id': 'e53d61f0-0334-45cc-9bb5-1d26cf6618f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:03.287727 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da3d3c-5628-499f-920a-c3bfe9bff4a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Pushing event updated for resources: {'Network': ['ID=e53d61f0-0334-45cc-9bb5-1d26cf6618f7,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:03.333892 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network e53d61f0-0334-45cc-9bb5-1d26cf6618f7 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:31:03.334734 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d418c6-f6be-42db-8ed6-d7747dad4843 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:03.335313 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a8d418c6-f6be-42db-8ed6-d7747dad4843 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:03.347120 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 4b69c446-a1f5-4e04-a671-4375574d8411 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:31:03.394417 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-85fce5b6-69e7-4dd4-9f50-a84201ac747e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:03.398869 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-85fce5b6-69e7-4dd4-9f50-a84201ac747e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Usage tracker for resource:subnet and tenant:b318602ba73544ebbedca834401bcc32 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:03.401706 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-85fce5b6-69e7-4dd4-9f50-a84201ac747e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:03.407237 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3798f2f6-8581-43f1-87bd-0e370e34bc34 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:03.409607 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-85fce5b6-69e7-4dd4-9f50-a84201ac747e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:03.420060 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fce5b6-69e7-4dd4-9f50-a84201ac747e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Made reservation on behalf of b318602ba73544ebbedca834401bcc32 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:03.449311 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a8d418c6-f6be-42db-8ed6-d7747dad4843 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.3047245 Apr 29 13:31:03.456545 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33648) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:03.523220 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-06c7fedc-f2cf-48fb-b334-899f41aece38 req-f62fb0bd-97f6-4e9b-bcf5-24ce056b7272 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/security-groups?id=916e73e2-1f8b-4146-98d4-2e2900106396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896448 Apr 29 13:31:03.525838 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-85fce5b6-69e7-4dd4-9f50-a84201ac747e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:03.589125 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 4b69c446-a1f5-4e04-a671-4375574d8411 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:31:03.601186 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 4b69c446-a1f5-4e04-a671-4375574d8411 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:03.601597 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:03.664137 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3798f2f6-8581-43f1-87bd-0e370e34bc34 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:03.671081 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-901e4b54-b244-4150-a6a0-1e7137c9ba11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:03.700127 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e9fe89-d39c-4c38-ba7c-ba5438a59f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-1f1631f4-7759-4601-8487-4268d3ef1926', 'network_id': '1f1631f4-7759-4601-8487-4268d3ef1926', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ips': [{'subnet_id': 'ef55b3b1-1710-4653-96b0-bcc9febc8b64'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:31:03.701383 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e8e9fe89-d39c-4c38-ba7c-ba5438a59f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:03.713245 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 930511fd-f31b-461c-901d-3a56466b2494 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:31:03.804278 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-85fce5b6-69e7-4dd4-9f50-a84201ac747e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:03.840283 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798f2f6-8581-43f1-87bd-0e370e34bc34 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Subnet': ['ID=cdd1afb6-13c5-48eb-934a-3d29ccd7faaf,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:03.855164 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3798f2f6-8581-43f1-87bd-0e370e34bc34 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:03.870480 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c1d7ae-98ec-49da-9a30-83efdba53561 None None] Network 44ba171e-fd39-4027-873e-4c53aa8412b5 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:31:03.957245 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3798f2f6-8581-43f1-87bd-0e370e34bc34 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/subnets/cdd1afb6-13c5-48eb-934a-3d29ccd7faaf HTTP/1.1" status: 204 len: 168 time: 1.6852787 Apr 29 13:31:03.962898 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33652) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:04.008922 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fce5b6-69e7-4dd4-9f50-a84201ac747e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Pushing event updated for resources: {'Subnet': ['ID=c1458acc-e352-4dbf-bf6f-a480c58d59ff,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:04.037829 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fce5b6-69e7-4dd4-9f50-a84201ac747e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Checking segment: {'id': '9e7c403c-085a-4fc8-b051-5eb1006883c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e53d61f0-0334-45cc-9bb5-1d26cf6618f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:31:04.038952 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fce5b6-69e7-4dd4-9f50-a84201ac747e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Network hostable DHCP agents. Network: e53d61f0-0334-45cc-9bb5-1d26cf6618f7, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:31:04.040597 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-8c46a8d9-3d7a-4118-af49-3451be935a58 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'subnet': {'network_id': '44ba171e-fd39-4027-873e-4c53aa8412b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:04.070573 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fce5b6-69e7-4dd4-9f50-a84201ac747e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Network e53d61f0-0334-45cc-9bb5-1d26cf6618f7 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:31:04.081054 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-85fce5b6-69e7-4dd4-9f50-a84201ac747e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, e53d61f0-0334-45cc-9bb5-1d26cf6618f7) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:04.098419 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fce5b6-69e7-4dd4-9f50-a84201ac747e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:04.099018 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-85fce5b6-69e7-4dd4-9f50-a84201ac747e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:04.107891 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49948467-d281-4fe4-9410-3395d09f706b None None] Network e53d61f0-0334-45cc-9bb5-1d26cf6618f7 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:31:04.126082 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-85fce5b6-69e7-4dd4-9f50-a84201ac747e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8590314 Apr 29 13:31:04.126874 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33656) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:04.130383 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:04.133185 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-605f1e6e-4891-4d5e-8e14-270d6d98e90e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Request body: {'port': {'network_id': 'e53d61f0-0334-45cc-9bb5-1d26cf6618f7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-199709893'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:04.301206 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 930511fd-f31b-461c-901d-3a56466b2494, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=930511fd-f31b-461c-901d-3a56466b2494,segment=NetworkSegment(f59feb08-423c-4bc7-a7f2-47734c51ddb9),segment_id=f59feb08-423c-4bc7-a7f2-47734c51ddb9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:04.308834 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-605f1e6e-4891-4d5e-8e14-270d6d98e90e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:04.313077 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-605f1e6e-4891-4d5e-8e14-270d6d98e90e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Usage tracker for resource:port and tenant:b318602ba73544ebbedca834401bcc32 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:04.316420 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-605f1e6e-4891-4d5e-8e14-270d6d98e90e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:04.321794 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-605f1e6e-4891-4d5e-8e14-270d6d98e90e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:04.333864 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605f1e6e-4891-4d5e-8e14-270d6d98e90e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Made reservation on behalf of b318602ba73544ebbedca834401bcc32 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:04.336530 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 4b69c446-a1f5-4e04-a671-4375574d8411, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=4b69c446-a1f5-4e04-a671-4375574d8411,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:04.337340 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-605f1e6e-4891-4d5e-8e14-270d6d98e90e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:04.360208 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-605f1e6e-4891-4d5e-8e14-270d6d98e90e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] device_id is not set on port 19fce882-1511-4ce6-bd88-53ca0f616c70 yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:31:04.372977 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:04.375040 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '930511fd-f31b-461c-901d-3a56466b2494', 'network_id': 'da5984e7-25dc-4233-b8aa-432db7431e94', 'port_id': '930511fd-f31b-461c-901d-3a56466b2494', 'mac_address': 'fa:16:3e:d3:72:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3c35e10-898d-41d2-8dbc-3d15cabb2be6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:31:04.395664 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-8c46a8d9-3d7a-4118-af49-3451be935a58 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:04.411620 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-8c46a8d9-3d7a-4118-af49-3451be935a58 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:subnet and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:04.415424 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-8c46a8d9-3d7a-4118-af49-3451be935a58 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:04.427900 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-8c46a8d9-3d7a-4118-af49-3451be935a58 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:04.458555 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c46a8d9-3d7a-4118-af49-3451be935a58 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:04.461913 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8c46a8d9-3d7a-4118-af49-3451be935a58 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:04.490586 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-e8e9fe89-d39c-4c38-ba7c-ba5438a59f0b None None] Allocated IP 172.20.0.2 (1f1631f4-7759-4601-8487-4268d3ef1926/ef55b3b1-1710-4653-96b0-bcc9febc8b64/7b45d481-1e3f-43a9-bbd2-5b5a2d57700a) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:31:04.529522 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-605f1e6e-4891-4d5e-8e14-270d6d98e90e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Allocated IP 2001:db8::96 (e53d61f0-0334-45cc-9bb5-1d26cf6618f7/c1458acc-e352-4dbf-bf6f-a480c58d59ff/19fce882-1511-4ce6-bd88-53ca0f616c70) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:31:04.711671 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:04.748898 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=4b69c446-a1f5-4e04-a671-4375574d8411,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:04.767528 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 930511fd-f31b-461c-901d-3a56466b2494 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:31:04.798358 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-605f1e6e-4891-4d5e-8e14-270d6d98e90e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:04.836369 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-605f1e6e-4891-4d5e-8e14-270d6d98e90e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Transition to ACTIVE for port object 19fce882-1511-4ce6-bd88-53ca0f616c70 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:04.853788 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 930511fd-f31b-461c-901d-3a56466b2494, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=930511fd-f31b-461c-901d-3a56466b2494,segment=NetworkSegment(f59feb08-423c-4bc7-a7f2-47734c51ddb9),segment_id=f59feb08-423c-4bc7-a7f2-47734c51ddb9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:04.869185 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad79a52-e98a-4a77-81c0-a0f25457a685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-e53d61f0-0334-45cc-9bb5-1d26cf6618f7', 'network_id': 'e53d61f0-0334-45cc-9bb5-1d26cf6618f7', 'tenant_id': 'b318602ba73544ebbedca834401bcc32', 'fixed_ips': [{'subnet_id': 'c1458acc-e352-4dbf-bf6f-a480c58d59ff'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:31:04.870881 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cad79a52-e98a-4a77-81c0-a0f25457a685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:04.882169 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90d981-2b13-4a68-adb9-35aa3f5dafa5 req-ef7745cc-78d4-4692-a36b-d50d11135a43 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:04.884648 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:04.894337 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3b90d981-2b13-4a68-adb9-35aa3f5dafa5 req-ef7745cc-78d4-4692-a36b-d50d11135a43 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 944 time: 0.1480622 Apr 29 13:31:04.957943 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3b90d981-2b13-4a68-adb9-35aa3f5dafa5 req-56f72510-4f59-46de-b58c-f1f3b2c65765 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/security-groups?id=916e73e2-1f8b-4146-98d4-2e2900106396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626178 Apr 29 13:31:04.960243 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-605f1e6e-4891-4d5e-8e14-270d6d98e90e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:05.026700 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605f1e6e-4891-4d5e-8e14-270d6d98e90e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Network e53d61f0-0334-45cc-9bb5-1d26cf6618f7 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:05.034461 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-605f1e6e-4891-4d5e-8e14-270d6d98e90e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:05.037162 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605f1e6e-4891-4d5e-8e14-270d6d98e90e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:31:05.041637 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605f1e6e-4891-4d5e-8e14-270d6d98e90e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:05.042321 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-605f1e6e-4891-4d5e-8e14-270d6d98e90e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:05.115649 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f1e6e-4891-4d5e-8e14-270d6d98e90e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Pushing event updated for resources: {'Port': ['ID=19fce882-1511-4ce6-bd88-53ca0f616c70,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:05.120053 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e8e9fe89-d39c-4c38-ba7c-ba5438a59f0b None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:05.120335 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-605f1e6e-4891-4d5e-8e14-270d6d98e90e tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 0.9832866 Apr 29 13:31:05.120335 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33662) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:05.129522 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=930511fd-f31b-461c-901d-3a56466b2494,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:05.130978 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-02ce8215-40ea-4ee5-82d0-769c1cc22845 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Request body: {'port': {'network_id': 'e53d61f0-0334-45cc-9bb5-1d26cf6618f7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-55565215', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:05.131516 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.api.validators [None req-02ce8215-40ea-4ee5-82d0-769c1cc22845 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] bootfile-name is not in valid_values {{(pid=83904) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 13:31:05.131849 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.api.validators [None req-02ce8215-40ea-4ee5-82d0-769c1cc22845 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] tftp-server is not in valid_values {{(pid=83904) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 13:31:05.132216 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.api.validators [None req-02ce8215-40ea-4ee5-82d0-769c1cc22845 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] server-ip-address is not in valid_values {{(pid=83904) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 13:31:05.140478 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e8e9fe89-d39c-4c38-ba7c-ba5438a59f0b None None] Transition to ACTIVE for port object 7b45d481-1e3f-43a9-bbd2-5b5a2d57700a will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:05.247937 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['930511fd-f31b-461c-901d-3a56466b2494'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:31:05.313507 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8c46a8d9-3d7a-4118-af49-3451be935a58 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:05.349471 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e8e9fe89-d39c-4c38-ba7c-ba5438a59f0b None None] Transition to ACTIVE for port object 7b45d481-1e3f-43a9-bbd2-5b5a2d57700a will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:05.349471 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 4b69c446-a1f5-4e04-a671-4375574d8411 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:31:05.396839 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e8e9fe89-d39c-4c38-ba7c-ba5438a59f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:05.417373 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-02ce8215-40ea-4ee5-82d0-769c1cc22845 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:05.417373 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-02ce8215-40ea-4ee5-82d0-769c1cc22845 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Usage tracker for resource:port and tenant:b318602ba73544ebbedca834401bcc32 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:05.426377 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-02ce8215-40ea-4ee5-82d0-769c1cc22845 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:05.428652 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-02ce8215-40ea-4ee5-82d0-769c1cc22845 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:05.444594 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ce8215-40ea-4ee5-82d0-769c1cc22845 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Made reservation on behalf of b318602ba73544ebbedca834401bcc32 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:05.450302 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-02ce8215-40ea-4ee5-82d0-769c1cc22845 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:05.489543 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-02ce8215-40ea-4ee5-82d0-769c1cc22845 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] device_id is not set on port 1528e1ff-4509-4846-9760-43409c045c0f yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:31:05.538562 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94c7130-21d3-4cce-a595-85e4e71fe2ff None None] New status for floating IP 4bf7ab39-434b-4cd3-98d3-3579a849f6eb: ACTIVE {{(pid=83906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:31:05.646318 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-cad79a52-e98a-4a77-81c0-a0f25457a685 None None] Allocated IP 2001:db8::2 (e53d61f0-0334-45cc-9bb5-1d26cf6618f7/c1458acc-e352-4dbf-bf6f-a480c58d59ff/226bb357-3438-4b35-aa63-7ec64df7ce64) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:31:05.674416 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9fe89-d39c-4c38-ba7c-ba5438a59f0b None None] Pushing event updated for resources: {'Port': ['ID=7b45d481-1e3f-43a9-bbd2-5b5a2d57700a,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:05.782028 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c46a8d9-3d7a-4118-af49-3451be935a58 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network 44ba171e-fd39-4027-873e-4c53aa8412b5 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:05.794568 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-8c46a8d9-3d7a-4118-af49-3451be935a58 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:05.804681 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e9fe89-d39c-4c38-ba7c-ba5438a59f0b None None] Network 1f1631f4-7759-4601-8487-4268d3ef1926 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:05.839632 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-e8e9fe89-d39c-4c38-ba7c-ba5438a59f0b None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:05.842836 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46a8d9-3d7a-4118-af49-3451be935a58 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Subnet': ['ID=8d449b84-2932-4093-83a1-a2edf8681662,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:05.876453 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c46a8d9-3d7a-4118-af49-3451be935a58 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:05.876453 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8c46a8d9-3d7a-4118-af49-3451be935a58 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:05.924042 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e9fe89-d39c-4c38-ba7c-ba5438a59f0b None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:31:05.939762 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8c46a8d9-3d7a-4118-af49-3451be935a58 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8987598 Apr 29 13:31:05.944990 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33666) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:05.955038 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-babc5980-26d9-43a2-aafb-73ce58ecf31f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'security_group': {'name': 'tempest-secgroup-616739615'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:05.965696 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-babc5980-26d9-43a2-aafb-73ce58ecf31f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:05.975445 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-babc5980-26d9-43a2-aafb-73ce58ecf31f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:security_group and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:05.975445 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-babc5980-26d9-43a2-aafb-73ce58ecf31f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:06.003542 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-babc5980-26d9-43a2-aafb-73ce58ecf31f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:06.028022 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-babc5980-26d9-43a2-aafb-73ce58ecf31f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:06.101450 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-babc5980-26d9-43a2-aafb-73ce58ecf31f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:06.101450 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-babc5980-26d9-43a2-aafb-73ce58ecf31f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:security_group_rule and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:06.112030 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-babc5980-26d9-43a2-aafb-73ce58ecf31f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:06.117272 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-babc5980-26d9-43a2-aafb-73ce58ecf31f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:06.165543 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38061fd1-36f5-4660-8cd2-f77641952e3e None None] Network 44ba171e-fd39-4027-873e-4c53aa8412b5 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:31:06.201815 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-babc5980-26d9-43a2-aafb-73ce58ecf31f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:06.201815 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-babc5980-26d9-43a2-aafb-73ce58ecf31f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:06.241238 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901e4b54-b244-4150-a6a0-1e7137c9ba11 admin admin] Router 2a9feabf-767e-40df-a080-b455641c9ebd has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:31:06.285127 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-babc5980-26d9-43a2-aafb-73ce58ecf31f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:06.285127 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-babc5980-26d9-43a2-aafb-73ce58ecf31f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3453243 Apr 29 13:31:06.298758 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33672) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:06.314457 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-76b5d646-16d4-4d8e-97bc-f71c7cbf1ba7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'security_group': {'name': 'tempest-secgroup-2114719182'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:06.336442 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-76b5d646-16d4-4d8e-97bc-f71c7cbf1ba7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:06.342650 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 4b69c446-a1f5-4e04-a671-4375574d8411 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:06.342650 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:06.353500 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-76b5d646-16d4-4d8e-97bc-f71c7cbf1ba7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:security_group and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:06.353500 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc5980-26d9-43a2-aafb-73ce58ecf31f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06c4c49a-170e-4c4c-aabd-0926dece71f4,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:06.358729 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-76b5d646-16d4-4d8e-97bc-f71c7cbf1ba7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:06.369843 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-76b5d646-16d4-4d8e-97bc-f71c7cbf1ba7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:06.384244 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-76b5d646-16d4-4d8e-97bc-f71c7cbf1ba7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:06.458701 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-76b5d646-16d4-4d8e-97bc-f71c7cbf1ba7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:06.467276 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-76b5d646-16d4-4d8e-97bc-f71c7cbf1ba7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:security_group_rule and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:06.467276 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-76b5d646-16d4-4d8e-97bc-f71c7cbf1ba7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:06.481953 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-76b5d646-16d4-4d8e-97bc-f71c7cbf1ba7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:06.527036 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e8e9fe89-d39c-4c38-ba7c-ba5438a59f0b None None] Attempting to bind port 7b45d481-1e3f-43a9-bbd2-5b5a2d57700a on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:31:06.527746 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e8e9fe89-d39c-4c38-ba7c-ba5438a59f0b None None] Attempting to bind port 7b45d481-1e3f-43a9-bbd2-5b5a2d57700a by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '0174c2ca-37ca-4806-b2ec-dfd1a4e46886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1f1631f4-7759-4601-8487-4268d3ef1926'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:31:06.527746 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e9fe89-d39c-4c38-ba7c-ba5438a59f0b None None] Attempting to bind port 7b45d481-1e3f-43a9-bbd2-5b5a2d57700a on network 1f1631f4-7759-4601-8487-4268d3ef1926 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:31:06.553116 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-76b5d646-16d4-4d8e-97bc-f71c7cbf1ba7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:06.567631 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-76b5d646-16d4-4d8e-97bc-f71c7cbf1ba7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:06.576275 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4edc9-ce8e-420f-8be5-4e62ada93963 req-956a5533-fb7f-4672-9473-ed17412b9089 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:06.576275 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-34e4edc9-ce8e-420f-8be5-4e62ada93963 req-956a5533-fb7f-4672-9473-ed17412b9089 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 945 time: 0.3884628 Apr 29 13:31:06.590498 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-03395de9-c0cd-414d-984b-9553c2132f96 None None] Provisioning complete for port 68d79673-507d-484d-accf-cee89e015c51 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:06.590498 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-03395de9-c0cd-414d-984b-9553c2132f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:06.635557 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5d646-16d4-4d8e-97bc-f71c7cbf1ba7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ade05e-ca88-49f3-888f-52d552459755,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:06.635557 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-76b5d646-16d4-4d8e-97bc-f71c7cbf1ba7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:06.635557 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-76b5d646-16d4-4d8e-97bc-f71c7cbf1ba7 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3399012 Apr 29 13:31:06.642944 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33678) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:06.655316 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-eaf71c2f-40c6-4617-b9a5-a8742e80f878 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'security_group': {'name': 'tempest-secgroup-1124856963'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:06.672500 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-eaf71c2f-40c6-4617-b9a5-a8742e80f878 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:06.672500 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-eaf71c2f-40c6-4617-b9a5-a8742e80f878 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:security_group and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:06.672500 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-eaf71c2f-40c6-4617-b9a5-a8742e80f878 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:06.685270 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b3e5b97d-95f4-45ef-94ab-775d1e320023 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:06.698384 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-eaf71c2f-40c6-4617-b9a5-a8742e80f878 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:06.698384 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eaf71c2f-40c6-4617-b9a5-a8742e80f878 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:06.717836 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e9fe89-d39c-4c38-ba7c-ba5438a59f0b None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:31:06.717836 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e9fe89-d39c-4c38-ba7c-ba5438a59f0b None None] Checking segment: {'id': '0174c2ca-37ca-4806-b2ec-dfd1a4e46886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1f1631f4-7759-4601-8487-4268d3ef1926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:31:06.717836 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e8e9fe89-d39c-4c38-ba7c-ba5438a59f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:06.717836 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e9fe89-d39c-4c38-ba7c-ba5438a59f0b None None] Bound using segment: {'id': '0174c2ca-37ca-4806-b2ec-dfd1a4e46886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1f1631f4-7759-4601-8487-4268d3ef1926'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:31:06.717836 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e8e9fe89-d39c-4c38-ba7c-ba5438a59f0b None None] Bound port: 7b45d481-1e3f-43a9-bbd2-5b5a2d57700a, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0174c2ca-37ca-4806-b2ec-dfd1a4e46886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1f1631f4-7759-4601-8487-4268d3ef1926'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:31:06.717836 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e8e9fe89-d39c-4c38-ba7c-ba5438a59f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:06.725460 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-34e4edc9-ce8e-420f-8be5-4e62ada93963 req-7fc34165-08f5-4f90-816f-d9cfad972dea tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/security-groups?id=916e73e2-1f8b-4146-98d4-2e2900106396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360073 Apr 29 13:31:06.751046 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-eaf71c2f-40c6-4617-b9a5-a8742e80f878 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:06.751046 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-eaf71c2f-40c6-4617-b9a5-a8742e80f878 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:security_group_rule and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:06.751046 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-eaf71c2f-40c6-4617-b9a5-a8742e80f878 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:06.762702 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-eaf71c2f-40c6-4617-b9a5-a8742e80f878 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:06.847810 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eaf71c2f-40c6-4617-b9a5-a8742e80f878 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:06.853584 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eaf71c2f-40c6-4617-b9a5-a8742e80f878 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:06.886709 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eaf71c2f-40c6-4617-b9a5-a8742e80f878 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:06.888029 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-eaf71c2f-40c6-4617-b9a5-a8742e80f878 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2425566 Apr 29 13:31:06.892920 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33682) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:06.901057 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-4cff576a-6e29-4ec4-818e-68db65464700 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1981715527', 'security_groups': ['2b0e9f9d-18d7-4ef8-8533-ad9552153bb1'], 'network_id': '44ba171e-fd39-4027-873e-4c53aa8412b5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8d449b84-2932-4093-83a1-a2edf8681662'}]}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:06.978767 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-03395de9-c0cd-414d-984b-9553c2132f96 None None] Port 68d79673-507d-484d-accf-cee89e015c51 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:31:06.981350 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cad79a52-e98a-4a77-81c0-a0f25457a685 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:07.032261 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-cad79a52-e98a-4a77-81c0-a0f25457a685 None None] Transition to ACTIVE for port object 226bb357-3438-4b35-aa63-7ec64df7ce64 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:07.039800 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf71c2f-40c6-4617-b9a5-a8742e80f878 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0e9f9d-18d7-4ef8-8533-ad9552153bb1,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:07.055360 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901e4b54-b244-4150-a6a0-1e7137c9ba11 admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:31:07.066239 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524bee8a-36eb-41ba-bd40-51af7152fe3f None None] Sync routers for ids ['2a9feabf-767e-40df-a080-b455641c9ebd'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:31:07.080111 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524bee8a-36eb-41ba-bd40-51af7152fe3f None None] Routers {'2a9feabf-767e-40df-a080-b455641c9ebd'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:31:07.080949 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-524bee8a-36eb-41ba-bd40-51af7152fe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:30:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['2a9feabf-767e-40df-a080-b455641c9ebd'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:07.086201 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-901e4b54-b244-4150-a6a0-1e7137c9ba11 admin admin] 10.222.0.76 "PUT /v2.0/routers/2a9feabf-767e-40df-a080-b455641c9ebd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7379410 Apr 29 13:31:07.097412 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33686) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:07.129225 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-cad79a52-e98a-4a77-81c0-a0f25457a685 None None] Transition to ACTIVE for port object 226bb357-3438-4b35-aa63-7ec64df7ce64 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:07.130991 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e8e9fe89-d39c-4c38-ba7c-ba5438a59f0b None None] For port 7b45d481-1e3f-43a9-bbd2-5b5a2d57700a, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:31:07.156895 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cad79a52-e98a-4a77-81c0-a0f25457a685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:07.166002 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e8e9fe89-d39c-4c38-ba7c-ba5438a59f0b None None] For port 7b45d481-1e3f-43a9-bbd2-5b5a2d57700a, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=7b45d481-1e3f-43a9-bbd2-5b5a2d57700a,segment=NetworkSegment(0174c2ca-37ca-4806-b2ec-dfd1a4e46886),segment_id=0174c2ca-37ca-4806-b2ec-dfd1a4e46886)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:31:07.206680 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-03395de9-c0cd-414d-984b-9553c2132f96 None None] Provisioning complete for port d87c305f-bdd2-4b1c-a13b-6c74c9233a32 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:07.207153 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-03395de9-c0cd-414d-984b-9553c2132f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:07.248201 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e8e9fe89-d39c-4c38-ba7c-ba5438a59f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:07.278738 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4cff576a-6e29-4ec4-818e-68db65464700 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:07.280333 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-b3e5b97d-95f4-45ef-94ab-775d1e320023 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.20.0.1 (1f1631f4-7759-4601-8487-4268d3ef1926/ef55b3b1-1710-4653-96b0-bcc9febc8b64/48a7fb1c-3f63-420f-a922-ac13eb167541) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:31:07.291124 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-524bee8a-36eb-41ba-bd40-51af7152fe3f None None] Set router 2a9feabf-767e-40df-a080-b455641c9ebd gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:31:07.312743 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4cff576a-6e29-4ec4-818e-68db65464700 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:07.329228 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad79a52-e98a-4a77-81c0-a0f25457a685 None None] Network e53d61f0-0334-45cc-9bb5-1d26cf6618f7 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:07.337985 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-cad79a52-e98a-4a77-81c0-a0f25457a685 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:07.340516 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad79a52-e98a-4a77-81c0-a0f25457a685 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:31:07.343090 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad79a52-e98a-4a77-81c0-a0f25457a685 None None] Pushing event updated for resources: {'Port': ['ID=226bb357-3438-4b35-aa63-7ec64df7ce64,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:07.493978 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b3e5b97d-95f4-45ef-94ab-775d1e320023 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:07.517573 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-b3e5b97d-95f4-45ef-94ab-775d1e320023 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Transition to ACTIVE for port object 48a7fb1c-3f63-420f-a922-ac13eb167541 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:07.528182 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-02ce8215-40ea-4ee5-82d0-769c1cc22845 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Allocated IP 2001:db8::289 (e53d61f0-0334-45cc-9bb5-1d26cf6618f7/c1458acc-e352-4dbf-bf6f-a480c58d59ff/1528e1ff-4509-4846-9760-43409c045c0f) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:31:07.541833 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cff576a-6e29-4ec4-818e-68db65464700 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:07.551069 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b3e5b97d-95f4-45ef-94ab-775d1e320023 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:07.615336 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9fe89-d39c-4c38-ba7c-ba5438a59f0b None None] Pushing event updated for resources: {'Port': ['ID=7b45d481-1e3f-43a9-bbd2-5b5a2d57700a,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:07.641989 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-cad79a52-e98a-4a77-81c0-a0f25457a685 None None] Attempting to bind port 226bb357-3438-4b35-aa63-7ec64df7ce64 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:31:07.641989 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-cad79a52-e98a-4a77-81c0-a0f25457a685 None None] Attempting to bind port 226bb357-3438-4b35-aa63-7ec64df7ce64 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '9e7c403c-085a-4fc8-b051-5eb1006883c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e53d61f0-0334-45cc-9bb5-1d26cf6618f7'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:31:07.641989 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad79a52-e98a-4a77-81c0-a0f25457a685 None None] Attempting to bind port 226bb357-3438-4b35-aa63-7ec64df7ce64 on network e53d61f0-0334-45cc-9bb5-1d26cf6618f7 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:31:07.671691 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e5b97d-95f4-45ef-94ab-775d1e320023 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 1f1631f4-7759-4601-8487-4268d3ef1926 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:07.678608 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-b3e5b97d-95f4-45ef-94ab-775d1e320023 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:07.700877 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e5b97d-95f4-45ef-94ab-775d1e320023 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:31:07.853016 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b3e5b97d-95f4-45ef-94ab-775d1e320023 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:07.860660 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4cff576a-6e29-4ec4-818e-68db65464700 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:07.954874 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 930511fd-f31b-461c-901d-3a56466b2494 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:31:07.974563 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-4cff576a-6e29-4ec4-818e-68db65464700 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] device_id is not set on port 58bccdf6-fc13-4fb8-b7d9-6d961a16f89e yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:31:07.979711 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5b97d-95f4-45ef-94ab-775d1e320023 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=48a7fb1c-3f63-420f-a922-ac13eb167541,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:08.090898 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad79a52-e98a-4a77-81c0-a0f25457a685 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:31:08.091267 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad79a52-e98a-4a77-81c0-a0f25457a685 None None] Checking segment: {'id': '9e7c403c-085a-4fc8-b051-5eb1006883c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e53d61f0-0334-45cc-9bb5-1d26cf6618f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:31:08.091895 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cad79a52-e98a-4a77-81c0-a0f25457a685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:08.092417 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad79a52-e98a-4a77-81c0-a0f25457a685 None None] Bound using segment: {'id': '9e7c403c-085a-4fc8-b051-5eb1006883c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e53d61f0-0334-45cc-9bb5-1d26cf6618f7'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:31:08.092945 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-cad79a52-e98a-4a77-81c0-a0f25457a685 None None] Bound port: 226bb357-3438-4b35-aa63-7ec64df7ce64, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7c403c-085a-4fc8-b051-5eb1006883c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e53d61f0-0334-45cc-9bb5-1d26cf6618f7'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:31:08.093119 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cad79a52-e98a-4a77-81c0-a0f25457a685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:08.102324 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-524bee8a-36eb-41ba-bd40-51af7152fe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'name': 'tempest-ServerActionsTestJSON-1999992650-router', 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.87'}], 'enable_snat': True}, 'gw_port_id': 'e7e37690-3229-4928-8b7b-7d2b1112e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:25:45Z', 'updated_at': '2022-04-29T13:31:02Z', 'revision_number': 5, 'project_id': '0952490f6c5340cc87f108a8ce4f0048', 'gw_port': {'id': 'e7e37690-3229-4928-8b7b-7d2b1112e8da', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:47Z', 'updated_at': '2022-04-29T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:08.106894 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524bee8a-36eb-41ba-bd40-51af7152fe3f None None] Checking router: 2a9feabf-767e-40df-a080-b455641c9ebd for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:31:08.119131 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38954db9-a321-480c-b59f-47db81e17cd4 None None] Update dhcp port {'port': {'network_id': '44ba171e-fd39-4027-873e-4c53aa8412b5', 'fixed_ips': [{'subnet_id': '9395aa3c-8d4d-47e9-9e5a-b51b41c47daa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8d449b84-2932-4093-83a1-a2edf8681662'}], 'binding:host_id': 'dv-neutron-839027-4-hyperv'}, 'id': 'd87c305f-bdd2-4b1c-a13b-6c74c9233a32'} from dv-neutron-839027-4-hyperv. {{(pid=83906) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 29 13:31:08.122642 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524bee8a-36eb-41ba-bd40-51af7152fe3f None None] Routers {'2a9feabf-767e-40df-a080-b455641c9ebd'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:31:08.124637 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-524bee8a-36eb-41ba-bd40-51af7152fe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:30:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['2a9feabf-767e-40df-a080-b455641c9ebd'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:08.163385 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b3e5b97d-95f4-45ef-94ab-775d1e320023 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:08.233349 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cb28e07d-b874-428f-84b9-2c8184845bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:08.254916 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-38954db9-a321-480c-b59f-47db81e17cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:08.298481 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 930511fd-f31b-461c-901d-3a56466b2494 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:31:08.310195 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 930511fd-f31b-461c-901d-3a56466b2494 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:08.310961 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:08.351940 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-524bee8a-36eb-41ba-bd40-51af7152fe3f None None] Set router 2a9feabf-767e-40df-a080-b455641c9ebd gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:31:08.352780 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-02ce8215-40ea-4ee5-82d0-769c1cc22845 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:08.397582 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-02ce8215-40ea-4ee5-82d0-769c1cc22845 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Transition to ACTIVE for port object 1528e1ff-4509-4846-9760-43409c045c0f will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:08.402243 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-cad79a52-e98a-4a77-81c0-a0f25457a685 None None] For port 226bb357-3438-4b35-aa63-7ec64df7ce64, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:31:08.434956 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-cad79a52-e98a-4a77-81c0-a0f25457a685 None None] For port 226bb357-3438-4b35-aa63-7ec64df7ce64, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=226bb357-3438-4b35-aa63-7ec64df7ce64,segment=NetworkSegment(9e7c403c-085a-4fc8-b051-5eb1006883c5),segment_id=9e7c403c-085a-4fc8-b051-5eb1006883c5)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:31:08.510701 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cad79a52-e98a-4a77-81c0-a0f25457a685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:08.546039 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc97c1-016a-4fc5-89e2-b4ccaa402a0b req-4e5d1239-8f32-4d8d-b5c5-9c62f568aa1b tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:08.548476 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bcfc97c1-016a-4fc5-89e2-b4ccaa402a0b req-4e5d1239-8f32-4d8d-b5c5-9c62f568aa1b tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 945 time: 0.4868786 Apr 29 13:31:08.589346 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0bdeda5a-49c1-4cb6-bd2f-3233ea871f4b admin admin] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:08.665779 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-02ce8215-40ea-4ee5-82d0-769c1cc22845 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:08.709028 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:08.727835 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad79a52-e98a-4a77-81c0-a0f25457a685 None None] Pushing event updated for resources: {'Port': ['ID=226bb357-3438-4b35-aa63-7ec64df7ce64,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:08.751253 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6a9e6b-2f82-4e71-b052-0315f0b58526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930511fd-f31b-461c-901d-3a56466b2494'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:31:08.779309 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 930511fd-f31b-461c-901d-3a56466b2494, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=930511fd-f31b-461c-901d-3a56466b2494,segment=NetworkSegment(f59feb08-423c-4bc7-a7f2-47734c51ddb9),segment_id=f59feb08-423c-4bc7-a7f2-47734c51ddb9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:08.786828 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:08.930942 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-524bee8a-36eb-41ba-bd40-51af7152fe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'name': 'tempest-ServerActionsTestJSON-1999992650-router', 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.87'}], 'enable_snat': True}, 'gw_port_id': 'e7e37690-3229-4928-8b7b-7d2b1112e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:25:45Z', 'updated_at': '2022-04-29T13:31:02Z', 'revision_number': 5, 'project_id': '0952490f6c5340cc87f108a8ce4f0048', 'gw_port': {'id': 'e7e37690-3229-4928-8b7b-7d2b1112e8da', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:47Z', 'updated_at': '2022-04-29T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:08.941551 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524bee8a-36eb-41ba-bd40-51af7152fe3f None None] The sync data for ids ['2a9feabf-767e-40df-a080-b455641c9ebd'] in dv-neutron-839027-4-hyperv is: [{'id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'name': 'tempest-ServerActionsTestJSON-1999992650-router', 'tenant_id': '0952490f6c5340cc87f108a8ce4f0048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.87'}], 'enable_snat': True}, 'gw_port_id': 'e7e37690-3229-4928-8b7b-7d2b1112e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:25:45Z', 'updated_at': '2022-04-29T13:31:02Z', 'revision_number': 5, 'project_id': '0952490f6c5340cc87f108a8ce4f0048', 'gw_port': {'id': 'e7e37690-3229-4928-8b7b-7d2b1112e8da', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9feabf-767e-40df-a080-b455641c9ebd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:25:47Z', 'updated_at': '2022-04-29T13:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:31:09.123584 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=930511fd-f31b-461c-901d-3a56466b2494,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:09.129621 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2f08c6d-2248-4754-8362-38a74f31bd28'] response: {'server_uuid': '1e6a9e6b-2f82-4e71-b052-0315f0b58526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930511fd-f31b-461c-901d-3a56466b2494', 'code': 200} Apr 29 13:31:09.216767 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-4cff576a-6e29-4ec4-818e-68db65464700 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Allocated IP 2001:db8::66 (44ba171e-fd39-4027-873e-4c53aa8412b5/8d449b84-2932-4093-83a1-a2edf8681662/58bccdf6-fc13-4fb8-b7d9-6d961a16f89e) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:31:09.236276 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b3e5b97d-95f4-45ef-94ab-775d1e320023 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:09.237850 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b3e5b97d-95f4-45ef-94ab-775d1e320023 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:09.241872 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ce8215-40ea-4ee5-82d0-769c1cc22845 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Network e53d61f0-0334-45cc-9bb5-1d26cf6618f7 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:09.242670 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce8215-40ea-4ee5-82d0-769c1cc22845 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Pushing event updated for resources: {'Port': ['ID=1528e1ff-4509-4846-9760-43409c045c0f,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:09.284179 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-02ce8215-40ea-4ee5-82d0-769c1cc22845 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:09.295103 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ce8215-40ea-4ee5-82d0-769c1cc22845 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:31:09.300748 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ce8215-40ea-4ee5-82d0-769c1cc22845 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:09.300748 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-02ce8215-40ea-4ee5-82d0-769c1cc22845 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:09.343293 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6546ed69-8863-4672-bb36-54a3c5ff33d6 None None] Network 1f1631f4-7759-4601-8487-4268d3ef1926 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:31:09.490564 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b3e5b97d-95f4-45ef-94ab-775d1e320023 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:09.493529 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bcfc97c1-016a-4fc5-89e2-b4ccaa402a0b req-73fd7f6c-1991-42fb-ba9c-730adb99367c tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/security-groups?id=916e73e2-1f8b-4146-98d4-2e2900106396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8249555 Apr 29 13:31:09.531086 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5b97d-95f4-45ef-94ab-775d1e320023 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=48a7fb1c-3f63-420f-a922-ac13eb167541,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:09.627815 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-02ce8215-40ea-4ee5-82d0-769c1cc22845 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 4.5006313 Apr 29 13:31:09.697771 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33696) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:09.784150 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 7b45d481-1e3f-43a9-bbd2-5b5a2d57700a up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:31:09.840996 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7c81daad-d041-4fa7-a1b6-3711a46475a4 req-c5bd39e3-b420-4a98-9446-fb07e38f92e5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 1099 time: 0.6040606 Apr 29 13:31:09.870608 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-bc5d9d03-d8f8-49cb-9f6b-04db9bd83200 None None] Provisioning for port 7b45d481-1e3f-43a9-bbd2-5b5a2d57700a completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:31:09.952053 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01d6be8-b693-427e-8b15-64a1eedb8c1b tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:09.952053 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01d6be8-b693-427e-8b15-64a1eedb8c1b tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:09.964918 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4cff576a-6e29-4ec4-818e-68db65464700 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:09.969502 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01d6be8-b693-427e-8b15-64a1eedb8c1b tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:09.990461 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d01d6be8-b693-427e-8b15-64a1eedb8c1b tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2762110 Apr 29 13:31:09.990461 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33700) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:09.998492 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 7b45d481-1e3f-43a9-bbd2-5b5a2d57700a completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:31:09.998492 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 7b45d481-1e3f-43a9-bbd2-5b5a2d57700a triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:10.003316 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:10.014746 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e5b97d-95f4-45ef-94ab-775d1e320023 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 1f1631f4-7759-4601-8487-4268d3ef1926 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:10.026377 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-b3e5b97d-95f4-45ef-94ab-775d1e320023 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:10.031916 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-4cff576a-6e29-4ec4-818e-68db65464700 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Transition to ACTIVE for port object 58bccdf6-fc13-4fb8-b7d9-6d961a16f89e will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:10.058904 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7c81daad-d041-4fa7-a1b6-3711a46475a4 req-bf89ac33-0976-4a12-825a-51b75c9f2065 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=916e73e2-1f8b-4146-98d4-2e2900106396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102201 Apr 29 13:31:10.060986 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4cff576a-6e29-4ec4-818e-68db65464700 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:10.179920 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cff576a-6e29-4ec4-818e-68db65464700 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network 44ba171e-fd39-4027-873e-4c53aa8412b5 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:10.185077 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff576a-6e29-4ec4-818e-68db65464700 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Port': ['ID=58bccdf6-fc13-4fb8-b7d9-6d961a16f89e,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:10.188571 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-4cff576a-6e29-4ec4-818e-68db65464700 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:10.201400 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cff576a-6e29-4ec4-818e-68db65464700 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:31:10.206169 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cff576a-6e29-4ec4-818e-68db65464700 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:10.206686 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4cff576a-6e29-4ec4-818e-68db65464700 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:10.229559 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0bdeda5a-49c1-4cb6-bd2f-3233ea871f4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:10.238452 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4cff576a-6e29-4ec4-818e-68db65464700 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3406467 Apr 29 13:31:10.238452 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33704) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:10.245307 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-663fa3ee-273d-4b81-adea-7641f8f13736 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'subnet': {'network_id': '44ba171e-fd39-4027-873e-4c53aa8412b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:10.285098 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:10.346753 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-75f93dd7-93ae-42d8-a22e-f5aa627679a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Deleting port 1528e1ff-4509-4846-9760-43409c045c0f {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:10.346753 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-75f93dd7-93ae-42d8-a22e-f5aa627679a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:10.372071 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 7b45d481-1e3f-43a9-bbd2-5b5a2d57700a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=7b45d481-1e3f-43a9-bbd2-5b5a2d57700a,segment=NetworkSegment(0174c2ca-37ca-4806-b2ec-dfd1a4e46886),segment_id=0174c2ca-37ca-4806-b2ec-dfd1a4e46886)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:10.389342 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:10.390456 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 226bb357-3438-4b35-aa63-7ec64df7ce64 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:31:10.412413 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-663fa3ee-273d-4b81-adea-7641f8f13736 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:10.417244 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-663fa3ee-273d-4b81-adea-7641f8f13736 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:subnet and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:10.420702 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-663fa3ee-273d-4b81-adea-7641f8f13736 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:10.428186 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-663fa3ee-273d-4b81-adea-7641f8f13736 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:10.441468 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663fa3ee-273d-4b81-adea-7641f8f13736 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:10.447237 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-663fa3ee-273d-4b81-adea-7641f8f13736 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:10.468054 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-0bdeda5a-49c1-4cb6-bd2f-3233ea871f4b admin admin] Deleting port e7e37690-3229-4928-8b7b-7d2b1112e8da {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:10.468963 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0bdeda5a-49c1-4cb6-bd2f-3233ea871f4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:10.569027 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d4706e49-26fb-4595-aa05-6a7e38df846f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:10.586443 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-38954db9-a321-480c-b59f-47db81e17cd4 None None] Allocated IP 2001:db8::2 (44ba171e-fd39-4027-873e-4c53aa8412b5/8d449b84-2932-4093-83a1-a2edf8681662/d87c305f-bdd2-4b1c-a13b-6c74c9233a32) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:31:10.762196 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=7b45d481-1e3f-43a9-bbd2-5b5a2d57700a,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:10.807035 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e65203e-012f-4642-b40f-83e432f73657 None None] Network e53d61f0-0334-45cc-9bb5-1d26cf6618f7 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:31:10.974813 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 226bb357-3438-4b35-aa63-7ec64df7ce64 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:31:11.015524 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6ebf2d6b-658b-44a6-8f0f-4ce9c4b9f9bd None None] Provisioning complete for port 7b45d481-1e3f-43a9-bbd2-5b5a2d57700a triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:11.016913 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6ebf2d6b-658b-44a6-8f0f-4ce9c4b9f9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:11.033629 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.ipam_backend_mixin [None req-663fa3ee-273d-4b81-adea-7641f8f13736 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8d449b84-2932-4093-83a1-a2edf8681662 (CIDR: 2001:db8::/64) Apr 29 13:31:11.042377 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-663fa3ee-273d-4b81-adea-7641f8f13736 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:31:11.042915 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-663fa3ee-273d-4b81-adea-7641f8f13736 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:31:11.052325 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-75f93dd7-93ae-42d8-a22e-f5aa627679a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:11.081138 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-663fa3ee-273d-4b81-adea-7641f8f13736 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8423669 Apr 29 13:31:11.084557 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33710) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:11.091236 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device dfca116a-9349-436d-84d8-e8cb520e2159 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:31:11.091486 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e6428-7e80-4f26-89ec-ad5b92c169b2 req-5c306eed-6c0a-4399-a72e-4fdf5c0e56b6 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:11.094255 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2e4e6428-7e80-4f26-89ec-ad5b92c169b2 req-5c306eed-6c0a-4399-a72e-4fdf5c0e56b6 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 946 time: 0.3722618 Apr 29 13:31:11.107151 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-0c998a9a-de4f-42b2-b20e-9f14c81704f5 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'subnet': {'network_id': '44ba171e-fd39-4027-873e-4c53aa8412b5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:11.171096 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: dfca116a-9349-436d-84d8-e8cb520e2159 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:31:11.171582 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device dfca116a-9349-436d-84d8-e8cb520e2159 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:31:11.226745 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-38954db9-a321-480c-b59f-47db81e17cd4 None None] For port d87c305f-bdd2-4b1c-a13b-6c74c9233a32, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=d87c305f-bdd2-4b1c-a13b-6c74c9233a32,segment=NetworkSegment(94de39aa-bc23-4f4d-9d08-ee8ea13bf4f7),segment_id=94de39aa-bc23-4f4d-9d08-ee8ea13bf4f7)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:11.260424 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-75f93dd7-93ae-42d8-a22e-f5aa627679a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Calling delete_port for 1528e1ff-4509-4846-9760-43409c045c0f owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:11.268726 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-0bdeda5a-49c1-4cb6-bd2f-3233ea871f4b admin admin] For port e7e37690-3229-4928-8b7b-7d2b1112e8da, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e7e37690-3229-4928-8b7b-7d2b1112e8da,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:11.268726 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0bdeda5a-49c1-4cb6-bd2f-3233ea871f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:11.434885 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-0bdeda5a-49c1-4cb6-bd2f-3233ea871f4b admin admin] Calling delete_port for e7e37690-3229-4928-8b7b-7d2b1112e8da owned by network:router_gateway {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:11.462880 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 7b45d481-1e3f-43a9-bbd2-5b5a2d57700a up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:31:11.499985 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2e4e6428-7e80-4f26-89ec-ad5b92c169b2 req-9167cd3f-c966-405c-9cc4-f78befa67207 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/security-groups?id=916e73e2-1f8b-4146-98d4-2e2900106396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342741 Apr 29 13:31:11.543560 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0c998a9a-de4f-42b2-b20e-9f14c81704f5 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:11.596349 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0c998a9a-de4f-42b2-b20e-9f14c81704f5 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:subnet and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:11.603812 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0c998a9a-de4f-42b2-b20e-9f14c81704f5 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:11.615845 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0c998a9a-de4f-42b2-b20e-9f14c81704f5 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:11.635138 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c998a9a-de4f-42b2-b20e-9f14c81704f5 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:11.640069 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0c998a9a-de4f-42b2-b20e-9f14c81704f5 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:11.642125 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-75f93dd7-93ae-42d8-a22e-f5aa627679a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:11.694546 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.resource_extend [None req-38954db9-a321-480c-b59f-47db81e17cd4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:31:11.707683 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:11.718829 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:11.746087 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-38954db9-a321-480c-b59f-47db81e17cd4 None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:11.776015 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f93dd7-93ae-42d8-a22e-f5aa627679a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Pushing event deleted for resources: {'Port': ['ID=1528e1ff-4509-4846-9760-43409c045c0f,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:11.793390 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-38954db9-a321-480c-b59f-47db81e17cd4 None None] Transition to ACTIVE for port object d87c305f-bdd2-4b1c-a13b-6c74c9233a32 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:11.803136 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-75f93dd7-93ae-42d8-a22e-f5aa627679a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:11.812060 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-38954db9-a321-480c-b59f-47db81e17cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:11.819705 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-75f93dd7-93ae-42d8-a22e-f5aa627679a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] 10.222.0.76 "DELETE /v2.0/ports/1528e1ff-4509-4846-9760-43409c045c0f HTTP/1.1" status: 204 len: 168 time: 1.7709587 Apr 29 13:31:11.819705 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e5b97d-95f4-45ef-94ab-775d1e320023 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router bf547b66-6993-42c7-b2d8-17f625efff0d has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:31:11.819705 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33714) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:11.819705 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-66c9d794-7ed5-4086-9f0f-568309ecad91 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Request body: {'port': {'name': 'tempest-new-port-name-411243019', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:11.819705 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.api.validators [None req-66c9d794-7ed5-4086-9f0f-568309ecad91 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] bootfile-name is not in valid_values {{(pid=83905) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 13:31:11.819705 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.api.validators [None req-66c9d794-7ed5-4086-9f0f-568309ecad91 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] tftp-server is not in valid_values {{(pid=83905) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 13:31:11.819705 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.api.validators [None req-66c9d794-7ed5-4086-9f0f-568309ecad91 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] server-ip-address is not in valid_values {{(pid=83905) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 13:31:11.866052 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6ebf2d6b-658b-44a6-8f0f-4ce9c4b9f9bd None None] Provisioning for port 226bb357-3438-4b35-aa63-7ec64df7ce64 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:31:11.947350 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-66c9d794-7ed5-4086-9f0f-568309ecad91 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:11.962626 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6ebf2d6b-658b-44a6-8f0f-4ce9c4b9f9bd None None] Provisioning complete for port 226bb357-3438-4b35-aa63-7ec64df7ce64 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:11.963005 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6ebf2d6b-658b-44a6-8f0f-4ce9c4b9f9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:11.998167 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.ipam_backend_mixin [None req-0c998a9a-de4f-42b2-b20e-9f14c81704f5 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9395aa3c-8d4d-47e9-9e5a-b51b41c47daa (CIDR: 2001:db8:0:1::/64) Apr 29 13:31:12.005171 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c998a9a-de4f-42b2-b20e-9f14c81704f5 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:31:12.005827 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c998a9a-de4f-42b2-b20e-9f14c81704f5 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:31:12.021922 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0bdeda5a-49c1-4cb6-bd2f-3233ea871f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:12.033806 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 7b45d481-1e3f-43a9-bbd2-5b5a2d57700a triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:12.034186 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:12.108135 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdeda5a-49c1-4cb6-bd2f-3233ea871f4b admin admin] Pushing event deleted for resources: {'Port': ['ID=e7e37690-3229-4928-8b7b-7d2b1112e8da,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:12.117228 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38954db9-a321-480c-b59f-47db81e17cd4 None None] Pushing event updated for resources: {'Port': ['ID=d87c305f-bdd2-4b1c-a13b-6c74c9233a32,revision_number=6']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:12.144065 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0c998a9a-de4f-42b2-b20e-9f14c81704f5 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0575385 Apr 29 13:31:12.157532 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33718) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:12.199995 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-d6d8f8fd-0a02-40a9-a415-06198ca9c880 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'subnet': {'network_id': '44ba171e-fd39-4027-873e-4c53aa8412b5', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:12.378429 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6ebf2d6b-658b-44a6-8f0f-4ce9c4b9f9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:12.442083 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6ebf2d6b-658b-44a6-8f0f-4ce9c4b9f9bd None None] For port 226bb357-3438-4b35-aa63-7ec64df7ce64, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=226bb357-3438-4b35-aa63-7ec64df7ce64,segment=NetworkSegment(9e7c403c-085a-4fc8-b051-5eb1006883c5),segment_id=9e7c403c-085a-4fc8-b051-5eb1006883c5)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:12.450715 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6ebf2d6b-658b-44a6-8f0f-4ce9c4b9f9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:12.482400 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0bdeda5a-49c1-4cb6-bd2f-3233ea871f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:12.534971 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6ebf2d6b-658b-44a6-8f0f-4ce9c4b9f9bd None None] Provisioning for port 48a7fb1c-3f63-420f-a922-ac13eb167541 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:31:12.546119 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6ebf2d6b-658b-44a6-8f0f-4ce9c4b9f9bd None None] Provisioning complete for port 48a7fb1c-3f63-420f-a922-ac13eb167541 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:12.546493 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6ebf2d6b-658b-44a6-8f0f-4ce9c4b9f9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:12.591910 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf2d6b-658b-44a6-8f0f-4ce9c4b9f9bd None None] Pushing event updated for resources: {'Port': ['ID=226bb357-3438-4b35-aa63-7ec64df7ce64,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:12.621302 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6ebf2d6b-658b-44a6-8f0f-4ce9c4b9f9bd None None] Port 48a7fb1c-3f63-420f-a922-ac13eb167541 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:31:12.769994 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-628eb174-5655-4083-9336-727322f56eaa None None] Provisioning complete for port 226bb357-3438-4b35-aa63-7ec64df7ce64 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:12.769994 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-628eb174-5655-4083-9336-727322f56eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:12.825971 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d6d8f8fd-0a02-40a9-a415-06198ca9c880 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:12.838500 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d6d8f8fd-0a02-40a9-a415-06198ca9c880 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Usage tracker for resource:subnet and tenant:6ae461034cd64fbdab4560447c7639cd is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:12.852312 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d6d8f8fd-0a02-40a9-a415-06198ca9c880 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:12.901741 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:12.908378 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d6d8f8fd-0a02-40a9-a415-06198ca9c880 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:13.017951 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-628eb174-5655-4083-9336-727322f56eaa None None] Provisioning complete for port 48a7fb1c-3f63-420f-a922-ac13eb167541 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:13.017951 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-628eb174-5655-4083-9336-727322f56eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:13.018147 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d8f8fd-0a02-40a9-a415-06198ca9c880 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Made reservation on behalf of 6ae461034cd64fbdab4560447c7639cd for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:13.116677 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-628eb174-5655-4083-9336-727322f56eaa None None] Port 48a7fb1c-3f63-420f-a922-ac13eb167541 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:31:13.138359 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-628eb174-5655-4083-9336-727322f56eaa None None] Provisioning for port 19fce882-1511-4ce6-bd88-53ca0f616c70 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:31:13.138359 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-628eb174-5655-4083-9336-727322f56eaa None None] Provisioning complete for port 19fce882-1511-4ce6-bd88-53ca0f616c70 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:13.138359 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-628eb174-5655-4083-9336-727322f56eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:13.190076 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e5b97d-95f4-45ef-94ab-775d1e320023 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:31:13.194829 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b3e5b97d-95f4-45ef-94ab-775d1e320023 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "PUT /v2.0/routers/bf547b66-6993-42c7-b2d8-17f625efff0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7361174 Apr 29 13:31:13.198840 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33726) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:13.245137 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0bdeda5a-49c1-4cb6-bd2f-3233ea871f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:13.254295 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0bdeda5a-49c1-4cb6-bd2f-3233ea871f4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:13.290510 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-628eb174-5655-4083-9336-727322f56eaa None None] Port 19fce882-1511-4ce6-bd88-53ca0f616c70 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:31:13.293273 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-628eb174-5655-4083-9336-727322f56eaa None None] Could not find standard attr ID for object 1528e1ff-4509-4846-9760-43409c045c0f. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:31:13.311408 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f8fd-0a02-40a9-a415-06198ca9c880 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:13.362411 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0bdeda5a-49c1-4cb6-bd2f-3233ea871f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:13.362411 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdeda5a-49c1-4cb6-bd2f-3233ea871f4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a9feabf-767e-40df-a080-b455641c9ebd {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:31:13.378448 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0bdeda5a-49c1-4cb6-bd2f-3233ea871f4b admin admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:13.378448 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0bdeda5a-49c1-4cb6-bd2f-3233ea871f4b admin admin] 10.222.0.76 "DELETE /v2.0/routers/2a9feabf-767e-40df-a080-b455641c9ebd HTTP/1.1" status: 204 len: 168 time: 6.2793417 Apr 29 13:31:13.381422 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33730) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:13.436080 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cbaf7-cb08-403e-b346-3c5fc2bb05e6 req-e36d2375-2643-4282-aeb7-bcb9b3442aa3 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:13.439380 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 226bb357-3438-4b35-aa63-7ec64df7ce64 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:31:13.448616 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8e7cbaf7-cb08-403e-b346-3c5fc2bb05e6 req-e36d2375-2643-4282-aeb7-bcb9b3442aa3 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 946 time: 0.2829454 Apr 29 13:31:13.476079 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-66c9d794-7ed5-4086-9f0f-568309ecad91 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:13.523711 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f5dc30-67fe-4e40-996e-5c5da435e319 admin admin] Deleting subnet 95ef32f0-4ffe-4053-ad89-1f8d7234cbbd {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:31:13.531498 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a2f5dc30-67fe-4e40-996e-5c5da435e319 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:13.557136 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-66c9d794-7ed5-4086-9f0f-568309ecad91 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:13.559846 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6da4a701-f611-4213-911c-3a856c75d8aa None None] Provisioning complete for port 68d79673-507d-484d-accf-cee89e015c51 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:13.564955 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6da4a701-f611-4213-911c-3a856c75d8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:13.566502 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8e7cbaf7-cb08-403e-b346-3c5fc2bb05e6 req-eadf986b-be07-4ada-b844-76be0e9c0e57 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/security-groups?id=916e73e2-1f8b-4146-98d4-2e2900106396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161611 Apr 29 13:31:13.615803 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a2f5dc30-67fe-4e40-996e-5c5da435e319 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:13.660594 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 226bb357-3438-4b35-aa63-7ec64df7ce64 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:13.661023 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:13.707328 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9d794-7ed5-4086-9f0f-568309ecad91 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Pushing event updated for resources: {'Port': ['ID=19fce882-1511-4ce6-bd88-53ca0f616c70,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:13.736351 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6da4a701-f611-4213-911c-3a856c75d8aa None None] Port 68d79673-507d-484d-accf-cee89e015c51 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:31:13.840236 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a2f5dc30-67fe-4e40-996e-5c5da435e319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:13.847849 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6da4a701-f611-4213-911c-3a856c75d8aa None None] Provisioning for port d87c305f-bdd2-4b1c-a13b-6c74c9233a32 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:31:13.856808 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6da4a701-f611-4213-911c-3a856c75d8aa None None] Provisioning complete for port d87c305f-bdd2-4b1c-a13b-6c74c9233a32 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:13.857774 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6da4a701-f611-4213-911c-3a856c75d8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:13.942770 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-66c9d794-7ed5-4086-9f0f-568309ecad91 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] In _notify_port_updated(), no bound segment for port 19fce882-1511-4ce6-bd88-53ca0f616c70 on network e53d61f0-0334-45cc-9bb5-1d26cf6618f7 {{(pid=83905) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 13:31:13.946561 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c9d794-7ed5-4086-9f0f-568309ecad91 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:13.947257 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-66c9d794-7ed5-4086-9f0f-568309ecad91 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:13.948721 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-66c9d794-7ed5-4086-9f0f-568309ecad91 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] 10.222.0.76 "PUT /v2.0/ports/19fce882-1511-4ce6-bd88-53ca0f616c70 HTTP/1.1" status: 200 len: 1128 time: 2.1592700 Apr 29 13:31:13.952257 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33736) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:14.052852 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a2f5dc30-67fe-4e40-996e-5c5da435e319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:14.070156 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device d87c305f-bdd2-4b1c-a13b-6c74c9233a32 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:31:14.157018 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf3a43a-7525-4e74-99f0-3a139572b934 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:14.157018 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf3a43a-7525-4e74-99f0-3a139572b934 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:14.157534 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf3a43a-7525-4e74-99f0-3a139572b934 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:14.157688 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf3a43a-7525-4e74-99f0-3a139572b934 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:14.157976 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf3a43a-7525-4e74-99f0-3a139572b934 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:14.161191 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf3a43a-7525-4e74-99f0-3a139572b934 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:14.163318 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf3a43a-7525-4e74-99f0-3a139572b934 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:14.163843 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf3a43a-7525-4e74-99f0-3a139572b934 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:14.164859 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf3a43a-7525-4e74-99f0-3a139572b934 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:14.166053 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf3a43a-7525-4e74-99f0-3a139572b934 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:14.166557 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf3a43a-7525-4e74-99f0-3a139572b934 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:14.173163 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5dc30-67fe-4e40-996e-5c5da435e319 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95ef32f0-4ffe-4053-ad89-1f8d7234cbbd,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:14.174787 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ccf3a43a-7525-4e74-99f0-3a139572b934 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7833 time: 0.9730940 Apr 29 13:31:14.177404 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33740) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:14.202001 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab70b061-5556-48b8-b402-1f5697650653 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:14.203762 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ab70b061-5556-48b8-b402-1f5697650653 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Synchronizing usage tracker for tenant:b318602ba73544ebbedca834401bcc32 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:31:14.216397 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a2f5dc30-67fe-4e40-996e-5c5da435e319 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:14.227279 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91230b2c-82bd-4253-be81-87af1300e49a None None] Network 9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:31:14.240141 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a2f5dc30-67fe-4e40-996e-5c5da435e319 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/95ef32f0-4ffe-4053-ad89-1f8d7234cbbd HTTP/1.1" status: 204 len: 168 time: 0.8576891 Apr 29 13:31:14.243946 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33744) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:14.281540 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ab70b061-5556-48b8-b402-1f5697650653 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Unset dirty status for tenant:b318602ba73544ebbedca834401bcc32 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:31:14.289551 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ab70b061-5556-48b8-b402-1f5697650653 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] 10.222.0.76 "GET /v2.0/ports/19fce882-1511-4ce6-bd88-53ca0f616c70 HTTP/1.1" status: 200 len: 1128 time: 0.3232520 Apr 29 13:31:14.345038 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port d87c305f-bdd2-4b1c-a13b-6c74c9233a32 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:14.345038 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:14.363025 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33748) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:14.401891 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f8fd-0a02-40a9-a415-06198ca9c880 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:14.473382 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d8f8fd-0a02-40a9-a415-06198ca9c880 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Network 44ba171e-fd39-4027-873e-4c53aa8412b5 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:14.473382 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-d6d8f8fd-0a02-40a9-a415-06198ca9c880 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:14.488179 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d8f8fd-0a02-40a9-a415-06198ca9c880 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:14.488179 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f8fd-0a02-40a9-a415-06198ca9c880 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:14.495312 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-38d278e2-2c5b-4f8b-81a5-fa234cdbc7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:14.513964 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-dc025ae7-3de8-4225-917a-c34017206c2b tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Deleting port 19fce882-1511-4ce6-bd88-53ca0f616c70 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:14.513964 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dc025ae7-3de8-4225-917a-c34017206c2b tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:14.527896 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d6d8f8fd-0a02-40a9-a415-06198ca9c880 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3439209 Apr 29 13:31:14.527896 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33752) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:14.541131 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-debcf155-d053-4544-ab19-93f373c5c625 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-807467546', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '45841cdf-b05d-46df-8c56-00a1c0a1d00c'}], 'security_groups': ['06c4c49a-170e-4c4c-aabd-0926dece71f4', 'c0ade05e-ca88-49f3-888f-52d552459755']}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:14.546410 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6da4a701-f611-4213-911c-3a856c75d8aa None None] Provisioning complete for port 19fce882-1511-4ce6-bd88-53ca0f616c70 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:14.546410 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6da4a701-f611-4213-911c-3a856c75d8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:14.635438 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6da4a701-f611-4213-911c-3a856c75d8aa None None] Port 19fce882-1511-4ce6-bd88-53ca0f616c70 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:31:14.635438 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3e9817-d674-42c7-a8db-45f0908bb95f None None] Network 44ba171e-fd39-4027-873e-4c53aa8412b5 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:31:14.652244 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6e970-66ef-42de-bd90-d0e5b3e1686f req-6c7c03fe-c79a-4789-af45-355a0071359c tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:14.652244 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-45c6e970-66ef-42de-bd90-d0e5b3e1686f req-6c7c03fe-c79a-4789-af45-355a0071359c tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 946 time: 0.7396348 Apr 29 13:31:14.689550 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6da4a701-f611-4213-911c-3a856c75d8aa None None] Could not find standard attr ID for object 1528e1ff-4509-4846-9760-43409c045c0f. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:31:14.710607 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236b5e84-f0c7-49ff-9387-69cc7478927a tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:14.710607 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236b5e84-f0c7-49ff-9387-69cc7478927a tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:14.710607 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236b5e84-f0c7-49ff-9387-69cc7478927a tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:14.710607 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236b5e84-f0c7-49ff-9387-69cc7478927a tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:14.710607 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236b5e84-f0c7-49ff-9387-69cc7478927a tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:14.710607 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236b5e84-f0c7-49ff-9387-69cc7478927a tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:14.710607 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236b5e84-f0c7-49ff-9387-69cc7478927a tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:14.710607 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236b5e84-f0c7-49ff-9387-69cc7478927a tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:14.710607 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236b5e84-f0c7-49ff-9387-69cc7478927a tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:14.710607 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236b5e84-f0c7-49ff-9387-69cc7478927a tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:14.710607 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236b5e84-f0c7-49ff-9387-69cc7478927a tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:14.710607 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236b5e84-f0c7-49ff-9387-69cc7478927a tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:14.710607 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-236b5e84-f0c7-49ff-9387-69cc7478927a tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7762 time: 0.5229535 Apr 29 13:31:14.720826 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8f8fd-0a02-40a9-a415-06198ca9c880 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Subnet': ['ID=45841cdf-b05d-46df-8c56-00a1c0a1d00c,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:14.733384 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33756) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:14.919773 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-38d278e2-2c5b-4f8b-81a5-fa234cdbc7c7 admin admin] Deleting port aec53745-164d-4740-962e-f5c019fba68b {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:14.921548 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-38d278e2-2c5b-4f8b-81a5-fa234cdbc7c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:14.929459 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14f40d1-14cd-4336-8317-01fcbce59602 None None] Sync routers for ids ['bf547b66-6993-42c7-b2d8-17f625efff0d'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:31:15.012965 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4e57895c-7e77-4f2f-9ea9-bd2bd921be6b None None] Provisioning complete for port 19fce882-1511-4ce6-bd88-53ca0f616c70 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:15.013333 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4e57895c-7e77-4f2f-9ea9-bd2bd921be6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:15.013994 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dc025ae7-3de8-4225-917a-c34017206c2b tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:15.069780 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14f40d1-14cd-4336-8317-01fcbce59602 None None] Routers {'bf547b66-6993-42c7-b2d8-17f625efff0d'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:31:15.070412 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c14f40d1-14cd-4336-8317-01fcbce59602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:31:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf547b66-6993-42c7-b2d8-17f625efff0d'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:15.080912 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-45c6e970-66ef-42de-bd90-d0e5b3e1686f req-24618a65-c651-4c46-b179-a18b35b0aa60 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/security-groups?id=916e73e2-1f8b-4146-98d4-2e2900106396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991158 Apr 29 13:31:15.136806 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-debcf155-d053-4544-ab19-93f373c5c625 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:15.170957 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-dc025ae7-3de8-4225-917a-c34017206c2b tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Calling delete_port for 19fce882-1511-4ce6-bd88-53ca0f616c70 owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:15.185438 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eb8952-61de-4ce1-9189-ea536a14e09e None None] DHCP port deletion for 9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:31:15.187449 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-4e57895c-7e77-4f2f-9ea9-bd2bd921be6b None None] Port 19fce882-1511-4ce6-bd88-53ca0f616c70 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:31:15.292136 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-36eb8952-61de-4ce1-9189-ea536a14e09e None None] Deleting port aec53745-164d-4740-962e-f5c019fba68b {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:15.292513 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36eb8952-61de-4ce1-9189-ea536a14e09e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:15.344130 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device aec53745-164d-4740-962e-f5c019fba68b no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:31:15.437496 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-38d278e2-2c5b-4f8b-81a5-fa234cdbc7c7 admin admin] For port aec53745-164d-4740-962e-f5c019fba68b, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=aec53745-164d-4740-962e-f5c019fba68b,segment=NetworkSegment(55ed5e1f-94d1-471a-a5a2-c8b5f5417041),segment_id=55ed5e1f-94d1-471a-a5a2-c8b5f5417041)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:15.440911 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-38d278e2-2c5b-4f8b-81a5-fa234cdbc7c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:15.443929 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4e57895c-7e77-4f2f-9ea9-bd2bd921be6b None None] Provisioning for port 58bccdf6-fc13-4fb8-b7d9-6d961a16f89e completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:31:15.583776 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f68f20ab-02a9-4308-b853-43e4e5eabdd4 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.8211639 Apr 29 13:31:15.642416 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-36eb8952-61de-4ce1-9189-ea536a14e09e None None] For port aec53745-164d-4740-962e-f5c019fba68b, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=aec53745-164d-4740-962e-f5c019fba68b,segment=NetworkSegment(55ed5e1f-94d1-471a-a5a2-c8b5f5417041),segment_id=55ed5e1f-94d1-471a-a5a2-c8b5f5417041)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:15.643116 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36eb8952-61de-4ce1-9189-ea536a14e09e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:15.780060 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-36eb8952-61de-4ce1-9189-ea536a14e09e None None] Calling delete_port for aec53745-164d-4740-962e-f5c019fba68b owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:15.878658 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4e57895c-7e77-4f2f-9ea9-bd2bd921be6b None None] Provisioning complete for port 58bccdf6-fc13-4fb8-b7d9-6d961a16f89e triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:15.879330 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4e57895c-7e77-4f2f-9ea9-bd2bd921be6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:15.889370 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-38d278e2-2c5b-4f8b-81a5-fa234cdbc7c7 admin admin] Calling delete_port for aec53745-164d-4740-962e-f5c019fba68b owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:15.910585 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33766) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:15.913388 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-debcf155-d053-4544-ab19-93f373c5c625 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Delete allocated IP 2001:db8::66 (44ba171e-fd39-4027-873e-4c53aa8412b5/8d449b84-2932-4093-83a1-a2edf8681662) {{(pid=83905) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 13:31:15.919633 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-4cf20673-2d1a-4138-a388-5d32f6219dd4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-131017140', 'description': 'tempest-secgroup-smoke-131017140 description', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:15.929784 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-4cf20673-2d1a-4138-a388-5d32f6219dd4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:15.935436 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-debcf155-d053-4544-ab19-93f373c5c625 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Allocated IP 2001:db8:0:2::207 (44ba171e-fd39-4027-873e-4c53aa8412b5/45841cdf-b05d-46df-8c56-00a1c0a1d00c/58bccdf6-fc13-4fb8-b7d9-6d961a16f89e) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:31:15.939141 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-4cf20673-2d1a-4138-a388-5d32f6219dd4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:15.947612 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-4cf20673-2d1a-4138-a388-5d32f6219dd4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:15.948792 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36eb8952-61de-4ce1-9189-ea536a14e09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:15.956978 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-4cf20673-2d1a-4138-a388-5d32f6219dd4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:15.987761 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4cf20673-2d1a-4138-a388-5d32f6219dd4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:16.013124 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-4e57895c-7e77-4f2f-9ea9-bd2bd921be6b None None] Port 58bccdf6-fc13-4fb8-b7d9-6d961a16f89e cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:31:16.025623 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eb8952-61de-4ce1-9189-ea536a14e09e None None] No DVR routers for this DVR port aec53745-164d-4740-962e-f5c019fba68b on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:31:16.032592 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb8952-61de-4ce1-9189-ea536a14e09e None None] Pushing event deleted for resources: {'Port': ['ID=aec53745-164d-4740-962e-f5c019fba68b,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:16.063034 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No active binding found for port aec53745-164d-4740-962e-f5c019fba68b {{(pid=83906) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 29 13:31:16.064053 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device aec53745-164d-4740-962e-f5c019fba68b not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:31:16.067748 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dc025ae7-3de8-4225-917a-c34017206c2b tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:16.078604 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-c14f40d1-14cd-4336-8317-01fcbce59602 None None] Set router bf547b66-6993-42c7-b2d8-17f625efff0d gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:31:16.080590 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-4cf20673-2d1a-4138-a388-5d32f6219dd4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:16.137858 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-4cf20673-2d1a-4138-a388-5d32f6219dd4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:16.148287 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc025ae7-3de8-4225-917a-c34017206c2b tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Pushing event deleted for resources: {'Port': ['ID=19fce882-1511-4ce6-bd88-53ca0f616c70,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:16.151321 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-4cf20673-2d1a-4138-a388-5d32f6219dd4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:16.161839 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-4cf20673-2d1a-4138-a388-5d32f6219dd4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:16.171109 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232911a-064c-40f2-a60c-b1d7081b5f08 req-302230fe-c0f4-4741-95ff-d624ead9b5e0 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:16.182065 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b232911a-064c-40f2-a60c-b1d7081b5f08 req-302230fe-c0f4-4741-95ff-d624ead9b5e0 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 946 time: 0.2358642 Apr 29 13:31:16.236349 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.db.api [None req-38d278e2-2c5b-4f8b-81a5-fa234cdbc7c7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:31:16.237148 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG oslo_db.api [None req-38d278e2-2c5b-4f8b-81a5-fa234cdbc7c7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:31:16.254495 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dc025ae7-3de8-4225-917a-c34017206c2b tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:16.273912 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4cf20673-2d1a-4138-a388-5d32f6219dd4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:16.285764 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4cf20673-2d1a-4138-a388-5d32f6219dd4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:16.293513 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b232911a-064c-40f2-a60c-b1d7081b5f08 req-cb0e9cd4-66ab-4a2d-9c77-4db48891a59e tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/security-groups?id=916e73e2-1f8b-4146-98d4-2e2900106396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102927 Apr 29 13:31:16.305322 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-dc025ae7-3de8-4225-917a-c34017206c2b tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] 10.222.0.76 "DELETE /v2.0/ports/19fce882-1511-4ce6-bd88-53ca0f616c70 HTTP/1.1" status: 204 len: 168 time: 1.9425757 Apr 29 13:31:16.311312 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33770) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:16.318713 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-debcf155-d053-4544-ab19-93f373c5c625 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:16.358001 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf20673-2d1a-4138-a388-5d32f6219dd4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c183a238-6c34-4e0a-a73a-3c3dee02cd16,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:16.362115 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4cf20673-2d1a-4138-a388-5d32f6219dd4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:16.363870 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4cf20673-2d1a-4138-a388-5d32f6219dd4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4523540 Apr 29 13:31:16.368045 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33774) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:16.370617 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-debcf155-d053-4544-ab19-93f373c5c625 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Ignored duplicate provisioning block setup for port 58bccdf6-fc13-4fb8-b7d9-6d961a16f89e by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 29 13:31:16.376449 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-28de136f-80a8-412a-84ef-e83096ac7da2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': 'c183a238-6c34-4e0a-a73a-3c3dee02cd16', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:16.384575 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-28de136f-80a8-412a-84ef-e83096ac7da2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:16.386765 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-debcf155-d053-4544-ab19-93f373c5c625 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:16.443301 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-28de136f-80a8-412a-84ef-e83096ac7da2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:16.447440 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-28de136f-80a8-412a-84ef-e83096ac7da2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:16.463431 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-28de136f-80a8-412a-84ef-e83096ac7da2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:16.506459 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-debcf155-d053-4544-ab19-93f373c5c625 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] In _notify_port_updated(), no bound segment for port 58bccdf6-fc13-4fb8-b7d9-6d961a16f89e on network 44ba171e-fd39-4027-873e-4c53aa8412b5 {{(pid=83905) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 13:31:16.510677 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debcf155-d053-4544-ab19-93f373c5c625 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:16.511467 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-debcf155-d053-4544-ab19-93f373c5c625 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:16.512950 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-debcf155-d053-4544-ab19-93f373c5c625 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "PUT /v2.0/ports/58bccdf6-fc13-4fb8-b7d9-6d961a16f89e HTTP/1.1" status: 200 len: 969 time: 1.9835274 Apr 29 13:31:16.515726 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33778) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:16.551967 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-28de136f-80a8-412a-84ef-e83096ac7da2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:16.556620 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a6023b-79d0-4d98-87fa-47824fc9769c None None] Update dhcp port {'port': {'network_id': '44ba171e-fd39-4027-873e-4c53aa8412b5', 'fixed_ips': [{'subnet_id': '9395aa3c-8d4d-47e9-9e5a-b51b41c47daa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8d449b84-2932-4093-83a1-a2edf8681662', 'ip_address': '2001:db8::2'}, {'subnet_id': '45841cdf-b05d-46df-8c56-00a1c0a1d00c'}], 'binding:host_id': 'dv-neutron-839027-4-hyperv'}, 'id': 'd87c305f-bdd2-4b1c-a13b-6c74c9233a32'} from dv-neutron-839027-4-hyperv. {{(pid=83906) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 29 13:31:16.586362 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debcf155-d053-4544-ab19-93f373c5c625 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event updated for resources: {'Port': ['ID=58bccdf6-fc13-4fb8-b7d9-6d961a16f89e,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:16.608542 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-d62e8541-b166-4646-9235-03434864f62d tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Deleting subnet c1458acc-e352-4dbf-bf6f-a480c58d59ff {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:31:16.613072 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d62e8541-b166-4646-9235-03434864f62d tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:16.642348 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-28de136f-80a8-412a-84ef-e83096ac7da2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:16.646767 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-28de136f-80a8-412a-84ef-e83096ac7da2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:16.658887 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-19a6023b-79d0-4d98-87fa-47824fc9769c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:16.664544 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-1e7ed3f1-a383-47bf-9377-0e951d4a5a68 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting port 58bccdf6-fc13-4fb8-b7d9-6d961a16f89e {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:16.664905 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1e7ed3f1-a383-47bf-9377-0e951d4a5a68 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:16.673890 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de136f-80a8-412a-84ef-e83096ac7da2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=671b863a-a6f4-4858-912f-87107e347301,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:16.687871 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-28de136f-80a8-412a-84ef-e83096ac7da2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:16.692525 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-28de136f-80a8-412a-84ef-e83096ac7da2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3207417 Apr 29 13:31:16.692833 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33782) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:16.698739 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-6062ef15-06ab-435b-93f1-721a02fe47cc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': 'c183a238-6c34-4e0a-a73a-3c3dee02cd16', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:16.705115 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6062ef15-06ab-435b-93f1-721a02fe47cc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:16.708996 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6062ef15-06ab-435b-93f1-721a02fe47cc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:16.712905 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6062ef15-06ab-435b-93f1-721a02fe47cc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:16.720464 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6062ef15-06ab-435b-93f1-721a02fe47cc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:16.723685 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d62e8541-b166-4646-9235-03434864f62d tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:16.738891 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6062ef15-06ab-435b-93f1-721a02fe47cc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:16.756342 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-38d278e2-2c5b-4f8b-81a5-fa234cdbc7c7 admin admin] Deleting port aec53745-164d-4740-962e-f5c019fba68b {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:16.756342 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-38d278e2-2c5b-4f8b-81a5-fa234cdbc7c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:16.792233 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c14f40d1-14cd-4336-8317-01fcbce59602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'name': 'tempest-TestNetworkBasicOps-router-704659710', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': '4b69c446-a1f5-4e04-a671-4375574d8411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:30:50Z', 'updated_at': '2022-04-29T13:31:08Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '4b69c446-a1f5-4e04-a671-4375574d8411', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:30:52Z', 'updated_at': '2022-04-29T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '48a7fb1c-3f63-420f-a922-ac13eb167541', 'name': '', 'network_id': '1f1631f4-7759-4601-8487-4268d3ef1926', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:ff:49:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef55b3b1-1710-4653-96b0-bcc9febc8b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:31:07Z', 'updated_at': '2022-04-29T13:31:08Z', 'revision_number': 2, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'ef55b3b1-1710-4653-96b0-bcc9febc8b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:16.803813 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14f40d1-14cd-4336-8317-01fcbce59602 None None] Checking router: bf547b66-6993-42c7-b2d8-17f625efff0d for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:31:16.804467 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14f40d1-14cd-4336-8317-01fcbce59602 None None] Updating router bf547b66-6993-42c7-b2d8-17f625efff0d port 48a7fb1c-3f63-420f-a922-ac13eb167541 binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:31:16.813035 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6062ef15-06ab-435b-93f1-721a02fe47cc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:16.817864 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6062ef15-06ab-435b-93f1-721a02fe47cc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:16.846241 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062ef15-06ab-435b-93f1-721a02fe47cc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c421d0c-19a9-44d0-9773-a5f9f845a72d,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:16.854742 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-38d278e2-2c5b-4f8b-81a5-fa234cdbc7c7 admin admin] The port 'aec53745-164d-4740-962e-f5c019fba68b' was deleted {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:31:16.858948 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6062ef15-06ab-435b-93f1-721a02fe47cc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:16.861893 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6062ef15-06ab-435b-93f1-721a02fe47cc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1676304 Apr 29 13:31:16.864313 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33786) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:16.871538 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-e9309d3b-f4aa-4099-a04c-48f007bcb8b2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': 'c183a238-6c34-4e0a-a73a-3c3dee02cd16', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:16.879580 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e9309d3b-f4aa-4099-a04c-48f007bcb8b2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:16.884893 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e9309d3b-f4aa-4099-a04c-48f007bcb8b2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:16.890561 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e9309d3b-f4aa-4099-a04c-48f007bcb8b2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:16.898869 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e9309d3b-f4aa-4099-a04c-48f007bcb8b2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:16.917323 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e9309d3b-f4aa-4099-a04c-48f007bcb8b2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:16.942754 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c14f40d1-14cd-4336-8317-01fcbce59602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:16.997350 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e9309d3b-f4aa-4099-a04c-48f007bcb8b2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:17.001822 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e9309d3b-f4aa-4099-a04c-48f007bcb8b2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:17.025873 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9309d3b-f4aa-4099-a04c-48f007bcb8b2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d840fdf2-dcc6-4a20-a766-738991e9877c,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:17.039185 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e9309d3b-f4aa-4099-a04c-48f007bcb8b2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:17.040424 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e9309d3b-f4aa-4099-a04c-48f007bcb8b2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1748226 Apr 29 13:31:17.043222 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33790) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:17.049402 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-5f0f125a-a9ea-498f-aeec-50620272a87e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': 'c183a238-6c34-4e0a-a73a-3c3dee02cd16', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:17.055604 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-5f0f125a-a9ea-498f-aeec-50620272a87e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:17.061251 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5f0f125a-a9ea-498f-aeec-50620272a87e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:17.070649 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5f0f125a-a9ea-498f-aeec-50620272a87e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:17.074034 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-19a6023b-79d0-4d98-87fa-47824fc9769c None None] Allocated IP 2001:db8:0:2::2 (44ba171e-fd39-4027-873e-4c53aa8412b5/45841cdf-b05d-46df-8c56-00a1c0a1d00c/d87c305f-bdd2-4b1c-a13b-6c74c9233a32) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:31:17.079796 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-5f0f125a-a9ea-498f-aeec-50620272a87e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:17.112375 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5f0f125a-a9ea-498f-aeec-50620272a87e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:17.164405 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-38d278e2-2c5b-4f8b-81a5-fa234cdbc7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:17.228640 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-38d278e2-2c5b-4f8b-81a5-fa234cdbc7c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:17.247224 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5f0f125a-a9ea-498f-aeec-50620272a87e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:17.252076 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d62e8541-b166-4646-9235-03434864f62d tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:17.252272 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5f0f125a-a9ea-498f-aeec-50620272a87e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:17.289514 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f125a-a9ea-498f-aeec-50620272a87e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce120226-674e-4625-9e78-0fb361b60fbd,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:17.310892 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5f0f125a-a9ea-498f-aeec-50620272a87e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:17.310892 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5f0f125a-a9ea-498f-aeec-50620272a87e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2585583 Apr 29 13:31:17.310892 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33794) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:17.315796 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-f2b2c295-f7c1-463a-a529-2108b65d9d80 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': 'c183a238-6c34-4e0a-a73a-3c3dee02cd16', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:17.317369 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-38d278e2-2c5b-4f8b-81a5-fa234cdbc7c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ed5e1f-94d1-471a-a5a2-c8b5f5417041') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:17.317807 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-38d278e2-2c5b-4f8b-81a5-fa234cdbc7c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ed5e1f-94d1-471a-a5a2-c8b5f5417041') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:17.321902 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f2b2c295-f7c1-463a-a529-2108b65d9d80 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:17.332112 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f2b2c295-f7c1-463a-a529-2108b65d9d80 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:17.332112 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f2b2c295-f7c1-463a-a529-2108b65d9d80 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:17.342908 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f2b2c295-f7c1-463a-a529-2108b65d9d80 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:17.366056 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1e7ed3f1-a383-47bf-9377-0e951d4a5a68 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:17.373663 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.securitygroups_db [None req-f2b2c295-f7c1-463a-a529-2108b65d9d80 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Project 4b7a89f6c8564a04be449e2e6b4a95e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:31:17.373663 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f2b2c295-f7c1-463a-a529-2108b65d9d80 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:17.382072 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-38d278e2-2c5b-4f8b-81a5-fa234cdbc7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:17.474050 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f2b2c295-f7c1-463a-a529-2108b65d9d80 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:17.489789 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f2b2c295-f7c1-463a-a529-2108b65d9d80 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:17.507120 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e7e37690-3229-4928-8b7b-7d2b1112e8da no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:31:17.537531 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2c295-f7c1-463a-a529-2108b65d9d80 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8460d639-588a-449f-afdc-887ee9140879,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:17.572199 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f2b2c295-f7c1-463a-a529-2108b65d9d80 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:17.572199 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f2b2c295-f7c1-463a-a529-2108b65d9d80 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2643187 Apr 29 13:31:17.582326 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33800) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:17.590980 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-38d278e2-2c5b-4f8b-81a5-fa234cdbc7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:17.593435 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-70b5b77b-6e43-4bb4-983c-02cb2e4b8521 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': 'c183a238-6c34-4e0a-a73a-3c3dee02cd16', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:17.600162 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-1e7ed3f1-a383-47bf-9377-0e951d4a5a68 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Calling delete_port for 58bccdf6-fc13-4fb8-b7d9-6d961a16f89e owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:17.602918 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-70b5b77b-6e43-4bb4-983c-02cb2e4b8521 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:17.615332 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-19a6023b-79d0-4d98-87fa-47824fc9769c None None] For port d87c305f-bdd2-4b1c-a13b-6c74c9233a32, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=d87c305f-bdd2-4b1c-a13b-6c74c9233a32,segment=NetworkSegment(94de39aa-bc23-4f4d-9d08-ee8ea13bf4f7),segment_id=94de39aa-bc23-4f4d-9d08-ee8ea13bf4f7)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:17.636924 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: e7e37690-3229-4928-8b7b-7d2b1112e8da {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:31:17.637267 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e7e37690-3229-4928-8b7b-7d2b1112e8da not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d278e2-2c5b-4f8b-81a5-fa234cdbc7c7 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-38d278e2-2c5b-4f8b-81a5-fa234cdbc7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: util.warn( Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: util.warn( Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: util.warn( Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: util.warn( Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:31:17.668082 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:31:17.693590 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-70b5b77b-6e43-4bb4-983c-02cb2e4b8521 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:17.693590 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-70b5b77b-6e43-4bb4-983c-02cb2e4b8521 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:17.693590 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-70b5b77b-6e43-4bb4-983c-02cb2e4b8521 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:17.790557 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c14f40d1-14cd-4336-8317-01fcbce59602 None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:17.807138 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-19a6023b-79d0-4d98-87fa-47824fc9769c None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:17.894412 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.securitygroups_db [None req-70b5b77b-6e43-4bb4-983c-02cb2e4b8521 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Project 4b7a89f6c8564a04be449e2e6b4a95e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:31:17.908430 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-70b5b77b-6e43-4bb4-983c-02cb2e4b8521 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:17.929719 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f3fe3-af5c-4903-8d49-60a4340b55b4 req-1303fb54-211e-4f6f-9b43-2440abb664dc tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:17.931285 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-494f3fe3-af5c-4903-8d49-60a4340b55b4 req-1303fb54-211e-4f6f-9b43-2440abb664dc tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 946 time: 0.3319979 Apr 29 13:31:17.965843 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d62e8541-b166-4646-9235-03434864f62d tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:18.006021 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-19a6023b-79d0-4d98-87fa-47824fc9769c None None] Transition to ACTIVE for port object d87c305f-bdd2-4b1c-a13b-6c74c9233a32 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:18.007783 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c14f40d1-14cd-4336-8317-01fcbce59602 None None] Transition to ACTIVE for port object 48a7fb1c-3f63-420f-a922-ac13eb167541 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:18.015506 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-19a6023b-79d0-4d98-87fa-47824fc9769c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:18.035011 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-38d278e2-2c5b-4f8b-81a5-fa234cdbc7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:18.044320 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-494f3fe3-af5c-4903-8d49-60a4340b55b4 req-ed6beaae-6f11-407b-a294-b84692ee85a3 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/security-groups?id=916e73e2-1f8b-4146-98d4-2e2900106396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689690 Apr 29 13:31:18.044320 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-70b5b77b-6e43-4bb4-983c-02cb2e4b8521 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:18.050691 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-38d278e2-2c5b-4f8b-81a5-fa234cdbc7c7 admin admin] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:18.057092 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-70b5b77b-6e43-4bb4-983c-02cb2e4b8521 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:18.064038 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e8541-b166-4646-9235-03434864f62d tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Pushing event deleted for resources: {'Subnet': ['ID=c1458acc-e352-4dbf-bf6f-a480c58d59ff,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:18.090824 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d278e2-2c5b-4f8b-81a5-fa234cdbc7c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:18.090824 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d62e8541-b166-4646-9235-03434864f62d tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:18.119433 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-70b5b77b-6e43-4bb4-983c-02cb2e4b8521 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:18.119433 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-70b5b77b-6e43-4bb4-983c-02cb2e4b8521 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5289588 Apr 29 13:31:18.151169 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c14f40d1-14cd-4336-8317-01fcbce59602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:18.151169 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6023b-79d0-4d98-87fa-47824fc9769c None None] Pushing event updated for resources: {'Port': ['ID=d87c305f-bdd2-4b1c-a13b-6c74c9233a32,revision_number=7']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:18.165359 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5b77b-6e43-4bb4-983c-02cb2e4b8521 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71fb3219-1255-4223-883a-e650b4486716,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:18.176518 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d62e8541-b166-4646-9235-03434864f62d tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] 10.222.0.76 "DELETE /v2.0/subnets/c1458acc-e352-4dbf-bf6f-a480c58d59ff HTTP/1.1" status: 204 len: 168 time: 1.8460798 Apr 29 13:31:18.176518 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33808) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:18.184462 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b76369-95ba-41ac-82a9-48622af8a345 None None] Network e53d61f0-0334-45cc-9bb5-1d26cf6618f7 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:31:18.192018 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-38d278e2-2c5b-4f8b-81a5-fa234cdbc7c7 admin admin] 10.222.0.76 "DELETE /v2.0/networks/9bd8b5fd-0c18-4e9d-b5c5-b5a5f73001e6 HTTP/1.1" status: 204 len: 168 time: 3.9226975 Apr 29 13:31:18.336998 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1e7ed3f1-a383-47bf-9377-0e951d4a5a68 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:18.407029 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d03b1581-8321-4c30-ae26-655365e45087 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:18.426318 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ed3f1-a383-47bf-9377-0e951d4a5a68 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Port': ['ID=58bccdf6-fc13-4fb8-b7d9-6d961a16f89e,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:18.541050 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1e7ed3f1-a383-47bf-9377-0e951d4a5a68 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:18.545159 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1e7ed3f1-a383-47bf-9377-0e951d4a5a68 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/ports/58bccdf6-fc13-4fb8-b7d9-6d961a16f89e HTTP/1.1" status: 204 len: 168 time: 2.0254164 Apr 29 13:31:18.545559 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33816) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:18.555576 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:31:18.556099 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-d03b1581-8321-4c30-ae26-655365e45087 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Deleting port 226bb357-3438-4b35-aa63-7ec64df7ce64 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:18.556099 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d03b1581-8321-4c30-ae26-655365e45087 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:18.648021 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b50329-7506-45f9-ad4a-082643de08e2 None None] Pushing event updated for resources: {'Port': ['ID=48a7fb1c-3f63-420f-a922-ac13eb167541,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:18.679012 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-69c4202e-4610-46e2-a137-a7ab29556857 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] GET failed (client error): The resource could not be found. Apr 29 13:31:18.680276 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-69c4202e-4610-46e2-a137-a7ab29556857 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "GET /v2.0/ports/58bccdf6-fc13-4fb8-b7d9-6d961a16f89e HTTP/1.1" status: 404 len: 333 time: 0.1305788 Apr 29 13:31:18.689491 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33826) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:18.764618 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33830) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:18.812056 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-09fc4ec0-8e18-455b-afa0-29d86d3fe1e6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:31:18.882551 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-09fc4ec0-8e18-455b-afa0-29d86d3fe1e6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:31:18.898352 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-09fc4ec0-8e18-455b-afa0-29d86d3fe1e6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-131017140&fields=id&tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 267 time: 0.1929002 Apr 29 13:31:19.066049 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-aeb91bb3-71ab-4665-af82-c90aa7a370ed admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0952490f6c5340cc87f108a8ce4f0048&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2851341 Apr 29 13:31:19.141037 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c14f40d1-14cd-4336-8317-01fcbce59602 None None] Attempting to bind port 48a7fb1c-3f63-420f-a922-ac13eb167541 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:31:19.141037 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c14f40d1-14cd-4336-8317-01fcbce59602 None None] Attempting to bind port 48a7fb1c-3f63-420f-a922-ac13eb167541 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '0174c2ca-37ca-4806-b2ec-dfd1a4e46886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1f1631f4-7759-4601-8487-4268d3ef1926'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:31:19.141037 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14f40d1-14cd-4336-8317-01fcbce59602 None None] Attempting to bind port 48a7fb1c-3f63-420f-a922-ac13eb167541 on network 1f1631f4-7759-4601-8487-4268d3ef1926 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:31:19.162211 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33834) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:19.197622 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c37f50f0-6027-4fee-84e4-988979fa3068 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:19.207625 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14f40d1-14cd-4336-8317-01fcbce59602 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:31:19.207625 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14f40d1-14cd-4336-8317-01fcbce59602 None None] Checking segment: {'id': '0174c2ca-37ca-4806-b2ec-dfd1a4e46886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1f1631f4-7759-4601-8487-4268d3ef1926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:31:19.207625 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c14f40d1-14cd-4336-8317-01fcbce59602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:19.207625 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14f40d1-14cd-4336-8317-01fcbce59602 None None] Bound using segment: {'id': '0174c2ca-37ca-4806-b2ec-dfd1a4e46886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1f1631f4-7759-4601-8487-4268d3ef1926'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:31:19.213358 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c14f40d1-14cd-4336-8317-01fcbce59602 None None] Bound port: 48a7fb1c-3f63-420f-a922-ac13eb167541, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0174c2ca-37ca-4806-b2ec-dfd1a4e46886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1f1631f4-7759-4601-8487-4268d3ef1926'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:31:19.213358 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c14f40d1-14cd-4336-8317-01fcbce59602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:19.292273 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-9478631e-7de8-46a1-8388-7066e19dc692 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:19.293039 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-9478631e-7de8-46a1-8388-7066e19dc692 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:network {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:31:19.336683 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-9478631e-7de8-46a1-8388-7066e19dc692 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:network {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:31:19.337843 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-9478631e-7de8-46a1-8388-7066e19dc692 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/networks?id=1f1631f4-7759-4601-8487-4268d3ef1926 HTTP/1.1" status: 200 len: 797 time: 0.4504800 Apr 29 13:31:19.346481 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94ed45d1-c947-4a80-88d4-a05556c26651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:19.351364 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device d87c305f-bdd2-4b1c-a13b-6c74c9233a32 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:31:19.379190 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-2808d5ff-1e60-4d51-ba5f-6333b43caa84 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/quotas/4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 375 time: 0.0298181 Apr 29 13:31:19.457624 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94ed45d1-c947-4a80-88d4-a05556c26651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:19.468860 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c37f50f0-6027-4fee-84e4-988979fa3068 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:19.485238 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c14f40d1-14cd-4336-8317-01fcbce59602 None None] For port 48a7fb1c-3f63-420f-a922-ac13eb167541, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:31:19.489029 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c14f40d1-14cd-4336-8317-01fcbce59602 None None] For port 48a7fb1c-3f63-420f-a922-ac13eb167541, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=48a7fb1c-3f63-420f-a922-ac13eb167541,segment=NetworkSegment(0174c2ca-37ca-4806-b2ec-dfd1a4e46886),segment_id=0174c2ca-37ca-4806-b2ec-dfd1a4e46886)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:31:19.499340 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c14f40d1-14cd-4336-8317-01fcbce59602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:19.508525 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-d03b1581-8321-4c30-ae26-655365e45087 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] For port 226bb357-3438-4b35-aa63-7ec64df7ce64, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=226bb357-3438-4b35-aa63-7ec64df7ce64,segment=NetworkSegment(9e7c403c-085a-4fc8-b051-5eb1006883c5),segment_id=9e7c403c-085a-4fc8-b051-5eb1006883c5)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:19.508698 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d03b1581-8321-4c30-ae26-655365e45087 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:19.585809 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-c088c10c-a695-4450-98d0-bf678ac98477 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:31:19.615518 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-c088c10c-a695-4450-98d0-bf678ac98477 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:31:19.633173 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-c088c10c-a695-4450-98d0-bf678ac98477 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2401748 Apr 29 13:31:19.639493 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94ed45d1-c947-4a80-88d4-a05556c26651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:19.683343 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b50329-7506-45f9-ad4a-082643de08e2 None None] Pushing event updated for resources: {'Port': ['ID=48a7fb1c-3f63-420f-a922-ac13eb167541,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:19.754491 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14f40d1-14cd-4336-8317-01fcbce59602 None None] Routers {'bf547b66-6993-42c7-b2d8-17f625efff0d'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:31:19.754491 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c14f40d1-14cd-4336-8317-01fcbce59602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:31:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf547b66-6993-42c7-b2d8-17f625efff0d'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:19.760021 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-d03b1581-8321-4c30-ae26-655365e45087 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Calling delete_port for 226bb357-3438-4b35-aa63-7ec64df7ce64 owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:19.849177 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0b278f19-141b-4500-9a15-0063ccc2e4b4 req-9d318517-6d1e-49ad-88db-fdc2f10005c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6eb8013c69b1412a8d5f02656d15f3a8&device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 1099 time: 0.6598725 Apr 29 13:31:19.904006 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-10cf381d-967e-42d0-984d-046def796cb7 service neutron] 10.222.0.76 "GET /v2.0/networks/1f1631f4-7759-4601-8487-4268d3ef1926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549503 Apr 29 13:31:19.937548 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e108e2-434e-419e-8bba-8c5df3826e60 None None] DHCP port deletion for e53d61f0-0334-45cc-9bb5-1d26cf6618f7 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:31:19.989255 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9377db-85e9-4bd9-9a33-73cdc8161e58 req-e0f504e6-577e-4ebc-8889-b600a4fa589b tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:19.989255 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5f9377db-85e9-4bd9-9a33-73cdc8161e58 req-e0f504e6-577e-4ebc-8889-b600a4fa589b tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 946 time: 0.7956855 Apr 29 13:31:20.162427 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-85e108e2-434e-419e-8bba-8c5df3826e60 None None] Deleting port 226bb357-3438-4b35-aa63-7ec64df7ce64 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:20.162427 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-85e108e2-434e-419e-8bba-8c5df3826e60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:20.172715 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-ad766204-9732-4e10-bd83-c66cff322406 service neutron] 10.222.0.76 "GET /v2.0/networks/1f1631f4-7759-4601-8487-4268d3ef1926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603717 Apr 29 13:31:20.192573 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed45d1-c947-4a80-88d4-a05556c26651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e9c8cd-8b5c-49f7-babe-3a1e0161867b,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:20.200448 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94ed45d1-c947-4a80-88d4-a05556c26651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:20.210068 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-94ed45d1-c947-4a80-88d4-a05556c26651 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/77e9c8cd-8b5c-49f7-babe-3a1e0161867b HTTP/1.1" status: 204 len: 168 time: 1.0479655 Apr 29 13:31:20.271703 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c37f50f0-6027-4fee-84e4-988979fa3068 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:20.496350 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d03b1581-8321-4c30-ae26-655365e45087 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:20.584579 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f50f0-6027-4fee-84e4-988979fa3068 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0e9f9d-18d7-4ef8-8533-ad9552153bb1,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:20.593023 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-4eb72ce7-9801-4272-b824-c5671679ee85 req-c801d897-8f67-4b2b-a528-e121d199c1ec tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=805b4f63-0fb2-444a-85ed-0e7a85ce6df0 HTTP/1.1" status: 200 len: 210 time: 0.1084397 Apr 29 13:31:20.600652 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b1581-8321-4c30-ae26-655365e45087 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Pushing event deleted for resources: {'Port': ['ID=226bb357-3438-4b35-aa63-7ec64df7ce64,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:20.600652 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c37f50f0-6027-4fee-84e4-988979fa3068 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:20.600652 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c37f50f0-6027-4fee-84e4-988979fa3068 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/security-groups/2b0e9f9d-18d7-4ef8-8533-ad9552153bb1 HTTP/1.1" status: 204 len: 168 time: 1.9009683 Apr 29 13:31:20.606565 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33846) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:20.642360 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5f9377db-85e9-4bd9-9a33-73cdc8161e58 req-24bf10da-b311-462e-bffc-14119876572c tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/security-groups?id=916e73e2-1f8b-4146-98d4-2e2900106396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682286 Apr 29 13:31:20.653952 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03b1581-8321-4c30-ae26-655365e45087 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] No DVR routers for this DVR port 226bb357-3438-4b35-aa63-7ec64df7ce64 on host dv-neutron-839027-4-hyperv {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:31:20.759960 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-85e108e2-434e-419e-8bba-8c5df3826e60 None None] The port '226bb357-3438-4b35-aa63-7ec64df7ce64' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:31:20.855254 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-140d8eab-b195-4be1-8863-1c15cac5448a None None] Provisioning complete for port 68d79673-507d-484d-accf-cee89e015c51 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:20.855254 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-140d8eab-b195-4be1-8863-1c15cac5448a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:20.902548 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b278f19-141b-4500-9a15-0063ccc2e4b4 req-b9cc81c6-eb75-46d9-ad2a-80aca7def0ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:20.916630 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0b278f19-141b-4500-9a15-0063ccc2e4b4 req-b9cc81c6-eb75-46d9-ad2a-80aca7def0ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=da5984e7-25dc-4233-b8aa-432db7431e94 HTTP/1.1" status: 200 len: 912 time: 1.0246544 Apr 29 13:31:20.921551 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3658bdab-9098-40d0-a06a-d740e73a1148 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:21.013611 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3658bdab-9098-40d0-a06a-d740e73a1148 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:21.070407 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-140d8eab-b195-4be1-8863-1c15cac5448a None None] Port 68d79673-507d-484d-accf-cee89e015c51 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:31:21.090261 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-c14f40d1-14cd-4336-8317-01fcbce59602 None None] Set router bf547b66-6993-42c7-b2d8-17f625efff0d gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:31:21.113109 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0b278f19-141b-4500-9a15-0063ccc2e4b4 req-c6e086e8-0ce7-41ae-bff0-98631de8b43f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=930511fd-f31b-461c-901d-3a56466b2494 HTTP/1.1" status: 200 len: 217 time: 0.1629052 Apr 29 13:31:21.161710 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3658bdab-9098-40d0-a06a-d740e73a1148 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:21.252184 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658bdab-9098-40d0-a06a-d740e73a1148 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ade05e-ca88-49f3-888f-52d552459755,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:21.262041 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3658bdab-9098-40d0-a06a-d740e73a1148 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:21.283175 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3658bdab-9098-40d0-a06a-d740e73a1148 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/security-groups/c0ade05e-ca88-49f3-888f-52d552459755 HTTP/1.1" status: 204 len: 168 time: 0.6839707 Apr 29 13:31:21.283175 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33860) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:21.287837 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d03b1581-8321-4c30-ae26-655365e45087 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:21.307019 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-140d8eab-b195-4be1-8863-1c15cac5448a None None] Provisioning for port d87c305f-bdd2-4b1c-a13b-6c74c9233a32 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:31:21.332206 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-d03b1581-8321-4c30-ae26-655365e45087 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e53d61f0-0334-45cc-9bb5-1d26cf6618f7']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:21.334551 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 226bb357-3438-4b35-aa63-7ec64df7ce64 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:31:21.348913 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-d03b1581-8321-4c30-ae26-655365e45087 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e7c403c-085a-4fc8-b051-5eb1006883c5') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:21.349213 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-d03b1581-8321-4c30-ae26-655365e45087 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e7c403c-085a-4fc8-b051-5eb1006883c5') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:21.360651 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b278f19-141b-4500-9a15-0063ccc2e4b4 req-540626a1-4e42-4d72-923c-2152369dd108 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:21.364074 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0b278f19-141b-4500-9a15-0063ccc2e4b4 req-540626a1-4e42-4d72-923c-2152369dd108 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3c35e10-898d-41d2-8dbc-3d15cabb2be6 HTTP/1.1" status: 200 len: 851 time: 0.2458415 Apr 29 13:31:21.367610 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d03b1581-8321-4c30-ae26-655365e45087 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:21.399162 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-140d8eab-b195-4be1-8863-1c15cac5448a None None] Provisioning complete for port d87c305f-bdd2-4b1c-a13b-6c74c9233a32 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:21.405154 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0d83ef33-92f7-42c1-bad5-3d7cf1c4d873 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:21.409662 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-140d8eab-b195-4be1-8863-1c15cac5448a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:21.418450 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0b278f19-141b-4500-9a15-0063ccc2e4b4 req-a0ba2331-9115-4ea3-8535-75da12595b9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da5984e7-25dc-4233-b8aa-432db7431e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440953 Apr 29 13:31:21.443384 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0d83ef33-92f7-42c1-bad5-3d7cf1c4d873 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:21.454132 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d03b1581-8321-4c30-ae26-655365e45087 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:21.493402 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 226bb357-3438-4b35-aa63-7ec64df7ce64 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:31:21.493741 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 226bb357-3438-4b35-aa63-7ec64df7ce64 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:31:21.518935 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d03b1581-8321-4c30-ae26-655365e45087 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:31:21.518935 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d03b1581-8321-4c30-ae26-655365e45087 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:31:21.536380 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:31:21.538522 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0d83ef33-92f7-42c1-bad5-3d7cf1c4d873 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:21.574343 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83ef33-92f7-42c1-bad5-3d7cf1c4d873 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c4c49a-170e-4c4c-aabd-0926dece71f4,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:21.586197 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0d83ef33-92f7-42c1-bad5-3d7cf1c4d873 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:21.591717 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0d83ef33-92f7-42c1-bad5-3d7cf1c4d873 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/security-groups/06c4c49a-170e-4c4c-aabd-0926dece71f4 HTTP/1.1" status: 204 len: 168 time: 0.2950060 Apr 29 13:31:21.597756 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33868) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:21.694772 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d03b1581-8321-4c30-ae26-655365e45087 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:21.697711 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0b278f19-141b-4500-9a15-0063ccc2e4b4 req-102bbe80-649d-4f66-bbe1-e3f0675bfd32 service neutron] 10.222.0.32 "GET /v2.0/networks/da5984e7-25dc-4233-b8aa-432db7431e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710314 Apr 29 13:31:21.763404 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d03b1581-8321-4c30-ae26-655365e45087 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:21.794271 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b1581-8321-4c30-ae26-655365e45087 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] Pushing event deleted for resources: {'Network': ['ID=e53d61f0-0334-45cc-9bb5-1d26cf6618f7,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:21.869398 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d03b1581-8321-4c30-ae26-655365e45087 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657 tempest-ExtraDHCPOptionsIpV6TestJSON-1930300657-project] 10.222.0.76 "DELETE /v2.0/networks/e53d61f0-0334-45cc-9bb5-1d26cf6618f7 HTTP/1.1" status: 204 len: 168 time: 3.7044971 Apr 29 13:31:21.946906 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a906ad-3aea-45c6-99eb-d1e370fd9b79 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting subnet 8d449b84-2932-4093-83a1-a2edf8681662 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:31:21.957104 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-35a906ad-3aea-45c6-99eb-d1e370fd9b79 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:22.075258 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-35a906ad-3aea-45c6-99eb-d1e370fd9b79 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:22.247711 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3a976-e611-44bc-8255-e953fd23e606 req-5fc645af-8151-4793-82c4-8d976c61c000 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:22.261792 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c6b3a976-e611-44bc-8255-e953fd23e606 req-5fc645af-8151-4793-82c4-8d976c61c000 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 946 time: 0.4646997 Apr 29 13:31:22.325050 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d087409b-031d-4032-b142-55077e1d24fd req-26369b3d-0919-4145-ae69-978c98deaaf2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=805b4f63-0fb2-444a-85ed-0e7a85ce6df0 HTTP/1.1" status: 200 len: 210 time: 0.1404150 Apr 29 13:31:22.357495 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-140d8eab-b195-4be1-8863-1c15cac5448a None None] Could not find standard attr ID for object 58bccdf6-fc13-4fb8-b7d9-6d961a16f89e. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:31:22.394622 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-35a906ad-3aea-45c6-99eb-d1e370fd9b79 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:22.397106 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c14f40d1-14cd-4336-8317-01fcbce59602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'name': 'tempest-TestNetworkBasicOps-router-704659710', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': '4b69c446-a1f5-4e04-a671-4375574d8411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:30:50Z', 'updated_at': '2022-04-29T13:31:08Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '4b69c446-a1f5-4e04-a671-4375574d8411', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:30:52Z', 'updated_at': '2022-04-29T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '48a7fb1c-3f63-420f-a922-ac13eb167541', 'name': '', 'network_id': '1f1631f4-7759-4601-8487-4268d3ef1926', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:ff:49:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef55b3b1-1710-4653-96b0-bcc9febc8b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:31:07Z', 'updated_at': '2022-04-29T13:31:19Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'ef55b3b1-1710-4653-96b0-bcc9febc8b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:22.401570 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14f40d1-14cd-4336-8317-01fcbce59602 None None] The sync data for ids ['bf547b66-6993-42c7-b2d8-17f625efff0d'] in dv-neutron-839027-4-hyperv is: [{'id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'name': 'tempest-TestNetworkBasicOps-router-704659710', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': '4b69c446-a1f5-4e04-a671-4375574d8411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:30:50Z', 'updated_at': '2022-04-29T13:31:08Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '4b69c446-a1f5-4e04-a671-4375574d8411', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:30:52Z', 'updated_at': '2022-04-29T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '48a7fb1c-3f63-420f-a922-ac13eb167541', 'name': '', 'network_id': '1f1631f4-7759-4601-8487-4268d3ef1926', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:ff:49:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef55b3b1-1710-4653-96b0-bcc9febc8b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:31:07Z', 'updated_at': '2022-04-29T13:31:19Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'ef55b3b1-1710-4653-96b0-bcc9febc8b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:31:22.507689 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33888) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:22.515943 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f57cddd3-e801-4204-ba3a-1c08f6cf85d6 None None] Could not find standard attr ID for object 58bccdf6-fc13-4fb8-b7d9-6d961a16f89e. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:31:22.544815 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0b278f19-141b-4500-9a15-0063ccc2e4b4 req-c0ddb05e-c1b0-403e-be24-e797b088e16b service neutron] 10.222.0.32 "GET /v2.0/networks/da5984e7-25dc-4233-b8aa-432db7431e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7825379 Apr 29 13:31:22.592044 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-35a906ad-3aea-45c6-99eb-d1e370fd9b79 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:22.599698 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c6b3a976-e611-44bc-8255-e953fd23e606 req-3366b7de-5890-441f-b97a-e08f360eb0da tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/security-groups?id=916e73e2-1f8b-4146-98d4-2e2900106396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368285 Apr 29 13:31:22.613644 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33894) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:22.669431 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-1a2d6204-db35-4bbf-bf6a-e4072fd06381 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:22.672680 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-1a2d6204-db35-4bbf-bf6a-e4072fd06381 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:network {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:31:22.685606 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a906ad-3aea-45c6-99eb-d1e370fd9b79 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Subnet': ['ID=8d449b84-2932-4093-83a1-a2edf8681662,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:22.695605 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-35a906ad-3aea-45c6-99eb-d1e370fd9b79 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:22.705113 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea547889-ee71-4f26-a78e-edae88083406 None None] Network 44ba171e-fd39-4027-873e-4c53aa8412b5 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:31:22.708859 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-35a906ad-3aea-45c6-99eb-d1e370fd9b79 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/subnets/8d449b84-2932-4093-83a1-a2edf8681662 HTTP/1.1" status: 204 len: 168 time: 1.1073387 Apr 29 13:31:22.711922 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33900) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:22.713992 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-1a2d6204-db35-4bbf-bf6a-e4072fd06381 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:network {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:31:22.715194 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-1a2d6204-db35-4bbf-bf6a-e4072fd06381 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/networks?id=1f1631f4-7759-4601-8487-4268d3ef1926 HTTP/1.1" status: 200 len: 797 time: 0.4412584 Apr 29 13:31:22.837324 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-ddbe589f-ba4d-4126-9ca5-d1eb8cd7608b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 379 time: 0.1073632 Apr 29 13:31:22.861746 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b7ab626-beb5-4f6d-9b0c-ec113c09513e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting subnet 45841cdf-b05d-46df-8c56-00a1c0a1d00c {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:31:22.865138 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2b7ab626-beb5-4f6d-9b0c-ec113c09513e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:22.902340 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-8511c2bb-c778-47b4-a69d-4840e59fba67 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'port': {'device_id': '805b4f63-0fb2-444a-85ed-0e7a85ce6df0', 'network_id': '1f1631f4-7759-4601-8487-4268d3ef1926', 'admin_state_up': True, 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'security_groups': ['c183a238-6c34-4e0a-a73a-3c3dee02cd16']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:22.958421 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-81d5a754-8a66-46c3-8a75-905fc238f9d8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-66886134'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:23.012364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-81d5a754-8a66-46c3-8a75-905fc238f9d8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:23.037297 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-81d5a754-8a66-46c3-8a75-905fc238f9d8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Usage tracker for resource:network and tenant:cef57a8f57b44b8cb05069dfb2c30ec8 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:23.044574 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-44adf4d4-6912-4ebd-bd15-c32e7f1a82e4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b318602ba73544ebbedca834401bcc32&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5283442 Apr 29 13:31:23.046001 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-81d5a754-8a66-46c3-8a75-905fc238f9d8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:23.052394 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33904) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:23.079928 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-81d5a754-8a66-46c3-8a75-905fc238f9d8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:23.089580 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2b7ab626-beb5-4f6d-9b0c-ec113c09513e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:23.155603 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d5a754-8a66-46c3-8a75-905fc238f9d8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Made reservation on behalf of cef57a8f57b44b8cb05069dfb2c30ec8 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:23.158728 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-81d5a754-8a66-46c3-8a75-905fc238f9d8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:23.213861 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2b7ab626-beb5-4f6d-9b0c-ec113c09513e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:23.215637 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-81d5a754-8a66-46c3-8a75-905fc238f9d8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:23.245757 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-8511c2bb-c778-47b4-a69d-4840e59fba67 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:23.303699 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-81d5a754-8a66-46c3-8a75-905fc238f9d8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:23.311296 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-81d5a754-8a66-46c3-8a75-905fc238f9d8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Usage tracker for resource:security_group_rule and tenant:cef57a8f57b44b8cb05069dfb2c30ec8 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:23.316321 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-81d5a754-8a66-46c3-8a75-905fc238f9d8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:23.328487 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 48a7fb1c-3f63-420f-a922-ac13eb167541 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:31:23.342093 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-81d5a754-8a66-46c3-8a75-905fc238f9d8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:23.344158 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2b7ab626-beb5-4f6d-9b0c-ec113c09513e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:23.364525 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-8511c2bb-c778-47b4-a69d-4840e59fba67 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:23.370504 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8d3a22a5-1393-45f7-b6da-f984ee8127b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:23.426627 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-8511c2bb-c778-47b4-a69d-4840e59fba67 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Made reservation on behalf of 4b7a89f6c8564a04be449e2e6b4a95e5 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:23.435805 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 48a7fb1c-3f63-420f-a922-ac13eb167541 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:31:23.438148 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-8511c2bb-c778-47b4-a69d-4840e59fba67 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:23.443295 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 48a7fb1c-3f63-420f-a922-ac13eb167541 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:23.443954 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:23.495869 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ab626-beb5-4f6d-9b0c-ec113c09513e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Subnet': ['ID=45841cdf-b05d-46df-8c56-00a1c0a1d00c,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:23.530519 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2b7ab626-beb5-4f6d-9b0c-ec113c09513e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:23.531670 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8d3a22a5-1393-45f7-b6da-f984ee8127b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:23.560296 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2b7ab626-beb5-4f6d-9b0c-ec113c09513e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/subnets/45841cdf-b05d-46df-8c56-00a1c0a1d00c HTTP/1.1" status: 204 len: 168 time: 0.8377442 Apr 29 13:31:23.561051 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33910) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:23.696408 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:23.750756 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a628541-e06a-4bb6-b479-b36554c36f01 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] DELETE failed (client error): The resource could not be found. Apr 29 13:31:23.752411 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a628541-e06a-4bb6-b479-b36554c36f01 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:31:23.755920 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 48a7fb1c-3f63-420f-a922-ac13eb167541, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=48a7fb1c-3f63-420f-a922-ac13eb167541,segment=NetworkSegment(0174c2ca-37ca-4806-b2ec-dfd1a4e46886),segment_id=0174c2ca-37ca-4806-b2ec-dfd1a4e46886)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:23.761221 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1a628541-e06a-4bb6-b479-b36554c36f01 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/subnets/8d449b84-2932-4093-83a1-a2edf8681662 HTTP/1.1" status: 404 len: 337 time: 0.1982164 Apr 29 13:31:23.762307 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33916) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:23.766685 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:23.771474 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-b41755b0-aa9c-4e01-857e-beb65a740b34 req-87201d18-4e23-4ce3-8abd-8a6c74027702 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=805b4f63-0fb2-444a-85ed-0e7a85ce6df0 HTTP/1.1" status: 200 len: 210 time: 0.1074214 Apr 29 13:31:23.818904 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-81d5a754-8a66-46c3-8a75-905fc238f9d8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:23.848161 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-81d5a754-8a66-46c3-8a75-905fc238f9d8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:23.940142 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bf54a7-17d6-4bd8-8c64-3b137e29a36c None None] Network 44ba171e-fd39-4027-873e-4c53aa8412b5 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:31:23.959355 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8d3a22a5-1393-45f7-b6da-f984ee8127b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:23.959609 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-e752f634-cf3f-4154-bcbc-ebfb342185a9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting subnet 9395aa3c-8d4d-47e9-9e5a-b51b41c47daa {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:31:23.963220 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e752f634-cf3f-4154-bcbc-ebfb342185a9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:24.023710 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d5a754-8a66-46c3-8a75-905fc238f9d8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:31:24.024486 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e752f634-cf3f-4154-bcbc-ebfb342185a9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:24.046388 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=48a7fb1c-3f63-420f-a922-ac13eb167541,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:24.061380 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-81d5a754-8a66-46c3-8a75-905fc238f9d8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:24.062428 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-81d5a754-8a66-46c3-8a75-905fc238f9d8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Added segment daf63112-7cf2-4462-9525-7893044c3005 of type vlan for network 5a8fece1-57db-429a-9a58-5d235a24edde Apr 29 13:31:24.062767 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5a754-8a66-46c3-8a75-905fc238f9d8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e4d081-69ee-4999-af07-730f7a51b080,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:24.069075 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4d88945c-8e82-4cd0-9ea3-863f70b753c0 None None] Provisioning complete for port 68d79673-507d-484d-accf-cee89e015c51 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:24.069447 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4d88945c-8e82-4cd0-9ea3-863f70b753c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:24.089703 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-8511c2bb-c778-47b4-a69d-4840e59fba67 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.20.0.7 (1f1631f4-7759-4601-8487-4268d3ef1926/ef55b3b1-1710-4653-96b0-bcc9febc8b64/ef194aa7-94c2-41a1-8cef-074002f4198a) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:31:24.094109 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a22a5-1393-45f7-b6da-f984ee8127b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff613c08-b480-4407-87d3-08c7e37a309b,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:24.128643 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e752f634-cf3f-4154-bcbc-ebfb342185a9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:24.146975 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-81d5a754-8a66-46c3-8a75-905fc238f9d8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:24.152041 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8d3a22a5-1393-45f7-b6da-f984ee8127b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:24.155767 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8d3a22a5-1393-45f7-b6da-f984ee8127b6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ff613c08-b480-4407-87d3-08c7e37a309b HTTP/1.1" status: 204 len: 168 time: 1.0995104 Apr 29 13:31:24.221508 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-4d88945c-8e82-4cd0-9ea3-863f70b753c0 None None] Port 68d79673-507d-484d-accf-cee89e015c51 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:31:24.251238 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e752f634-cf3f-4154-bcbc-ebfb342185a9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:24.309520 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4d88945c-8e82-4cd0-9ea3-863f70b753c0 None None] Provisioning complete for port d87c305f-bdd2-4b1c-a13b-6c74c9233a32 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:24.309892 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4d88945c-8e82-4cd0-9ea3-863f70b753c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:24.311314 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752f634-cf3f-4154-bcbc-ebfb342185a9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Subnet': ['ID=9395aa3c-8d4d-47e9-9e5a-b51b41c47daa,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:24.315933 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a1136-4a09-437c-bb8d-fcb1d7b291b8 req-c8f3f70b-e457-4e28-8b75-e777905b9986 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:24.319083 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fc4a1136-4a09-437c-bb8d-fcb1d7b291b8 req-c8f3f70b-e457-4e28-8b75-e777905b9986 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 946 time: 0.3709862 Apr 29 13:31:24.331074 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e752f634-cf3f-4154-bcbc-ebfb342185a9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:24.338503 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e752f634-cf3f-4154-bcbc-ebfb342185a9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/subnets/9395aa3c-8d4d-47e9-9e5a-b51b41c47daa HTTP/1.1" status: 204 len: 168 time: 0.5645840 Apr 29 13:31:24.341566 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33922) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:24.350972 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-81d5a754-8a66-46c3-8a75-905fc238f9d8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:24.354800 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d5a754-8a66-46c3-8a75-905fc238f9d8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:24.355374 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-81d5a754-8a66-46c3-8a75-905fc238f9d8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:24.393862 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-0335512a-e627-42a4-9a23-928b687fce41 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] DELETE failed (client error): The resource could not be found. Apr 29 13:31:24.396060 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0335512a-e627-42a4-9a23-928b687fce41 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:31:24.399027 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0335512a-e627-42a4-9a23-928b687fce41 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/subnets/cdd1afb6-13c5-48eb-934a-3d29ccd7faaf HTTP/1.1" status: 404 len: 337 time: 0.0558436 Apr 29 13:31:24.401338 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33926) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:24.508166 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0521627a-2c83-4863-a129-343b2ab9c259 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "GET /v2.0/ports?device_id=22a1c34e-d5bb-485a-9048-eb5dc02eb3e8 HTTP/1.1" status: 200 len: 205 time: 0.1041696 Apr 29 13:31:24.510617 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33930) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:24.536191 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65215b4-d286-4462-bbc2-6f9c16646bca None None] DHCP port deletion for 44ba171e-fd39-4027-873e-4c53aa8412b5 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:31:24.545797 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f65215b4-d286-4462-bbc2-6f9c16646bca None None] Deleting port d87c305f-bdd2-4b1c-a13b-6c74c9233a32 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:24.546541 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f65215b4-d286-4462-bbc2-6f9c16646bca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:24.593286 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-a060736b-d033-4f99-97fd-8d01dad9d3ee tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] delete failed (client error): The resource could not be found. Apr 29 13:31:24.594326 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a060736b-d033-4f99-97fd-8d01dad9d3ee tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/routers/22a1c34e-d5bb-485a-9048-eb5dc02eb3e8 HTTP/1.1" status: 404 len: 336 time: 0.0828216 Apr 29 13:31:24.595720 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33934) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:24.598930 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33938) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:24.599402 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-81d5a754-8a66-46c3-8a75-905fc238f9d8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.9843397 Apr 29 13:31:24.605658 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-d28dffe7-c7d8-402c-b6b9-ba5af4b5cbbd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Request body: {'subnet': {'network_id': '5a8fece1-57db-429a-9a58-5d235a24edde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:24.745781 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fc4a1136-4a09-437c-bb8d-fcb1d7b291b8 req-d0354d13-6225-4d5c-9852-58b5907cd6b1 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/security-groups?id=916e73e2-1f8b-4146-98d4-2e2900106396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200068 Apr 29 13:31:24.748829 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-8511c2bb-c778-47b4-a69d-4840e59fba67 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:24.754753 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae381db3-380b-4c17-add0-96e1c5fc542e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] DELETE failed (client error): The resource could not be found. Apr 29 13:31:24.755295 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae381db3-380b-4c17-add0-96e1c5fc542e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:31:24.759057 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ae381db3-380b-4c17-add0-96e1c5fc542e tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/subnets/af3766f6-8cf9-4b3d-a7dc-9127a370444c HTTP/1.1" status: 404 len: 337 time: 0.1573548 Apr 29 13:31:24.759667 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33942) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:24.768614 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5a754-8a66-46c3-8a75-905fc238f9d8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Pushing event updated for resources: {'Network': ['ID=5a8fece1-57db-429a-9a58-5d235a24edde,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:24.781706 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-8511c2bb-c778-47b4-a69d-4840e59fba67 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Transition to ACTIVE for port object ef194aa7-94c2-41a1-8cef-074002f4198a will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:24.798316 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 5a8fece1-57db-429a-9a58-5d235a24edde details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:31:24.820646 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d28dffe7-c7d8-402c-b6b9-ba5af4b5cbbd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:24.823124 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ee0871-da72-45f7-864b-65612b3bc49f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] DELETE failed (client error): The resource could not be found. Apr 29 13:31:24.824198 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18ee0871-da72-45f7-864b-65612b3bc49f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:31:24.826210 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-18ee0871-da72-45f7-864b-65612b3bc49f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/subnets/ecb577ae-dfaf-42de-9bfb-fe8bea6e9152 HTTP/1.1" status: 404 len: 337 time: 0.0658712 Apr 29 13:31:24.828777 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d28dffe7-c7d8-402c-b6b9-ba5af4b5cbbd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Usage tracker for resource:subnet and tenant:cef57a8f57b44b8cb05069dfb2c30ec8 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:24.832807 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-8511c2bb-c778-47b4-a69d-4840e59fba67 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:24.833609 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33948) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:24.834638 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d28dffe7-c7d8-402c-b6b9-ba5af4b5cbbd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:24.877908 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d28dffe7-c7d8-402c-b6b9-ba5af4b5cbbd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:24.886857 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd2c893a-1df9-4465-965f-c0ed17263412 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] DELETE failed (client error): The resource could not be found. Apr 29 13:31:24.888159 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd2c893a-1df9-4465-965f-c0ed17263412 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:31:24.891508 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-cd2c893a-1df9-4465-965f-c0ed17263412 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/subnets/4418003a-849d-4580-86bb-bad964e616d6 HTTP/1.1" status: 404 len: 337 time: 0.0535827 Apr 29 13:31:24.895287 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33954) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:24.913469 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f65215b4-d286-4462-bbc2-6f9c16646bca None None] For port d87c305f-bdd2-4b1c-a13b-6c74c9233a32, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=d87c305f-bdd2-4b1c-a13b-6c74c9233a32,segment=NetworkSegment(94de39aa-bc23-4f4d-9d08-ee8ea13bf4f7),segment_id=94de39aa-bc23-4f4d-9d08-ee8ea13bf4f7)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:24.913856 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f65215b4-d286-4462-bbc2-6f9c16646bca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:24.936127 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-8511c2bb-c778-47b4-a69d-4840e59fba67 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 1f1631f4-7759-4601-8487-4268d3ef1926 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:24.941566 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-8511c2bb-c778-47b4-a69d-4840e59fba67 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:24.945433 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28dffe7-c7d8-402c-b6b9-ba5af4b5cbbd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Made reservation on behalf of cef57a8f57b44b8cb05069dfb2c30ec8 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:24.957364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-8511c2bb-c778-47b4-a69d-4840e59fba67 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:31:25.071014 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-8511c2bb-c778-47b4-a69d-4840e59fba67 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:25.071014 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-8511c2bb-c778-47b4-a69d-4840e59fba67 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:25.086227 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511c2bb-c778-47b4-a69d-4840e59fba67 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=ef194aa7-94c2-41a1-8cef-074002f4198a,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:25.120157 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-8511c2bb-c778-47b4-a69d-4840e59fba67 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2254708 Apr 29 13:31:25.136807 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-032caf78-ba81-4746-aad7-2b8a021b0260 service neutron] Request body: {'port': {'device_id': '805b4f63-0fb2-444a-85ed-0e7a85ce6df0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:25.159045 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d80aa74-abd6-4811-8442-109cee0f2d10 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] DELETE failed (client error): The resource could not be found. Apr 29 13:31:25.159505 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d80aa74-abd6-4811-8442-109cee0f2d10 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:31:25.161309 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7d80aa74-abd6-4811-8442-109cee0f2d10 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/ports/f89ae0ca-286b-4131-b444-bc4f10983c30 HTTP/1.1" status: 404 len: 333 time: 0.2648654 Apr 29 13:31:25.167802 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f65215b4-d286-4462-bbc2-6f9c16646bca None None] Calling delete_port for d87c305f-bdd2-4b1c-a13b-6c74c9233a32 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:25.172352 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33958) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:25.278221 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d28dffe7-c7d8-402c-b6b9-ba5af4b5cbbd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:25.319863 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f65215b4-d286-4462-bbc2-6f9c16646bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:25.383887 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 48a7fb1c-3f63-420f-a922-ac13eb167541 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:31:25.440676 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65215b4-d286-4462-bbc2-6f9c16646bca None None] Pushing event deleted for resources: {'Port': ['ID=d87c305f-bdd2-4b1c-a13b-6c74c9233a32,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:25.466249 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65215b4-d286-4462-bbc2-6f9c16646bca None None] No DVR routers for this DVR port d87c305f-bdd2-4b1c-a13b-6c74c9233a32 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:31:25.500790 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-032caf78-ba81-4746-aad7-2b8a021b0260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:25.503881 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e36c92ca-b04b-44cc-8c6c-ac91d60bcfd8 None None] Provisioning for port ef194aa7-94c2-41a1-8cef-074002f4198a completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:31:25.510285 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c7b9de-4100-4fa8-a676-112819120146 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] DELETE failed (client error): The resource could not be found. Apr 29 13:31:25.510945 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8c7b9de-4100-4fa8-a676-112819120146 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:31:25.512976 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a8c7b9de-4100-4fa8-a676-112819120146 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/subnets/169b6312-c3d9-4132-957a-e926dc429abc HTTP/1.1" status: 404 len: 337 time: 0.3275750 Apr 29 13:31:25.521875 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33966) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:25.524322 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 48a7fb1c-3f63-420f-a922-ac13eb167541 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:25.524702 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:25.561237 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e36c92ca-b04b-44cc-8c6c-ac91d60bcfd8 None None] Provisioning complete for port ef194aa7-94c2-41a1-8cef-074002f4198a triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:25.562404 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e36c92ca-b04b-44cc-8c6c-ac91d60bcfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:25.593849 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2be0c-cdc8-487c-a4ed-295a49e4642d req-df66f5c4-4bb2-49e9-95ff-9e2a4ee2db62 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:25.595973 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a4d2be0c-cdc8-487c-a4ed-295a49e4642d req-df66f5c4-4bb2-49e9-95ff-9e2a4ee2db62 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 946 time: 0.1468415 Apr 29 13:31:25.598251 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf36c90-1830-4a50-8009-a861d24a3b2c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] DELETE failed (client error): The resource could not be found. Apr 29 13:31:25.598603 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbf36c90-1830-4a50-8009-a861d24a3b2c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:31:25.600265 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-cbf36c90-1830-4a50-8009-a861d24a3b2c tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/subnets/cd953086-b985-4580-ad5f-24f38cd09aa3 HTTP/1.1" status: 404 len: 337 time: 0.0774243 Apr 29 13:31:25.612162 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33970) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:25.653787 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e36c92ca-b04b-44cc-8c6c-ac91d60bcfd8 None None] Port ef194aa7-94c2-41a1-8cef-074002f4198a cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:31:25.676521 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-5488ad31-a92c-4e95-a92b-36ad6e9cae76 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] DELETE failed (client error): The resource could not be found. Apr 29 13:31:25.676990 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5488ad31-a92c-4e95-a92b-36ad6e9cae76 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:31:25.682825 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5488ad31-a92c-4e95-a92b-36ad6e9cae76 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/ports/92ace22e-1ba2-447f-86d6-120743dc732d HTTP/1.1" status: 404 len: 333 time: 0.0624197 Apr 29 13:31:25.686609 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33974) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:25.693651 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e121b-cbad-4f8f-a354-0ba6ba07f3cf req-360890e9-2bab-40d5-8469-128fb50a8521 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:25.694354 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-026e121b-cbad-4f8f-a354-0ba6ba07f3cf req-360890e9-2bab-40d5-8469-128fb50a8521 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:31:25.808963 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device d87c305f-bdd2-4b1c-a13b-6c74c9233a32 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:31:25.846656 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: d87c305f-bdd2-4b1c-a13b-6c74c9233a32 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:31:25.846900 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device d87c305f-bdd2-4b1c-a13b-6c74c9233a32 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:31:25.860416 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a4d2be0c-cdc8-487c-a4ed-295a49e4642d req-6ad3288c-816d-47b5-b3df-b5a811b397ad tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/security-groups?id=916e73e2-1f8b-4146-98d4-2e2900106396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327211 Apr 29 13:31:25.863754 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-25df4b58-4a86-4040-9b67-d8036194349f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] DELETE failed (client error): The resource could not be found. Apr 29 13:31:25.864189 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25df4b58-4a86-4040-9b67-d8036194349f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:31:25.880972 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-026e121b-cbad-4f8f-a354-0ba6ba07f3cf req-360890e9-2bab-40d5-8469-128fb50a8521 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:31:25.882277 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-026e121b-cbad-4f8f-a354-0ba6ba07f3cf req-360890e9-2bab-40d5-8469-128fb50a8521 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=805b4f63-0fb2-444a-85ed-0e7a85ce6df0 HTTP/1.1" status: 200 len: 931 time: 0.4622703 Apr 29 13:31:25.882920 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-25df4b58-4a86-4040-9b67-d8036194349f tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/subnets/d13f805d-455e-4008-8b69-597eb41b68c8 HTTP/1.1" status: 404 len: 337 time: 0.1954060 Apr 29 13:31:25.886661 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33978) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:25.928175 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d28dffe7-c7d8-402c-b6b9-ba5af4b5cbbd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:25.935434 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-84610289-2f37-4d60-a919-cfb4253aa911 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] DELETE failed (client error): The resource could not be found. Apr 29 13:31:25.935899 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84610289-2f37-4d60-a919-cfb4253aa911 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:31:25.937668 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-84610289-2f37-4d60-a919-cfb4253aa911 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/subnets/36af0d99-8b2d-450e-90fc-90d9c292a612 HTTP/1.1" status: 404 len: 337 time: 0.0501034 Apr 29 13:31:25.940898 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33984) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:26.006518 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28dffe7-c7d8-402c-b6b9-ba5af4b5cbbd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Pushing event updated for resources: {'Subnet': ['ID=4825ca82-e6e1-4fa9-89ce-8ccc25eb9985,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:26.041030 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28dffe7-c7d8-402c-b6b9-ba5af4b5cbbd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Checking segment: {'id': 'daf63112-7cf2-4462-9525-7893044c3005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5a8fece1-57db-429a-9a58-5d235a24edde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:31:26.041401 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28dffe7-c7d8-402c-b6b9-ba5af4b5cbbd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Network hostable DHCP agents. Network: 5a8fece1-57db-429a-9a58-5d235a24edde, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:31:26.047343 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-eaf4981e-cc4b-402d-9115-a5cd12a16f23 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Deleting port 68d79673-507d-484d-accf-cee89e015c51 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:26.047945 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eaf4981e-cc4b-402d-9115-a5cd12a16f23 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:26.068358 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28dffe7-c7d8-402c-b6b9-ba5af4b5cbbd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Network 5a8fece1-57db-429a-9a58-5d235a24edde is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:31:26.081936 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-d28dffe7-c7d8-402c-b6b9-ba5af4b5cbbd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 5a8fece1-57db-429a-9a58-5d235a24edde) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:26.086769 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28dffe7-c7d8-402c-b6b9-ba5af4b5cbbd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:26.087857 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d28dffe7-c7d8-402c-b6b9-ba5af4b5cbbd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:26.091315 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0d4257-78e7-4940-b084-df07fb91026b None None] Network 5a8fece1-57db-429a-9a58-5d235a24edde requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:31:26.124441 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d28dffe7-c7d8-402c-b6b9-ba5af4b5cbbd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5273731 Apr 29 13:31:26.127038 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 33988) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:26.138014 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-e7da23e4-61d8-40fc-898b-88b59642f42c tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Request body: {'port': {'network_id': '5a8fece1-57db-429a-9a58-5d235a24edde', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1767115885'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:26.240515 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-032caf78-ba81-4746-aad7-2b8a021b0260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef194aa7-94c2-41a1-8cef-074002f4198a {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:31:26.271390 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-032caf78-ba81-4746-aad7-2b8a021b0260 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:26.337618 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e7da23e4-61d8-40fc-898b-88b59642f42c tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:26.342511 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e7da23e4-61d8-40fc-898b-88b59642f42c tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Usage tracker for resource:port and tenant:cef57a8f57b44b8cb05069dfb2c30ec8 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:26.346808 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e7da23e4-61d8-40fc-898b-88b59642f42c tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:26.353616 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e7da23e4-61d8-40fc-898b-88b59642f42c tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:26.364992 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7da23e4-61d8-40fc-898b-88b59642f42c tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Made reservation on behalf of cef57a8f57b44b8cb05069dfb2c30ec8 for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:26.370819 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e7da23e4-61d8-40fc-898b-88b59642f42c tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:26.378251 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-032caf78-ba81-4746-aad7-2b8a021b0260 service neutron] Transition to ACTIVE for port object ef194aa7-94c2-41a1-8cef-074002f4198a will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:26.391402 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfddcc37-2924-429f-9825-3cf0cfc9c209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-5a8fece1-57db-429a-9a58-5d235a24edde', 'network_id': '5a8fece1-57db-429a-9a58-5d235a24edde', 'tenant_id': 'cef57a8f57b44b8cb05069dfb2c30ec8', 'fixed_ips': [{'subnet_id': '4825ca82-e6e1-4fa9-89ce-8ccc25eb9985'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:31:26.392236 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dfddcc37-2924-429f-9825-3cf0cfc9c209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:26.397469 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-032caf78-ba81-4746-aad7-2b8a021b0260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:26.398047 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-e7da23e4-61d8-40fc-898b-88b59642f42c tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] device_id is not set on port b3ecaca5-e099-4906-b2ac-887cb0159945 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:31:26.469275 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-026e121b-cbad-4f8f-a354-0ba6ba07f3cf req-b6a6491f-445e-45ee-ab6f-f987256c13a1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=c183a238-6c34-4e0a-a73a-3c3dee02cd16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5746896 Apr 29 13:31:26.475825 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eaf4981e-cc4b-402d-9115-a5cd12a16f23 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:26.582565 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-e7da23e4-61d8-40fc-898b-88b59642f42c tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Allocated IP 2001:db8::278 (5a8fece1-57db-429a-9a58-5d235a24edde/4825ca82-e6e1-4fa9-89ce-8ccc25eb9985/b3ecaca5-e099-4906-b2ac-887cb0159945) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:31:26.702537 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-eaf4981e-cc4b-402d-9115-a5cd12a16f23 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Calling delete_port for 68d79673-507d-484d-accf-cee89e015c51 owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:26.730049 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032caf78-ba81-4746-aad7-2b8a021b0260 service neutron] Pushing event updated for resources: {'Port': ['ID=ef194aa7-94c2-41a1-8cef-074002f4198a,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:26.796833 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e7da23e4-61d8-40fc-898b-88b59642f42c tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:26.817607 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-e7da23e4-61d8-40fc-898b-88b59642f42c tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Transition to ACTIVE for port object b3ecaca5-e099-4906-b2ac-887cb0159945 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:26.841089 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e7da23e4-61d8-40fc-898b-88b59642f42c tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:26.922055 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7da23e4-61d8-40fc-898b-88b59642f42c tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Network 5a8fece1-57db-429a-9a58-5d235a24edde is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:26.924374 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-dfddcc37-2924-429f-9825-3cf0cfc9c209 None None] Allocated IP 2001:db8::2 (5a8fece1-57db-429a-9a58-5d235a24edde/4825ca82-e6e1-4fa9-89ce-8ccc25eb9985/fa55cbec-3454-48a5-85a1-056bb0263b70) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:31:26.928664 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-e7da23e4-61d8-40fc-898b-88b59642f42c tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:26.931710 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7da23e4-61d8-40fc-898b-88b59642f42c tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:31:26.938352 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7da23e4-61d8-40fc-898b-88b59642f42c tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:26.938978 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e7da23e4-61d8-40fc-898b-88b59642f42c tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:26.947456 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da23e4-61d8-40fc-898b-88b59642f42c tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Pushing event updated for resources: {'Port': ['ID=b3ecaca5-e099-4906-b2ac-887cb0159945,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:26.978236 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e7da23e4-61d8-40fc-898b-88b59642f42c tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8486321 Apr 29 13:31:26.978697 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 33994) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:26.991829 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-4401e674-f048-49fa-a260-bfc2fe8c7d08 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Request body: {'port': {'network_id': '5a8fece1-57db-429a-9a58-5d235a24edde', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1666434761', 'allowed_address_pairs': [{'ip_address': '2001:db8::278', 'mac_address': 'fa:16:3e:4a:03:95'}]}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:27.032255 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eaf4981e-cc4b-402d-9115-a5cd12a16f23 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:27.122299 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc3ef8-7876-496b-b183-6b64a3decf6d req-5df22778-da20-4f5f-8883-29089c3dc314 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:27.123956 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5ffc3ef8-7876-496b-b183-6b64a3decf6d req-5df22778-da20-4f5f-8883-29089c3dc314 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 946 time: 0.0965419 Apr 29 13:31:27.140444 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-032caf78-ba81-4746-aad7-2b8a021b0260 service neutron] Attempting to bind port ef194aa7-94c2-41a1-8cef-074002f4198a on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:31:27.140791 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-032caf78-ba81-4746-aad7-2b8a021b0260 service neutron] Attempting to bind port ef194aa7-94c2-41a1-8cef-074002f4198a by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '0174c2ca-37ca-4806-b2ec-dfd1a4e46886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1f1631f4-7759-4601-8487-4268d3ef1926'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:31:27.141119 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-032caf78-ba81-4746-aad7-2b8a021b0260 service neutron] Attempting to bind port ef194aa7-94c2-41a1-8cef-074002f4198a on network 1f1631f4-7759-4601-8487-4268d3ef1926 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:31:27.159299 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4981e-cc4b-402d-9115-a5cd12a16f23 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Port': ['ID=68d79673-507d-484d-accf-cee89e015c51,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:27.175566 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5ffc3ef8-7876-496b-b183-6b64a3decf6d req-c4264ab0-f061-49f7-a06f-1258f0d8eff5 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/security-groups?id=916e73e2-1f8b-4146-98d4-2e2900106396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430865 Apr 29 13:31:27.177213 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eaf4981e-cc4b-402d-9115-a5cd12a16f23 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:27.183268 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-032caf78-ba81-4746-aad7-2b8a021b0260 service neutron] Port ef194aa7-94c2-41a1-8cef-074002f4198a on network 1f1631f4-7759-4601-8487-4268d3ef1926 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:31:27.183585 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-032caf78-ba81-4746-aad7-2b8a021b0260 service neutron] Attempting to bind port ef194aa7-94c2-41a1-8cef-074002f4198a on network 1f1631f4-7759-4601-8487-4268d3ef1926 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:31:27.210779 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dfddcc37-2924-429f-9825-3cf0cfc9c209 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:27.220976 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-eaf4981e-cc4b-402d-9115-a5cd12a16f23 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/ports/68d79673-507d-484d-accf-cee89e015c51 HTTP/1.1" status: 204 len: 168 time: 1.2764962 Apr 29 13:31:27.221553 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34000) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:27.230953 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-032caf78-ba81-4746-aad7-2b8a021b0260 service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:31:27.231409 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-032caf78-ba81-4746-aad7-2b8a021b0260 service neutron] Checking segment: {'id': '0174c2ca-37ca-4806-b2ec-dfd1a4e46886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1f1631f4-7759-4601-8487-4268d3ef1926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:31:27.231759 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-dfddcc37-2924-429f-9825-3cf0cfc9c209 None None] Transition to ACTIVE for port object fa55cbec-3454-48a5-85a1-056bb0263b70 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:27.231902 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-032caf78-ba81-4746-aad7-2b8a021b0260 service neutron] Bound using segment: {'id': '0174c2ca-37ca-4806-b2ec-dfd1a4e46886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1f1631f4-7759-4601-8487-4268d3ef1926'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:31:27.232263 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-032caf78-ba81-4746-aad7-2b8a021b0260 service neutron] Bound port: ef194aa7-94c2-41a1-8cef-074002f4198a, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0174c2ca-37ca-4806-b2ec-dfd1a4e46886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1f1631f4-7759-4601-8487-4268d3ef1926'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:31:27.232684 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-032caf78-ba81-4746-aad7-2b8a021b0260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:27.256136 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4401e674-f048-49fa-a260-bfc2fe8c7d08 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:27.257380 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-dfddcc37-2924-429f-9825-3cf0cfc9c209 None None] Transition to ACTIVE for port object fa55cbec-3454-48a5-85a1-056bb0263b70 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:27.263216 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dfddcc37-2924-429f-9825-3cf0cfc9c209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:27.288911 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4401e674-f048-49fa-a260-bfc2fe8c7d08 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Usage tracker for resource:port and tenant:cef57a8f57b44b8cb05069dfb2c30ec8 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:27.297283 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4401e674-f048-49fa-a260-bfc2fe8c7d08 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:27.315097 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4401e674-f048-49fa-a260-bfc2fe8c7d08 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:27.341736 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4401e674-f048-49fa-a260-bfc2fe8c7d08 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Made reservation on behalf of cef57a8f57b44b8cb05069dfb2c30ec8 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:27.343119 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfddcc37-2924-429f-9825-3cf0cfc9c209 None None] Pushing event updated for resources: {'Port': ['ID=fa55cbec-3454-48a5-85a1-056bb0263b70,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:27.349386 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfddcc37-2924-429f-9825-3cf0cfc9c209 None None] Network 5a8fece1-57db-429a-9a58-5d235a24edde is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:27.350551 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-dfddcc37-2924-429f-9825-3cf0cfc9c209 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:27.352769 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfddcc37-2924-429f-9825-3cf0cfc9c209 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:31:27.385525 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-483f6188-91e8-4ffe-9c34-158fdef51ec9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:27.433475 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-032caf78-ba81-4746-aad7-2b8a021b0260 service neutron] For port ef194aa7-94c2-41a1-8cef-074002f4198a, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:31:27.447967 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-dfddcc37-2924-429f-9825-3cf0cfc9c209 None None] Attempting to bind port fa55cbec-3454-48a5-85a1-056bb0263b70 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:31:27.448606 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-dfddcc37-2924-429f-9825-3cf0cfc9c209 None None] Attempting to bind port fa55cbec-3454-48a5-85a1-056bb0263b70 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'daf63112-7cf2-4462-9525-7893044c3005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5a8fece1-57db-429a-9a58-5d235a24edde'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:31:27.449112 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfddcc37-2924-429f-9825-3cf0cfc9c209 None None] Attempting to bind port fa55cbec-3454-48a5-85a1-056bb0263b70 on network 5a8fece1-57db-429a-9a58-5d235a24edde {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:31:27.456886 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfddcc37-2924-429f-9825-3cf0cfc9c209 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:31:27.457431 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfddcc37-2924-429f-9825-3cf0cfc9c209 None None] Checking segment: {'id': 'daf63112-7cf2-4462-9525-7893044c3005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5a8fece1-57db-429a-9a58-5d235a24edde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:31:27.457925 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dfddcc37-2924-429f-9825-3cf0cfc9c209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:27.458399 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfddcc37-2924-429f-9825-3cf0cfc9c209 None None] Bound using segment: {'id': 'daf63112-7cf2-4462-9525-7893044c3005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5a8fece1-57db-429a-9a58-5d235a24edde'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:31:27.458979 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-dfddcc37-2924-429f-9825-3cf0cfc9c209 None None] Bound port: fa55cbec-3454-48a5-85a1-056bb0263b70, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf63112-7cf2-4462-9525-7893044c3005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5a8fece1-57db-429a-9a58-5d235a24edde'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:31:27.459441 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dfddcc37-2924-429f-9825-3cf0cfc9c209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:27.472395 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-032caf78-ba81-4746-aad7-2b8a021b0260 service neutron] For port ef194aa7-94c2-41a1-8cef-074002f4198a, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ef194aa7-94c2-41a1-8cef-074002f4198a,segment=NetworkSegment(0174c2ca-37ca-4806-b2ec-dfd1a4e46886),segment_id=0174c2ca-37ca-4806-b2ec-dfd1a4e46886)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:31:27.490987 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-032caf78-ba81-4746-aad7-2b8a021b0260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:27.606493 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-dfddcc37-2924-429f-9825-3cf0cfc9c209 None None] For port fa55cbec-3454-48a5-85a1-056bb0263b70, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:31:27.609726 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-dfddcc37-2924-429f-9825-3cf0cfc9c209 None None] For port fa55cbec-3454-48a5-85a1-056bb0263b70, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=fa55cbec-3454-48a5-85a1-056bb0263b70,segment=NetworkSegment(daf63112-7cf2-4462-9525-7893044c3005),segment_id=daf63112-7cf2-4462-9525-7893044c3005)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:31:27.617587 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dfddcc37-2924-429f-9825-3cf0cfc9c209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:27.632172 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-483f6188-91e8-4ffe-9c34-158fdef51ec9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:27.665059 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-483f6188-91e8-4ffe-9c34-158fdef51ec9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ba171e-fd39-4027-873e-4c53aa8412b5']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:27.683329 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-483f6188-91e8-4ffe-9c34-158fdef51ec9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94de39aa-bc23-4f4d-9d08-ee8ea13bf4f7') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:27.683329 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-483f6188-91e8-4ffe-9c34-158fdef51ec9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94de39aa-bc23-4f4d-9d08-ee8ea13bf4f7') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:27.712799 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfddcc37-2924-429f-9825-3cf0cfc9c209 None None] Pushing event updated for resources: {'Port': ['ID=fa55cbec-3454-48a5-85a1-056bb0263b70,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:27.739044 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-483f6188-91e8-4ffe-9c34-158fdef51ec9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:27.742684 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-032caf78-ba81-4746-aad7-2b8a021b0260 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:27.744027 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-032caf78-ba81-4746-aad7-2b8a021b0260 service neutron] 10.222.0.32 "PUT /v2.0/ports/ef194aa7-94c2-41a1-8cef-074002f4198a HTTP/1.1" status: 200 len: 1093 time: 2.6160846 Apr 29 13:31:27.746736 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805b4f63-0fb2-444a-85ed-0e7a85ce6df0', 'tag': 'ef194aa7-94c2-41a1-8cef-074002f4198a'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:31:27.773171 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-483f6188-91e8-4ffe-9c34-158fdef51ec9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:27.776931 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4401e674-f048-49fa-a260-bfc2fe8c7d08 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:27.782796 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-483f6188-91e8-4ffe-9c34-158fdef51ec9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:31:27.784523 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-483f6188-91e8-4ffe-9c34-158fdef51ec9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:31:27.802474 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:31:27.895101 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-4401e674-f048-49fa-a260-bfc2fe8c7d08 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] device_id is not set on port 1e4b66bb-2ef4-4f53-9dd7-3de020ee2a9f yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:31:27.902974 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:27.913835 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ebfe8-566a-4f0f-a22e-4302e41affb4 req-83460266-92c7-426c-8459-754be64a2801 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:27.917632 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-cd7ebfe8-566a-4f0f-a22e-4302e41affb4 req-83460266-92c7-426c-8459-754be64a2801 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 946 time: 0.2401135 Apr 29 13:31:27.927979 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-483f6188-91e8-4ffe-9c34-158fdef51ec9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:27.945632 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032caf78-ba81-4746-aad7-2b8a021b0260 service neutron] Pushing event updated for resources: {'Port': ['ID=ef194aa7-94c2-41a1-8cef-074002f4198a,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:27.983291 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-483f6188-91e8-4ffe-9c34-158fdef51ec9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:27.998600 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f6188-91e8-4ffe-9c34-158fdef51ec9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] Pushing event deleted for resources: {'Network': ['ID=44ba171e-fd39-4027-873e-4c53aa8412b5,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:28.003384 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-483f6188-91e8-4ffe-9c34-158fdef51ec9 tempest-PortsIpV6TestJSON-220480762 tempest-PortsIpV6TestJSON-220480762-project] 10.222.0.76 "DELETE /v2.0/networks/44ba171e-fd39-4027-873e-4c53aa8412b5 HTTP/1.1" status: 204 len: 168 time: 0.7807827 Apr 29 13:31:28.037372 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-cd7ebfe8-566a-4f0f-a22e-4302e41affb4 req-1fb4b522-91db-49e4-85bf-d87ec96897d2 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/security-groups?id=916e73e2-1f8b-4146-98d4-2e2900106396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105094 Apr 29 13:31:28.112127 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ce9ca055-80a2-41a5-befd-3b12afb7ec76 req-11016b2c-3995-4912-a88a-2dde7e0da3a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6eb8013c69b1412a8d5f02656d15f3a8&device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 1099 time: 0.5062292 Apr 29 13:31:28.158581 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12cdd1e5-33c7-4a7d-9daf-31b71b5e09d9'] response: {'name': 'network-changed', 'server_uuid': '805b4f63-0fb2-444a-85ed-0e7a85ce6df0', 'tag': 'ef194aa7-94c2-41a1-8cef-074002f4198a', 'status': 'completed', 'code': 200} Apr 29 13:31:28.227516 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf3019-1247-4ac7-96d1-225613883a9a req-d2056328-1e86-44ea-94e1-5840dec23e9c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:28.234150 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7acf3019-1247-4ac7-96d1-225613883a9a req-d2056328-1e86-44ea-94e1-5840dec23e9c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=805b4f63-0fb2-444a-85ed-0e7a85ce6df0 HTTP/1.1" status: 200 len: 943 time: 0.5676231 Apr 29 13:31:28.283452 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-a6a19a23-f631-439a-9781-3d02b6b77c17 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=805b4f63-0fb2-444a-85ed-0e7a85ce6df0 HTTP/1.1" status: 200 len: 1096 time: 0.4763699 Apr 29 13:31:28.375131 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-4401e674-f048-49fa-a260-bfc2fe8c7d08 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Allocated IP 2001:db8::3d7 (5a8fece1-57db-429a-9a58-5d235a24edde/4825ca82-e6e1-4fa9-89ce-8ccc25eb9985/1e4b66bb-2ef4-4f53-9dd7-3de020ee2a9f) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:31:28.414674 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-e4ba97c9-2b3c-4325-b478-c17d9f0b3c0c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef194aa7-94c2-41a1-8cef-074002f4198a HTTP/1.1" status: 200 len: 217 time: 0.1187115 Apr 29 13:31:28.448418 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34014) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:28.470165 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7acf3019-1247-4ac7-96d1-225613883a9a req-2f720e59-34d9-43f6-9746-033e83033a31 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=c183a238-6c34-4e0a-a73a-3c3dee02cd16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351425 Apr 29 13:31:28.512354 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ca055-80a2-41a5-befd-3b12afb7ec76 req-7072f5fd-3ba7-4574-a300-35bee30383bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:28.513828 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ce9ca055-80a2-41a5-befd-3b12afb7ec76 req-7072f5fd-3ba7-4574-a300-35bee30383bb service neutron] 10.222.0.32 "GET /v2.0/networks?id=da5984e7-25dc-4233-b8aa-432db7431e94 HTTP/1.1" status: 200 len: 912 time: 0.3932395 Apr 29 13:31:28.627996 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-d10b22e8-cc2e-4aae-8bf4-7ac59b0b3686 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:28.629355 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-d10b22e8-cc2e-4aae-8bf4-7ac59b0b3686 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef55b3b1-1710-4653-96b0-bcc9febc8b64 HTTP/1.1" status: 200 len: 835 time: 0.2040329 Apr 29 13:31:28.634422 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ce9ca055-80a2-41a5-befd-3b12afb7ec76 req-fd69a2a1-4543-4ee0-9686-f481f75b6d58 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=930511fd-f31b-461c-901d-3a56466b2494 HTTP/1.1" status: 200 len: 217 time: 0.1119971 Apr 29 13:31:28.654324 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6b191d23-fff2-4735-9745-55a3d386c0e2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6ae461034cd64fbdab4560447c7639cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2044868 Apr 29 13:31:28.656560 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34020) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:28.733374 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ef9d19d9-20a4-4703-9f60-0dcaf7526f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:28.781917 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ef9d19d9-20a4-4703-9f60-0dcaf7526f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:28.869150 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ef9d19d9-20a4-4703-9f60-0dcaf7526f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:28.893406 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d19d9-20a4-4703-9f60-0dcaf7526f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04699ebb-dd13-4e2c-a166-4ec0d9bcafa1,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:28.899966 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ef9d19d9-20a4-4703-9f60-0dcaf7526f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:28.901101 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ef9d19d9-20a4-4703-9f60-0dcaf7526f41 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/04699ebb-dd13-4e2c-a166-4ec0d9bcafa1 HTTP/1.1" status: 204 len: 168 time: 0.2435932 Apr 29 13:31:28.942875 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ca055-80a2-41a5-befd-3b12afb7ec76 req-15bbcfe5-1e53-4a7b-84ea-a3c1d196526f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:28.944181 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ce9ca055-80a2-41a5-befd-3b12afb7ec76 req-15bbcfe5-1e53-4a7b-84ea-a3c1d196526f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3c35e10-898d-41d2-8dbc-3d15cabb2be6 HTTP/1.1" status: 200 len: 851 time: 0.2596693 Apr 29 13:31:29.009762 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ce9ca055-80a2-41a5-befd-3b12afb7ec76 req-a0200bdc-3559-4d6a-9a22-6479b9a12181 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da5984e7-25dc-4233-b8aa-432db7431e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579770 Apr 29 13:31:29.059164 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b644b94f-d6fb-4243-9a7d-f2244eaa8000 None None] Network 5a8fece1-57db-429a-9a58-5d235a24edde requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:31:29.125298 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4401e674-f048-49fa-a260-bfc2fe8c7d08 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:29.143383 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-4401e674-f048-49fa-a260-bfc2fe8c7d08 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Transition to ACTIVE for port object 1e4b66bb-2ef4-4f53-9dd7-3de020ee2a9f will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:29.155446 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-7e2868fd-3b66-4361-a582-71cc05c66135 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1f1631f4-7759-4601-8487-4268d3ef1926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4767737 Apr 29 13:31:29.263742 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a6908e2d-111f-49f9-b7c9-9b48aba8fc3e None None] Provisioning for port fa55cbec-3454-48a5-85a1-056bb0263b70 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:31:29.287985 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c061be-4dd2-4c6e-8f8b-1195ad18edcc req-c9861fc2-490f-4933-9f96-272be5854d8f tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:29.289897 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-71c061be-4dd2-4c6e-8f8b-1195ad18edcc req-c9861fc2-490f-4933-9f96-272be5854d8f tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 946 time: 0.1194954 Apr 29 13:31:29.383977 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ce9ca055-80a2-41a5-befd-3b12afb7ec76 req-e4965c65-dc6b-405e-8c67-54a47d071d12 service neutron] 10.222.0.32 "GET /v2.0/networks/da5984e7-25dc-4233-b8aa-432db7431e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606985 Apr 29 13:31:29.398959 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-71c061be-4dd2-4c6e-8f8b-1195ad18edcc req-fdd7813a-84ab-4a4c-8c31-793236ef5aee tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/security-groups?id=916e73e2-1f8b-4146-98d4-2e2900106396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007943 Apr 29 13:31:29.413110 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device fa55cbec-3454-48a5-85a1-056bb0263b70 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:31:29.415952 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4401e674-f048-49fa-a260-bfc2fe8c7d08 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:29.524630 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port fa55cbec-3454-48a5-85a1-056bb0263b70 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:31:29.534469 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port fa55cbec-3454-48a5-85a1-056bb0263b70 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:29.535593 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:29.661491 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4401e674-f048-49fa-a260-bfc2fe8c7d08 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Network 5a8fece1-57db-429a-9a58-5d235a24edde is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:29.715233 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:29.717998 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-4401e674-f048-49fa-a260-bfc2fe8c7d08 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:29.722914 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-d93bac82-1a3b-41bb-849e-fa86f2229ef5 service neutron] 10.222.0.32 "GET /v2.0/networks/1f1631f4-7759-4601-8487-4268d3ef1926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5588253 Apr 29 13:31:29.726087 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4401e674-f048-49fa-a260-bfc2fe8c7d08 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:31:29.753945 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4401e674-f048-49fa-a260-bfc2fe8c7d08 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:29.753945 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4401e674-f048-49fa-a260-bfc2fe8c7d08 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:29.788347 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port fa55cbec-3454-48a5-85a1-056bb0263b70, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=fa55cbec-3454-48a5-85a1-056bb0263b70,segment=NetworkSegment(daf63112-7cf2-4462-9525-7893044c3005),segment_id=daf63112-7cf2-4462-9525-7893044c3005)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:29.807162 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:29.813187 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401e674-f048-49fa-a260-bfc2fe8c7d08 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Pushing event updated for resources: {'Port': ['ID=1e4b66bb-2ef4-4f53-9dd7-3de020ee2a9f,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:29.961942 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=fa55cbec-3454-48a5-85a1-056bb0263b70,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:30.029513 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ef8d9b56-518d-43d2-8ae4-461e3300dab1 None None] Provisioning complete for port fa55cbec-3454-48a5-85a1-056bb0263b70 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:30.029884 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ef8d9b56-518d-43d2-8ae4-461e3300dab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:30.072779 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4401e674-f048-49fa-a260-bfc2fe8c7d08 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.0880363 Apr 29 13:31:30.075127 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34046) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:30.129597 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ce9ca055-80a2-41a5-befd-3b12afb7ec76 req-987cf1ed-80df-4936-a18d-7b189d8d3bb0 service neutron] 10.222.0.32 "GET /v2.0/networks/da5984e7-25dc-4233-b8aa-432db7431e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7370286 Apr 29 13:31:30.162411 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34050) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:30.218037 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a23966-088e-4260-af75-0720011e3864 req-fb286b5f-57a4-45bf-bca9-3d451b4f2a97 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:30.226734 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c5a23966-088e-4260-af75-0720011e3864 req-fb286b5f-57a4-45bf-bca9-3d451b4f2a97 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=805b4f63-0fb2-444a-85ed-0e7a85ce6df0 HTTP/1.1" status: 200 len: 943 time: 0.5750337 Apr 29 13:31:30.246611 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9910fea2-478c-4694-ab8e-eb04ed0e15ff req-c1dcc8ec-a5b1-4e5e-8d11-97587140e147 service neutron] 10.222.0.32 "GET /v2.0/networks/1f1631f4-7759-4601-8487-4268d3ef1926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495189 Apr 29 13:31:30.260673 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ef8d9b56-518d-43d2-8ae4-461e3300dab1 None None] Provisioning for port b3ecaca5-e099-4906-b2ac-887cb0159945 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:31:30.268396 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ef8d9b56-518d-43d2-8ae4-461e3300dab1 None None] Provisioning complete for port b3ecaca5-e099-4906-b2ac-887cb0159945 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:30.271986 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ef8d9b56-518d-43d2-8ae4-461e3300dab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:30.357873 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d2a2cc-e837-4967-9e7d-a39dfce68e69 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:30.362026 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d2a2cc-e837-4967-9e7d-a39dfce68e69 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:30.367546 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d2a2cc-e837-4967-9e7d-a39dfce68e69 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:30.368278 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-16d2a2cc-e837-4967-9e7d-a39dfce68e69 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Synchronizing usage tracker for tenant:cef57a8f57b44b8cb05069dfb2c30ec8 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:31:30.370436 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-ef8d9b56-518d-43d2-8ae4-461e3300dab1 None None] Port b3ecaca5-e099-4906-b2ac-887cb0159945 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:31:30.392019 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ef8d9b56-518d-43d2-8ae4-461e3300dab1 None None] Provisioning for port 1e4b66bb-2ef4-4f53-9dd7-3de020ee2a9f completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:31:30.398936 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ef8d9b56-518d-43d2-8ae4-461e3300dab1 None None] Provisioning complete for port 1e4b66bb-2ef4-4f53-9dd7-3de020ee2a9f triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:30.399897 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ef8d9b56-518d-43d2-8ae4-461e3300dab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:30.400208 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c5a23966-088e-4260-af75-0720011e3864 req-7bcfe0ac-b0db-4eeb-9747-4e7a81e519e2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=c183a238-6c34-4e0a-a73a-3c3dee02cd16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700308 Apr 29 13:31:30.422727 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-16d2a2cc-e837-4967-9e7d-a39dfce68e69 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Unset dirty status for tenant:cef57a8f57b44b8cb05069dfb2c30ec8 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:31:30.425213 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-16d2a2cc-e837-4967-9e7d-a39dfce68e69 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.3468275 Apr 29 13:31:30.427639 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34056) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:30.521896 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2f2a2bb4-19e4-4627-94d2-42901c930da4 req-f0b0afa5-5b21-4c44-97f0-461bf7f67ac8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=805b4f63-0fb2-444a-85ed-0e7a85ce6df0 HTTP/1.1" status: 200 len: 1096 time: 0.2144370 Apr 29 13:31:30.527203 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-ef8d9b56-518d-43d2-8ae4-461e3300dab1 None None] Port 1e4b66bb-2ef4-4f53-9dd7-3de020ee2a9f cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:31:30.662956 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-c1d1def3-e844-47d3-acde-a1cc44b5d149 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1857486722'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:30.669122 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7e28436f-9626-476f-a529-bced90ca960a None None] Provisioning complete for port b3ecaca5-e099-4906-b2ac-887cb0159945 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:30.669122 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e28436f-9626-476f-a529-bced90ca960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:30.688438 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c1d1def3-e844-47d3-acde-a1cc44b5d149 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:30.708307 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c1d1def3-e844-47d3-acde-a1cc44b5d149 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:network and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:30.716869 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c1d1def3-e844-47d3-acde-a1cc44b5d149 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:30.726305 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c1d1def3-e844-47d3-acde-a1cc44b5d149 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:30.753089 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-6af4332f-075d-405b-8b2a-6106ba189ba1 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Deleting port 1e4b66bb-2ef4-4f53-9dd7-3de020ee2a9f {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:30.753089 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6af4332f-075d-405b-8b2a-6106ba189ba1 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:30.759356 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7e28436f-9626-476f-a529-bced90ca960a None None] Port b3ecaca5-e099-4906-b2ac-887cb0159945 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:31:30.784660 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a2bb4-19e4-4627-94d2-42901c930da4 req-e0cbbc5e-01b1-4e1d-87bd-bb8279abd520 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:30.784660 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2f2a2bb4-19e4-4627-94d2-42901c930da4 req-e0cbbc5e-01b1-4e1d-87bd-bb8279abd520 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1f1631f4-7759-4601-8487-4268d3ef1926 HTTP/1.1" status: 200 len: 898 time: 0.2496815 Apr 29 13:31:30.785794 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7e28436f-9626-476f-a529-bced90ca960a None None] Provisioning complete for port 1e4b66bb-2ef4-4f53-9dd7-3de020ee2a9f triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:30.785794 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e28436f-9626-476f-a529-bced90ca960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:30.890862 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2f2a2bb4-19e4-4627-94d2-42901c930da4 req-9d2ffb7c-2bb3-4dca-b14f-3f7b74a41a95 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef194aa7-94c2-41a1-8cef-074002f4198a HTTP/1.1" status: 200 len: 217 time: 0.1045585 Apr 29 13:31:30.892244 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d1def3-e844-47d3-acde-a1cc44b5d149 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:30.896024 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c1d1def3-e844-47d3-acde-a1cc44b5d149 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:30.929950 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7e28436f-9626-476f-a529-bced90ca960a None None] Port 1e4b66bb-2ef4-4f53-9dd7-3de020ee2a9f cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:31:30.931519 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c1d1def3-e844-47d3-acde-a1cc44b5d149 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:30.953238 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768e0e9-8ffe-44af-8053-99e0d98d1279 req-0b6cdeca-445b-4170-b1b2-7f6710476fe8 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:30.954021 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2768e0e9-8ffe-44af-8053-99e0d98d1279 req-0b6cdeca-445b-4170-b1b2-7f6710476fe8 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 946 time: 0.3384244 Apr 29 13:31:30.982860 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a2bb4-19e4-4627-94d2-42901c930da4 req-94ba049e-b45d-4de2-9d0a-1939b5f7d6c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:30.984966 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2f2a2bb4-19e4-4627-94d2-42901c930da4 req-94ba049e-b45d-4de2-9d0a-1939b5f7d6c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef55b3b1-1710-4653-96b0-bcc9febc8b64 HTTP/1.1" status: 200 len: 835 time: 0.0869842 Apr 29 13:31:31.071661 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2f2a2bb4-19e4-4627-94d2-42901c930da4 req-25ea0e94-ffc2-489b-a19f-50e93170ce5c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1f1631f4-7759-4601-8487-4268d3ef1926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805993 Apr 29 13:31:31.143737 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c1d1def3-e844-47d3-acde-a1cc44b5d149 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:31.173540 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c1d1def3-e844-47d3-acde-a1cc44b5d149 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:security_group_rule and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:31.173540 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c1d1def3-e844-47d3-acde-a1cc44b5d149 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:31.195172 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c1d1def3-e844-47d3-acde-a1cc44b5d149 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:31.210536 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2768e0e9-8ffe-44af-8053-99e0d98d1279 req-fa29a5bd-b2a4-4b8f-b4c3-37998e7caf94 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/security-groups?id=916e73e2-1f8b-4146-98d4-2e2900106396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264667 Apr 29 13:31:31.216293 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6af4332f-075d-405b-8b2a-6106ba189ba1 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:31.291197 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2f2a2bb4-19e4-4627-94d2-42901c930da4 req-5accec49-b408-4aca-9718-77759011623d service neutron] 10.222.0.32 "GET /v2.0/networks/1f1631f4-7759-4601-8487-4268d3ef1926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113452 Apr 29 13:31:31.353061 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device fa55cbec-3454-48a5-85a1-056bb0263b70 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:31:31.402264 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-6af4332f-075d-405b-8b2a-6106ba189ba1 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Calling delete_port for 1e4b66bb-2ef4-4f53-9dd7-3de020ee2a9f owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:31.515940 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port fa55cbec-3454-48a5-85a1-056bb0263b70 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:31.515940 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:31.602099 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c1d1def3-e844-47d3-acde-a1cc44b5d149 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:31.614131 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c1d1def3-e844-47d3-acde-a1cc44b5d149 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:31.684118 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1def3-e844-47d3-acde-a1cc44b5d149 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6093b218-4ce5-478d-9028-937e512ba244,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:31.710945 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6af4332f-075d-405b-8b2a-6106ba189ba1 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:31.785126 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d1def3-e844-47d3-acde-a1cc44b5d149 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:31:31.794211 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2f2a2bb4-19e4-4627-94d2-42901c930da4 req-b97b67d1-c7a3-411e-bc04-10a6566e727b service neutron] 10.222.0.32 "GET /v2.0/networks/1f1631f4-7759-4601-8487-4268d3ef1926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4960508 Apr 29 13:31:31.829298 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e3207-86f4-4fb4-a72a-1e5898009cc9 req-3b361c73-b9e9-4f60-9995-72dc1ccb0ee2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:31.831299 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b56e3207-86f4-4fb4-a72a-1e5898009cc9 req-3b361c73-b9e9-4f60-9995-72dc1ccb0ee2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=805b4f63-0fb2-444a-85ed-0e7a85ce6df0 HTTP/1.1" status: 200 len: 943 time: 0.1523402 Apr 29 13:31:31.833094 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4332f-075d-405b-8b2a-6106ba189ba1 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Pushing event deleted for resources: {'Port': ['ID=1e4b66bb-2ef4-4f53-9dd7-3de020ee2a9f,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:31.851057 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c1d1def3-e844-47d3-acde-a1cc44b5d149 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:31.851402 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-c1d1def3-e844-47d3-acde-a1cc44b5d149 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Added segment b80b3a66-331c-4092-ba2c-c1b0c4e03e58 of type vlan for network 5085b079-cc6d-48bb-856f-6227b0c46015 Apr 29 13:31:31.906501 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b56e3207-86f4-4fb4-a72a-1e5898009cc9 req-b48f0a39-d06e-4c96-be8b-1c1d90b52315 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=c183a238-6c34-4e0a-a73a-3c3dee02cd16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616782 Apr 29 13:31:31.942442 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c1d1def3-e844-47d3-acde-a1cc44b5d149 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:31.989913 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6af4332f-075d-405b-8b2a-6106ba189ba1 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:32.026261 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c1d1def3-e844-47d3-acde-a1cc44b5d149 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:32.029476 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d1def3-e844-47d3-acde-a1cc44b5d149 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:32.030080 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c1d1def3-e844-47d3-acde-a1cc44b5d149 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:32.065940 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6af4332f-075d-405b-8b2a-6106ba189ba1 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] 10.222.0.76 "DELETE /v2.0/ports/1e4b66bb-2ef4-4f53-9dd7-3de020ee2a9f HTTP/1.1" status: 204 len: 168 time: 1.6372228 Apr 29 13:31:32.068633 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34068) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:32.109641 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a039c0-a87a-4c50-8541-b8a854aaf4c6 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] GET failed (client error): The resource could not be found. Apr 29 13:31:32.110872 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d7a039c0-a87a-4c50-8541-b8a854aaf4c6 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] 10.222.0.76 "GET /v2.0/ports/1e4b66bb-2ef4-4f53-9dd7-3de020ee2a9f HTTP/1.1" status: 404 len: 333 time: 0.0412409 Apr 29 13:31:32.114624 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34072) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:32.119974 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-0233f8ad-2525-47b5-93b7-3d21cf8dd9fd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Request body: {'port': {'network_id': '5a8fece1-57db-429a-9a58-5d235a24edde', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-807107336'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:32.125765 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c1d1def3-e844-47d3-acde-a1cc44b5d149 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.9593244 Apr 29 13:31:32.133022 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34076) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:32.144642 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-3b38c99c-6eb0-462e-b939-f65a5963c869 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'port': {'network_id': '5085b079-cc6d-48bb-856f-6227b0c46015', 'name': 'tempest-PortsTestJSON-154417955'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:32.145493 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1def3-e844-47d3-acde-a1cc44b5d149 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Network': ['ID=5085b079-cc6d-48bb-856f-6227b0c46015,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:32.155370 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 5085b079-cc6d-48bb-856f-6227b0c46015 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:31:32.340979 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3b38c99c-6eb0-462e-b939-f65a5963c869 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:32.348911 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3b38c99c-6eb0-462e-b939-f65a5963c869 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:port and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:32.352680 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3b38c99c-6eb0-462e-b939-f65a5963c869 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:32.361101 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3b38c99c-6eb0-462e-b939-f65a5963c869 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:32.363973 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0233f8ad-2525-47b5-93b7-3d21cf8dd9fd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:32.370102 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0233f8ad-2525-47b5-93b7-3d21cf8dd9fd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Usage tracker for resource:port and tenant:cef57a8f57b44b8cb05069dfb2c30ec8 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:32.373829 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0233f8ad-2525-47b5-93b7-3d21cf8dd9fd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:32.380189 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0233f8ad-2525-47b5-93b7-3d21cf8dd9fd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:32.382202 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b38c99c-6eb0-462e-b939-f65a5963c869 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:32.385042 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3b38c99c-6eb0-462e-b939-f65a5963c869 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:32.404629 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43060dbe-5faa-4642-872d-b51048a2fef6 req-fc5b14b7-17af-42dd-8119-960267ebe251 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:32.406347 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-43060dbe-5faa-4642-872d-b51048a2fef6 req-fc5b14b7-17af-42dd-8119-960267ebe251 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 946 time: 0.0833747 Apr 29 13:31:32.410999 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0233f8ad-2525-47b5-93b7-3d21cf8dd9fd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Made reservation on behalf of cef57a8f57b44b8cb05069dfb2c30ec8 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:32.413929 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0233f8ad-2525-47b5-93b7-3d21cf8dd9fd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:32.423185 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-3b38c99c-6eb0-462e-b939-f65a5963c869 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] device_id is not set on port 66211226-6809-43c4-ba53-3c3a5bf85ce4 yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:31:32.453469 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-43060dbe-5faa-4642-872d-b51048a2fef6 req-68398992-5a67-44c0-b487-b5c8898a56d0 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/security-groups?id=916e73e2-1f8b-4146-98d4-2e2900106396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404494 Apr 29 13:31:32.487221 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-0233f8ad-2525-47b5-93b7-3d21cf8dd9fd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] device_id is not set on port 1ed07ca1-5afe-4412-9762-f7390caf2be0 yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:31:32.770600 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-0233f8ad-2525-47b5-93b7-3d21cf8dd9fd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Allocated IP 2001:db8::14c (5a8fece1-57db-429a-9a58-5d235a24edde/4825ca82-e6e1-4fa9-89ce-8ccc25eb9985/1ed07ca1-5afe-4412-9762-f7390caf2be0) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:31:32.781534 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3b38c99c-6eb0-462e-b939-f65a5963c869 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:32.867127 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897c0ca-4405-4b92-9135-f35dc440c221 req-cbd89f77-2c5d-4fad-90d2-9378f0095a53 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:32.868205 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8897c0ca-4405-4b92-9135-f35dc440c221 req-cbd89f77-2c5d-4fad-90d2-9378f0095a53 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 946 time: 0.0789108 Apr 29 13:31:32.922837 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8897c0ca-4405-4b92-9135-f35dc440c221 req-9f79d348-96d7-4406-b9a7-80133351b66f tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/security-groups?id=916e73e2-1f8b-4146-98d4-2e2900106396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477648 Apr 29 13:31:32.925837 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3b38c99c-6eb0-462e-b939-f65a5963c869 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:33.050902 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38c99c-6eb0-462e-b939-f65a5963c869 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Port': ['ID=66211226-6809-43c4-ba53-3c3a5bf85ce4,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:33.120813 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0233f8ad-2525-47b5-93b7-3d21cf8dd9fd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:33.153129 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-0233f8ad-2525-47b5-93b7-3d21cf8dd9fd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Transition to ACTIVE for port object 1ed07ca1-5afe-4412-9762-f7390caf2be0 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:33.161258 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b38c99c-6eb0-462e-b939-f65a5963c869 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Checking segment: {'id': 'b80b3a66-331c-4092-ba2c-c1b0c4e03e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '5085b079-cc6d-48bb-856f-6227b0c46015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:31:33.161607 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b38c99c-6eb0-462e-b939-f65a5963c869 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network hostable DHCP agents. Network: 5085b079-cc6d-48bb-856f-6227b0c46015, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:31:33.200463 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbea8e9-db62-4b1c-97c7-28a610570094 req-b9781458-7575-47a2-8838-506fd74c26bb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:33.201968 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6bbea8e9-db62-4b1c-97c7-28a610570094 req-b9781458-7575-47a2-8838-506fd74c26bb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=805b4f63-0fb2-444a-85ed-0e7a85ce6df0 HTTP/1.1" status: 200 len: 943 time: 0.1523111 Apr 29 13:31:33.228356 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0233f8ad-2525-47b5-93b7-3d21cf8dd9fd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:33.231432 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b38c99c-6eb0-462e-b939-f65a5963c869 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network 5085b079-cc6d-48bb-856f-6227b0c46015 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:31:33.302733 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-3b38c99c-6eb0-462e-b939-f65a5963c869 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 5085b079-cc6d-48bb-856f-6227b0c46015) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:33.311433 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b02bd3-366b-4c6b-9348-efcd45d7a0fe None None] Network 5085b079-cc6d-48bb-856f-6227b0c46015 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:31:33.317090 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b38c99c-6eb0-462e-b939-f65a5963c869 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:31:33.320925 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b38c99c-6eb0-462e-b939-f65a5963c869 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:33.321499 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3b38c99c-6eb0-462e-b939-f65a5963c869 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:33.354573 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6bbea8e9-db62-4b1c-97c7-28a610570094 req-44d85890-d779-4e5c-a277-cc02506aa6a7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=c183a238-6c34-4e0a-a73a-3c3dee02cd16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448135 Apr 29 13:31:33.362003 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0233f8ad-2525-47b5-93b7-3d21cf8dd9fd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Network 5a8fece1-57db-429a-9a58-5d235a24edde is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:33.365587 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233f8ad-2525-47b5-93b7-3d21cf8dd9fd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Pushing event updated for resources: {'Port': ['ID=1ed07ca1-5afe-4412-9762-f7390caf2be0,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:33.369798 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-0233f8ad-2525-47b5-93b7-3d21cf8dd9fd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:33.372782 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0233f8ad-2525-47b5-93b7-3d21cf8dd9fd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:31:33.376726 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0233f8ad-2525-47b5-93b7-3d21cf8dd9fd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:33.378307 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0233f8ad-2525-47b5-93b7-3d21cf8dd9fd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:33.385540 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3b38c99c-6eb0-462e-b939-f65a5963c869 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2488794 Apr 29 13:31:33.385706 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34092) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:33.391722 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-03faa863-014b-42b4-a3a7-e771178877c9 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-911186475'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:33.397416 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-03faa863-014b-42b4-a3a7-e771178877c9 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:33.406670 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0233f8ad-2525-47b5-93b7-3d21cf8dd9fd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2885916 Apr 29 13:31:33.407872 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34096) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:33.410115 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-03faa863-014b-42b4-a3a7-e771178877c9 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:network and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:33.413298 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-03faa863-014b-42b4-a3a7-e771178877c9 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:33.413539 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-0506536d-36b3-47af-8ea0-e557eeb4c515 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::278', 'mac_address': 'fa:16:3e:4a:03:95'}]}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:33.419490 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-03faa863-014b-42b4-a3a7-e771178877c9 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:33.446150 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03faa863-014b-42b4-a3a7-e771178877c9 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:33.447525 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-03faa863-014b-42b4-a3a7-e771178877c9 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:33.491147 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03faa863-014b-42b4-a3a7-e771178877c9 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:31:33.501702 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-03faa863-014b-42b4-a3a7-e771178877c9 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:33.502097 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-03faa863-014b-42b4-a3a7-e771178877c9 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Added segment 96ab1712-56eb-4625-a35f-74674f2f000a of type vlan for network 97e72949-3796-4ecf-8c9c-3284acaa52a9 Apr 29 13:31:33.539486 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-03faa863-014b-42b4-a3a7-e771178877c9 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:33.581885 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-03faa863-014b-42b4-a3a7-e771178877c9 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:33.589600 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03faa863-014b-42b4-a3a7-e771178877c9 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:33.590185 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-03faa863-014b-42b4-a3a7-e771178877c9 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:33.704472 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-03faa863-014b-42b4-a3a7-e771178877c9 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3177986 Apr 29 13:31:33.705163 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34100) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:33.716592 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-94225e7e-2655-4275-ba18-46a2670c9375 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'ports': [{'network_id': '5085b079-cc6d-48bb-856f-6227b0c46015'}, {'network_id': '97e72949-3796-4ecf-8c9c-3284acaa52a9'}]} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:33.716929 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-94225e7e-2655-4275-ba18-46a2670c9375 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'port': {'network_id': '5085b079-cc6d-48bb-856f-6227b0c46015'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:33.717393 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-94225e7e-2655-4275-ba18-46a2670c9375 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'port': {'network_id': '97e72949-3796-4ecf-8c9c-3284acaa52a9'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:33.771738 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0769b67a-f44c-4641-bc09-897b6cde2321 None None] Provisioning for port 1ed07ca1-5afe-4412-9762-f7390caf2be0 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:31:33.779505 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0769b67a-f44c-4641-bc09-897b6cde2321 None None] Provisioning complete for port 1ed07ca1-5afe-4412-9762-f7390caf2be0 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:33.780057 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0769b67a-f44c-4641-bc09-897b6cde2321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:33.787995 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03faa863-014b-42b4-a3a7-e771178877c9 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Network': ['ID=97e72949-3796-4ecf-8c9c-3284acaa52a9,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:33.829540 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 97e72949-3796-4ecf-8c9c-3284acaa52a9 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:31:33.840385 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0506536d-36b3-47af-8ea0-e557eeb4c515 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:33.941815 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device ef194aa7-94c2-41a1-8cef-074002f4198a details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:31:33.970740 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-0769b67a-f44c-4641-bc09-897b6cde2321 None None] Port 1ed07ca1-5afe-4412-9762-f7390caf2be0 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:31:34.116742 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0506536d-36b3-47af-8ea0-e557eeb4c515 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:34.121478 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0506536d-36b3-47af-8ea0-e557eeb4c515 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:34.135070 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port ef194aa7-94c2-41a1-8cef-074002f4198a, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ef194aa7-94c2-41a1-8cef-074002f4198a,segment=NetworkSegment(0174c2ca-37ca-4806-b2ec-dfd1a4e46886),segment_id=0174c2ca-37ca-4806-b2ec-dfd1a4e46886)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:34.140167 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-94225e7e-2655-4275-ba18-46a2670c9375 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:34.147637 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-94225e7e-2655-4275-ba18-46a2670c9375 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:port and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:34.150549 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-94225e7e-2655-4275-ba18-46a2670c9375 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:34.152188 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': 'ef194aa7-94c2-41a1-8cef-074002f4198a', 'network_id': '1f1631f4-7759-4601-8487-4268d3ef1926', 'port_id': 'ef194aa7-94c2-41a1-8cef-074002f4198a', 'mac_address': 'fa:16:3e:c0:9c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef55b3b1-1710-4653-96b0-bcc9febc8b64', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:31:34.163446 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-94225e7e-2655-4275-ba18-46a2670c9375 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:34.178709 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94225e7e-2655-4275-ba18-46a2670c9375 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'port': 2} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:34.182280 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94225e7e-2655-4275-ba18-46a2670c9375 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:34.200922 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-0506536d-36b3-47af-8ea0-e557eeb4c515 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] In _notify_port_updated(), no bound segment for port 1ed07ca1-5afe-4412-9762-f7390caf2be0 on network 5a8fece1-57db-429a-9a58-5d235a24edde {{(pid=83904) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 13:31:34.206346 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0506536d-36b3-47af-8ea0-e557eeb4c515 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:34.206973 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0506536d-36b3-47af-8ea0-e557eeb4c515 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:34.211247 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0506536d-36b3-47af-8ea0-e557eeb4c515 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] 10.222.0.76 "PUT /v2.0/ports/1ed07ca1-5afe-4412-9762-f7390caf2be0 HTTP/1.1" status: 200 len: 1002 time: 0.8002031 Apr 29 13:31:34.212996 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34108) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:34.216349 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506536d-36b3-47af-8ea0-e557eeb4c515 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Pushing event updated for resources: {'Port': ['ID=1ed07ca1-5afe-4412-9762-f7390caf2be0,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:34.219846 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:34.220040 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6431fdd-b3a3-416c-bea2-0df13e6213ce req-2f328a5d-8f08-4ff7-99a9-7c03d0c452ca tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:34.222438 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a6431fdd-b3a3-416c-bea2-0df13e6213ce req-2f328a5d-8f08-4ff7-99a9-7c03d0c452ca tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 946 time: 0.1363513 Apr 29 13:31:34.223132 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94225e7e-2655-4275-ba18-46a2670c9375 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:34.239261 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef194aa7-94c2-41a1-8cef-074002f4198a {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:31:34.258292 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port ef194aa7-94c2-41a1-8cef-074002f4198a, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ef194aa7-94c2-41a1-8cef-074002f4198a,segment=NetworkSegment(0174c2ca-37ca-4806-b2ec-dfd1a4e46886),segment_id=0174c2ca-37ca-4806-b2ec-dfd1a4e46886)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:34.268858 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:34.294710 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-7b5c7682-bdfe-4e6d-bd18-168c770e3d02 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Deleting port 1ed07ca1-5afe-4412-9762-f7390caf2be0 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:34.295173 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7b5c7682-bdfe-4e6d-bd18-168c770e3d02 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:34.355409 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=ef194aa7-94c2-41a1-8cef-074002f4198a,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:34.397825 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a6431fdd-b3a3-416c-bea2-0df13e6213ce req-007fc65a-d61e-4bf1-8a88-60702f023003 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/security-groups?id=916e73e2-1f8b-4146-98d4-2e2900106396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631176 Apr 29 13:31:34.528393 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-94225e7e-2655-4275-ba18-46a2670c9375 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] device_id is not set on port 33766721-43e1-4d01-8a6e-1055261459fb yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:31:34.588571 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['ef194aa7-94c2-41a1-8cef-074002f4198a'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:31:34.622261 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94225e7e-2655-4275-ba18-46a2670c9375 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:34.631140 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7b5c7682-bdfe-4e6d-bd18-168c770e3d02 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:34.655406 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5da1243e-2593-438a-9601-fa710d75bb80 None None] Provisioning complete for port 1ed07ca1-5afe-4412-9762-f7390caf2be0 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:34.655697 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5da1243e-2593-438a-9601-fa710d75bb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:34.748215 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-5da1243e-2593-438a-9601-fa710d75bb80 None None] Port 1ed07ca1-5afe-4412-9762-f7390caf2be0 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:31:34.762700 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa83286-d449-4740-b5eb-d58575a6e09f req-0d8b5c6d-92a2-432f-9e5a-1651d99b7e21 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:34.763847 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-94225e7e-2655-4275-ba18-46a2670c9375 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] device_id is not set on port 500feb1c-77ca-40a5-b496-c78d7b47564b yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:31:34.764472 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0fa83286-d449-4740-b5eb-d58575a6e09f req-0d8b5c6d-92a2-432f-9e5a-1651d99b7e21 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=805b4f63-0fb2-444a-85ed-0e7a85ce6df0 HTTP/1.1" status: 200 len: 944 time: 0.2364671 Apr 29 13:31:34.771560 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-7b5c7682-bdfe-4e6d-bd18-168c770e3d02 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Calling delete_port for 1ed07ca1-5afe-4412-9762-f7390caf2be0 owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:34.859994 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94225e7e-2655-4275-ba18-46a2670c9375 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:34.879213 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0fa83286-d449-4740-b5eb-d58575a6e09f req-3fb17814-cdb5-45d5-99db-80684e7202fb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=c183a238-6c34-4e0a-a73a-3c3dee02cd16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793238 Apr 29 13:31:34.888618 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94225e7e-2655-4275-ba18-46a2670c9375 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:34.964320 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94225e7e-2655-4275-ba18-46a2670c9375 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network 5085b079-cc6d-48bb-856f-6227b0c46015 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:34.967539 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-94225e7e-2655-4275-ba18-46a2670c9375 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:34.970507 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94225e7e-2655-4275-ba18-46a2670c9375 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:31:34.971926 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94225e7e-2655-4275-ba18-46a2670c9375 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:34.978287 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7b5c7682-bdfe-4e6d-bd18-168c770e3d02 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:35.008368 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94225e7e-2655-4275-ba18-46a2670c9375 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Port': ['ID=33766721-43e1-4d01-8a6e-1055261459fb,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:35.064127 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c7682-bdfe-4e6d-bd18-168c770e3d02 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Pushing event deleted for resources: {'Port': ['ID=1ed07ca1-5afe-4412-9762-f7390caf2be0,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:35.101834 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94225e7e-2655-4275-ba18-46a2670c9375 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Port': ['ID=500feb1c-77ca-40a5-b496-c78d7b47564b,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:35.111457 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94225e7e-2655-4275-ba18-46a2670c9375 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Checking segment: {'id': '96ab1712-56eb-4625-a35f-74674f2f000a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '97e72949-3796-4ecf-8c9c-3284acaa52a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:31:35.112728 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94225e7e-2655-4275-ba18-46a2670c9375 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network hostable DHCP agents. Network: 97e72949-3796-4ecf-8c9c-3284acaa52a9, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:31:35.139530 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94225e7e-2655-4275-ba18-46a2670c9375 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network 97e72949-3796-4ecf-8c9c-3284acaa52a9 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:31:35.150837 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-94225e7e-2655-4275-ba18-46a2670c9375 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 97e72949-3796-4ecf-8c9c-3284acaa52a9) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:35.157949 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94225e7e-2655-4275-ba18-46a2670c9375 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:31:35.164262 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9294da-b098-4c99-bc60-952fd277c644 None None] Network 97e72949-3796-4ecf-8c9c-3284acaa52a9 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:31:35.164775 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94225e7e-2655-4275-ba18-46a2670c9375 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:35.168023 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94225e7e-2655-4275-ba18-46a2670c9375 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:35.168701 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94225e7e-2655-4275-ba18-46a2670c9375 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:35.194272 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-94225e7e-2655-4275-ba18-46a2670c9375 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4842875 Apr 29 13:31:35.207945 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34114) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:35.264831 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f25ba-3395-4bb0-a317-5975792624c4 req-26f3c99d-1d39-4f89-a33f-560040fb94f2 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:35.266284 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-461f25ba-3395-4bb0-a317-5975792624c4 req-26f3c99d-1d39-4f89-a33f-560040fb94f2 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 946 time: 0.2445078 Apr 29 13:31:35.271058 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7b5c7682-bdfe-4e6d-bd18-168c770e3d02 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:35.289587 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-2e84f259-27bf-4472-ac84-8983eec5ed04 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting port 500feb1c-77ca-40a5-b496-c78d7b47564b {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:35.290276 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2e84f259-27bf-4472-ac84-8983eec5ed04 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:35.325649 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7b5c7682-bdfe-4e6d-bd18-168c770e3d02 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] 10.222.0.76 "DELETE /v2.0/ports/1ed07ca1-5afe-4412-9762-f7390caf2be0 HTTP/1.1" status: 204 len: 168 time: 1.1108959 Apr 29 13:31:35.334205 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34118) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:35.382266 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f82b36-7076-4953-8619-2d01ced5fa8c tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] GET failed (client error): The resource could not be found. Apr 29 13:31:35.382764 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b0f82b36-7076-4953-8619-2d01ced5fa8c tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Synchronizing usage tracker for tenant:cef57a8f57b44b8cb05069dfb2c30ec8 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:31:35.392966 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-461f25ba-3395-4bb0-a317-5975792624c4 req-27df7bb8-a7f3-4275-8728-3d6645bb90e8 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Deleting port 930511fd-f31b-461c-901d-3a56466b2494 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:35.393840 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-461f25ba-3395-4bb0-a317-5975792624c4 req-27df7bb8-a7f3-4275-8728-3d6645bb90e8 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:35.450182 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b0f82b36-7076-4953-8619-2d01ced5fa8c tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Unset dirty status for tenant:cef57a8f57b44b8cb05069dfb2c30ec8 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:31:35.451576 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b0f82b36-7076-4953-8619-2d01ced5fa8c tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] 10.222.0.76 "GET /v2.0/ports/1ed07ca1-5afe-4412-9762-f7390caf2be0 HTTP/1.1" status: 404 len: 333 time: 0.1162164 Apr 29 13:31:35.459898 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34124) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:35.467284 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-14c2266e-9821-454b-aef9-09de0185d171 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Request body: {'port': {'network_id': '5a8fece1-57db-429a-9a58-5d235a24edde', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1369941337'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:35.529051 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2e84f259-27bf-4472-ac84-8983eec5ed04 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:35.684641 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-2e84f259-27bf-4472-ac84-8983eec5ed04 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Calling delete_port for 500feb1c-77ca-40a5-b496-c78d7b47564b owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:35.792187 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2e84f259-27bf-4472-ac84-8983eec5ed04 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:35.834812 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-14c2266e-9821-454b-aef9-09de0185d171 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:35.842051 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f294cb-9cee-4a39-8361-49499cb3a058 req-14d4ed2a-9253-419f-930e-4203c6b9411f tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:35.843519 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-96f294cb-9cee-4a39-8361-49499cb3a058 req-14d4ed2a-9253-419f-930e-4203c6b9411f tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 946 time: 0.2500124 Apr 29 13:31:35.854771 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84f259-27bf-4472-ac84-8983eec5ed04 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Port': ['ID=500feb1c-77ca-40a5-b496-c78d7b47564b,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:35.858176 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-14c2266e-9821-454b-aef9-09de0185d171 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:35.869192 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-461f25ba-3395-4bb0-a317-5975792624c4 req-27df7bb8-a7f3-4275-8728-3d6645bb90e8 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] For port 930511fd-f31b-461c-901d-3a56466b2494, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=930511fd-f31b-461c-901d-3a56466b2494,segment=NetworkSegment(f59feb08-423c-4bc7-a7f2-47734c51ddb9),segment_id=f59feb08-423c-4bc7-a7f2-47734c51ddb9)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:35.869556 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-461f25ba-3395-4bb0-a317-5975792624c4 req-27df7bb8-a7f3-4275-8728-3d6645bb90e8 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:35.882662 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2e84f259-27bf-4472-ac84-8983eec5ed04 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:35.892137 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2e84f259-27bf-4472-ac84-8983eec5ed04 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/ports/500feb1c-77ca-40a5-b496-c78d7b47564b HTTP/1.1" status: 204 len: 168 time: 0.6830983 Apr 29 13:31:35.899773 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34128) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:35.910802 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device ef194aa7-94c2-41a1-8cef-074002f4198a up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:31:35.935781 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c2266e-9821-454b-aef9-09de0185d171 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Made reservation on behalf of cef57a8f57b44b8cb05069dfb2c30ec8 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:35.938411 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-14c2266e-9821-454b-aef9-09de0185d171 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:35.965650 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-96f294cb-9cee-4a39-8361-49499cb3a058 req-f00dd355-10d5-4056-ab1e-1f67b4555e60 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/security-groups?id=916e73e2-1f8b-4146-98d4-2e2900106396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068327 Apr 29 13:31:36.011168 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-461f25ba-3395-4bb0-a317-5975792624c4 req-27df7bb8-a7f3-4275-8728-3d6645bb90e8 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Calling delete_port for 930511fd-f31b-461c-901d-3a56466b2494 owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:36.014069 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port ef194aa7-94c2-41a1-8cef-074002f4198a completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:31:36.021416 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port ef194aa7-94c2-41a1-8cef-074002f4198a triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:36.022090 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:36.023336 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116d256b-3eaa-4b3d-99d7-772b01355725 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:36.028003 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116d256b-3eaa-4b3d-99d7-772b01355725 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:36.029041 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-116d256b-3eaa-4b3d-99d7-772b01355725 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Synchronizing usage tracker for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:31:36.049583 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-116d256b-3eaa-4b3d-99d7-772b01355725 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Unset dirty status for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:31:36.051404 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-116d256b-3eaa-4b3d-99d7-772b01355725 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1505945 Apr 29 13:31:36.054263 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34134) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:36.095600 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-14c2266e-9821-454b-aef9-09de0185d171 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] device_id is not set on port 584791dd-2256-4599-b49b-e257ca04e3df yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:31:36.158146 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:36.188696 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805b4f63-0fb2-444a-85ed-0e7a85ce6df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef194aa7-94c2-41a1-8cef-074002f4198a'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:31:36.199987 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port ef194aa7-94c2-41a1-8cef-074002f4198a, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ef194aa7-94c2-41a1-8cef-074002f4198a,segment=NetworkSegment(0174c2ca-37ca-4806-b2ec-dfd1a4e46886),segment_id=0174c2ca-37ca-4806-b2ec-dfd1a4e46886)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:36.204540 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:36.250231 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-a19a4e7e-5511-415c-9d5e-dae8d793197a tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting port 33766721-43e1-4d01-8a6e-1055261459fb {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:36.250984 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a19a4e7e-5511-415c-9d5e-dae8d793197a tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:36.259276 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b6fbe84-940c-4e6c-b0e5-28163a686198'] response: {'server_uuid': '805b4f63-0fb2-444a-85ed-0e7a85ce6df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef194aa7-94c2-41a1-8cef-074002f4198a', 'code': 200} Apr 29 13:31:36.287812 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=ef194aa7-94c2-41a1-8cef-074002f4198a,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:36.338261 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b851c5a-9ffa-4010-8365-3533b7f001c3 req-fcd4fa5a-83f7-44cf-9a0a-0f8e4bd972ee tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:36.339714 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0b851c5a-9ffa-4010-8365-3533b7f001c3 req-fcd4fa5a-83f7-44cf-9a0a-0f8e4bd972ee tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=805b4f63-0fb2-444a-85ed-0e7a85ce6df0 HTTP/1.1" status: 200 len: 944 time: 0.2868204 Apr 29 13:31:36.360214 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-14c2266e-9821-454b-aef9-09de0185d171 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Allocated IP 2001:db8::322 (5a8fece1-57db-429a-9a58-5d235a24edde/4825ca82-e6e1-4fa9-89ce-8ccc25eb9985/584791dd-2256-4599-b49b-e257ca04e3df) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:31:36.426114 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-461f25ba-3395-4bb0-a317-5975792624c4 req-27df7bb8-a7f3-4275-8728-3d6645bb90e8 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:36.437509 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['930511fd-f31b-461c-901d-3a56466b2494'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:31:36.509185 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a19a4e7e-5511-415c-9d5e-dae8d793197a tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:36.524675 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df7bb8-a7f3-4275-8728-3d6645bb90e8 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Pushing event deleted for resources: {'Port': ['ID=930511fd-f31b-461c-901d-3a56466b2494,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:36.541318 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0b851c5a-9ffa-4010-8365-3533b7f001c3 req-08ad9db5-d235-4ff3-88d8-d6a4d11fbca3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=c183a238-6c34-4e0a-a73a-3c3dee02cd16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844442 Apr 29 13:31:36.631154 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-a19a4e7e-5511-415c-9d5e-dae8d793197a tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Calling delete_port for 33766721-43e1-4d01-8a6e-1055261459fb owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:36.709685 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-461f25ba-3395-4bb0-a317-5975792624c4 req-27df7bb8-a7f3-4275-8728-3d6645bb90e8 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] No DVR routers for this DVR port 930511fd-f31b-461c-901d-3a56466b2494 on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:31:36.709995 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a19a4e7e-5511-415c-9d5e-dae8d793197a tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:36.714441 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-461f25ba-3395-4bb0-a317-5975792624c4 req-27df7bb8-a7f3-4275-8728-3d6645bb90e8 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:36.717799 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6a9e6b-2f82-4e71-b052-0315f0b58526', 'name': 'network-vif-deleted', 'tag': '930511fd-f31b-461c-901d-3a56466b2494'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:31:36.761224 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a4e7e-5511-415c-9d5e-dae8d793197a tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Port': ['ID=33766721-43e1-4d01-8a6e-1055261459fb,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:36.761385 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-461f25ba-3395-4bb0-a317-5975792624c4 req-27df7bb8-a7f3-4275-8728-3d6645bb90e8 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.32 "DELETE /v2.0/ports/930511fd-f31b-461c-901d-3a56466b2494 HTTP/1.1" status: 204 len: 173 time: 1.4856958 Apr 29 13:31:36.764271 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fc7738b4-164a-4c1a-b95e-6ee7b1ffae18 req-7d45cc4e-7092-4620-8f2c-c48b85eedb0d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=805b4f63-0fb2-444a-85ed-0e7a85ce6df0 HTTP/1.1" status: 200 len: 1098 time: 0.2954881 Apr 29 13:31:36.769441 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a19a4e7e-5511-415c-9d5e-dae8d793197a tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:36.789201 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a19a4e7e-5511-415c-9d5e-dae8d793197a tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/ports/33766721-43e1-4d01-8a6e-1055261459fb HTTP/1.1" status: 204 len: 168 time: 0.7333200 Apr 29 13:31:36.789834 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34142) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:36.809141 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c6ced9d-4217-4f20-91bb-7e3918cf2b5b'] response: {'server_uuid': '1e6a9e6b-2f82-4e71-b052-0315f0b58526', 'name': 'network-vif-deleted', 'tag': '930511fd-f31b-461c-901d-3a56466b2494', 'status': 'completed', 'code': 200} Apr 29 13:31:36.843183 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-14c2266e-9821-454b-aef9-09de0185d171 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:36.867204 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fc7738b4-164a-4c1a-b95e-6ee7b1ffae18 req-d0ef4145-8a24-4bfb-93e5-ca01c718c0d0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c183a238-6c34-4e0a-a73a-3c3dee02cd16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868764 Apr 29 13:31:36.868112 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-14c2266e-9821-454b-aef9-09de0185d171 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Transition to ACTIVE for port object 584791dd-2256-4599-b49b-e257ca04e3df will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:36.887120 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf4063d-9951-486e-8001-088abb1c3859 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:36.888092 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0cf4063d-9951-486e-8001-088abb1c3859 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Synchronizing usage tracker for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:31:36.892196 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-14c2266e-9821-454b-aef9-09de0185d171 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:36.907146 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0cf4063d-9951-486e-8001-088abb1c3859 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Unset dirty status for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:31:36.908463 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0cf4063d-9951-486e-8001-088abb1c3859 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1177304 Apr 29 13:31:36.911549 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34146) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:36.956440 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-063926b5-1a22-4446-80b1-fff14486f868 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] GET failed (client error): The resource could not be found. Apr 29 13:31:36.957939 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-063926b5-1a22-4446-80b1-fff14486f868 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "GET /v2.0/ports/500feb1c-77ca-40a5-b496-c78d7b47564b HTTP/1.1" status: 404 len: 333 time: 0.0453987 Apr 29 13:31:36.960604 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34150) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:36.965911 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c2266e-9821-454b-aef9-09de0185d171 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Network 5a8fece1-57db-429a-9a58-5d235a24edde is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:36.968810 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-14c2266e-9821-454b-aef9-09de0185d171 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:36.972935 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c2266e-9821-454b-aef9-09de0185d171 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:31:36.976875 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c2266e-9821-454b-aef9-09de0185d171 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:36.977470 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-14c2266e-9821-454b-aef9-09de0185d171 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:36.985522 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2266e-9821-454b-aef9-09de0185d171 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Pushing event updated for resources: {'Port': ['ID=584791dd-2256-4599-b49b-e257ca04e3df,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:37.002197 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-14c2266e-9821-454b-aef9-09de0185d171 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5412834 Apr 29 13:31:37.005976 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34156) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:37.012194 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-e90b904d-18f8-4c7c-871b-b853b9651dda tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:4a:03:95'}]}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:37.038305 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b890805-c989-4d14-bddd-6350f7b04d7c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] GET failed (client error): The resource could not be found. Apr 29 13:31:37.039554 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3b890805-c989-4d14-bddd-6350f7b04d7c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "GET /v2.0/ports/33766721-43e1-4d01-8a6e-1055261459fb HTTP/1.1" status: 404 len: 333 time: 0.0780504 Apr 29 13:31:37.042348 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34160) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:37.198790 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-1db33227-0c1d-4b8e-aea0-efb1b14a6c1a req-1024ce63-f127-4982-ad4e-a114e7883dc6 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Synchronizing usage tracker for tenant:6eb8013c69b1412a8d5f02656d15f3a8 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:31:37.231313 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-aaf43c32-0ee5-413a-b869-46ce83ecb846 None None] Provisioning for port 584791dd-2256-4599-b49b-e257ca04e3df completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:31:37.234749 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0bc1-25dd-415a-93f1-354502a07abf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:37.240390 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-aaf43c32-0ee5-413a-b869-46ce83ecb846 None None] Provisioning complete for port 584791dd-2256-4599-b49b-e257ca04e3df triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:37.241132 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aaf43c32-0ee5-413a-b869-46ce83ecb846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:37.243212 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-1db33227-0c1d-4b8e-aea0-efb1b14a6c1a req-1024ce63-f127-4982-ad4e-a114e7883dc6 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] Unset dirty status for tenant:6eb8013c69b1412a8d5f02656d15f3a8 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:31:37.244341 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1db33227-0c1d-4b8e-aea0-efb1b14a6c1a req-1024ce63-f127-4982-ad4e-a114e7883dc6 tempest-TestServerAdvancedOps-256974848 tempest-TestServerAdvancedOps-256974848-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e6a9e6b-2f82-4e71-b052-0315f0b58526 HTTP/1.1" status: 200 len: 210 time: 0.1099224 Apr 29 13:31:37.302513 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-aaf43c32-0ee5-413a-b869-46ce83ecb846 None None] Port 584791dd-2256-4599-b49b-e257ca04e3df cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:31:37.305372 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e90b904d-18f8-4c7c-871b-b853b9651dda tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:37.376463 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0bc1-25dd-415a-93f1-354502a07abf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:37.511121 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-5e6a0bc1-25dd-415a-93f1-354502a07abf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e72949-3796-4ecf-8c9c-3284acaa52a9']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:37.524585 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-5e6a0bc1-25dd-415a-93f1-354502a07abf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ab1712-56eb-4625-a35f-74674f2f000a') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:37.524837 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-5e6a0bc1-25dd-415a-93f1-354502a07abf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ab1712-56eb-4625-a35f-74674f2f000a') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:37.537882 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0bc1-25dd-415a-93f1-354502a07abf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:37.555243 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e90b904d-18f8-4c7c-871b-b853b9651dda tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:37.555715 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0bc1-25dd-415a-93f1-354502a07abf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:37.559232 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e90b904d-18f8-4c7c-871b-b853b9651dda tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:37.563536 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6a0bc1-25dd-415a-93f1-354502a07abf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:31:37.563933 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0bc1-25dd-415a-93f1-354502a07abf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:31:37.596775 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:31:37.616510 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-e90b904d-18f8-4c7c-871b-b853b9651dda tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] In _notify_port_updated(), no bound segment for port 584791dd-2256-4599-b49b-e257ca04e3df on network 5a8fece1-57db-429a-9a58-5d235a24edde {{(pid=83905) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 13:31:37.620548 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90b904d-18f8-4c7c-871b-b853b9651dda tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:37.621189 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e90b904d-18f8-4c7c-871b-b853b9651dda tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:37.622492 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e90b904d-18f8-4c7c-871b-b853b9651dda tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] 10.222.0.76 "PUT /v2.0/ports/584791dd-2256-4599-b49b-e257ca04e3df HTTP/1.1" status: 200 len: 1003 time: 0.6154716 Apr 29 13:31:37.631485 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34166) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:37.691197 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0bc1-25dd-415a-93f1-354502a07abf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:37.710155 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0bc1-25dd-415a-93f1-354502a07abf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:37.720230 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a0bc1-25dd-415a-93f1-354502a07abf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Network': ['ID=97e72949-3796-4ecf-8c9c-3284acaa52a9,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:37.722863 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5e6a0bc1-25dd-415a-93f1-354502a07abf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/networks/97e72949-3796-4ecf-8c9c-3284acaa52a9 HTTP/1.1" status: 204 len: 168 time: 0.6794496 Apr 29 13:31:37.725255 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b904d-18f8-4c7c-871b-b853b9651dda tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Pushing event updated for resources: {'Port': ['ID=584791dd-2256-4599-b49b-e257ca04e3df,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:37.726847 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34170) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:37.732252 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-283c2855-f66a-403c-8126-2d2850c4e665 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1023301036'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:37.737455 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-283c2855-f66a-403c-8126-2d2850c4e665 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:37.741437 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-283c2855-f66a-403c-8126-2d2850c4e665 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:network and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:37.744458 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-283c2855-f66a-403c-8126-2d2850c4e665 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:37.753634 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-283c2855-f66a-403c-8126-2d2850c4e665 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:37.761933 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-58f300b8-1923-4119-9248-0e808a28ce85 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Deleting port 584791dd-2256-4599-b49b-e257ca04e3df {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:37.762388 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-58f300b8-1923-4119-9248-0e808a28ce85 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:37.764859 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283c2855-f66a-403c-8126-2d2850c4e665 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:37.767894 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-283c2855-f66a-403c-8126-2d2850c4e665 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:37.801198 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-283c2855-f66a-403c-8126-2d2850c4e665 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:31:37.813966 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-283c2855-f66a-403c-8126-2d2850c4e665 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:37.814421 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-283c2855-f66a-403c-8126-2d2850c4e665 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Added segment a40331ca-7fa2-4731-9744-4bbdd76e9dcf of type vlan for network 67a96e57-b683-44d5-84d6-efc4f900e2cb Apr 29 13:31:37.833371 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4781afa3-8716-4640-a3b5-441540e1f8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:37.849408 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-283c2855-f66a-403c-8126-2d2850c4e665 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:37.883403 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-283c2855-f66a-403c-8126-2d2850c4e665 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:37.887928 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283c2855-f66a-403c-8126-2d2850c4e665 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:37.888506 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-283c2855-f66a-403c-8126-2d2850c4e665 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:37.917017 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185cf03-19f5-4daa-ac37-13c80e51618f req-cfc0bb6c-3847-4e93-94c3-15ba04363da3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:37.918485 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3185cf03-19f5-4daa-ac37-13c80e51618f req-cfc0bb6c-3847-4e93-94c3-15ba04363da3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=805b4f63-0fb2-444a-85ed-0e7a85ce6df0 HTTP/1.1" status: 200 len: 945 time: 0.2375724 Apr 29 13:31:37.996916 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-283c2855-f66a-403c-8126-2d2850c4e665 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2663670 Apr 29 13:31:37.997987 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34174) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:38.003418 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-184c01c3-945f-404a-838d-6f52c1ce99a3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'subnet': {'network_id': '67a96e57-b683-44d5-84d6-efc4f900e2cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:38.033803 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1b86efed-ffa7-4f07-b073-f26133bfc6fd None None] Provisioning complete for port 584791dd-2256-4599-b49b-e257ca04e3df triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:38.034535 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1b86efed-ffa7-4f07-b073-f26133bfc6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:38.092599 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c2855-f66a-403c-8126-2d2850c4e665 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Network': ['ID=67a96e57-b683-44d5-84d6-efc4f900e2cb,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:38.099046 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-1b86efed-ffa7-4f07-b073-f26133bfc6fd None None] Port 584791dd-2256-4599-b49b-e257ca04e3df cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:31:38.110042 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 67a96e57-b683-44d5-84d6-efc4f900e2cb details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:31:38.121991 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-184c01c3-945f-404a-838d-6f52c1ce99a3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:38.126689 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-184c01c3-945f-404a-838d-6f52c1ce99a3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:subnet and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:38.130914 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-184c01c3-945f-404a-838d-6f52c1ce99a3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:38.137643 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-184c01c3-945f-404a-838d-6f52c1ce99a3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:38.148233 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3185cf03-19f5-4daa-ac37-13c80e51618f req-42aa9cc3-48f8-49e8-ae25-038bf99cd30a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=c183a238-6c34-4e0a-a73a-3c3dee02cd16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235725 Apr 29 13:31:38.160594 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184c01c3-945f-404a-838d-6f52c1ce99a3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:38.200102 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-58f300b8-1923-4119-9248-0e808a28ce85 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:38.307552 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-184c01c3-945f-404a-838d-6f52c1ce99a3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:38.337916 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-58f300b8-1923-4119-9248-0e808a28ce85 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Calling delete_port for 584791dd-2256-4599-b49b-e257ca04e3df owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:38.375710 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34180) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:38.441494 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.ipam_backend_mixin [None req-184c01c3-945f-404a-838d-6f52c1ce99a3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Performing IP validity checks on allocation pools {{(pid=83904) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 29 13:31:38.442110 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.ipam_backend_mixin [None req-184c01c3-945f-404a-838d-6f52c1ce99a3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83904) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 29 13:31:38.467630 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c9ffdd2-6cb7-4e4e-a320-d3dc406f562a admin admin] Deleting subnet d3c35e10-898d-41d2-8dbc-3d15cabb2be6 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:31:38.471379 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6c9ffdd2-6cb7-4e4e-a320-d3dc406f562a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:38.486689 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-58f300b8-1923-4119-9248-0e808a28ce85 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:38.532972 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6c9ffdd2-6cb7-4e4e-a320-d3dc406f562a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:38.534621 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300b8-1923-4119-9248-0e808a28ce85 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Pushing event deleted for resources: {'Port': ['ID=584791dd-2256-4599-b49b-e257ca04e3df,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:38.575943 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-58f300b8-1923-4119-9248-0e808a28ce85 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:38.592405 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-58f300b8-1923-4119-9248-0e808a28ce85 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] 10.222.0.76 "DELETE /v2.0/ports/584791dd-2256-4599-b49b-e257ca04e3df HTTP/1.1" status: 204 len: 168 time: 0.9597998 Apr 29 13:31:38.595176 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34184) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:38.641957 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6c9ffdd2-6cb7-4e4e-a320-d3dc406f562a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:38.648941 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bacaf15-2a86-489f-971e-812efd4ee9e9 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] GET failed (client error): The resource could not be found. Apr 29 13:31:38.649611 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-9bacaf15-2a86-489f-971e-812efd4ee9e9 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Synchronizing usage tracker for tenant:cef57a8f57b44b8cb05069dfb2c30ec8 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:31:38.666284 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-9bacaf15-2a86-489f-971e-812efd4ee9e9 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Unset dirty status for tenant:cef57a8f57b44b8cb05069dfb2c30ec8 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:31:38.667666 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9bacaf15-2a86-489f-971e-812efd4ee9e9 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] 10.222.0.76 "GET /v2.0/ports/584791dd-2256-4599-b49b-e257ca04e3df HTTP/1.1" status: 404 len: 333 time: 0.0715504 Apr 29 13:31:38.671434 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34188) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:38.678207 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-7ff64f3c-4966-46ac-a633-733f6bb84cb7 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Request body: {'port': {'network_id': '5a8fece1-57db-429a-9a58-5d235a24edde', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-944405705'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:38.725336 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-184c01c3-945f-404a-838d-6f52c1ce99a3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:38.799141 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6c9ffdd2-6cb7-4e4e-a320-d3dc406f562a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:38.825970 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c01c3-945f-404a-838d-6f52c1ce99a3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Subnet': ['ID=ba2e8941-650f-4a5c-8db7-6ef8e03ae08b,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:38.828049 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7ff64f3c-4966-46ac-a633-733f6bb84cb7 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:38.843846 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7ff64f3c-4966-46ac-a633-733f6bb84cb7 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:38.854987 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff64f3c-4966-46ac-a633-733f6bb84cb7 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Made reservation on behalf of cef57a8f57b44b8cb05069dfb2c30ec8 for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:38.857387 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7ff64f3c-4966-46ac-a633-733f6bb84cb7 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:38.863006 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6c9ffdd2-6cb7-4e4e-a320-d3dc406f562a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:38.877483 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ffdd2-6cb7-4e4e-a320-d3dc406f562a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3c35e10-898d-41d2-8dbc-3d15cabb2be6,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:38.879486 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-7ff64f3c-4966-46ac-a633-733f6bb84cb7 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] device_id is not set on port 1c27c68a-1516-46bd-9aa8-38d4c4a7fba0 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:31:38.884847 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6c9ffdd2-6cb7-4e4e-a320-d3dc406f562a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d3c35e10-898d-41d2-8dbc-3d15cabb2be6 HTTP/1.1" status: 204 len: 168 time: 0.5083177 Apr 29 13:31:38.885779 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184c01c3-945f-404a-838d-6f52c1ce99a3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Checking segment: {'id': 'a40331ca-7fa2-4731-9744-4bbdd76e9dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '67a96e57-b683-44d5-84d6-efc4f900e2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:31:38.886133 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184c01c3-945f-404a-838d-6f52c1ce99a3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network hostable DHCP agents. Network: 67a96e57-b683-44d5-84d6-efc4f900e2cb, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:31:38.890164 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34192) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:39.007735 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2e0fe808-b0f1-488e-9dba-ae3f6c6e4706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:39.010205 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184c01c3-945f-404a-838d-6f52c1ce99a3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network 67a96e57-b683-44d5-84d6-efc4f900e2cb is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:31:39.024568 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-184c01c3-945f-404a-838d-6f52c1ce99a3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 67a96e57-b683-44d5-84d6-efc4f900e2cb) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:39.028541 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-7ff64f3c-4966-46ac-a633-733f6bb84cb7 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Allocated IP 2001:db8::213 (5a8fece1-57db-429a-9a58-5d235a24edde/4825ca82-e6e1-4fa9-89ce-8ccc25eb9985/1c27c68a-1516-46bd-9aa8-38d4c4a7fba0) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:31:39.030302 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184c01c3-945f-404a-838d-6f52c1ce99a3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:39.030737 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-184c01c3-945f-404a-838d-6f52c1ce99a3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:39.037381 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486db969-12ac-40cd-ab03-0d573840e644 None None] Network 67a96e57-b683-44d5-84d6-efc4f900e2cb requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:31:39.140002 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-184c01c3-945f-404a-838d-6f52c1ce99a3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1415133 Apr 29 13:31:39.146397 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34196) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:39.161444 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-58934fd4-c179-4eaf-89b8-ef59b90d8263 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'port': {'network_id': '67a96e57-b683-44d5-84d6-efc4f900e2cb', 'name': 'tempest-PortsTestJSON-1671283889'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:39.230507 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2e0fe808-b0f1-488e-9dba-ae3f6c6e4706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:39.257132 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7ff64f3c-4966-46ac-a633-733f6bb84cb7 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:39.279941 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-7ff64f3c-4966-46ac-a633-733f6bb84cb7 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Transition to ACTIVE for port object 1c27c68a-1516-46bd-9aa8-38d4c4a7fba0 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:39.282924 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeac7a8f-0a4d-4f2d-b72b-5f7ae98a3057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-67a96e57-b683-44d5-84d6-efc4f900e2cb', 'network_id': '67a96e57-b683-44d5-84d6-efc4f900e2cb', 'tenant_id': '41797be0195a48b7a5c670159fa1cbb3', 'fixed_ips': [{'subnet_id': 'ba2e8941-650f-4a5c-8db7-6ef8e03ae08b'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:31:39.284030 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aeac7a8f-0a4d-4f2d-b72b-5f7ae98a3057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:39.340714 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7ff64f3c-4966-46ac-a633-733f6bb84cb7 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:39.380243 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-2e0fe808-b0f1-488e-9dba-ae3f6c6e4706 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da5984e7-25dc-4233-b8aa-432db7431e94']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:39.398709 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-2e0fe808-b0f1-488e-9dba-ae3f6c6e4706 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59feb08-423c-4bc7-a7f2-47734c51ddb9') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:39.398960 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-2e0fe808-b0f1-488e-9dba-ae3f6c6e4706 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59feb08-423c-4bc7-a7f2-47734c51ddb9') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:39.424936 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2e0fe808-b0f1-488e-9dba-ae3f6c6e4706 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:39.438631 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff64f3c-4966-46ac-a633-733f6bb84cb7 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Network 5a8fece1-57db-429a-9a58-5d235a24edde is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:39.443438 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-7ff64f3c-4966-46ac-a633-733f6bb84cb7 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:39.445995 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff64f3c-4966-46ac-a633-733f6bb84cb7 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:31:39.450460 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff64f3c-4966-46ac-a633-733f6bb84cb7 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:39.451117 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7ff64f3c-4966-46ac-a633-733f6bb84cb7 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:39.453925 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2e0fe808-b0f1-488e-9dba-ae3f6c6e4706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:39.462947 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-58934fd4-c179-4eaf-89b8-ef59b90d8263 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:39.467579 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e0fe808-b0f1-488e-9dba-ae3f6c6e4706 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:31:39.467976 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2e0fe808-b0f1-488e-9dba-ae3f6c6e4706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:39.470453 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff64f3c-4966-46ac-a633-733f6bb84cb7 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Pushing event updated for resources: {'Port': ['ID=1c27c68a-1516-46bd-9aa8-38d4c4a7fba0,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:39.478281 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-aeac7a8f-0a4d-4f2d-b72b-5f7ae98a3057 None None] Allocated IP 172.20.0.2 (67a96e57-b683-44d5-84d6-efc4f900e2cb/ba2e8941-650f-4a5c-8db7-6ef8e03ae08b/c6615918-d816-46c0-b2a3-66a623bf20c0) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:31:39.483181 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:31:39.501321 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7ff64f3c-4966-46ac-a633-733f6bb84cb7 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8281243 Apr 29 13:31:39.508404 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276832bd-4b1c-4142-a529-0a59fd06ed1b req-472593d9-fa57-4ebb-ad1e-e04570dce58c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:39.510295 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-276832bd-4b1c-4142-a529-0a59fd06ed1b req-472593d9-fa57-4ebb-ad1e-e04570dce58c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=805b4f63-0fb2-444a-85ed-0e7a85ce6df0 HTTP/1.1" status: 200 len: 945 time: 0.2064452 Apr 29 13:31:39.510763 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34202) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:39.515904 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-d069d409-d626-44a0-9e37-d73edbf9dddd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Request body: {'port': {'network_id': '5a8fece1-57db-429a-9a58-5d235a24edde', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2033425372'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:39.539592 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-58934fd4-c179-4eaf-89b8-ef59b90d8263 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:39.571422 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58934fd4-c179-4eaf-89b8-ef59b90d8263 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:39.574752 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-58934fd4-c179-4eaf-89b8-ef59b90d8263 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:39.594792 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2e0fe808-b0f1-488e-9dba-ae3f6c6e4706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:39.614271 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2e0fe808-b0f1-488e-9dba-ae3f6c6e4706 admin admin] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:39.632854 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-58934fd4-c179-4eaf-89b8-ef59b90d8263 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] device_id is not set on port 6ae7e60b-cc7b-454b-91e1-77cb0d118d06 yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:31:39.680737 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-276832bd-4b1c-4142-a529-0a59fd06ed1b req-74025540-3223-4013-8f0f-a5a085752446 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=c183a238-6c34-4e0a-a73a-3c3dee02cd16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469991 Apr 29 13:31:39.723951 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2e0fe808-b0f1-488e-9dba-ae3f6c6e4706 admin admin] 10.222.0.76 "DELETE /v2.0/networks/da5984e7-25dc-4233-b8aa-432db7431e94 HTTP/1.1" status: 204 len: 168 time: 0.8326156 Apr 29 13:31:39.724946 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fe808-b0f1-488e-9dba-ae3f6c6e4706 admin admin] Pushing event deleted for resources: {'Network': ['ID=da5984e7-25dc-4233-b8aa-432db7431e94,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:39.726631 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34208) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:39.751253 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d069d409-d626-44a0-9e37-d73edbf9dddd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:39.762217 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d069d409-d626-44a0-9e37-d73edbf9dddd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Usage tracker for resource:port and tenant:cef57a8f57b44b8cb05069dfb2c30ec8 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:39.769246 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d069d409-d626-44a0-9e37-d73edbf9dddd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:39.776496 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d069d409-d626-44a0-9e37-d73edbf9dddd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:39.780308 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aeac7a8f-0a4d-4f2d-b72b-5f7ae98a3057 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:39.787106 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d069d409-d626-44a0-9e37-d73edbf9dddd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Made reservation on behalf of cef57a8f57b44b8cb05069dfb2c30ec8 for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:39.791402 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d069d409-d626-44a0-9e37-d73edbf9dddd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:39.795496 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-aeac7a8f-0a4d-4f2d-b72b-5f7ae98a3057 None None] Transition to ACTIVE for port object c6615918-d816-46c0-b2a3-66a623bf20c0 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:39.807359 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd728d2-bbbb-4453-98cd-15e31179b617 admin admin] Deleting subnet 44fb7012-052c-4496-b7cf-fc843e0c4500 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:31:39.816206 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4dd728d2-bbbb-4453-98cd-15e31179b617 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:39.822547 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-aeac7a8f-0a4d-4f2d-b72b-5f7ae98a3057 None None] Transition to ACTIVE for port object c6615918-d816-46c0-b2a3-66a623bf20c0 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:39.829335 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aeac7a8f-0a4d-4f2d-b72b-5f7ae98a3057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:39.829670 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-d069d409-d626-44a0-9e37-d73edbf9dddd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] device_id is not set on port ab81eb8d-3a3b-43a0-9cd4-df54fba683a7 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:31:39.923904 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e581195b-21f5-4905-810d-f7569c3374f4 None None] Provisioning for port 1c27c68a-1516-46bd-9aa8-38d4c4a7fba0 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:31:39.928413 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeac7a8f-0a4d-4f2d-b72b-5f7ae98a3057 None None] Network 67a96e57-b683-44d5-84d6-efc4f900e2cb is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:39.933437 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-aeac7a8f-0a4d-4f2d-b72b-5f7ae98a3057 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:39.935405 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac7a8f-0a4d-4f2d-b72b-5f7ae98a3057 None None] Pushing event updated for resources: {'Port': ['ID=c6615918-d816-46c0-b2a3-66a623bf20c0,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:39.938260 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeac7a8f-0a4d-4f2d-b72b-5f7ae98a3057 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:31:39.941451 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e581195b-21f5-4905-810d-f7569c3374f4 None None] Provisioning complete for port 1c27c68a-1516-46bd-9aa8-38d4c4a7fba0 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:39.941926 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e581195b-21f5-4905-810d-f7569c3374f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:39.974858 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 930511fd-f31b-461c-901d-3a56466b2494 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:31:39.995363 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-d069d409-d626-44a0-9e37-d73edbf9dddd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Allocated IP 2001:db8::24a (5a8fece1-57db-429a-9a58-5d235a24edde/4825ca82-e6e1-4fa9-89ce-8ccc25eb9985/ab81eb8d-3a3b-43a0-9cd4-df54fba683a7) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:31:40.026921 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: 930511fd-f31b-461c-901d-3a56466b2494 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:31:40.027154 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4dd728d2-bbbb-4453-98cd-15e31179b617 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:40.027612 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 930511fd-f31b-461c-901d-3a56466b2494 not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:31:40.088390 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-58934fd4-c179-4eaf-89b8-ef59b90d8263 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Allocated IP 172.20.0.7 (67a96e57-b683-44d5-84d6-efc4f900e2cb/ba2e8941-650f-4a5c-8db7-6ef8e03ae08b/6ae7e60b-cc7b-454b-91e1-77cb0d118d06) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:31:40.102588 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e581195b-21f5-4905-810d-f7569c3374f4 None None] Port 1c27c68a-1516-46bd-9aa8-38d4c4a7fba0 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:31:40.119552 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4dd728d2-bbbb-4453-98cd-15e31179b617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:40.125915 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-aeac7a8f-0a4d-4f2d-b72b-5f7ae98a3057 None None] Attempting to bind port c6615918-d816-46c0-b2a3-66a623bf20c0 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:31:40.126421 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-aeac7a8f-0a4d-4f2d-b72b-5f7ae98a3057 None None] Attempting to bind port c6615918-d816-46c0-b2a3-66a623bf20c0 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'a40331ca-7fa2-4731-9744-4bbdd76e9dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '67a96e57-b683-44d5-84d6-efc4f900e2cb'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:31:40.126899 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeac7a8f-0a4d-4f2d-b72b-5f7ae98a3057 None None] Attempting to bind port c6615918-d816-46c0-b2a3-66a623bf20c0 on network 67a96e57-b683-44d5-84d6-efc4f900e2cb {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:31:40.134947 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeac7a8f-0a4d-4f2d-b72b-5f7ae98a3057 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:31:40.135478 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeac7a8f-0a4d-4f2d-b72b-5f7ae98a3057 None None] Checking segment: {'id': 'a40331ca-7fa2-4731-9744-4bbdd76e9dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '67a96e57-b683-44d5-84d6-efc4f900e2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:31:40.135978 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aeac7a8f-0a4d-4f2d-b72b-5f7ae98a3057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:40.136466 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeac7a8f-0a4d-4f2d-b72b-5f7ae98a3057 None None] Bound using segment: {'id': 'a40331ca-7fa2-4731-9744-4bbdd76e9dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '67a96e57-b683-44d5-84d6-efc4f900e2cb'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:31:40.137087 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-aeac7a8f-0a4d-4f2d-b72b-5f7ae98a3057 None None] Bound port: c6615918-d816-46c0-b2a3-66a623bf20c0, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40331ca-7fa2-4731-9744-4bbdd76e9dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '67a96e57-b683-44d5-84d6-efc4f900e2cb'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:31:40.137555 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aeac7a8f-0a4d-4f2d-b72b-5f7ae98a3057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:40.183666 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0391287-5902-4a31-a9c5-12107f8a9403 req-3b9012ca-a169-44de-9dac-5af9922dae33 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:40.185087 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a0391287-5902-4a31-a9c5-12107f8a9403 req-3b9012ca-a169-44de-9dac-5af9922dae33 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=805b4f63-0fb2-444a-85ed-0e7a85ce6df0 HTTP/1.1" status: 200 len: 945 time: 0.2650089 Apr 29 13:31:40.235435 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-aeac7a8f-0a4d-4f2d-b72b-5f7ae98a3057 None None] For port c6615918-d816-46c0-b2a3-66a623bf20c0, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:31:40.238670 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-aeac7a8f-0a4d-4f2d-b72b-5f7ae98a3057 None None] For port c6615918-d816-46c0-b2a3-66a623bf20c0, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=c6615918-d816-46c0-b2a3-66a623bf20c0,segment=NetworkSegment(a40331ca-7fa2-4731-9744-4bbdd76e9dcf),segment_id=a40331ca-7fa2-4731-9744-4bbdd76e9dcf)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:31:40.244440 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aeac7a8f-0a4d-4f2d-b72b-5f7ae98a3057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:40.340077 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac7a8f-0a4d-4f2d-b72b-5f7ae98a3057 None None] Pushing event updated for resources: {'Port': ['ID=c6615918-d816-46c0-b2a3-66a623bf20c0,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:40.351071 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d069d409-d626-44a0-9e37-d73edbf9dddd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:40.352602 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4dd728d2-bbbb-4453-98cd-15e31179b617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:40.368089 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-d069d409-d626-44a0-9e37-d73edbf9dddd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Transition to ACTIVE for port object ab81eb8d-3a3b-43a0-9cd4-df54fba683a7 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:40.392965 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d069d409-d626-44a0-9e37-d73edbf9dddd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:40.396277 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d9100020-6f91-4cf4-8920-1ccda61b225f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:40.404016 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a0391287-5902-4a31-a9c5-12107f8a9403 req-6b70d4a9-0a4a-4663-8f0b-099f80b342af tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=c183a238-6c34-4e0a-a73a-3c3dee02cd16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2078228 Apr 29 13:31:40.414354 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd728d2-bbbb-4453-98cd-15e31179b617 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44fb7012-052c-4496-b7cf-fc843e0c4500,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:40.423504 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4dd728d2-bbbb-4453-98cd-15e31179b617 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:40.449819 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34212) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:40.466277 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4dd728d2-bbbb-4453-98cd-15e31179b617 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/44fb7012-052c-4496-b7cf-fc843e0c4500 HTTP/1.1" status: 204 len: 168 time: 0.7362707 Apr 29 13:31:40.466706 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34218) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:40.480951 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d069d409-d626-44a0-9e37-d73edbf9dddd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Network 5a8fece1-57db-429a-9a58-5d235a24edde is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:40.484022 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-d069d409-d626-44a0-9e37-d73edbf9dddd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:40.489447 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d069d409-d626-44a0-9e37-d73edbf9dddd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:31:40.493717 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d069d409-d626-44a0-9e37-d73edbf9dddd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:40.494422 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d069d409-d626-44a0-9e37-d73edbf9dddd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:40.507541 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069d409-d626-44a0-9e37-d73edbf9dddd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Pushing event updated for resources: {'Port': ['ID=ab81eb8d-3a3b-43a0-9cd4-df54fba683a7,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:40.535980 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d069d409-d626-44a0-9e37-d73edbf9dddd tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0204484 Apr 29 13:31:40.538772 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34222) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:40.544363 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-429e1396-bc7f-441f-a0f2-7f10c8e8bdb5 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::278', 'mac_address': 'fa:16:3e:4a:03:95'}, {'ip_address': '2001:db8::213', 'mac_address': 'fa:16:3e:d7:76:90'}]}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:40.593847 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-58934fd4-c179-4eaf-89b8-ef59b90d8263 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:40.636302 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-58934fd4-c179-4eaf-89b8-ef59b90d8263 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Transition to ACTIVE for port object 6ae7e60b-cc7b-454b-91e1-77cb0d118d06 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:40.639357 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fa0da573-3759-4ae6-8382-2b493d4e5528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:40.797702 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-58934fd4-c179-4eaf-89b8-ef59b90d8263 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:40.797702 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fa0da573-3759-4ae6-8382-2b493d4e5528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:40.805945 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-429e1396-bc7f-441f-a0f2-7f10c8e8bdb5 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:40.899742 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-fa0da573-3759-4ae6-8382-2b493d4e5528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642f98e3-ac30-4828-b1ea-ab6c748eec39']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:40.921637 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-93d6291b-8024-4e1d-ab7b-0d24e499c940 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=805b4f63-0fb2-444a-85ed-0e7a85ce6df0 HTTP/1.1" status: 200 len: 1093 time: 0.4679472 Apr 29 13:31:40.921881 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-fa0da573-3759-4ae6-8382-2b493d4e5528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae462c41-e675-4be1-9588-ab51a177f3fb') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:40.922089 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-fa0da573-3759-4ae6-8382-2b493d4e5528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae462c41-e675-4be1-9588-ab51a177f3fb') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:40.924283 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34226) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:40.932208 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-3d65357d-92ab-473f-889d-e8300c15fb24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'port_id': 'ef194aa7-94c2-41a1-8cef-074002f4198a', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:40.934174 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58934fd4-c179-4eaf-89b8-ef59b90d8263 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network 67a96e57-b683-44d5-84d6-efc4f900e2cb is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:40.937597 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58934fd4-c179-4eaf-89b8-ef59b90d8263 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Port': ['ID=6ae7e60b-cc7b-454b-91e1-77cb0d118d06,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:40.939995 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-58934fd4-c179-4eaf-89b8-ef59b90d8263 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:40.944505 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58934fd4-c179-4eaf-89b8-ef59b90d8263 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:31:40.957408 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-3d65357d-92ab-473f-889d-e8300c15fb24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:40.973578 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fa0da573-3759-4ae6-8382-2b493d4e5528 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:41.007739 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fa0da573-3759-4ae6-8382-2b493d4e5528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:41.011448 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3d65357d-92ab-473f-889d-e8300c15fb24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:floatingip and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:41.019796 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0da573-3759-4ae6-8382-2b493d4e5528 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:31:41.020196 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fa0da573-3759-4ae6-8382-2b493d4e5528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:41.022480 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3d65357d-92ab-473f-889d-e8300c15fb24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:41.032341 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-3d65357d-92ab-473f-889d-e8300c15fb24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:31:41.033564 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:31:41.042773 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58934fd4-c179-4eaf-89b8-ef59b90d8263 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:41.043617 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-58934fd4-c179-4eaf-89b8-ef59b90d8263 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:41.059184 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-bb8de7f6-1c72-4fc6-afb1-c666e5e34921 None None] Provisioning for port ab81eb8d-3a3b-43a0-9cd4-df54fba683a7 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:31:41.064102 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d65357d-92ab-473f-889d-e8300c15fb24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:41.067110 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-bb8de7f6-1c72-4fc6-afb1-c666e5e34921 None None] Provisioning complete for port ab81eb8d-3a3b-43a0-9cd4-df54fba683a7 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:41.067620 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bb8de7f6-1c72-4fc6-afb1-c666e5e34921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:41.127658 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-58934fd4-c179-4eaf-89b8-ef59b90d8263 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9802370 Apr 29 13:31:41.129780 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34230) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:41.147287 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-bb8de7f6-1c72-4fc6-afb1-c666e5e34921 None None] Port ab81eb8d-3a3b-43a0-9cd4-df54fba683a7 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:31:41.176333 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fa0da573-3759-4ae6-8382-2b493d4e5528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:41.211890 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-429e1396-bc7f-441f-a0f2-7f10c8e8bdb5 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:41.220262 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-429e1396-bc7f-441f-a0f2-7f10c8e8bdb5 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:41.225823 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fa0da573-3759-4ae6-8382-2b493d4e5528 admin admin] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:41.238834 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0da573-3759-4ae6-8382-2b493d4e5528 admin admin] Pushing event deleted for resources: {'Network': ['ID=642f98e3-ac30-4828-b1ea-ab6c748eec39,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:41.241450 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-fa0da573-3759-4ae6-8382-2b493d4e5528 admin admin] 10.222.0.76 "DELETE /v2.0/networks/642f98e3-ac30-4828-b1ea-ab6c748eec39 HTTP/1.1" status: 204 len: 168 time: 0.7738097 Apr 29 13:31:41.299611 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-1b60e2b3-f330-429a-91bf-a8768102d90a tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting port 6ae7e60b-cc7b-454b-91e1-77cb0d118d06 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:41.300094 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1b60e2b3-f330-429a-91bf-a8768102d90a tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:41.342111 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e1396-bc7f-441f-a0f2-7f10c8e8bdb5 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Pushing event updated for resources: {'Port': ['ID=ab81eb8d-3a3b-43a0-9cd4-df54fba683a7,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:41.344845 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-429e1396-bc7f-441f-a0f2-7f10c8e8bdb5 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] In _notify_port_updated(), no bound segment for port ab81eb8d-3a3b-43a0-9cd4-df54fba683a7 on network 5a8fece1-57db-429a-9a58-5d235a24edde {{(pid=83905) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 13:31:41.355633 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429e1396-bc7f-441f-a0f2-7f10c8e8bdb5 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:41.356314 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-429e1396-bc7f-441f-a0f2-7f10c8e8bdb5 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:41.372954 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-429e1396-bc7f-441f-a0f2-7f10c8e8bdb5 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] 10.222.0.76 "PUT /v2.0/ports/ab81eb8d-3a3b-43a0-9cd4-df54fba683a7 HTTP/1.1" status: 200 len: 1068 time: 0.8330982 Apr 29 13:31:41.377430 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34236) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:41.413140 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device c6615918-d816-46c0-b2a3-66a623bf20c0 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:31:41.468812 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:41.550673 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-499964a7-a5e0-4758-b111-85ea5c171d54 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Deleting port ab81eb8d-3a3b-43a0-9cd4-df54fba683a7 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:41.551006 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-499964a7-a5e0-4758-b111-85ea5c171d54 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:41.597726 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:41.634038 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port c6615918-d816-46c0-b2a3-66a623bf20c0 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:31:41.698295 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34240) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:41.768027 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d65357d-92ab-473f-889d-e8300c15fb24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:41.829606 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5c19072c-4a3b-4b8b-8904-55d99dd5786d None None] Provisioning complete for port ab81eb8d-3a3b-43a0-9cd4-df54fba683a7 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:41.830053 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5c19072c-4a3b-4b8b-8904-55d99dd5786d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:41.858287 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ee9c499c-9bed-47b6-b4ad-9df2f2af4e2c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6eb8013c69b1412a8d5f02656d15f3a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1536944 Apr 29 13:31:41.862311 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34244) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:41.908687 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1b60e2b3-f330-429a-91bf-a8768102d90a tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:41.917439 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe99f0d0-9d35-4cc1-9c4c-d9ab72e774bc None None] Network 67a96e57-b683-44d5-84d6-efc4f900e2cb requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:31:41.938284 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-5c19072c-4a3b-4b8b-8904-55d99dd5786d None None] Port ab81eb8d-3a3b-43a0-9cd4-df54fba683a7 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:31:42.049020 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-1b60e2b3-f330-429a-91bf-a8768102d90a tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Calling delete_port for 6ae7e60b-cc7b-454b-91e1-77cb0d118d06 owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:42.063864 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-499964a7-a5e0-4758-b111-85ea5c171d54 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:42.108032 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d5be831a-63a6-4688-be89-739863287176 None None] Provisioning for port c6615918-d816-46c0-b2a3-66a623bf20c0 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:31:42.119805 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eb60d61a-4bb8-4fad-9829-106e226132bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:42.156904 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d5be831a-63a6-4688-be89-739863287176 None None] Provisioning complete for port c6615918-d816-46c0-b2a3-66a623bf20c0 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:42.156904 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d5be831a-63a6-4688-be89-739863287176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:42.166407 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eb60d61a-4bb8-4fad-9829-106e226132bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:42.192462 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-3d65357d-92ab-473f-889d-e8300c15fb24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.26.6.253 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/ad63df8a-8145-4864-9e5a-36dc6bc2f3bb) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:31:42.200011 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-499964a7-a5e0-4758-b111-85ea5c171d54 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Calling delete_port for ab81eb8d-3a3b-43a0-9cd4-df54fba683a7 owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:42.270161 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1b60e2b3-f330-429a-91bf-a8768102d90a tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:42.321393 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eb60d61a-4bb8-4fad-9829-106e226132bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:42.321621 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d5be831a-63a6-4688-be89-739863287176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:42.352965 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60d61a-4bb8-4fad-9829-106e226132bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916e73e2-1f8b-4146-98d4-2e2900106396,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:42.354968 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60e2b3-f330-429a-91bf-a8768102d90a tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Port': ['ID=6ae7e60b-cc7b-454b-91e1-77cb0d118d06,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:42.425111 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d5be831a-63a6-4688-be89-739863287176 None None] For port c6615918-d816-46c0-b2a3-66a623bf20c0, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=c6615918-d816-46c0-b2a3-66a623bf20c0,segment=NetworkSegment(a40331ca-7fa2-4731-9744-4bbdd76e9dcf),segment_id=a40331ca-7fa2-4731-9744-4bbdd76e9dcf)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:42.433039 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d5be831a-63a6-4688-be89-739863287176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:42.469351 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eb60d61a-4bb8-4fad-9829-106e226132bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:42.474361 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-eb60d61a-4bb8-4fad-9829-106e226132bb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/916e73e2-1f8b-4146-98d4-2e2900106396 HTTP/1.1" status: 204 len: 168 time: 0.6106887 Apr 29 13:31:42.492064 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1b60e2b3-f330-429a-91bf-a8768102d90a tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:42.494439 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1b60e2b3-f330-429a-91bf-a8768102d90a tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/ports/6ae7e60b-cc7b-454b-91e1-77cb0d118d06 HTTP/1.1" status: 204 len: 168 time: 1.3625739 Apr 29 13:31:42.497656 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34250) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:42.524248 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be831a-63a6-4688-be89-739863287176 None None] Pushing event updated for resources: {'Port': ['ID=c6615918-d816-46c0-b2a3-66a623bf20c0,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:42.634598 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c707af-66c8-43ee-a819-b04f823180ed tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] DELETE failed (client error): The resource could not be found. Apr 29 13:31:42.634905 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63c707af-66c8-43ee-a819-b04f823180ed tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:31:42.653403 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34254) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:42.653583 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-63c707af-66c8-43ee-a819-b04f823180ed tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/ports/6ae7e60b-cc7b-454b-91e1-77cb0d118d06 HTTP/1.1" status: 404 len: 333 time: 0.1540892 Apr 29 13:31:42.659222 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-53c07d5e-531b-4f0f-957c-95069586946c None None] Provisioning complete for port c6615918-d816-46c0-b2a3-66a623bf20c0 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:42.660346 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-53c07d5e-531b-4f0f-957c-95069586946c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:42.704357 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d65357d-92ab-473f-889d-e8300c15fb24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:42.712597 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-05541350-ff6e-4f96-86e6-79de1aec76ce tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] GET failed (client error): The resource could not be found. Apr 29 13:31:42.720660 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-05541350-ff6e-4f96-86e6-79de1aec76ce tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Synchronizing usage tracker for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:31:42.733127 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-499964a7-a5e0-4758-b111-85ea5c171d54 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:42.755879 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-05541350-ff6e-4f96-86e6-79de1aec76ce tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Unset dirty status for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:31:42.758888 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-05541350-ff6e-4f96-86e6-79de1aec76ce tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "GET /v2.0/ports/6ae7e60b-cc7b-454b-91e1-77cb0d118d06 HTTP/1.1" status: 404 len: 333 time: 0.1039274 Apr 29 13:31:42.761339 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34260) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:42.838621 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499964a7-a5e0-4758-b111-85ea5c171d54 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Pushing event deleted for resources: {'Port': ['ID=ab81eb8d-3a3b-43a0-9cd4-df54fba683a7,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:42.842912 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d65357d-92ab-473f-889d-e8300c15fb24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:42.848656 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa4552c-96f8-4e60-95f2-66435ca31c38 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting subnet ba2e8941-650f-4a5c-8db7-6ef8e03ae08b {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:31:42.855917 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ffa4552c-96f8-4e60-95f2-66435ca31c38 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:42.894967 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-53c07d5e-531b-4f0f-957c-95069586946c None None] Could not find standard attr ID for object 6ae7e60b-cc7b-454b-91e1-77cb0d118d06. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:31:42.897456 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:42.958114 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ffa4552c-96f8-4e60-95f2-66435ca31c38 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:42.989711 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d65357d-92ab-473f-889d-e8300c15fb24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:42.994829 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-3d65357d-92ab-473f-889d-e8300c15fb24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:42.997469 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d65357d-92ab-473f-889d-e8300c15fb24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:31:43.016259 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-88a4c6e9-add9-40b2-85fc-855a75be86c1 None None] Could not find standard attr ID for object 6ae7e60b-cc7b-454b-91e1-77cb0d118d06. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:31:43.046551 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65357d-92ab-473f-889d-e8300c15fb24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=ad63df8a-8145-4864-9e5a-36dc6bc2f3bb,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:43.071823 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34264) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:43.107575 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ffa4552c-96f8-4e60-95f2-66435ca31c38 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:43.191938 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9f6f213a-91ad-4fe9-826e-b9e40ffd35a3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1a5ce1be1087428c849e84e484678e72&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1189339 Apr 29 13:31:43.194745 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34268) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:43.234299 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ffa4552c-96f8-4e60-95f2-66435ca31c38 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:43.283974 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4552c-96f8-4e60-95f2-66435ca31c38 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Subnet': ['ID=ba2e8941-650f-4a5c-8db7-6ef8e03ae08b,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:43.295178 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ffa4552c-96f8-4e60-95f2-66435ca31c38 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:43.301923 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182380f1-0d9f-469f-9c48-ad2cfb8d214e None None] Network 67a96e57-b683-44d5-84d6-efc4f900e2cb requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:31:43.311183 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ffa4552c-96f8-4e60-95f2-66435ca31c38 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/subnets/ba2e8941-650f-4a5c-8db7-6ef8e03ae08b HTTP/1.1" status: 204 len: 168 time: 0.5476544 Apr 29 13:31:43.315126 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34272) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:43.326116 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device c6615918-d816-46c0-b2a3-66a623bf20c0 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:31:43.337704 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b1a2625d-c152-4fba-89ff-97def419b300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:43.380976 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-499964a7-a5e0-4758-b111-85ea5c171d54 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:43.383090 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-499964a7-a5e0-4758-b111-85ea5c171d54 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] 10.222.0.76 "DELETE /v2.0/ports/ab81eb8d-3a3b-43a0-9cd4-df54fba683a7 HTTP/1.1" status: 204 len: 168 time: 2.0048583 Apr 29 13:31:43.385955 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34276) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:43.432394 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca09333-aaa4-404b-8d30-3f5e598b101d tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] GET failed (client error): The resource could not be found. Apr 29 13:31:43.433208 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-bca09333-aaa4-404b-8d30-3f5e598b101d tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Synchronizing usage tracker for tenant:cef57a8f57b44b8cb05069dfb2c30ec8 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:31:43.442325 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b1a2625d-c152-4fba-89ff-97def419b300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:43.466136 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-22df0c3e-1c31-4f7b-9303-a96dca430adf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:43.492961 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-22df0c3e-1c31-4f7b-9303-a96dca430adf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting port c6615918-d816-46c0-b2a3-66a623bf20c0 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:43.493306 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-22df0c3e-1c31-4f7b-9303-a96dca430adf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:43.544028 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port c6615918-d816-46c0-b2a3-66a623bf20c0 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:43.544552 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:43.579697 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-bca09333-aaa4-404b-8d30-3f5e598b101d tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Unset dirty status for tenant:cef57a8f57b44b8cb05069dfb2c30ec8 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:31:43.585040 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-bca09333-aaa4-404b-8d30-3f5e598b101d tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] 10.222.0.76 "GET /v2.0/ports/ab81eb8d-3a3b-43a0-9cd4-df54fba683a7 HTTP/1.1" status: 404 len: 333 time: 0.1945934 Apr 29 13:31:43.585266 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34280) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:43.599385 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b1a2625d-c152-4fba-89ff-97def419b300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:43.638899 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2625d-c152-4fba-89ff-97def419b300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc0f88a-9168-41ad-8df6-d23dc31c60bc,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:43.689276 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b1a2625d-c152-4fba-89ff-97def419b300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:43.693373 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b1a2625d-c152-4fba-89ff-97def419b300 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0cc0f88a-9168-41ad-8df6-d23dc31c60bc HTTP/1.1" status: 204 len: 168 time: 0.4946961 Apr 29 13:31:43.697730 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-48bc3ddd-8183-43b9-a6b6-9b47abd45e6c tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Deleting port 1c27c68a-1516-46bd-9aa8-38d4c4a7fba0 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:43.698301 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-48bc3ddd-8183-43b9-a6b6-9b47abd45e6c tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:43.720015 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65758d15-2b18-460a-9e7f-b150bd2b2752 None None] DHCP port deletion for 67a96e57-b683-44d5-84d6-efc4f900e2cb request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:31:43.726819 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-65758d15-2b18-460a-9e7f-b150bd2b2752 None None] Deleting port c6615918-d816-46c0-b2a3-66a623bf20c0 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:43.727198 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-65758d15-2b18-460a-9e7f-b150bd2b2752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:43.737815 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-22df0c3e-1c31-4f7b-9303-a96dca430adf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] For port c6615918-d816-46c0-b2a3-66a623bf20c0, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=c6615918-d816-46c0-b2a3-66a623bf20c0,segment=NetworkSegment(a40331ca-7fa2-4731-9744-4bbdd76e9dcf),segment_id=a40331ca-7fa2-4731-9744-4bbdd76e9dcf)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:43.738422 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-22df0c3e-1c31-4f7b-9303-a96dca430adf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:43.965797 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-22df0c3e-1c31-4f7b-9303-a96dca430adf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Calling delete_port for c6615918-d816-46c0-b2a3-66a623bf20c0 owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:44.033945 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-65758d15-2b18-460a-9e7f-b150bd2b2752 None None] For port c6615918-d816-46c0-b2a3-66a623bf20c0, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=c6615918-d816-46c0-b2a3-66a623bf20c0,segment=NetworkSegment(a40331ca-7fa2-4731-9744-4bbdd76e9dcf),segment_id=a40331ca-7fa2-4731-9744-4bbdd76e9dcf)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:44.035407 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-65758d15-2b18-460a-9e7f-b150bd2b2752 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:44.045209 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-48bc3ddd-8183-43b9-a6b6-9b47abd45e6c tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:44.053501 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-22df0c3e-1c31-4f7b-9303-a96dca430adf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:44.113709 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22df0c3e-1c31-4f7b-9303-a96dca430adf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] No DVR routers for this DVR port c6615918-d816-46c0-b2a3-66a623bf20c0 on host dv-neutron-839027-4-hyperv {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:31:44.162373 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df0c3e-1c31-4f7b-9303-a96dca430adf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Port': ['ID=c6615918-d816-46c0-b2a3-66a623bf20c0,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:44.191171 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-65758d15-2b18-460a-9e7f-b150bd2b2752 None None] Calling delete_port for c6615918-d816-46c0-b2a3-66a623bf20c0 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn_limited( Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn_limited( Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:31:44.259621 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 13:31:44.263867 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-22df0c3e-1c31-4f7b-9303-a96dca430adf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:44.267787 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-65758d15-2b18-460a-9e7f-b150bd2b2752 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:31:44.268277 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-65758d15-2b18-460a-9e7f-b150bd2b2752 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:31:44.287973 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-22df0c3e-1c31-4f7b-9303-a96dca430adf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a96e57-b683-44d5-84d6-efc4f900e2cb']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:44.300405 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-22df0c3e-1c31-4f7b-9303-a96dca430adf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a40331ca-7fa2-4731-9744-4bbdd76e9dcf') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:44.300707 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-22df0c3e-1c31-4f7b-9303-a96dca430adf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a40331ca-7fa2-4731-9744-4bbdd76e9dcf') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:44.312736 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-22df0c3e-1c31-4f7b-9303-a96dca430adf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:44.317614 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-48bc3ddd-8183-43b9-a6b6-9b47abd45e6c tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Calling delete_port for 1c27c68a-1516-46bd-9aa8-38d4c4a7fba0 owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:44.328776 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-22df0c3e-1c31-4f7b-9303-a96dca430adf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:44.335142 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22df0c3e-1c31-4f7b-9303-a96dca430adf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:31:44.335519 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-22df0c3e-1c31-4f7b-9303-a96dca430adf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:31:44.350145 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:31:44.430011 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-22df0c3e-1c31-4f7b-9303-a96dca430adf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:44.447173 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-22df0c3e-1c31-4f7b-9303-a96dca430adf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:44.461609 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df0c3e-1c31-4f7b-9303-a96dca430adf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Network': ['ID=67a96e57-b683-44d5-84d6-efc4f900e2cb,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:44.473478 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-22df0c3e-1c31-4f7b-9303-a96dca430adf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/networks/67a96e57-b683-44d5-84d6-efc4f900e2cb HTTP/1.1" status: 204 len: 168 time: 1.1583881 Apr 29 13:31:44.479189 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34286) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:44.485442 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-b0b9a031-46e3-4093-a596-9e5048eba9ef tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-168468628'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:44.490425 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b0b9a031-46e3-4093-a596-9e5048eba9ef tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:44.494156 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b0b9a031-46e3-4093-a596-9e5048eba9ef tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:network and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:44.497084 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b0b9a031-46e3-4093-a596-9e5048eba9ef tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:44.502639 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b0b9a031-46e3-4093-a596-9e5048eba9ef tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:44.514065 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b9a031-46e3-4093-a596-9e5048eba9ef tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:44.517253 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b0b9a031-46e3-4093-a596-9e5048eba9ef tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:44.561043 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b9a031-46e3-4093-a596-9e5048eba9ef tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:31:44.565362 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-48bc3ddd-8183-43b9-a6b6-9b47abd45e6c tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:44.571551 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b0b9a031-46e3-4093-a596-9e5048eba9ef tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:44.571890 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-b0b9a031-46e3-4093-a596-9e5048eba9ef tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Added segment 501e2513-363b-4b97-a396-d08bdf80ec78 of type vlan for network 0bd5fe46-5f32-47aa-8882-f2bfc1e805f1 Apr 29 13:31:44.601946 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b0b9a031-46e3-4093-a596-9e5048eba9ef tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:44.631398 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b0b9a031-46e3-4093-a596-9e5048eba9ef tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:44.635245 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b9a031-46e3-4093-a596-9e5048eba9ef tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:44.635815 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b0b9a031-46e3-4093-a596-9e5048eba9ef tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:44.637098 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc3ddd-8183-43b9-a6b6-9b47abd45e6c tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Pushing event deleted for resources: {'Port': ['ID=1c27c68a-1516-46bd-9aa8-38d4c4a7fba0,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:44.689240 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d65357d-92ab-473f-889d-e8300c15fb24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:44.694191 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-48bc3ddd-8183-43b9-a6b6-9b47abd45e6c tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:44.727192 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b0b9a031-46e3-4093-a596-9e5048eba9ef tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2466469 Apr 29 13:31:44.727411 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34290) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:44.749760 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-738e2752-9def-4791-b3eb-61adbb60b22f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'subnet': {'network_id': '0bd5fe46-5f32-47aa-8882-f2bfc1e805f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:44.756140 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9a031-46e3-4093-a596-9e5048eba9ef tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Network': ['ID=0bd5fe46-5f32-47aa-8882-f2bfc1e805f1,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:44.770570 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-65758d15-2b18-460a-9e7f-b150bd2b2752 None None] Deleting port c6615918-d816-46c0-b2a3-66a623bf20c0 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:44.772347 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-65758d15-2b18-460a-9e7f-b150bd2b2752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:44.793455 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34294) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:44.793837 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-48bc3ddd-8183-43b9-a6b6-9b47abd45e6c tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] 10.222.0.76 "DELETE /v2.0/ports/1c27c68a-1516-46bd-9aa8-38d4c4a7fba0 HTTP/1.1" status: 204 len: 168 time: 1.2072701 Apr 29 13:31:44.803764 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 0bd5fe46-5f32-47aa-8882-f2bfc1e805f1 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:31:44.869670 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1413e77-b8e2-4487-900e-5a0074a4d729 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] GET failed (client error): The resource could not be found. Apr 29 13:31:44.871131 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b1413e77-b8e2-4487-900e-5a0074a4d729 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Synchronizing usage tracker for tenant:cef57a8f57b44b8cb05069dfb2c30ec8 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:31:44.875016 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d65357d-92ab-473f-889d-e8300c15fb24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:44.892639 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b1413e77-b8e2-4487-900e-5a0074a4d729 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Unset dirty status for tenant:cef57a8f57b44b8cb05069dfb2c30ec8 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:31:44.896535 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b1413e77-b8e2-4487-900e-5a0074a4d729 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] 10.222.0.76 "GET /v2.0/ports/1c27c68a-1516-46bd-9aa8-38d4c4a7fba0 HTTP/1.1" status: 404 len: 333 time: 0.0996199 Apr 29 13:31:44.900135 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34298) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:44.944667 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-65758d15-2b18-460a-9e7f-b150bd2b2752 None None] The port 'c6615918-d816-46c0-b2a3-66a623bf20c0' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:31:44.951997 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-738e2752-9def-4791-b3eb-61adbb60b22f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:44.969142 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-738e2752-9def-4791-b3eb-61adbb60b22f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:subnet and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:44.973588 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-738e2752-9def-4791-b3eb-61adbb60b22f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:44.974216 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-79300edc-104a-458a-9a56-adb011111749 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Deleting port b3ecaca5-e099-4906-b2ac-887cb0159945 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:44.974665 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-79300edc-104a-458a-9a56-adb011111749 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:44.985183 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-738e2752-9def-4791-b3eb-61adbb60b22f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:45.067646 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738e2752-9def-4791-b3eb-61adbb60b22f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:45.202126 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-738e2752-9def-4791-b3eb-61adbb60b22f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:45.220906 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-79300edc-104a-458a-9a56-adb011111749 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:45.278244 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device c6615918-d816-46c0-b2a3-66a623bf20c0 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:31:45.317820 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: c6615918-d816-46c0-b2a3-66a623bf20c0 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:31:45.318249 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device c6615918-d816-46c0-b2a3-66a623bf20c0 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:31:45.335426 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d65357d-92ab-473f-889d-e8300c15fb24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:45.342545 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d65357d-92ab-473f-889d-e8300c15fb24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:45.346433 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-79300edc-104a-458a-9a56-adb011111749 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Calling delete_port for b3ecaca5-e099-4906-b2ac-887cb0159945 owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:45.490590 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-79300edc-104a-458a-9a56-adb011111749 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:45.501907 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65357d-92ab-473f-889d-e8300c15fb24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=ad63df8a-8145-4864-9e5a-36dc6bc2f3bb,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:45.529950 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d65357d-92ab-473f-889d-e8300c15fb24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:45.542748 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79300edc-104a-458a-9a56-adb011111749 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Pushing event deleted for resources: {'Port': ['ID=b3ecaca5-e099-4906-b2ac-887cb0159945,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:45.591459 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-79300edc-104a-458a-9a56-adb011111749 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:45.606701 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-79300edc-104a-458a-9a56-adb011111749 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] 10.222.0.76 "DELETE /v2.0/ports/b3ecaca5-e099-4906-b2ac-887cb0159945 HTTP/1.1" status: 204 len: 168 time: 0.7053347 Apr 29 13:31:45.609048 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34302) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:45.720201 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-738e2752-9def-4791-b3eb-61adbb60b22f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:45.822734 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e2752-9def-4791-b3eb-61adbb60b22f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Subnet': ['ID=ac7dcaf2-e136-4e35-90a6-2859ddad74d1,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:45.841088 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738e2752-9def-4791-b3eb-61adbb60b22f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Checking segment: {'id': '501e2513-363b-4b97-a396-d08bdf80ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '0bd5fe46-5f32-47aa-8882-f2bfc1e805f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:31:45.841516 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738e2752-9def-4791-b3eb-61adbb60b22f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network hostable DHCP agents. Network: 0bd5fe46-5f32-47aa-8882-f2bfc1e805f1, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:31:45.886279 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.l3_db [None req-3d65357d-92ab-473f-889d-e8300c15fb24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Floating IP 5989a946-dd68-415c-b8ad-c73481096c4e associated. External IP: 172.26.6.253, port: ef194aa7-94c2-41a1-8cef-074002f4198a. Apr 29 13:31:45.898263 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-d411c2f9-d31a-49d7-9209-5f421c0aeee8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Deleting subnet 4825ca82-e6e1-4fa9-89ce-8ccc25eb9985 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:31:45.901208 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d411c2f9-d31a-49d7-9209-5f421c0aeee8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:45.938773 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738e2752-9def-4791-b3eb-61adbb60b22f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network 0bd5fe46-5f32-47aa-8882-f2bfc1e805f1 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:31:45.955290 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d411c2f9-d31a-49d7-9209-5f421c0aeee8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:46.044068 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d411c2f9-d31a-49d7-9209-5f421c0aeee8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:46.108165 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-738e2752-9def-4791-b3eb-61adbb60b22f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 0bd5fe46-5f32-47aa-8882-f2bfc1e805f1) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:46.116086 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73519a4-4cd4-4a21-87d1-d3ae59135ba6 None None] Network 0bd5fe46-5f32-47aa-8882-f2bfc1e805f1 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:31:46.118716 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738e2752-9def-4791-b3eb-61adbb60b22f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:46.119279 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-738e2752-9def-4791-b3eb-61adbb60b22f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:46.129508 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d411c2f9-d31a-49d7-9209-5f421c0aeee8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:46.152778 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-738e2752-9def-4791-b3eb-61adbb60b22f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4178572 Apr 29 13:31:46.153098 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34306) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:46.159593 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-11201c9f-1d37-4d10-8d55-cd6f1a76948e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'port': {'network_id': '0bd5fe46-5f32-47aa-8882-f2bfc1e805f1', 'security_groups': [], 'name': 'tempest-PortsTestJSON-310551798'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:46.186872 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411c2f9-d31a-49d7-9209-5f421c0aeee8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Pushing event deleted for resources: {'Subnet': ['ID=4825ca82-e6e1-4fa9-89ce-8ccc25eb9985,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:46.189161 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8028a1d6-be57-41a1-aa66-db1c057993cb None None] Network 5a8fece1-57db-429a-9a58-5d235a24edde requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:31:46.190223 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d411c2f9-d31a-49d7-9209-5f421c0aeee8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:46.196920 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d411c2f9-d31a-49d7-9209-5f421c0aeee8 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] 10.222.0.76 "DELETE /v2.0/subnets/4825ca82-e6e1-4fa9-89ce-8ccc25eb9985 HTTP/1.1" status: 204 len: 168 time: 0.5868304 Apr 29 13:31:46.199685 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34310) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:46.312263 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-11201c9f-1d37-4d10-8d55-cd6f1a76948e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:46.318227 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-11201c9f-1d37-4d10-8d55-cd6f1a76948e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:port and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:46.320012 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-75af614e-57d3-46bb-bd7b-7d8b68625248 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:46.330994 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-75af614e-57d3-46bb-bd7b-7d8b68625248 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Deleting port fa55cbec-3454-48a5-85a1-056bb0263b70 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:46.331338 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-75af614e-57d3-46bb-bd7b-7d8b68625248 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:46.333997 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-11201c9f-1d37-4d10-8d55-cd6f1a76948e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:46.342277 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-11201c9f-1d37-4d10-8d55-cd6f1a76948e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:46.359221 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11201c9f-1d37-4d10-8d55-cd6f1a76948e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:46.362695 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-11201c9f-1d37-4d10-8d55-cd6f1a76948e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:46.390845 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-11201c9f-1d37-4d10-8d55-cd6f1a76948e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] device_id is not set on port ca85a6b0-95ce-4618-be79-42cc3e5396e5 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:31:46.552437 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a272f9c5-4d83-4fb1-a3db-8cf7245062d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-0bd5fe46-5f32-47aa-8882-f2bfc1e805f1', 'network_id': '0bd5fe46-5f32-47aa-8882-f2bfc1e805f1', 'tenant_id': '41797be0195a48b7a5c670159fa1cbb3', 'fixed_ips': [{'subnet_id': 'ac7dcaf2-e136-4e35-90a6-2859ddad74d1'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:31:46.553492 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a272f9c5-4d83-4fb1-a3db-8cf7245062d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:46.596141 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-75af614e-57d3-46bb-bd7b-7d8b68625248 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] For port fa55cbec-3454-48a5-85a1-056bb0263b70, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=fa55cbec-3454-48a5-85a1-056bb0263b70,segment=NetworkSegment(daf63112-7cf2-4462-9525-7893044c3005),segment_id=daf63112-7cf2-4462-9525-7893044c3005)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:46.596490 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-75af614e-57d3-46bb-bd7b-7d8b68625248 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:46.639567 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828e0d91-1a2e-4c02-a2ad-f867e11dce68 None None] DHCP port deletion for 5a8fece1-57db-429a-9a58-5d235a24edde request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:31:46.652853 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-828e0d91-1a2e-4c02-a2ad-f867e11dce68 None None] Deleting port fa55cbec-3454-48a5-85a1-056bb0263b70 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:46.653094 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-828e0d91-1a2e-4c02-a2ad-f867e11dce68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:46.674381 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-11201c9f-1d37-4d10-8d55-cd6f1a76948e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Allocated IP 172.20.0.4 (0bd5fe46-5f32-47aa-8882-f2bfc1e805f1/ac7dcaf2-e136-4e35-90a6-2859ddad74d1/ca85a6b0-95ce-4618-be79-42cc3e5396e5) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:31:46.728726 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-75af614e-57d3-46bb-bd7b-7d8b68625248 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Calling delete_port for fa55cbec-3454-48a5-85a1-056bb0263b70 owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:46.810500 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-75af614e-57d3-46bb-bd7b-7d8b68625248 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:46.865455 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af614e-57d3-46bb-bd7b-7d8b68625248 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Pushing event deleted for resources: {'Port': ['ID=fa55cbec-3454-48a5-85a1-056bb0263b70,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:46.877416 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d65357d-92ab-473f-889d-e8300c15fb24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router bf547b66-6993-42c7-b2d8-17f625efff0d has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:31:46.877920 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75af614e-57d3-46bb-bd7b-7d8b68625248 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] No DVR routers for this DVR port fa55cbec-3454-48a5-85a1-056bb0263b70 on host dv-neutron-839027-4-hyperv {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:31:46.880422 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-11201c9f-1d37-4d10-8d55-cd6f1a76948e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:46.885644 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-828e0d91-1a2e-4c02-a2ad-f867e11dce68 None None] For port fa55cbec-3454-48a5-85a1-056bb0263b70, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=fa55cbec-3454-48a5-85a1-056bb0263b70,segment=NetworkSegment(daf63112-7cf2-4462-9525-7893044c3005),segment_id=daf63112-7cf2-4462-9525-7893044c3005)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:46.886431 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-828e0d91-1a2e-4c02-a2ad-f867e11dce68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:46.901924 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-11201c9f-1d37-4d10-8d55-cd6f1a76948e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Transition to ACTIVE for port object ca85a6b0-95ce-4618-be79-42cc3e5396e5 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:47.008255 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-75af614e-57d3-46bb-bd7b-7d8b68625248 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:47.023221 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-828e0d91-1a2e-4c02-a2ad-f867e11dce68 None None] Calling delete_port for fa55cbec-3454-48a5-85a1-056bb0263b70 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:47.034500 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-75af614e-57d3-46bb-bd7b-7d8b68625248 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8fece1-57db-429a-9a58-5d235a24edde']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:47.047521 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-75af614e-57d3-46bb-bd7b-7d8b68625248 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf63112-7cf2-4462-9525-7893044c3005') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:47.047856 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-75af614e-57d3-46bb-bd7b-7d8b68625248 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf63112-7cf2-4462-9525-7893044c3005') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:47.056367 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-11201c9f-1d37-4d10-8d55-cd6f1a76948e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:47.061718 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-75af614e-57d3-46bb-bd7b-7d8b68625248 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:47.079204 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-75af614e-57d3-46bb-bd7b-7d8b68625248 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:47.086135 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75af614e-57d3-46bb-bd7b-7d8b68625248 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:31:47.086624 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-75af614e-57d3-46bb-bd7b-7d8b68625248 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:31:47.105655 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:31:47.145179 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11201c9f-1d37-4d10-8d55-cd6f1a76948e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network 0bd5fe46-5f32-47aa-8882-f2bfc1e805f1 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:47.146925 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11201c9f-1d37-4d10-8d55-cd6f1a76948e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Port': ['ID=ca85a6b0-95ce-4618-be79-42cc3e5396e5,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:47.148208 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-a272f9c5-4d83-4fb1-a3db-8cf7245062d1 None None] Allocated IP 172.20.0.2 (0bd5fe46-5f32-47aa-8882-f2bfc1e805f1/ac7dcaf2-e136-4e35-90a6-2859ddad74d1/6d166e7b-db9d-4a78-adaf-8d7f19fe1d12) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:31:47.150102 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-828e0d91-1a2e-4c02-a2ad-f867e11dce68 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:31:47.150444 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-11201c9f-1d37-4d10-8d55-cd6f1a76948e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:47.150561 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-828e0d91-1a2e-4c02-a2ad-f867e11dce68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:31:47.154420 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11201c9f-1d37-4d10-8d55-cd6f1a76948e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:31:47.195171 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-75af614e-57d3-46bb-bd7b-7d8b68625248 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:47.200353 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-75af614e-57d3-46bb-bd7b-7d8b68625248 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:47.203442 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11201c9f-1d37-4d10-8d55-cd6f1a76948e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:47.203779 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11201c9f-1d37-4d10-8d55-cd6f1a76948e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:47.204110 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11201c9f-1d37-4d10-8d55-cd6f1a76948e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:47.204437 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11201c9f-1d37-4d10-8d55-cd6f1a76948e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:47.204773 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11201c9f-1d37-4d10-8d55-cd6f1a76948e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:47.205099 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11201c9f-1d37-4d10-8d55-cd6f1a76948e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:47.205412 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11201c9f-1d37-4d10-8d55-cd6f1a76948e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:47.205723 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11201c9f-1d37-4d10-8d55-cd6f1a76948e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:47.206031 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11201c9f-1d37-4d10-8d55-cd6f1a76948e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:47.206340 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11201c9f-1d37-4d10-8d55-cd6f1a76948e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:47.206711 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11201c9f-1d37-4d10-8d55-cd6f1a76948e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:47.235738 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11201c9f-1d37-4d10-8d55-cd6f1a76948e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:47.236192 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-11201c9f-1d37-4d10-8d55-cd6f1a76948e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:47.236428 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af614e-57d3-46bb-bd7b-7d8b68625248 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] Pushing event deleted for resources: {'Network': ['ID=5a8fece1-57db-429a-9a58-5d235a24edde,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:47.243415 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-75af614e-57d3-46bb-bd7b-7d8b68625248 tempest-AllowedAddressPairIpV6TestJSON-1063403272 tempest-AllowedAddressPairIpV6TestJSON-1063403272-project] 10.222.0.76 "DELETE /v2.0/networks/5a8fece1-57db-429a-9a58-5d235a24edde HTTP/1.1" status: 204 len: 168 time: 1.0427365 Apr 29 13:31:47.280386 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-11201c9f-1d37-4d10-8d55-cd6f1a76948e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.1239927 Apr 29 13:31:47.280980 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34316) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:47.316838 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device fa55cbec-3454-48a5-85a1-056bb0263b70 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:31:47.345363 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d65357d-92ab-473f-889d-e8300c15fb24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:31:47.357070 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23334e04-5fc9-4593-9fc4-b097f6cfcd63 None None] Sync routers for ids ['bf547b66-6993-42c7-b2d8-17f625efff0d'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:31:47.366206 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: fa55cbec-3454-48a5-85a1-056bb0263b70 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:31:47.366556 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device fa55cbec-3454-48a5-85a1-056bb0263b70 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:31:47.371697 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-374c23d3-3171-485b-bb29-f5fd15104156 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting port ca85a6b0-95ce-4618-be79-42cc3e5396e5 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:47.372043 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-374c23d3-3171-485b-bb29-f5fd15104156 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:47.376722 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23334e04-5fc9-4593-9fc4-b097f6cfcd63 None None] Routers {'bf547b66-6993-42c7-b2d8-17f625efff0d'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:31:47.379411 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-23334e04-5fc9-4593-9fc4-b097f6cfcd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:31:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf547b66-6993-42c7-b2d8-17f625efff0d'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:47.420238 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d65357d-92ab-473f-889d-e8300c15fb24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:47.448382 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a272f9c5-4d83-4fb1-a3db-8cf7245062d1 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:47.459409 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a272f9c5-4d83-4fb1-a3db-8cf7245062d1 None None] Transition to ACTIVE for port object 6d166e7b-db9d-4a78-adaf-8d7f19fe1d12 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:47.483638 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a272f9c5-4d83-4fb1-a3db-8cf7245062d1 None None] Transition to ACTIVE for port object 6d166e7b-db9d-4a78-adaf-8d7f19fe1d12 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:47.488818 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3d65357d-92ab-473f-889d-e8300c15fb24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.5627909 Apr 29 13:31:47.491325 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805b4f63-0fb2-444a-85ed-0e7a85ce6df0', 'tag': 'ef194aa7-94c2-41a1-8cef-074002f4198a'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:31:47.491918 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34320) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:47.497496 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a272f9c5-4d83-4fb1-a3db-8cf7245062d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:47.620455 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272f9c5-4d83-4fb1-a3db-8cf7245062d1 None None] Pushing event updated for resources: {'Port': ['ID=6d166e7b-db9d-4a78-adaf-8d7f19fe1d12,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:47.637602 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a272f9c5-4d83-4fb1-a3db-8cf7245062d1 None None] Network 0bd5fe46-5f32-47aa-8882-f2bfc1e805f1 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:47.639069 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-a272f9c5-4d83-4fb1-a3db-8cf7245062d1 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:47.643384 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a272f9c5-4d83-4fb1-a3db-8cf7245062d1 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:31:47.656577 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-23334e04-5fc9-4593-9fc4-b097f6cfcd63 None None] Set router bf547b66-6993-42c7-b2d8-17f625efff0d gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:31:47.665081 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-828e0d91-1a2e-4c02-a2ad-f867e11dce68 None None] Deleting port fa55cbec-3454-48a5-85a1-056bb0263b70 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:47.665450 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-828e0d91-1a2e-4c02-a2ad-f867e11dce68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:47.686352 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2877eef-3baf-40b7-a3b7-97b2c9b954c9'] response: {'name': 'network-changed', 'server_uuid': '805b4f63-0fb2-444a-85ed-0e7a85ce6df0', 'tag': 'ef194aa7-94c2-41a1-8cef-074002f4198a', 'status': 'completed', 'code': 200} Apr 29 13:31:47.751221 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34328) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:47.808101 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-374c23d3-3171-485b-bb29-f5fd15104156 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:47.817584 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-90a7ba98-328d-41b2-82c7-9f8f2048ac80 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/5989a946-dd68-415c-b8ad-c73481096c4e HTTP/1.1" status: 200 len: 991 time: 0.3217850 Apr 29 13:31:47.852112 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-828e0d91-1a2e-4c02-a2ad-f867e11dce68 None None] The port 'fa55cbec-3454-48a5-85a1-056bb0263b70' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:31:47.887067 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-383d180b-505d-4aef-8eaf-34a2e03b1607 req-c26e82fa-c846-4aa9-afbb-07aa07183601 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=805b4f63-0fb2-444a-85ed-0e7a85ce6df0 HTTP/1.1" status: 200 len: 1098 time: 0.2224455 Apr 29 13:31:47.984522 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a272f9c5-4d83-4fb1-a3db-8cf7245062d1 None None] Attempting to bind port 6d166e7b-db9d-4a78-adaf-8d7f19fe1d12 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:31:47.984936 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a272f9c5-4d83-4fb1-a3db-8cf7245062d1 None None] Attempting to bind port 6d166e7b-db9d-4a78-adaf-8d7f19fe1d12 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '501e2513-363b-4b97-a396-d08bdf80ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '0bd5fe46-5f32-47aa-8882-f2bfc1e805f1'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:31:47.985291 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a272f9c5-4d83-4fb1-a3db-8cf7245062d1 None None] Attempting to bind port 6d166e7b-db9d-4a78-adaf-8d7f19fe1d12 on network 0bd5fe46-5f32-47aa-8882-f2bfc1e805f1 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:31:48.002489 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a272f9c5-4d83-4fb1-a3db-8cf7245062d1 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:31:48.002860 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a272f9c5-4d83-4fb1-a3db-8cf7245062d1 None None] Checking segment: {'id': '501e2513-363b-4b97-a396-d08bdf80ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '0bd5fe46-5f32-47aa-8882-f2bfc1e805f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:31:48.003255 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a272f9c5-4d83-4fb1-a3db-8cf7245062d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:48.003664 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a272f9c5-4d83-4fb1-a3db-8cf7245062d1 None None] Bound using segment: {'id': '501e2513-363b-4b97-a396-d08bdf80ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '0bd5fe46-5f32-47aa-8882-f2bfc1e805f1'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:31:48.004126 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a272f9c5-4d83-4fb1-a3db-8cf7245062d1 None None] Bound port: 6d166e7b-db9d-4a78-adaf-8d7f19fe1d12, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '501e2513-363b-4b97-a396-d08bdf80ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '0bd5fe46-5f32-47aa-8882-f2bfc1e805f1'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:31:48.004489 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a272f9c5-4d83-4fb1-a3db-8cf7245062d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:48.141207 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-23334e04-5fc9-4593-9fc4-b097f6cfcd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'name': 'tempest-TestNetworkBasicOps-router-704659710', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': '4b69c446-a1f5-4e04-a671-4375574d8411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:30:50Z', 'updated_at': '2022-04-29T13:31:08Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '4b69c446-a1f5-4e04-a671-4375574d8411', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:30:52Z', 'updated_at': '2022-04-29T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '5989a946-dd68-415c-b8ad-c73481096c4e', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.253', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'port_id': 'ef194aa7-94c2-41a1-8cef-074002f4198a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f1631f4-7759-4601-8487-4268d3ef1926', 'mac_address': 'fa:16:3e:c0:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805b4f63-0fb2-444a-85ed-0e7a85ce6df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:31:44Z', 'updated_at': '2022-04-29T13:31:44Z', 'revision_number': 0, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48a7fb1c-3f63-420f-a922-ac13eb167541', 'name': '', 'network_id': '1f1631f4-7759-4601-8487-4268d3ef1926', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:ff:49:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef55b3b1-1710-4653-96b0-bcc9febc8b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:31:07Z', 'updated_at': '2022-04-29T13:31:23Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'ef55b3b1-1710-4653-96b0-bcc9febc8b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:48.147311 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a272f9c5-4d83-4fb1-a3db-8cf7245062d1 None None] For port 6d166e7b-db9d-4a78-adaf-8d7f19fe1d12, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:31:48.147572 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23334e04-5fc9-4593-9fc4-b097f6cfcd63 None None] Checking router: bf547b66-6993-42c7-b2d8-17f625efff0d for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:31:48.151404 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a272f9c5-4d83-4fb1-a3db-8cf7245062d1 None None] For port 6d166e7b-db9d-4a78-adaf-8d7f19fe1d12, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=6d166e7b-db9d-4a78-adaf-8d7f19fe1d12,segment=NetworkSegment(501e2513-363b-4b97-a396-d08bdf80ec78),segment_id=501e2513-363b-4b97-a396-d08bdf80ec78)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:31:48.157686 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a272f9c5-4d83-4fb1-a3db-8cf7245062d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:48.164658 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23334e04-5fc9-4593-9fc4-b097f6cfcd63 None None] Routers {'bf547b66-6993-42c7-b2d8-17f625efff0d'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:31:48.165317 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-23334e04-5fc9-4593-9fc4-b097f6cfcd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:31:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf547b66-6993-42c7-b2d8-17f625efff0d'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:48.206629 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-374c23d3-3171-485b-bb29-f5fd15104156 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Calling delete_port for ca85a6b0-95ce-4618-be79-42cc3e5396e5 owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:48.278727 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272f9c5-4d83-4fb1-a3db-8cf7245062d1 None None] Pushing event updated for resources: {'Port': ['ID=6d166e7b-db9d-4a78-adaf-8d7f19fe1d12,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:48.370704 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-06a1c1d1-b043-40c7-9f35-185bd6133bad admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cef57a8f57b44b8cb05069dfb2c30ec8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6076300 Apr 29 13:31:48.372117 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d180b-505d-4aef-8eaf-34a2e03b1607 req-b034b576-2824-4a8b-9055-7de8f193eaf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:48.374289 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34334) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:48.374904 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-383d180b-505d-4aef-8eaf-34a2e03b1607 req-b034b576-2824-4a8b-9055-7de8f193eaf7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1f1631f4-7759-4601-8487-4268d3ef1926 HTTP/1.1" status: 200 len: 898 time: 0.4795730 Apr 29 13:31:48.415194 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-23334e04-5fc9-4593-9fc4-b097f6cfcd63 None None] Set router bf547b66-6993-42c7-b2d8-17f625efff0d gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:31:48.430484 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-374c23d3-3171-485b-bb29-f5fd15104156 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:48.491819 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c23d3-3171-485b-bb29-f5fd15104156 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Port': ['ID=ca85a6b0-95ce-4618-be79-42cc3e5396e5,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:48.516377 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-383d180b-505d-4aef-8eaf-34a2e03b1607 req-5f3931ce-abf1-4b95-84bc-a3bff59e5fdb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef194aa7-94c2-41a1-8cef-074002f4198a HTTP/1.1" status: 200 len: 999 time: 0.1347489 Apr 29 13:31:48.633427 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d180b-505d-4aef-8eaf-34a2e03b1607 req-8cf7bc39-4eac-4a71-b7de-6743fa22ff11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:48.634966 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-383d180b-505d-4aef-8eaf-34a2e03b1607 req-8cf7bc39-4eac-4a71-b7de-6743fa22ff11 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef55b3b1-1710-4653-96b0-bcc9febc8b64 HTTP/1.1" status: 200 len: 835 time: 0.1101334 Apr 29 13:31:48.662741 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-374c23d3-3171-485b-bb29-f5fd15104156 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:48.679701 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-374c23d3-3171-485b-bb29-f5fd15104156 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/ports/ca85a6b0-95ce-4618-be79-42cc3e5396e5 HTTP/1.1" status: 204 len: 168 time: 1.3969080 Apr 29 13:31:48.680707 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34338) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:48.685813 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1f80e37a-bbca-4439-9f0c-b5797648d68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:48.744922 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-c88f7d7a-7c63-40a5-8077-e7fb2489a243 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] GET failed (client error): The resource could not be found. Apr 29 13:31:48.745427 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c88f7d7a-7c63-40a5-8077-e7fb2489a243 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Synchronizing usage tracker for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:31:48.778472 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1f80e37a-bbca-4439-9f0c-b5797648d68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:48.780247 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-383d180b-505d-4aef-8eaf-34a2e03b1607 req-f219b860-8542-47a0-ae02-792dc01e56ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1f1631f4-7759-4601-8487-4268d3ef1926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1385999 Apr 29 13:31:48.820926 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34342) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:48.857306 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c88f7d7a-7c63-40a5-8077-e7fb2489a243 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Unset dirty status for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:31:48.866215 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c88f7d7a-7c63-40a5-8077-e7fb2489a243 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "GET /v2.0/ports/ca85a6b0-95ce-4618-be79-42cc3e5396e5 HTTP/1.1" status: 404 len: 333 time: 0.1788781 Apr 29 13:31:48.866574 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34346) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:48.903342 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-23334e04-5fc9-4593-9fc4-b097f6cfcd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'name': 'tempest-TestNetworkBasicOps-router-704659710', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': '4b69c446-a1f5-4e04-a671-4375574d8411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:30:50Z', 'updated_at': '2022-04-29T13:31:08Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '4b69c446-a1f5-4e04-a671-4375574d8411', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:30:52Z', 'updated_at': '2022-04-29T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '5989a946-dd68-415c-b8ad-c73481096c4e', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.253', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'port_id': 'ef194aa7-94c2-41a1-8cef-074002f4198a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f1631f4-7759-4601-8487-4268d3ef1926', 'mac_address': 'fa:16:3e:c0:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805b4f63-0fb2-444a-85ed-0e7a85ce6df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:31:44Z', 'updated_at': '2022-04-29T13:31:44Z', 'revision_number': 0, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48a7fb1c-3f63-420f-a922-ac13eb167541', 'name': '', 'network_id': '1f1631f4-7759-4601-8487-4268d3ef1926', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:ff:49:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef55b3b1-1710-4653-96b0-bcc9febc8b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:31:07Z', 'updated_at': '2022-04-29T13:31:23Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'ef55b3b1-1710-4653-96b0-bcc9febc8b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:48.907040 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1f80e37a-bbca-4439-9f0c-b5797648d68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:48.908468 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23334e04-5fc9-4593-9fc4-b097f6cfcd63 None None] The sync data for ids ['bf547b66-6993-42c7-b2d8-17f625efff0d'] in dv-neutron-839027-4-hyperv is: [{'id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'name': 'tempest-TestNetworkBasicOps-router-704659710', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': '4b69c446-a1f5-4e04-a671-4375574d8411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:30:50Z', 'updated_at': '2022-04-29T13:31:08Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '4b69c446-a1f5-4e04-a671-4375574d8411', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:30:52Z', 'updated_at': '2022-04-29T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '5989a946-dd68-415c-b8ad-c73481096c4e', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.253', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'port_id': 'ef194aa7-94c2-41a1-8cef-074002f4198a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f1631f4-7759-4601-8487-4268d3ef1926', 'mac_address': 'fa:16:3e:c0:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805b4f63-0fb2-444a-85ed-0e7a85ce6df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:31:44Z', 'updated_at': '2022-04-29T13:31:44Z', 'revision_number': 0, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48a7fb1c-3f63-420f-a922-ac13eb167541', 'name': '', 'network_id': '1f1631f4-7759-4601-8487-4268d3ef1926', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:ff:49:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef55b3b1-1710-4653-96b0-bcc9febc8b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:31:07Z', 'updated_at': '2022-04-29T13:31:23Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'ef55b3b1-1710-4653-96b0-bcc9febc8b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:31:48.940823 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80e37a-bbca-4439-9f0c-b5797648d68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e4d081-69ee-4999-af07-730f7a51b080,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:48.952851 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1f80e37a-bbca-4439-9f0c-b5797648d68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:48.953976 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1f80e37a-bbca-4439-9f0c-b5797648d68d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c2e4d081-69ee-4999-af07-730f7a51b080 HTTP/1.1" status: 204 len: 168 time: 0.5785246 Apr 29 13:31:48.980814 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-81134bcf-026e-4b79-aa4f-61c1c5fbe51b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting subnet ac7dcaf2-e136-4e35-90a6-2859ddad74d1 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:31:48.988649 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-81134bcf-026e-4b79-aa4f-61c1c5fbe51b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:49.008719 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-56bdd329-9909-46a2-b2f8-760012db025b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/5989a946-dd68-415c-b8ad-c73481096c4e HTTP/1.1" status: 200 len: 991 time: 0.1861458 Apr 29 13:31:49.059066 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-81134bcf-026e-4b79-aa4f-61c1c5fbe51b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:49.073034 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-383d180b-505d-4aef-8eaf-34a2e03b1607 req-2847612a-b777-4f36-ab6a-19f54cbd212e service neutron] 10.222.0.32 "GET /v2.0/networks/1f1631f4-7759-4601-8487-4268d3ef1926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852616 Apr 29 13:31:49.154447 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-81134bcf-026e-4b79-aa4f-61c1c5fbe51b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:49.227136 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-383d180b-505d-4aef-8eaf-34a2e03b1607 req-60ae35c1-d883-4f8f-a43d-80b81f5b24dd service neutron] 10.222.0.32 "GET /v2.0/networks/1f1631f4-7759-4601-8487-4268d3ef1926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479645 Apr 29 13:31:49.270549 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-81134bcf-026e-4b79-aa4f-61c1c5fbe51b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:49.313826 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81134bcf-026e-4b79-aa4f-61c1c5fbe51b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Subnet': ['ID=ac7dcaf2-e136-4e35-90a6-2859ddad74d1,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:49.323129 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-81134bcf-026e-4b79-aa4f-61c1c5fbe51b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:49.334239 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34356) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:49.347610 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-81134bcf-026e-4b79-aa4f-61c1c5fbe51b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/subnets/ac7dcaf2-e136-4e35-90a6-2859ddad74d1 HTTP/1.1" status: 204 len: 168 time: 0.4791827 Apr 29 13:31:49.365162 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 6d166e7b-db9d-4a78-adaf-8d7f19fe1d12 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:31:49.439044 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b3efaf-88ef-4698-92b9-ef0054128e68 None None] New status for floating IP 5989a946-dd68-415c-b8ad-c73481096c4e: ACTIVE {{(pid=83906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:31:49.481831 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:49.494997 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting port 6d166e7b-db9d-4a78-adaf-8d7f19fe1d12 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:49.497313 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:49.671955 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8617ede2-baa5-496a-943e-d7631125a2f3 None None] Network 0bd5fe46-5f32-47aa-8882-f2bfc1e805f1 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:31:49.732927 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] For port 6d166e7b-db9d-4a78-adaf-8d7f19fe1d12, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=6d166e7b-db9d-4a78-adaf-8d7f19fe1d12,segment=NetworkSegment(501e2513-363b-4b97-a396-d08bdf80ec78),segment_id=501e2513-363b-4b97-a396-d08bdf80ec78)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:49.733436 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:49.881342 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Calling delete_port for 6d166e7b-db9d-4a78-adaf-8d7f19fe1d12 owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:49.969216 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 6d166e7b-db9d-4a78-adaf-8d7f19fe1d12 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:31:49.969699 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:49.972038 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ce37e954-a993-44e3-b3b2-decce6b03d8d None None] Provisioning for port 6d166e7b-db9d-4a78-adaf-8d7f19fe1d12 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:31:49.985304 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 6d166e7b-db9d-4a78-adaf-8d7f19fe1d12 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:49.985674 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:50.007702 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34372) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:50.014359 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ce37e954-a993-44e3-b3b2-decce6b03d8d None None] Provisioning complete for port 6d166e7b-db9d-4a78-adaf-8d7f19fe1d12 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:50.014967 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ce37e954-a993-44e3-b3b2-decce6b03d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:50.026977 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34376) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:50.033736 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Port': ['ID=6d166e7b-db9d-4a78-adaf-8d7f19fe1d12,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:50.048723 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] No DVR routers for this DVR port 6d166e7b-db9d-4a78-adaf-8d7f19fe1d12 on host dv-neutron-839027-4-hyperv {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:31:50.051394 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:50.051729 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:50.052055 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:50.052377 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:50.052693 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:50.053038 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:50.053353 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:50.053677 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:50.054006 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:50.054318 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:50.054629 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:50.068380 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d4b833-9788-426c-b6be-cb52f4455224 None None] DHCP port deletion for 0bd5fe46-5f32-47aa-8882-f2bfc1e805f1 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:31:50.076229 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-ce37e954-a993-44e3-b3b2-decce6b03d8d None None] Port 6d166e7b-db9d-4a78-adaf-8d7f19fe1d12 was deleted so its status cannot be updated. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 29 13:31:50.079578 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Port 6d166e7b-db9d-4a78-adaf-8d7f19fe1d12 was deleted so its status cannot be updated. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 29 13:31:50.155478 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f21effd8-900c-4f44-a673-e2adee7046ed tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/5989a946-dd68-415c-b8ad-c73481096c4e HTTP/1.1" status: 200 len: 993 time: 0.1273172 Apr 29 13:31:50.191789 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-89f4e22c-a7ea-4748-97d6-216ed401eb83 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-746770333'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:50.193501 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:50.199163 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-89f4e22c-a7ea-4748-97d6-216ed401eb83 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:50.203542 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-89f4e22c-a7ea-4748-97d6-216ed401eb83 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Usage tracker for resource:network and tenant:fe0a8e0f2fc743519f668d7021da9e2f is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:50.207572 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-89f4e22c-a7ea-4748-97d6-216ed401eb83 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:50.213287 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-89f4e22c-a7ea-4748-97d6-216ed401eb83 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:50.219547 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd5fe46-5f32-47aa-8882-f2bfc1e805f1']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:50.223633 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f4e22c-a7ea-4748-97d6-216ed401eb83 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Made reservation on behalf of fe0a8e0f2fc743519f668d7021da9e2f for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:50.226705 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-89f4e22c-a7ea-4748-97d6-216ed401eb83 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:50.232452 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501e2513-363b-4b97-a396-d08bdf80ec78') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:50.232749 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501e2513-363b-4b97-a396-d08bdf80ec78') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:50.239883 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-89f4e22c-a7ea-4748-97d6-216ed401eb83 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:50.245008 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:50.262222 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:50.268406 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:31:50.268812 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:50.272286 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-89f4e22c-a7ea-4748-97d6-216ed401eb83 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:50.276123 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-89f4e22c-a7ea-4748-97d6-216ed401eb83 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Usage tracker for resource:security_group_rule and tenant:fe0a8e0f2fc743519f668d7021da9e2f is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:50.279066 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-89f4e22c-a7ea-4748-97d6-216ed401eb83 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:31:50.282878 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:31:50.285027 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-89f4e22c-a7ea-4748-97d6-216ed401eb83 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:50.448289 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:50.466128 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:50.478321 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Network': ['ID=0bd5fe46-5f32-47aa-8882-f2bfc1e805f1,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:50.494643 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4516d5c8-b139-497f-a339-2fce2c9832e0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/networks/0bd5fe46-5f32-47aa-8882-f2bfc1e805f1 HTTP/1.1" status: 204 len: 168 time: 1.1593425 Apr 29 13:31:50.495237 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34382) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:50.500811 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-6deb5994-c523-4502-a122-c4f1166c1ecb tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'port': {'network_id': '5085b079-cc6d-48bb-856f-6227b0c46015', 'name': 'tempest-PortsTestJSON-938598455'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:50.514411 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-89f4e22c-a7ea-4748-97d6-216ed401eb83 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:50.518807 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-89f4e22c-a7ea-4748-97d6-216ed401eb83 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:50.556051 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f4e22c-a7ea-4748-97d6-216ed401eb83 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:31:50.564681 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4e22c-a7ea-4748-97d6-216ed401eb83 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b917c4c-3bb4-4932-b9fd-9ae4919fc36b,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:50.570542 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-89f4e22c-a7ea-4748-97d6-216ed401eb83 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:50.570889 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-89f4e22c-a7ea-4748-97d6-216ed401eb83 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Added segment b407026d-d0c5-412e-975e-b8a3b9837150 of type vlan for network 6dbdfe6c-6a3e-49b6-b33b-24f29bcf14b7 Apr 29 13:31:50.600407 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-89f4e22c-a7ea-4748-97d6-216ed401eb83 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:50.617357 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-6deb5994-c523-4502-a122-c4f1166c1ecb tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:50.621384 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-6deb5994-c523-4502-a122-c4f1166c1ecb tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:port and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:50.624193 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-6deb5994-c523-4502-a122-c4f1166c1ecb tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:50.630876 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-89f4e22c-a7ea-4748-97d6-216ed401eb83 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:50.631154 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-6deb5994-c523-4502-a122-c4f1166c1ecb tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:50.634642 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f4e22c-a7ea-4748-97d6-216ed401eb83 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:50.635232 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-89f4e22c-a7ea-4748-97d6-216ed401eb83 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:50.641130 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6deb5994-c523-4502-a122-c4f1166c1ecb tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:50.644228 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6deb5994-c523-4502-a122-c4f1166c1ecb tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:50.666364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-6deb5994-c523-4502-a122-c4f1166c1ecb tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] device_id is not set on port 3dd17647-0c29-4078-901c-b39d0e742f82 yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:31:50.755362 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-89f4e22c-a7ea-4748-97d6-216ed401eb83 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7350793 Apr 29 13:31:50.755362 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4e22c-a7ea-4748-97d6-216ed401eb83 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Pushing event updated for resources: {'Network': ['ID=6dbdfe6c-6a3e-49b6-b33b-24f29bcf14b7,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:50.758692 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34386) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:50.758692 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-95fdde4f-5492-4048-bace-3dec0afb3cf8 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Request body: {'subnet': {'network_id': '6dbdfe6c-6a3e-49b6-b33b-24f29bcf14b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:50.777982 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 6dbdfe6c-6a3e-49b6-b33b-24f29bcf14b7 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:31:50.968797 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-95fdde4f-5492-4048-bace-3dec0afb3cf8 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:50.981602 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-95fdde4f-5492-4048-bace-3dec0afb3cf8 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Usage tracker for resource:subnet and tenant:fe0a8e0f2fc743519f668d7021da9e2f is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:50.986647 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-95fdde4f-5492-4048-bace-3dec0afb3cf8 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:50.995628 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-95fdde4f-5492-4048-bace-3dec0afb3cf8 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:51.014026 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6deb5994-c523-4502-a122-c4f1166c1ecb tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:51.020462 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fdde4f-5492-4048-bace-3dec0afb3cf8 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Made reservation on behalf of fe0a8e0f2fc743519f668d7021da9e2f for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:51.127553 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-95fdde4f-5492-4048-bace-3dec0afb3cf8 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:51.190351 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6deb5994-c523-4502-a122-c4f1166c1ecb tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:51.276470 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 6d166e7b-db9d-4a78-adaf-8d7f19fe1d12 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:31:51.289802 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6deb5994-c523-4502-a122-c4f1166c1ecb tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network 5085b079-cc6d-48bb-856f-6227b0c46015 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:51.296448 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-6deb5994-c523-4502-a122-c4f1166c1ecb tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:51.305486 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deb5994-c523-4502-a122-c4f1166c1ecb tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:31:51.309324 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6deb5994-c523-4502-a122-c4f1166c1ecb tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:51.309924 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6deb5994-c523-4502-a122-c4f1166c1ecb tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:51.311286 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 6d166e7b-db9d-4a78-adaf-8d7f19fe1d12 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:31:51.311628 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 6d166e7b-db9d-4a78-adaf-8d7f19fe1d12 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:31:51.322770 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb5994-c523-4502-a122-c4f1166c1ecb tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Port': ['ID=3dd17647-0c29-4078-901c-b39d0e742f82,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:51.347052 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6deb5994-c523-4502-a122-c4f1166c1ecb tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8507364 Apr 29 13:31:51.350445 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34390) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:51.418654 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-465e4109-7778-43fb-9903-7b827caa846e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting port 3dd17647-0c29-4078-901c-b39d0e742f82 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:51.418904 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-465e4109-7778-43fb-9903-7b827caa846e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:51.448700 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-95fdde4f-5492-4048-bace-3dec0afb3cf8 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:51.525080 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fdde4f-5492-4048-bace-3dec0afb3cf8 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Pushing event updated for resources: {'Subnet': ['ID=631f8aa1-86dc-4dca-a423-31f164086717,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:51.536727 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fdde4f-5492-4048-bace-3dec0afb3cf8 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Checking segment: {'id': 'b407026d-d0c5-412e-975e-b8a3b9837150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6dbdfe6c-6a3e-49b6-b33b-24f29bcf14b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:31:51.537591 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fdde4f-5492-4048-bace-3dec0afb3cf8 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Network hostable DHCP agents. Network: 6dbdfe6c-6a3e-49b6-b33b-24f29bcf14b7, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:31:51.561256 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fdde4f-5492-4048-bace-3dec0afb3cf8 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Network 6dbdfe6c-6a3e-49b6-b33b-24f29bcf14b7 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:31:51.571941 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-95fdde4f-5492-4048-bace-3dec0afb3cf8 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 6dbdfe6c-6a3e-49b6-b33b-24f29bcf14b7) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:51.577559 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fdde4f-5492-4048-bace-3dec0afb3cf8 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:51.578160 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-95fdde4f-5492-4048-bace-3dec0afb3cf8 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:51.581886 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c109c5bc-c9e1-497e-95eb-8554663ba324 None None] Network 6dbdfe6c-6a3e-49b6-b33b-24f29bcf14b7 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:31:51.601885 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-95fdde4f-5492-4048-bace-3dec0afb3cf8 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8512566 Apr 29 13:31:51.602223 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34394) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:51.607746 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-844945b6-a616-4bd1-b4d2-61b3d71d1d23 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Request body: {'port': {'network_id': '6dbdfe6c-6a3e-49b6-b33b-24f29bcf14b7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-602936917'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:51.647619 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-465e4109-7778-43fb-9903-7b827caa846e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:51.745062 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-844945b6-a616-4bd1-b4d2-61b3d71d1d23 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:51.749659 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-844945b6-a616-4bd1-b4d2-61b3d71d1d23 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Usage tracker for resource:port and tenant:fe0a8e0f2fc743519f668d7021da9e2f is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:51.752514 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-844945b6-a616-4bd1-b4d2-61b3d71d1d23 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:51.759835 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-844945b6-a616-4bd1-b4d2-61b3d71d1d23 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:51.773482 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844945b6-a616-4bd1-b4d2-61b3d71d1d23 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Made reservation on behalf of fe0a8e0f2fc743519f668d7021da9e2f for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:51.777437 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-844945b6-a616-4bd1-b4d2-61b3d71d1d23 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:51.812023 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24885a2-8fb4-4e28-8a80-88363c2ac06e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-6dbdfe6c-6a3e-49b6-b33b-24f29bcf14b7', 'network_id': '6dbdfe6c-6a3e-49b6-b33b-24f29bcf14b7', 'tenant_id': 'fe0a8e0f2fc743519f668d7021da9e2f', 'fixed_ips': [{'subnet_id': '631f8aa1-86dc-4dca-a423-31f164086717'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:31:51.815313 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-844945b6-a616-4bd1-b4d2-61b3d71d1d23 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] device_id is not set on port 091c8a11-735c-4e33-b7ba-e5d90fde8376 yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:31:51.815839 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e24885a2-8fb4-4e28-8a80-88363c2ac06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:51.866945 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-465e4109-7778-43fb-9903-7b827caa846e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Calling delete_port for 3dd17647-0c29-4078-901c-b39d0e742f82 owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:51.948657 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-465e4109-7778-43fb-9903-7b827caa846e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:51.983339 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-844945b6-a616-4bd1-b4d2-61b3d71d1d23 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Allocated IP 172.20.0.5 (6dbdfe6c-6a3e-49b6-b33b-24f29bcf14b7/631f8aa1-86dc-4dca-a423-31f164086717/091c8a11-735c-4e33-b7ba-e5d90fde8376) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:31:51.999231 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e4109-7778-43fb-9903-7b827caa846e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Port': ['ID=3dd17647-0c29-4078-901c-b39d0e742f82,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:52.006907 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-465e4109-7778-43fb-9903-7b827caa846e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:52.016384 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-465e4109-7778-43fb-9903-7b827caa846e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/ports/3dd17647-0c29-4078-901c-b39d0e742f82 HTTP/1.1" status: 204 len: 168 time: 0.6648364 Apr 29 13:31:52.018780 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34398) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:52.024148 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-1dc75ea1-f8ab-441a-a80a-5a4702b95e8e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'port': {'network_id': '5085b079-cc6d-48bb-856f-6227b0c46015', 'mac_address': 'fa:16:3e:5c:f4:dd', 'name': 'tempest-PortsTestJSON-1544208156'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:52.127630 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1dc75ea1-f8ab-441a-a80a-5a4702b95e8e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:52.132173 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1dc75ea1-f8ab-441a-a80a-5a4702b95e8e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:port and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:52.135057 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1dc75ea1-f8ab-441a-a80a-5a4702b95e8e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:52.140670 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1dc75ea1-f8ab-441a-a80a-5a4702b95e8e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:52.150743 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc75ea1-f8ab-441a-a80a-5a4702b95e8e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:52.197293 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-844945b6-a616-4bd1-b4d2-61b3d71d1d23 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:52.212725 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-844945b6-a616-4bd1-b4d2-61b3d71d1d23 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Transition to ACTIVE for port object 091c8a11-735c-4e33-b7ba-e5d90fde8376 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:52.235326 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-844945b6-a616-4bd1-b4d2-61b3d71d1d23 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:52.259271 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1dc75ea1-f8ab-441a-a80a-5a4702b95e8e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:52.289229 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-1dc75ea1-f8ab-441a-a80a-5a4702b95e8e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] device_id is not set on port 734d6ce2-edd5-4a6e-bdd9-503c55b6a492 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:31:52.303370 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-e24885a2-8fb4-4e28-8a80-88363c2ac06e None None] Allocated IP 172.20.0.2 (6dbdfe6c-6a3e-49b6-b33b-24f29bcf14b7/631f8aa1-86dc-4dca-a423-31f164086717/d604f8b5-b853-4322-b8d2-1a6984c5b4a0) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:31:52.404196 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844945b6-a616-4bd1-b4d2-61b3d71d1d23 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Network 6dbdfe6c-6a3e-49b6-b33b-24f29bcf14b7 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:52.407493 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-844945b6-a616-4bd1-b4d2-61b3d71d1d23 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:52.412125 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844945b6-a616-4bd1-b4d2-61b3d71d1d23 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:31:52.447769 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844945b6-a616-4bd1-b4d2-61b3d71d1d23 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Pushing event updated for resources: {'Port': ['ID=091c8a11-735c-4e33-b7ba-e5d90fde8376,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:52.481943 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844945b6-a616-4bd1-b4d2-61b3d71d1d23 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:52.482542 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-844945b6-a616-4bd1-b4d2-61b3d71d1d23 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:52.502913 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-844945b6-a616-4bd1-b4d2-61b3d71d1d23 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8997293 Apr 29 13:31:52.506302 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34402) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:52.511719 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-b62fdec9-eae6-4e45-89be-63b5bf2471a0 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Request body: {'port': {'network_id': '6dbdfe6c-6a3e-49b6-b33b-24f29bcf14b7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-467678624', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:52.512127 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.api.validators [None req-b62fdec9-eae6-4e45-89be-63b5bf2471a0 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] bootfile-name is not in valid_values {{(pid=83904) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 13:31:52.512455 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.api.validators [None req-b62fdec9-eae6-4e45-89be-63b5bf2471a0 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] tftp-server is not in valid_values {{(pid=83904) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 13:31:52.513161 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.api.validators [None req-b62fdec9-eae6-4e45-89be-63b5bf2471a0 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] server-ip-address is not in valid_values {{(pid=83904) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 13:31:52.517926 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1dc75ea1-f8ab-441a-a80a-5a4702b95e8e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:52.523692 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e24885a2-8fb4-4e28-8a80-88363c2ac06e None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:52.534655 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e24885a2-8fb4-4e28-8a80-88363c2ac06e None None] Transition to ACTIVE for port object d604f8b5-b853-4322-b8d2-1a6984c5b4a0 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:52.545075 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1dc75ea1-f8ab-441a-a80a-5a4702b95e8e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:52.556896 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e24885a2-8fb4-4e28-8a80-88363c2ac06e None None] Transition to ACTIVE for port object d604f8b5-b853-4322-b8d2-1a6984c5b4a0 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:52.562613 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e24885a2-8fb4-4e28-8a80-88363c2ac06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:52.620250 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc75ea1-f8ab-441a-a80a-5a4702b95e8e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network 5085b079-cc6d-48bb-856f-6227b0c46015 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:52.623381 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-1dc75ea1-f8ab-441a-a80a-5a4702b95e8e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:52.627650 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc75ea1-f8ab-441a-a80a-5a4702b95e8e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:31:52.631963 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc75ea1-f8ab-441a-a80a-5a4702b95e8e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:52.632104 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1dc75ea1-f8ab-441a-a80a-5a4702b95e8e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:52.637270 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc75ea1-f8ab-441a-a80a-5a4702b95e8e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Port': ['ID=734d6ce2-edd5-4a6e-bdd9-503c55b6a492,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:52.644333 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24885a2-8fb4-4e28-8a80-88363c2ac06e None None] Network 6dbdfe6c-6a3e-49b6-b33b-24f29bcf14b7 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:52.649262 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-e24885a2-8fb4-4e28-8a80-88363c2ac06e None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:52.651778 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24885a2-8fb4-4e28-8a80-88363c2ac06e None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:31:52.653118 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b62fdec9-eae6-4e45-89be-63b5bf2471a0 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:52.657177 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b62fdec9-eae6-4e45-89be-63b5bf2471a0 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Usage tracker for resource:port and tenant:fe0a8e0f2fc743519f668d7021da9e2f is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:52.660632 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b62fdec9-eae6-4e45-89be-63b5bf2471a0 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:52.661618 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1dc75ea1-f8ab-441a-a80a-5a4702b95e8e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6415792 Apr 29 13:31:52.663597 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34406) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:52.668077 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24885a2-8fb4-4e28-8a80-88363c2ac06e None None] Pushing event updated for resources: {'Port': ['ID=d604f8b5-b853-4322-b8d2-1a6984c5b4a0,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:52.701384 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b62fdec9-eae6-4e45-89be-63b5bf2471a0 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:52.731197 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62fdec9-eae6-4e45-89be-63b5bf2471a0 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Made reservation on behalf of fe0a8e0f2fc743519f668d7021da9e2f for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:52.734207 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b62fdec9-eae6-4e45-89be-63b5bf2471a0 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:52.750415 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf25e99d-233e-48c4-bda7-c35745003839 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:52.751014 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bf25e99d-233e-48c4-bda7-c35745003839 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Synchronizing usage tracker for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:31:52.755734 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e24885a2-8fb4-4e28-8a80-88363c2ac06e None None] Attempting to bind port d604f8b5-b853-4322-b8d2-1a6984c5b4a0 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:31:52.756148 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e24885a2-8fb4-4e28-8a80-88363c2ac06e None None] Attempting to bind port d604f8b5-b853-4322-b8d2-1a6984c5b4a0 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'b407026d-d0c5-412e-975e-b8a3b9837150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6dbdfe6c-6a3e-49b6-b33b-24f29bcf14b7'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:31:52.756539 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24885a2-8fb4-4e28-8a80-88363c2ac06e None None] Attempting to bind port d604f8b5-b853-4322-b8d2-1a6984c5b4a0 on network 6dbdfe6c-6a3e-49b6-b33b-24f29bcf14b7 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:31:52.763587 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24885a2-8fb4-4e28-8a80-88363c2ac06e None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:31:52.763916 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24885a2-8fb4-4e28-8a80-88363c2ac06e None None] Checking segment: {'id': 'b407026d-d0c5-412e-975e-b8a3b9837150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6dbdfe6c-6a3e-49b6-b33b-24f29bcf14b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:31:52.764364 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e24885a2-8fb4-4e28-8a80-88363c2ac06e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:52.764810 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24885a2-8fb4-4e28-8a80-88363c2ac06e None None] Bound using segment: {'id': 'b407026d-d0c5-412e-975e-b8a3b9837150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6dbdfe6c-6a3e-49b6-b33b-24f29bcf14b7'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:31:52.765322 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e24885a2-8fb4-4e28-8a80-88363c2ac06e None None] Bound port: d604f8b5-b853-4322-b8d2-1a6984c5b4a0, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b407026d-d0c5-412e-975e-b8a3b9837150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6dbdfe6c-6a3e-49b6-b33b-24f29bcf14b7'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:31:52.765717 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e24885a2-8fb4-4e28-8a80-88363c2ac06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:52.770544 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-b62fdec9-eae6-4e45-89be-63b5bf2471a0 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] device_id is not set on port 91bda0d2-5a75-4879-9352-ae7e9eb4ccfb yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:31:52.810400 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bf25e99d-233e-48c4-bda7-c35745003839 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Unset dirty status for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:31:52.811299 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-bf25e99d-233e-48c4-bda7-c35745003839 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "GET /v2.0/ports/734d6ce2-edd5-4a6e-bdd9-503c55b6a492 HTTP/1.1" status: 200 len: 841 time: 0.1467550 Apr 29 13:31:52.814431 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34410) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:52.902419 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-630ed731-786b-4434-aa62-db581145c791 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting port 734d6ce2-edd5-4a6e-bdd9-503c55b6a492 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:52.903053 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-630ed731-786b-4434-aa62-db581145c791 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:52.915561 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e24885a2-8fb4-4e28-8a80-88363c2ac06e None None] For port d604f8b5-b853-4322-b8d2-1a6984c5b4a0, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:31:52.919167 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e24885a2-8fb4-4e28-8a80-88363c2ac06e None None] For port d604f8b5-b853-4322-b8d2-1a6984c5b4a0, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=d604f8b5-b853-4322-b8d2-1a6984c5b4a0,segment=NetworkSegment(b407026d-d0c5-412e-975e-b8a3b9837150),segment_id=b407026d-d0c5-412e-975e-b8a3b9837150)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:31:52.921856 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-b62fdec9-eae6-4e45-89be-63b5bf2471a0 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Allocated IP 172.20.0.10 (6dbdfe6c-6a3e-49b6-b33b-24f29bcf14b7/631f8aa1-86dc-4dca-a423-31f164086717/91bda0d2-5a75-4879-9352-ae7e9eb4ccfb) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:31:52.923047 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e24885a2-8fb4-4e28-8a80-88363c2ac06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:53.003247 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24885a2-8fb4-4e28-8a80-88363c2ac06e None None] Pushing event updated for resources: {'Port': ['ID=d604f8b5-b853-4322-b8d2-1a6984c5b4a0,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:53.131756 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-630ed731-786b-4434-aa62-db581145c791 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:53.172139 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b62fdec9-eae6-4e45-89be-63b5bf2471a0 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:53.193284 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-b62fdec9-eae6-4e45-89be-63b5bf2471a0 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Transition to ACTIVE for port object 91bda0d2-5a75-4879-9352-ae7e9eb4ccfb will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:53.224226 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b62fdec9-eae6-4e45-89be-63b5bf2471a0 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:53.300380 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62fdec9-eae6-4e45-89be-63b5bf2471a0 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Network 6dbdfe6c-6a3e-49b6-b33b-24f29bcf14b7 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:53.304934 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-b62fdec9-eae6-4e45-89be-63b5bf2471a0 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:53.308838 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62fdec9-eae6-4e45-89be-63b5bf2471a0 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:31:53.313218 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-630ed731-786b-4434-aa62-db581145c791 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Calling delete_port for 734d6ce2-edd5-4a6e-bdd9-503c55b6a492 owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:53.333991 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device d604f8b5-b853-4322-b8d2-1a6984c5b4a0 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:31:53.349047 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62fdec9-eae6-4e45-89be-63b5bf2471a0 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Pushing event updated for resources: {'Port': ['ID=91bda0d2-5a75-4879-9352-ae7e9eb4ccfb,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:53.381838 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62fdec9-eae6-4e45-89be-63b5bf2471a0 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:53.382500 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b62fdec9-eae6-4e45-89be-63b5bf2471a0 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:53.404969 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b62fdec9-eae6-4e45-89be-63b5bf2471a0 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.8974042 Apr 29 13:31:53.407162 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34414) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:53.418475 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port d604f8b5-b853-4322-b8d2-1a6984c5b4a0 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:31:53.422683 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-630ed731-786b-4434-aa62-db581145c791 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:53.478656 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ed731-786b-4434-aa62-db581145c791 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Port': ['ID=734d6ce2-edd5-4a6e-bdd9-503c55b6a492,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:53.487404 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd374adc-5ef0-4058-803d-a8db2debf5a8 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:53.488232 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-630ed731-786b-4434-aa62-db581145c791 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:53.491477 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd374adc-5ef0-4058-803d-a8db2debf5a8 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:53.495337 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd374adc-5ef0-4058-803d-a8db2debf5a8 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:53.496185 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bd374adc-5ef0-4058-803d-a8db2debf5a8 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Synchronizing usage tracker for tenant:fe0a8e0f2fc743519f668d7021da9e2f on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:31:53.502378 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-630ed731-786b-4434-aa62-db581145c791 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/ports/734d6ce2-edd5-4a6e-bdd9-503c55b6a492 HTTP/1.1" status: 204 len: 168 time: 0.6838470 Apr 29 13:31:53.505436 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34418) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:53.516079 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bd374adc-5ef0-4058-803d-a8db2debf5a8 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Unset dirty status for tenant:fe0a8e0f2fc743519f668d7021da9e2f on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:31:53.520494 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-bd374adc-5ef0-4058-803d-a8db2debf5a8 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1093099 Apr 29 13:31:53.521155 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34422) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:53.548881 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-04736690-cf7e-4f6d-a565-6cfc745a0795 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] GET failed (client error): The resource could not be found. Apr 29 13:31:53.549435 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-04736690-cf7e-4f6d-a565-6cfc745a0795 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Synchronizing usage tracker for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:31:53.567128 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-04736690-cf7e-4f6d-a565-6cfc745a0795 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Unset dirty status for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:31:53.571822 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-04736690-cf7e-4f6d-a565-6cfc745a0795 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "GET /v2.0/ports/734d6ce2-edd5-4a6e-bdd9-503c55b6a492 HTTP/1.1" status: 404 len: 333 time: 0.0619473 Apr 29 13:31:53.572383 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34426) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:53.578002 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-a72fa56d-4df3-4814-a8ba-911998842056 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'port': {'network_id': '5085b079-cc6d-48bb-856f-6227b0c46015', 'name': 'tempest-PortsTestJSON-1351098670'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:53.591540 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-0a3753a0-5428-473f-a8f4-85036cc7ea25 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Deleting port 91bda0d2-5a75-4879-9352-ae7e9eb4ccfb {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:53.591876 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0a3753a0-5428-473f-a8f4-85036cc7ea25 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:53.689254 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a72fa56d-4df3-4814-a8ba-911998842056 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:53.699715 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a72fa56d-4df3-4814-a8ba-911998842056 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:53.713929 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72fa56d-4df3-4814-a8ba-911998842056 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:53.717169 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a72fa56d-4df3-4814-a8ba-911998842056 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:53.739261 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-a72fa56d-4df3-4814-a8ba-911998842056 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] device_id is not set on port ba47e06c-ae12-46f3-8c54-acd379c983d4 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:31:53.849951 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0a3753a0-5428-473f-a8f4-85036cc7ea25 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:53.977993 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-0a3753a0-5428-473f-a8f4-85036cc7ea25 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Calling delete_port for 91bda0d2-5a75-4879-9352-ae7e9eb4ccfb owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:54.051210 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9978f0-4aae-4711-ad40-d35433f554d6 None None] Network 6dbdfe6c-6a3e-49b6-b33b-24f29bcf14b7 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:31:54.081673 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a72fa56d-4df3-4814-a8ba-911998842056 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:54.106943 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a72fa56d-4df3-4814-a8ba-911998842056 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:54.133993 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0a3753a0-5428-473f-a8f4-85036cc7ea25 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:54.162099 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9a60f6c3-9a01-4a9b-bbb1-30aeed5b15f7 None None] Provisioning for port d604f8b5-b853-4322-b8d2-1a6984c5b4a0 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:31:54.169493 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9a60f6c3-9a01-4a9b-bbb1-30aeed5b15f7 None None] Provisioning complete for port d604f8b5-b853-4322-b8d2-1a6984c5b4a0 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:54.169866 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9a60f6c3-9a01-4a9b-bbb1-30aeed5b15f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:54.191266 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72fa56d-4df3-4814-a8ba-911998842056 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network 5085b079-cc6d-48bb-856f-6227b0c46015 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:54.195050 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-a72fa56d-4df3-4814-a8ba-911998842056 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:54.197771 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72fa56d-4df3-4814-a8ba-911998842056 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:31:54.204083 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72fa56d-4df3-4814-a8ba-911998842056 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:54.204683 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a72fa56d-4df3-4814-a8ba-911998842056 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:54.216687 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72fa56d-4df3-4814-a8ba-911998842056 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Port': ['ID=ba47e06c-ae12-46f3-8c54-acd379c983d4,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:54.238308 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a72fa56d-4df3-4814-a8ba-911998842056 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6621070 Apr 29 13:31:54.239191 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3753a0-5428-473f-a8f4-85036cc7ea25 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Pushing event deleted for resources: {'Port': ['ID=91bda0d2-5a75-4879-9352-ae7e9eb4ccfb,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:54.239301 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34430) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:54.246585 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-c94c5d31-7064-4ce3-8ea4-cf774457b3c5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:54.372615 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c94c5d31-7064-4ce3-8ea4-cf774457b3c5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:54.388285 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9a60f6c3-9a01-4a9b-bbb1-30aeed5b15f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:54.404400 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0a3753a0-5428-473f-a8f4-85036cc7ea25 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:54.423750 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0a3753a0-5428-473f-a8f4-85036cc7ea25 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] 10.222.0.76 "DELETE /v2.0/ports/91bda0d2-5a75-4879-9352-ae7e9eb4ccfb HTTP/1.1" status: 204 len: 168 time: 0.8969963 Apr 29 13:31:54.424118 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34434) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:54.427229 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-9a60f6c3-9a01-4a9b-bbb1-30aeed5b15f7 None None] For port d604f8b5-b853-4322-b8d2-1a6984c5b4a0, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=d604f8b5-b853-4322-b8d2-1a6984c5b4a0,segment=NetworkSegment(b407026d-d0c5-412e-975e-b8a3b9837150),segment_id=b407026d-d0c5-412e-975e-b8a3b9837150)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:54.434133 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9a60f6c3-9a01-4a9b-bbb1-30aeed5b15f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:54.438567 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-d116fd6a-17f1-4599-ad52-e9d938bcf023 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Request body: {'port': {'name': 'tempest-new-port-name-1464883455', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:54.439203 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.api.validators [None req-d116fd6a-17f1-4599-ad52-e9d938bcf023 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] bootfile-name is not in valid_values {{(pid=83905) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 13:31:54.439564 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.api.validators [None req-d116fd6a-17f1-4599-ad52-e9d938bcf023 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] tftp-server is not in valid_values {{(pid=83905) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 13:31:54.439949 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.api.validators [None req-d116fd6a-17f1-4599-ad52-e9d938bcf023 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] server-ip-address is not in valid_values {{(pid=83905) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 13:31:54.512103 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60f6c3-9a01-4a9b-bbb1-30aeed5b15f7 None None] Pushing event updated for resources: {'Port': ['ID=d604f8b5-b853-4322-b8d2-1a6984c5b4a0,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:54.667973 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2c3afb1f-745a-41a6-a1c1-ece16c50c1b0 None None] Provisioning for port 091c8a11-735c-4e33-b7ba-e5d90fde8376 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:31:54.673983 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2c3afb1f-745a-41a6-a1c1-ece16c50c1b0 None None] Provisioning complete for port 091c8a11-735c-4e33-b7ba-e5d90fde8376 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:54.674631 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2c3afb1f-745a-41a6-a1c1-ece16c50c1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:54.679309 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d116fd6a-17f1-4599-ad52-e9d938bcf023 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:54.730699 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-2c3afb1f-745a-41a6-a1c1-ece16c50c1b0 None None] Port 091c8a11-735c-4e33-b7ba-e5d90fde8376 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:31:54.745379 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2c3afb1f-745a-41a6-a1c1-ece16c50c1b0 None None] Provisioning complete for port d604f8b5-b853-4322-b8d2-1a6984c5b4a0 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:54.745998 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2c3afb1f-745a-41a6-a1c1-ece16c50c1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:54.772550 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c94c5d31-7064-4ce3-8ea4-cf774457b3c5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:54.784550 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c94c5d31-7064-4ce3-8ea4-cf774457b3c5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:54.860655 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c5d31-7064-4ce3-8ea4-cf774457b3c5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Port': ['ID=ba47e06c-ae12-46f3-8c54-acd379c983d4,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:54.943596 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-c94c5d31-7064-4ce3-8ea4-cf774457b3c5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] In _notify_port_updated(), no bound segment for port ba47e06c-ae12-46f3-8c54-acd379c983d4 on network 5085b079-cc6d-48bb-856f-6227b0c46015 {{(pid=83905) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 13:31:54.947295 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94c5d31-7064-4ce3-8ea4-cf774457b3c5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:54.947884 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c94c5d31-7064-4ce3-8ea4-cf774457b3c5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:54.949171 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c94c5d31-7064-4ce3-8ea4-cf774457b3c5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "PUT /v2.0/ports/ba47e06c-ae12-46f3-8c54-acd379c983d4 HTTP/1.1" status: 200 len: 818 time: 0.7082815 Apr 29 13:31:54.952238 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34438) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:55.005737 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7a072746-2e02-4bdb-8428-284d8b652ba0 None None] Provisioning complete for port 091c8a11-735c-4e33-b7ba-e5d90fde8376 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:55.006110 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7a072746-2e02-4bdb-8428-284d8b652ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:55.028683 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-19e5a286-39b1-4edc-8ff9-270e31895ed5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting port ba47e06c-ae12-46f3-8c54-acd379c983d4 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:55.029590 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-19e5a286-39b1-4edc-8ff9-270e31895ed5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:55.063634 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7a072746-2e02-4bdb-8428-284d8b652ba0 None None] Port 091c8a11-735c-4e33-b7ba-e5d90fde8376 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:31:55.076460 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d116fd6a-17f1-4599-ad52-e9d938bcf023 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:55.081750 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d116fd6a-17f1-4599-ad52-e9d938bcf023 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:55.181723 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0bf78069-5de9-4465-a544-f302a9f38668 None None] Could not find standard attr ID for object 91bda0d2-5a75-4879-9352-ae7e9eb4ccfb. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:31:55.208452 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116fd6a-17f1-4599-ad52-e9d938bcf023 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Pushing event updated for resources: {'Port': ['ID=091c8a11-735c-4e33-b7ba-e5d90fde8376,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:55.224403 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-d116fd6a-17f1-4599-ad52-e9d938bcf023 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] In _notify_port_updated(), no bound segment for port 091c8a11-735c-4e33-b7ba-e5d90fde8376 on network 6dbdfe6c-6a3e-49b6-b33b-24f29bcf14b7 {{(pid=83905) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 13:31:55.228444 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d116fd6a-17f1-4599-ad52-e9d938bcf023 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:55.228821 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d116fd6a-17f1-4599-ad52-e9d938bcf023 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:55.230243 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d116fd6a-17f1-4599-ad52-e9d938bcf023 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] 10.222.0.76 "PUT /v2.0/ports/091c8a11-735c-4e33-b7ba-e5d90fde8376 HTTP/1.1" status: 200 len: 1136 time: 0.8053126 Apr 29 13:31:55.232813 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34442) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:55.296372 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-19e5a286-39b1-4edc-8ff9-270e31895ed5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:55.309040 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device d604f8b5-b853-4322-b8d2-1a6984c5b4a0 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:31:55.319251 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28369e4c-71fa-43f7-9507-12122f97cfae tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:55.325221 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-28369e4c-71fa-43f7-9507-12122f97cfae tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] 10.222.0.76 "GET /v2.0/ports/091c8a11-735c-4e33-b7ba-e5d90fde8376 HTTP/1.1" status: 200 len: 1136 time: 0.0914633 Apr 29 13:31:55.326247 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34446) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:55.392983 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port d604f8b5-b853-4322-b8d2-1a6984c5b4a0 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:55.394363 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:55.404356 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-449eba3e-4926-4cfa-baf9-147336b5d0c0 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Deleting port 091c8a11-735c-4e33-b7ba-e5d90fde8376 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:55.404733 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-449eba3e-4926-4cfa-baf9-147336b5d0c0 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:55.440673 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-19e5a286-39b1-4edc-8ff9-270e31895ed5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Calling delete_port for ba47e06c-ae12-46f3-8c54-acd379c983d4 owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:55.541554 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:31:55.543754 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b91fb2aa-18da-4c3a-b893-a0d1c87b2c29 None None] Provisioning complete for port 091c8a11-735c-4e33-b7ba-e5d90fde8376 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:55.544241 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b91fb2aa-18da-4c3a-b893-a0d1c87b2c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:55.546395 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-19e5a286-39b1-4edc-8ff9-270e31895ed5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:55.597801 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b91fb2aa-18da-4c3a-b893-a0d1c87b2c29 None None] Port 091c8a11-735c-4e33-b7ba-e5d90fde8376 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:31:55.614120 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-19e5a286-39b1-4edc-8ff9-270e31895ed5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:55.617260 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5a286-39b1-4edc-8ff9-270e31895ed5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Port': ['ID=ba47e06c-ae12-46f3-8c54-acd379c983d4,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:55.626120 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-19e5a286-39b1-4edc-8ff9-270e31895ed5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/ports/ba47e06c-ae12-46f3-8c54-acd379c983d4 HTTP/1.1" status: 204 len: 168 time: 0.6728029 Apr 29 13:31:55.628554 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34450) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:55.660087 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-449eba3e-4926-4cfa-baf9-147336b5d0c0 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:55.705703 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f533b3-66af-4621-918a-c73e7f4f3be6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:55.706292 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-48f533b3-66af-4621-918a-c73e7f4f3be6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Synchronizing usage tracker for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:31:55.721952 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-48f533b3-66af-4621-918a-c73e7f4f3be6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Unset dirty status for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:31:55.726026 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-48f533b3-66af-4621-918a-c73e7f4f3be6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0937586 Apr 29 13:31:55.726365 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34454) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:55.771619 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7697b9-15e1-424f-8ece-bd63f8006dfc tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] GET failed (client error): The resource could not be found. Apr 29 13:31:55.776328 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9c7697b9-15e1-424f-8ece-bd63f8006dfc tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "GET /v2.0/ports/ba47e06c-ae12-46f3-8c54-acd379c983d4 HTTP/1.1" status: 404 len: 333 time: 0.0456016 Apr 29 13:31:55.776665 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34458) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:55.782146 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-f7c4c48e-91fa-4859-b1ad-aad1a5ebedff tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-870790596'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:55.787588 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f7c4c48e-91fa-4859-b1ad-aad1a5ebedff tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:55.791790 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f7c4c48e-91fa-4859-b1ad-aad1a5ebedff tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:network and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:55.796388 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f7c4c48e-91fa-4859-b1ad-aad1a5ebedff tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:55.803644 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f7c4c48e-91fa-4859-b1ad-aad1a5ebedff tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:55.814958 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c4c48e-91fa-4859-b1ad-aad1a5ebedff tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:55.818765 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f7c4c48e-91fa-4859-b1ad-aad1a5ebedff tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:55.848430 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c4c48e-91fa-4859-b1ad-aad1a5ebedff tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:31:55.858292 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f7c4c48e-91fa-4859-b1ad-aad1a5ebedff tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:55.858632 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-f7c4c48e-91fa-4859-b1ad-aad1a5ebedff tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Added segment 0c0833e4-83d0-4533-b3f3-db353a6e6480 of type vlan for network fda26de4-8890-4743-8201-463703e4600f Apr 29 13:31:55.873460 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-449eba3e-4926-4cfa-baf9-147336b5d0c0 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Calling delete_port for 091c8a11-735c-4e33-b7ba-e5d90fde8376 owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:55.884635 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f7c4c48e-91fa-4859-b1ad-aad1a5ebedff tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:55.913673 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f7c4c48e-91fa-4859-b1ad-aad1a5ebedff tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:55.917474 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c4c48e-91fa-4859-b1ad-aad1a5ebedff tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:55.918050 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f7c4c48e-91fa-4859-b1ad-aad1a5ebedff tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:56.019390 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f7c4c48e-91fa-4859-b1ad-aad1a5ebedff tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2382762 Apr 29 13:31:56.020932 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-449eba3e-4926-4cfa-baf9-147336b5d0c0 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:56.021074 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34462) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:56.028422 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-effdc0bc-4a68-4d15-9185-b63d6b3eb981 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'subnet': {'network_id': 'fda26de4-8890-4743-8201-463703e4600f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:56.048957 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4c48e-91fa-4859-b1ad-aad1a5ebedff tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Network': ['ID=fda26de4-8890-4743-8201-463703e4600f,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:56.059784 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network fda26de4-8890-4743-8201-463703e4600f details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:31:56.071106 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449eba3e-4926-4cfa-baf9-147336b5d0c0 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Pushing event deleted for resources: {'Port': ['ID=091c8a11-735c-4e33-b7ba-e5d90fde8376,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:56.149437 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-effdc0bc-4a68-4d15-9185-b63d6b3eb981 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:56.152890 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-effdc0bc-4a68-4d15-9185-b63d6b3eb981 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:subnet and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:56.155758 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-effdc0bc-4a68-4d15-9185-b63d6b3eb981 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:56.161552 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-effdc0bc-4a68-4d15-9185-b63d6b3eb981 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:56.174759 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effdc0bc-4a68-4d15-9185-b63d6b3eb981 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:56.187035 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-449eba3e-4926-4cfa-baf9-147336b5d0c0 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:56.201842 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-449eba3e-4926-4cfa-baf9-147336b5d0c0 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] 10.222.0.76 "DELETE /v2.0/ports/091c8a11-735c-4e33-b7ba-e5d90fde8376 HTTP/1.1" status: 204 len: 168 time: 0.8744104 Apr 29 13:31:56.205266 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34466) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:56.295326 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-effdc0bc-4a68-4d15-9185-b63d6b3eb981 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:56.391473 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-08522a8b-f5bb-4669-9d8a-f750110df1de tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Deleting subnet 631f8aa1-86dc-4dca-a423-31f164086717 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:31:56.394347 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-08522a8b-f5bb-4669-9d8a-f750110df1de tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:56.448139 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-08522a8b-f5bb-4669-9d8a-f750110df1de tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:56.504028 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-effdc0bc-4a68-4d15-9185-b63d6b3eb981 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:56.538603 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-08522a8b-f5bb-4669-9d8a-f750110df1de tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:56.578846 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effdc0bc-4a68-4d15-9185-b63d6b3eb981 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Subnet': ['ID=8d6652a5-76ef-4daf-99a1-11db8cccc2b5,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:56.593800 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effdc0bc-4a68-4d15-9185-b63d6b3eb981 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Checking segment: {'id': '0c0833e4-83d0-4533-b3f3-db353a6e6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fda26de4-8890-4743-8201-463703e4600f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:31:56.594160 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effdc0bc-4a68-4d15-9185-b63d6b3eb981 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network hostable DHCP agents. Network: fda26de4-8890-4743-8201-463703e4600f, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:31:56.617217 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effdc0bc-4a68-4d15-9185-b63d6b3eb981 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network fda26de4-8890-4743-8201-463703e4600f is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:31:56.623049 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-08522a8b-f5bb-4669-9d8a-f750110df1de tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:56.626326 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-effdc0bc-4a68-4d15-9185-b63d6b3eb981 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, fda26de4-8890-4743-8201-463703e4600f) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:56.631320 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effdc0bc-4a68-4d15-9185-b63d6b3eb981 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:56.632003 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-effdc0bc-4a68-4d15-9185-b63d6b3eb981 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:56.638803 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ae8c76-f985-4844-9525-c6e26732dd06 None None] Network fda26de4-8890-4743-8201-463703e4600f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:31:56.657457 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-effdc0bc-4a68-4d15-9185-b63d6b3eb981 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6362588 Apr 29 13:31:56.658084 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34470) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:56.664302 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-c0acfd69-540b-4020-ad72-7365542ba943 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'subnet': {'network_id': 'fda26de4-8890-4743-8201-463703e4600f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:56.668498 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08522a8b-f5bb-4669-9d8a-f750110df1de tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Pushing event deleted for resources: {'Subnet': ['ID=631f8aa1-86dc-4dca-a423-31f164086717,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:56.672578 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-08522a8b-f5bb-4669-9d8a-f750110df1de tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:56.682182 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-08522a8b-f5bb-4669-9d8a-f750110df1de tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] 10.222.0.76 "DELETE /v2.0/subnets/631f8aa1-86dc-4dca-a423-31f164086717 HTTP/1.1" status: 204 len: 168 time: 0.4736798 Apr 29 13:31:56.682567 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34474) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:56.719382 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6783e6b-acae-4de2-b490-7044ecb66177 None None] Network 6dbdfe6c-6a3e-49b6-b33b-24f29bcf14b7 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:31:56.802175 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-522a9deb-7ec7-44e7-966f-e5bb6de25025 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:56.804168 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-c0acfd69-540b-4020-ad72-7365542ba943 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:56.808707 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-c0acfd69-540b-4020-ad72-7365542ba943 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:subnet and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:56.812583 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-c0acfd69-540b-4020-ad72-7365542ba943 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:56.816195 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-522a9deb-7ec7-44e7-966f-e5bb6de25025 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Deleting port d604f8b5-b853-4322-b8d2-1a6984c5b4a0 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:56.816530 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-522a9deb-7ec7-44e7-966f-e5bb6de25025 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:56.822237 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-c0acfd69-540b-4020-ad72-7365542ba943 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:56.835829 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0acfd69-540b-4020-ad72-7365542ba943 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:56.841971 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c0acfd69-540b-4020-ad72-7365542ba943 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:57.033298 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-522a9deb-7ec7-44e7-966f-e5bb6de25025 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] For port d604f8b5-b853-4322-b8d2-1a6984c5b4a0, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=d604f8b5-b853-4322-b8d2-1a6984c5b4a0,segment=NetworkSegment(b407026d-d0c5-412e-975e-b8a3b9837150),segment_id=b407026d-d0c5-412e-975e-b8a3b9837150)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:57.033918 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-522a9deb-7ec7-44e7-966f-e5bb6de25025 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:57.080489 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.ipam_backend_mixin [None req-c0acfd69-540b-4020-ad72-7365542ba943 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8d6652a5-76ef-4daf-99a1-11db8cccc2b5 (CIDR: 172.20.0.0/28) Apr 29 13:31:57.086504 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0acfd69-540b-4020-ad72-7365542ba943 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:31:57.086969 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0acfd69-540b-4020-ad72-7365542ba943 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:31:57.093484 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048c0a44-ce36-4a7e-abc8-539887d135b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-fda26de4-8890-4743-8201-463703e4600f', 'network_id': 'fda26de4-8890-4743-8201-463703e4600f', 'tenant_id': '41797be0195a48b7a5c670159fa1cbb3', 'fixed_ips': [{'subnet_id': '8d6652a5-76ef-4daf-99a1-11db8cccc2b5'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:31:57.094334 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-048c0a44-ce36-4a7e-abc8-539887d135b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:57.106185 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c0acfd69-540b-4020-ad72-7365542ba943 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4470575 Apr 29 13:31:57.108957 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34478) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:57.115968 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-236b7bca-4c9b-4c73-92d2-2418f593b592 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'subnet': {'network_id': 'fda26de4-8890-4743-8201-463703e4600f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:57.172166 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-522a9deb-7ec7-44e7-966f-e5bb6de25025 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Calling delete_port for d604f8b5-b853-4322-b8d2-1a6984c5b4a0 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:31:57.181382 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5477b49-a28c-4eec-bb7c-5376ad254677 None None] DHCP port deletion for 6dbdfe6c-6a3e-49b6-b33b-24f29bcf14b7 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:31:57.191402 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-a5477b49-a28c-4eec-bb7c-5376ad254677 None None] Deleting port d604f8b5-b853-4322-b8d2-1a6984c5b4a0 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:31:57.191841 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a5477b49-a28c-4eec-bb7c-5376ad254677 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:57.258827 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-522a9deb-7ec7-44e7-966f-e5bb6de25025 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:57.280671 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-236b7bca-4c9b-4c73-92d2-2418f593b592 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:57.284745 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-236b7bca-4c9b-4c73-92d2-2418f593b592 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:subnet and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:57.288272 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-236b7bca-4c9b-4c73-92d2-2418f593b592 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:57.294400 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-236b7bca-4c9b-4c73-92d2-2418f593b592 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:57.309195 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236b7bca-4c9b-4c73-92d2-2418f593b592 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:57.313123 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-236b7bca-4c9b-4c73-92d2-2418f593b592 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:57.318991 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a9deb-7ec7-44e7-966f-e5bb6de25025 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Pushing event deleted for resources: {'Port': ['ID=d604f8b5-b853-4322-b8d2-1a6984c5b4a0,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:57.327364 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522a9deb-7ec7-44e7-966f-e5bb6de25025 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] No DVR routers for this DVR port d604f8b5-b853-4322-b8d2-1a6984c5b4a0 on host dv-neutron-839027-4-hyperv {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:31:57.328964 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device d604f8b5-b853-4322-b8d2-1a6984c5b4a0 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:31:57.361865 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-a5477b49-a28c-4eec-bb7c-5376ad254677 None None] The port 'd604f8b5-b853-4322-b8d2-1a6984c5b4a0' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:31:57.370051 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: d604f8b5-b853-4322-b8d2-1a6984c5b4a0 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:31:57.370392 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device d604f8b5-b853-4322-b8d2-1a6984c5b4a0 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:31:57.389056 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-048c0a44-ce36-4a7e-abc8-539887d135b2 None None] Allocated IP 172.20.0.2 (fda26de4-8890-4743-8201-463703e4600f/8d6652a5-76ef-4daf-99a1-11db8cccc2b5/2e75ecd2-de8a-4765-b45f-5ff03f51b4b6) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:31:57.472492 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-522a9deb-7ec7-44e7-966f-e5bb6de25025 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:57.507439 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-522a9deb-7ec7-44e7-966f-e5bb6de25025 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dbdfe6c-6a3e-49b6-b33b-24f29bcf14b7']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:57.522808 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-522a9deb-7ec7-44e7-966f-e5bb6de25025 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b407026d-d0c5-412e-975e-b8a3b9837150') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:57.523232 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-522a9deb-7ec7-44e7-966f-e5bb6de25025 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b407026d-d0c5-412e-975e-b8a3b9837150') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:31:57.536345 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-522a9deb-7ec7-44e7-966f-e5bb6de25025 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:57.555374 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-522a9deb-7ec7-44e7-966f-e5bb6de25025 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:57.562196 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522a9deb-7ec7-44e7-966f-e5bb6de25025 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:31:57.562577 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-522a9deb-7ec7-44e7-966f-e5bb6de25025 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:31:57.577265 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:31:57.594944 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-236b7bca-4c9b-4c73-92d2-2418f593b592 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:57.615875 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-048c0a44-ce36-4a7e-abc8-539887d135b2 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:57.667181 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236b7bca-4c9b-4c73-92d2-2418f593b592 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network fda26de4-8890-4743-8201-463703e4600f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:57.670052 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b7bca-4c9b-4c73-92d2-2418f593b592 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Subnet': ['ID=3e5804ca-da9b-4559-8e18-93f7b648caee,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:57.672285 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-236b7bca-4c9b-4c73-92d2-2418f593b592 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:57.674656 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236b7bca-4c9b-4c73-92d2-2418f593b592 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:57.675231 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-236b7bca-4c9b-4c73-92d2-2418f593b592 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:57.697678 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-236b7bca-4c9b-4c73-92d2-2418f593b592 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5874972 Apr 29 13:31:57.700353 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34482) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:57.706036 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-6e416ad6-fba2-48cc-8448-2fec0c52fcb6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'port': {'network_id': 'fda26de4-8890-4743-8201-463703e4600f', 'fixed_ips': [{'subnet_id': '8d6652a5-76ef-4daf-99a1-11db8cccc2b5'}, {'subnet_id': '3e5804ca-da9b-4559-8e18-93f7b648caee'}], 'name': 'tempest-PortsTestJSON-450484697'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:57.763406 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-522a9deb-7ec7-44e7-966f-e5bb6de25025 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:57.764042 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-048c0a44-ce36-4a7e-abc8-539887d135b2 None None] Transition to ACTIVE for port object 2e75ecd2-de8a-4765-b45f-5ff03f51b4b6 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:57.783244 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-522a9deb-7ec7-44e7-966f-e5bb6de25025 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:57.793655 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-048c0a44-ce36-4a7e-abc8-539887d135b2 None None] Transition to ACTIVE for port object 2e75ecd2-de8a-4765-b45f-5ff03f51b4b6 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:57.795469 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a9deb-7ec7-44e7-966f-e5bb6de25025 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] Pushing event deleted for resources: {'Network': ['ID=6dbdfe6c-6a3e-49b6-b33b-24f29bcf14b7,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:57.803183 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-048c0a44-ce36-4a7e-abc8-539887d135b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:57.809596 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-522a9deb-7ec7-44e7-966f-e5bb6de25025 tempest-ExtraDHCPOptionsTestJSON-1586771452 tempest-ExtraDHCPOptionsTestJSON-1586771452-project] 10.222.0.76 "DELETE /v2.0/networks/6dbdfe6c-6a3e-49b6-b33b-24f29bcf14b7 HTTP/1.1" status: 204 len: 168 time: 1.1225767 Apr 29 13:31:57.874373 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048c0a44-ce36-4a7e-abc8-539887d135b2 None None] Network fda26de4-8890-4743-8201-463703e4600f is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:57.877011 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-048c0a44-ce36-4a7e-abc8-539887d135b2 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:57.881031 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-6e416ad6-fba2-48cc-8448-2fec0c52fcb6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:57.881238 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048c0a44-ce36-4a7e-abc8-539887d135b2 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:31:57.892999 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-6e416ad6-fba2-48cc-8448-2fec0c52fcb6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:57.898921 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c0a44-ce36-4a7e-abc8-539887d135b2 None None] Pushing event updated for resources: {'Port': ['ID=2e75ecd2-de8a-4765-b45f-5ff03f51b4b6,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:57.906439 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e416ad6-fba2-48cc-8448-2fec0c52fcb6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:57.914857 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6e416ad6-fba2-48cc-8448-2fec0c52fcb6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:57.944564 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-6e416ad6-fba2-48cc-8448-2fec0c52fcb6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] device_id is not set on port cfbcacf4-b7de-4215-897c-1196135ec323 yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:31:57.976056 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:57.997290 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-048c0a44-ce36-4a7e-abc8-539887d135b2 None None] Attempting to bind port 2e75ecd2-de8a-4765-b45f-5ff03f51b4b6 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:31:57.997654 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-048c0a44-ce36-4a7e-abc8-539887d135b2 None None] Attempting to bind port 2e75ecd2-de8a-4765-b45f-5ff03f51b4b6 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '0c0833e4-83d0-4533-b3f3-db353a6e6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fda26de4-8890-4743-8201-463703e4600f'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:31:57.998014 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048c0a44-ce36-4a7e-abc8-539887d135b2 None None] Attempting to bind port 2e75ecd2-de8a-4765-b45f-5ff03f51b4b6 on network fda26de4-8890-4743-8201-463703e4600f {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:31:58.005401 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048c0a44-ce36-4a7e-abc8-539887d135b2 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:31:58.005769 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048c0a44-ce36-4a7e-abc8-539887d135b2 None None] Checking segment: {'id': '0c0833e4-83d0-4533-b3f3-db353a6e6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fda26de4-8890-4743-8201-463703e4600f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:31:58.006169 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-048c0a44-ce36-4a7e-abc8-539887d135b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:58.006555 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048c0a44-ce36-4a7e-abc8-539887d135b2 None None] Bound using segment: {'id': '0c0833e4-83d0-4533-b3f3-db353a6e6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fda26de4-8890-4743-8201-463703e4600f'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:31:58.007014 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-048c0a44-ce36-4a7e-abc8-539887d135b2 None None] Bound port: 2e75ecd2-de8a-4765-b45f-5ff03f51b4b6, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c0833e4-83d0-4533-b3f3-db353a6e6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fda26de4-8890-4743-8201-463703e4600f'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:31:58.007382 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-048c0a44-ce36-4a7e-abc8-539887d135b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:58.097393 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-048c0a44-ce36-4a7e-abc8-539887d135b2 None None] For port 2e75ecd2-de8a-4765-b45f-5ff03f51b4b6, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:31:58.101089 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-048c0a44-ce36-4a7e-abc8-539887d135b2 None None] For port 2e75ecd2-de8a-4765-b45f-5ff03f51b4b6, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=2e75ecd2-de8a-4765-b45f-5ff03f51b4b6,segment=NetworkSegment(0c0833e4-83d0-4533-b3f3-db353a6e6480),segment_id=0c0833e4-83d0-4533-b3f3-db353a6e6480)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:31:58.106384 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-048c0a44-ce36-4a7e-abc8-539887d135b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:58.141719 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34490) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:58.201603 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c0a44-ce36-4a7e-abc8-539887d135b2 None None] Pushing event updated for resources: {'Port': ['ID=2e75ecd2-de8a-4765-b45f-5ff03f51b4b6,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:58.315489 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-6e416ad6-fba2-48cc-8448-2fec0c52fcb6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Allocated IP 172.20.0.11 (fda26de4-8890-4743-8201-463703e4600f/8d6652a5-76ef-4daf-99a1-11db8cccc2b5/cfbcacf4-b7de-4215-897c-1196135ec323) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:31:58.326169 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-6e416ad6-fba2-48cc-8448-2fec0c52fcb6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Allocated IP 172.20.0.25 (fda26de4-8890-4743-8201-463703e4600f/3e5804ca-da9b-4559-8e18-93f7b648caee/cfbcacf4-b7de-4215-897c-1196135ec323) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:31:58.342974 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d65a63d3-4934-48ee-aa76-bad3b4ac9c6f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fe0a8e0f2fc743519f668d7021da9e2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1990759 Apr 29 13:31:58.344583 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34496) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:58.433885 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d57aafa8-aeee-4784-8141-c80cf58ebd6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:58.462623 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d57aafa8-aeee-4784-8141-c80cf58ebd6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:58.526433 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d57aafa8-aeee-4784-8141-c80cf58ebd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:58.543859 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57aafa8-aeee-4784-8141-c80cf58ebd6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b917c4c-3bb4-4932-b9fd-9ae4919fc36b,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:58.552920 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d57aafa8-aeee-4784-8141-c80cf58ebd6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:58.554230 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d57aafa8-aeee-4784-8141-c80cf58ebd6d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7b917c4c-3bb4-4932-b9fd-9ae4919fc36b HTTP/1.1" status: 204 len: 168 time: 0.2085505 Apr 29 13:31:58.564016 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6e416ad6-fba2-48cc-8448-2fec0c52fcb6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:58.581939 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-6e416ad6-fba2-48cc-8448-2fec0c52fcb6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Transition to ACTIVE for port object cfbcacf4-b7de-4215-897c-1196135ec323 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:31:58.603764 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6e416ad6-fba2-48cc-8448-2fec0c52fcb6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:58.676584 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e416ad6-fba2-48cc-8448-2fec0c52fcb6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network fda26de4-8890-4743-8201-463703e4600f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:31:58.679948 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-6e416ad6-fba2-48cc-8448-2fec0c52fcb6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:31:58.682562 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e416ad6-fba2-48cc-8448-2fec0c52fcb6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:31:58.715393 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e416ad6-fba2-48cc-8448-2fec0c52fcb6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Port': ['ID=cfbcacf4-b7de-4215-897c-1196135ec323,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:58.753286 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e416ad6-fba2-48cc-8448-2fec0c52fcb6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:58.753900 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6e416ad6-fba2-48cc-8448-2fec0c52fcb6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:58.780893 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6e416ad6-fba2-48cc-8448-2fec0c52fcb6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.0791712 Apr 29 13:31:58.783694 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34504) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:58.791630 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-12e2c501-667b-4819-a4a0-cb321f3e0a09 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8d6652a5-76ef-4daf-99a1-11db8cccc2b5'}]}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:58.928071 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-12e2c501-667b-4819-a4a0-cb321f3e0a09 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:59.217908 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8608d5-9e85-4eac-a995-f1be26354c06 None None] Network fda26de4-8890-4743-8201-463703e4600f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:31:59.328576 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-cdd99989-3217-4612-b859-89eac5224758 None None] Provisioning for port 2e75ecd2-de8a-4765-b45f-5ff03f51b4b6 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:31:59.377193 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 2e75ecd2-de8a-4765-b45f-5ff03f51b4b6 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:31:59.417743 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-12e2c501-667b-4819-a4a0-cb321f3e0a09 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Delete allocated IP 172.20.0.25 (fda26de4-8890-4743-8201-463703e4600f/3e5804ca-da9b-4559-8e18-93f7b648caee) {{(pid=83904) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 13:31:59.499323 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34522) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:59.545114 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 2e75ecd2-de8a-4765-b45f-5ff03f51b4b6 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:31:59.554191 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 2e75ecd2-de8a-4765-b45f-5ff03f51b4b6 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:31:59.554191 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:59.650646 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-12e2c501-667b-4819-a4a0-cb321f3e0a09 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:59.662091 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-dbc62e9d-b218-450b-8836-ce65f6f57498 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1094464160'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:59.668894 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-dbc62e9d-b218-450b-8836-ce65f6f57498 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:59.671615 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-12e2c501-667b-4819-a4a0-cb321f3e0a09 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Ignored duplicate provisioning block setup for port cfbcacf4-b7de-4215-897c-1196135ec323 by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 29 13:31:59.674004 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-dbc62e9d-b218-450b-8836-ce65f6f57498 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Usage tracker for resource:network and tenant:33491088bc784393989c1b50373e6c05 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:59.678409 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-dbc62e9d-b218-450b-8836-ce65f6f57498 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:59.680105 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-12e2c501-667b-4819-a4a0-cb321f3e0a09 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:59.686545 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-dbc62e9d-b218-450b-8836-ce65f6f57498 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:59.700969 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc62e9d-b218-450b-8836-ce65f6f57498 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Made reservation on behalf of 33491088bc784393989c1b50373e6c05 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:31:59.704130 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dbc62e9d-b218-450b-8836-ce65f6f57498 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:59.718573 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dbc62e9d-b218-450b-8836-ce65f6f57498 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:59.743442 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:59.755614 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-dbc62e9d-b218-450b-8836-ce65f6f57498 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:31:59.762809 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-dbc62e9d-b218-450b-8836-ce65f6f57498 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Usage tracker for resource:security_group_rule and tenant:33491088bc784393989c1b50373e6c05 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:31:59.767208 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-dbc62e9d-b218-450b-8836-ce65f6f57498 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:31:59.777703 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e1608a-a880-46eb-b6a6-a2980a05e918 None None] Update dhcp port {'port': {'network_id': 'fda26de4-8890-4743-8201-463703e4600f', 'fixed_ips': [{'subnet_id': '8d6652a5-76ef-4daf-99a1-11db8cccc2b5', 'ip_address': '172.20.0.2'}, {'subnet_id': '3e5804ca-da9b-4559-8e18-93f7b648caee'}], 'binding:host_id': 'dv-neutron-839027-4-hyperv'}, 'id': '2e75ecd2-de8a-4765-b45f-5ff03f51b4b6'} from dv-neutron-839027-4-hyperv. {{(pid=83906) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 29 13:31:59.778208 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-dbc62e9d-b218-450b-8836-ce65f6f57498 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:31:59.839559 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 2e75ecd2-de8a-4765-b45f-5ff03f51b4b6, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=2e75ecd2-de8a-4765-b45f-5ff03f51b4b6,segment=NetworkSegment(0c0833e4-83d0-4533-b3f3-db353a6e6480),segment_id=0c0833e4-83d0-4533-b3f3-db353a6e6480)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:31:59.845969 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:59.877537 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dbc62e9d-b218-450b-8836-ce65f6f57498 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:59.880614 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-12e2c501-667b-4819-a4a0-cb321f3e0a09 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] In _notify_port_updated(), no bound segment for port cfbcacf4-b7de-4215-897c-1196135ec323 on network fda26de4-8890-4743-8201-463703e4600f {{(pid=83904) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 13:31:59.882792 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dbc62e9d-b218-450b-8836-ce65f6f57498 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:59.886787 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e2c501-667b-4819-a4a0-cb321f3e0a09 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:31:59.887207 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-33e1608a-a880-46eb-b6a6-a2980a05e918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:59.887877 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-12e2c501-667b-4819-a4a0-cb321f3e0a09 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:59.889081 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-12e2c501-667b-4819-a4a0-cb321f3e0a09 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "PUT /v2.0/ports/cfbcacf4-b7de-4215-897c-1196135ec323 HTTP/1.1" status: 200 len: 919 time: 1.1038587 Apr 29 13:31:59.893160 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34528) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:31:59.899430 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc62e9d-b218-450b-8836-ce65f6f57498 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:31:59.900268 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-5fa6d431-e06e-43d5-a98f-f460a9ca759f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8d6652a5-76ef-4daf-99a1-11db8cccc2b5'}, {'subnet_id': '3e5804ca-da9b-4559-8e18-93f7b648caee'}]}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:31:59.914471 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dbc62e9d-b218-450b-8836-ce65f6f57498 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:31:59.915134 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-dbc62e9d-b218-450b-8836-ce65f6f57498 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Added segment beae9564-9a2c-4cb8-bddc-7c66e050f1c9 of type vlan for network 33117b5a-b1c5-422f-901c-1dcca8bc18dc Apr 29 13:31:59.939170 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2c501-667b-4819-a4a0-cb321f3e0a09 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Port': ['ID=cfbcacf4-b7de-4215-897c-1196135ec323,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:59.970032 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc62e9d-b218-450b-8836-ce65f6f57498 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3aa4277-f190-4f09-8331-359a4310de47,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:59.980662 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dbc62e9d-b218-450b-8836-ce65f6f57498 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:00.024222 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dbc62e9d-b218-450b-8836-ce65f6f57498 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:00.029439 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc62e9d-b218-450b-8836-ce65f6f57498 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:00.030039 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dbc62e9d-b218-450b-8836-ce65f6f57498 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:00.051786 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5fa6d431-e06e-43d5-a98f-f460a9ca759f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:00.055038 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=2e75ecd2-de8a-4765-b45f-5ff03f51b4b6,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:00.161949 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc62e9d-b218-450b-8836-ce65f6f57498 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Network': ['ID=33117b5a-b1c5-422f-901c-1dcca8bc18dc,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:00.169254 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-dbc62e9d-b218-450b-8836-ce65f6f57498 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6663666 Apr 29 13:32:00.169488 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34532) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:00.177388 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-86ff15a8-c14d-42b6-8a23-a49070089cca tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1506403163'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:00.182975 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-86ff15a8-c14d-42b6-8a23-a49070089cca tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:00.186475 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-86ff15a8-c14d-42b6-8a23-a49070089cca tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Usage tracker for resource:network and tenant:33491088bc784393989c1b50373e6c05 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:00.189844 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-86ff15a8-c14d-42b6-8a23-a49070089cca tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:00.192106 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 33117b5a-b1c5-422f-901c-1dcca8bc18dc details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:32:00.198126 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-86ff15a8-c14d-42b6-8a23-a49070089cca tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:00.209988 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ff15a8-c14d-42b6-8a23-a49070089cca tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Made reservation on behalf of 33491088bc784393989c1b50373e6c05 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:32:00.213411 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-86ff15a8-c14d-42b6-8a23-a49070089cca tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:00.242488 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ff15a8-c14d-42b6-8a23-a49070089cca tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:32:00.252330 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-86ff15a8-c14d-42b6-8a23-a49070089cca tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:00.252721 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-86ff15a8-c14d-42b6-8a23-a49070089cca tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Added segment 8947ad13-dc8d-4418-9026-38a7a13b2518 of type vlan for network 5e836ee0-fd06-4995-8a73-fc24def5ecba Apr 29 13:32:00.281324 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-86ff15a8-c14d-42b6-8a23-a49070089cca tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:00.315685 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-86ff15a8-c14d-42b6-8a23-a49070089cca tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:00.318150 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-33e1608a-a880-46eb-b6a6-a2980a05e918 None None] Allocated IP 172.20.0.18 (fda26de4-8890-4743-8201-463703e4600f/3e5804ca-da9b-4559-8e18-93f7b648caee/2e75ecd2-de8a-4765-b45f-5ff03f51b4b6) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:32:00.319958 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ff15a8-c14d-42b6-8a23-a49070089cca tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:00.320898 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-86ff15a8-c14d-42b6-8a23-a49070089cca tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:00.426138 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-86ff15a8-c14d-42b6-8a23-a49070089cca tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2528076 Apr 29 13:32:00.426477 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34536) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:00.433565 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff15a8-c14d-42b6-8a23-a49070089cca tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Network': ['ID=5e836ee0-fd06-4995-8a73-fc24def5ecba,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:00.434328 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-277a200b-d65b-4780-9c57-d6cefcef0ca8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'subnet': {'network_id': '33117b5a-b1c5-422f-901c-1dcca8bc18dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:00.447531 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 5e836ee0-fd06-4995-8a73-fc24def5ecba details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:32:00.545700 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-277a200b-d65b-4780-9c57-d6cefcef0ca8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:00.548224 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-33e1608a-a880-46eb-b6a6-a2980a05e918 None None] For port 2e75ecd2-de8a-4765-b45f-5ff03f51b4b6, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=2e75ecd2-de8a-4765-b45f-5ff03f51b4b6,segment=NetworkSegment(0c0833e4-83d0-4533-b3f3-db353a6e6480),segment_id=0c0833e4-83d0-4533-b3f3-db353a6e6480)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:00.549455 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-277a200b-d65b-4780-9c57-d6cefcef0ca8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Usage tracker for resource:subnet and tenant:33491088bc784393989c1b50373e6c05 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:00.552750 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-277a200b-d65b-4780-9c57-d6cefcef0ca8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:00.558480 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-277a200b-d65b-4780-9c57-d6cefcef0ca8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:00.568317 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277a200b-d65b-4780-9c57-d6cefcef0ca8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Made reservation on behalf of 33491088bc784393989c1b50373e6c05 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:32:00.588012 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-33e1608a-a880-46eb-b6a6-a2980a05e918 None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:00.605042 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-33e1608a-a880-46eb-b6a6-a2980a05e918 None None] Transition to ACTIVE for port object 2e75ecd2-de8a-4765-b45f-5ff03f51b4b6 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:00.608826 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-33e1608a-a880-46eb-b6a6-a2980a05e918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:00.724935 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-277a200b-d65b-4780-9c57-d6cefcef0ca8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:00.747257 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1608a-a880-46eb-b6a6-a2980a05e918 None None] Pushing event updated for resources: {'Port': ['ID=2e75ecd2-de8a-4765-b45f-5ff03f51b4b6,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:00.756275 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1608a-a880-46eb-b6a6-a2980a05e918 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:00.756742 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1608a-a880-46eb-b6a6-a2980a05e918 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:00.757048 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1608a-a880-46eb-b6a6-a2980a05e918 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:00.757390 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1608a-a880-46eb-b6a6-a2980a05e918 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:00.757727 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1608a-a880-46eb-b6a6-a2980a05e918 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:00.758053 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1608a-a880-46eb-b6a6-a2980a05e918 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:00.758401 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1608a-a880-46eb-b6a6-a2980a05e918 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:00.758727 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1608a-a880-46eb-b6a6-a2980a05e918 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:00.759046 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1608a-a880-46eb-b6a6-a2980a05e918 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:00.759363 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1608a-a880-46eb-b6a6-a2980a05e918 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:00.759679 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e1608a-a880-46eb-b6a6-a2980a05e918 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:00.812637 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-5fa6d431-e06e-43d5-a98f-f460a9ca759f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Allocated IP 172.20.0.28 (fda26de4-8890-4743-8201-463703e4600f/3e5804ca-da9b-4559-8e18-93f7b648caee/cfbcacf4-b7de-4215-897c-1196135ec323) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:32:01.071012 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5fa6d431-e06e-43d5-a98f-f460a9ca759f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:01.113019 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-5fa6d431-e06e-43d5-a98f-f460a9ca759f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Ignored duplicate provisioning block setup for port cfbcacf4-b7de-4215-897c-1196135ec323 by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 29 13:32:01.119119 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5fa6d431-e06e-43d5-a98f-f460a9ca759f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:01.159208 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-277a200b-d65b-4780-9c57-d6cefcef0ca8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:01.209713 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65069625-ac58-492f-bb07-07699cc47afb None None] Network fda26de4-8890-4743-8201-463703e4600f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:01.297803 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 2e75ecd2-de8a-4765-b45f-5ff03f51b4b6 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:32:01.363932 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6be37e91-5686-42e5-801b-244aa5514e60 None None] Provisioning for port 2e75ecd2-de8a-4765-b45f-5ff03f51b4b6 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:01.378656 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6be37e91-5686-42e5-801b-244aa5514e60 None None] Provisioning complete for port 2e75ecd2-de8a-4765-b45f-5ff03f51b4b6 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:01.379024 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6be37e91-5686-42e5-801b-244aa5514e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:01.384600 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6d431-e06e-43d5-a98f-f460a9ca759f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Port': ['ID=cfbcacf4-b7de-4215-897c-1196135ec323,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:01.403709 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a200b-d65b-4780-9c57-d6cefcef0ca8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Subnet': ['ID=a7baa40e-d024-4b4b-8dd6-4578248a51c1,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:01.501916 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277a200b-d65b-4780-9c57-d6cefcef0ca8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Checking segment: {'id': 'beae9564-9a2c-4cb8-bddc-7c66e050f1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '33117b5a-b1c5-422f-901c-1dcca8bc18dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:32:01.502647 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277a200b-d65b-4780-9c57-d6cefcef0ca8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network hostable DHCP agents. Network: 33117b5a-b1c5-422f-901c-1dcca8bc18dc, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:32:01.512738 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 2e75ecd2-de8a-4765-b45f-5ff03f51b4b6 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:01.513131 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:01.525433 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-5fa6d431-e06e-43d5-a98f-f460a9ca759f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] In _notify_port_updated(), no bound segment for port cfbcacf4-b7de-4215-897c-1196135ec323 on network fda26de4-8890-4743-8201-463703e4600f {{(pid=83904) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 13:32:01.529202 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa6d431-e06e-43d5-a98f-f460a9ca759f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:01.529801 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5fa6d431-e06e-43d5-a98f-f460a9ca759f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:01.531055 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5fa6d431-e06e-43d5-a98f-f460a9ca759f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "PUT /v2.0/ports/cfbcacf4-b7de-4215-897c-1196135ec323 HTTP/1.1" status: 200 len: 999 time: 1.6371534 Apr 29 13:32:01.533936 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34540) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:01.541024 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277a200b-d65b-4780-9c57-d6cefcef0ca8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network 33117b5a-b1c5-422f-901c-1dcca8bc18dc is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:32:01.553116 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-277a200b-d65b-4780-9c57-d6cefcef0ca8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 33117b5a-b1c5-422f-901c-1dcca8bc18dc) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:01.557220 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277a200b-d65b-4780-9c57-d6cefcef0ca8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:01.557792 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-277a200b-d65b-4780-9c57-d6cefcef0ca8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:01.574924 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a2f46e-f8cb-4c42-9e9e-63af36034227 None None] Network 33117b5a-b1c5-422f-901c-1dcca8bc18dc requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:01.583021 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-277a200b-d65b-4780-9c57-d6cefcef0ca8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1503100 Apr 29 13:32:01.583455 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34544) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:01.589111 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-e14a36e4-884f-4275-8507-2cc0d442a3e3 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'subnet': {'network_id': '5e836ee0-fd06-4995-8a73-fc24def5ecba', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:01.621427 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-62f38893-cb65-43ce-9570-2c64a84a7856 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting port cfbcacf4-b7de-4215-897c-1196135ec323 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:01.621818 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-62f38893-cb65-43ce-9570-2c64a84a7856 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:01.701397 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e14a36e4-884f-4275-8507-2cc0d442a3e3 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:01.705160 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e14a36e4-884f-4275-8507-2cc0d442a3e3 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Usage tracker for resource:subnet and tenant:33491088bc784393989c1b50373e6c05 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:01.708285 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e14a36e4-884f-4275-8507-2cc0d442a3e3 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:01.714340 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e14a36e4-884f-4275-8507-2cc0d442a3e3 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:01.726724 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14a36e4-884f-4275-8507-2cc0d442a3e3 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Made reservation on behalf of 33491088bc784393989c1b50373e6c05 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:32:01.831594 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e14a36e4-884f-4275-8507-2cc0d442a3e3 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:01.859494 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6be37e91-5686-42e5-801b-244aa5514e60 None None] Provisioning for port cfbcacf4-b7de-4215-897c-1196135ec323 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:01.885270 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6be37e91-5686-42e5-801b-244aa5514e60 None None] Provisioning complete for port cfbcacf4-b7de-4215-897c-1196135ec323 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:01.885270 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6be37e91-5686-42e5-801b-244aa5514e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:01.899475 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-62f38893-cb65-43ce-9570-2c64a84a7856 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:01.987829 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6be37e91-5686-42e5-801b-244aa5514e60 None None] Port cfbcacf4-b7de-4215-897c-1196135ec323 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:32:02.034400 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-62f38893-cb65-43ce-9570-2c64a84a7856 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Calling delete_port for cfbcacf4-b7de-4215-897c-1196135ec323 owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:02.046266 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5577b9e-fdf1-4bad-ae01-aca8af958f47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-33117b5a-b1c5-422f-901c-1dcca8bc18dc', 'network_id': '33117b5a-b1c5-422f-901c-1dcca8bc18dc', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'fixed_ips': [{'subnet_id': 'a7baa40e-d024-4b4b-8dd6-4578248a51c1'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:32:02.047102 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a5577b9e-fdf1-4bad-ae01-aca8af958f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:02.075316 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e14a36e4-884f-4275-8507-2cc0d442a3e3 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:02.155238 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a36e4-884f-4275-8507-2cc0d442a3e3 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Subnet': ['ID=e291505d-4379-4fb5-bf8d-55dcb6c2da81,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:02.164179 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14a36e4-884f-4275-8507-2cc0d442a3e3 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Checking segment: {'id': '8947ad13-dc8d-4418-9026-38a7a13b2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5e836ee0-fd06-4995-8a73-fc24def5ecba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:32:02.165224 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14a36e4-884f-4275-8507-2cc0d442a3e3 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network hostable DHCP agents. Network: 5e836ee0-fd06-4995-8a73-fc24def5ecba, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:32:02.189806 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14a36e4-884f-4275-8507-2cc0d442a3e3 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network 5e836ee0-fd06-4995-8a73-fc24def5ecba is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:32:02.205519 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-e14a36e4-884f-4275-8507-2cc0d442a3e3 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 5e836ee0-fd06-4995-8a73-fc24def5ecba) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:02.212378 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14a36e4-884f-4275-8507-2cc0d442a3e3 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:02.213189 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e14a36e4-884f-4275-8507-2cc0d442a3e3 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:02.224183 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab53ec60-6ade-4348-8a63-027db5946e12 None None] Network 5e836ee0-fd06-4995-8a73-fc24def5ecba requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:02.237530 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e14a36e4-884f-4275-8507-2cc0d442a3e3 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6530306 Apr 29 13:32:02.240933 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34548) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:02.241484 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-a5577b9e-fdf1-4bad-ae01-aca8af958f47 None None] Allocated IP 2001:db8::2 (33117b5a-b1c5-422f-901c-1dcca8bc18dc/a7baa40e-d024-4b4b-8dd6-4578248a51c1/ac6e1e97-db34-4cf4-b4c5-7d5b215a4fd6) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:32:02.248078 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-eb54590b-af67-44b3-854d-792a58f3336b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1696430407', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:02.255441 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-eb54590b-af67-44b3-854d-792a58f3336b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:02.260289 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-eb54590b-af67-44b3-854d-792a58f3336b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Usage tracker for resource:router and tenant:33491088bc784393989c1b50373e6c05 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:02.263072 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-62f38893-cb65-43ce-9570-2c64a84a7856 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:02.263527 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-eb54590b-af67-44b3-854d-792a58f3336b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:02.271217 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-eb54590b-af67-44b3-854d-792a58f3336b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:02.293671 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eb54590b-af67-44b3-854d-792a58f3336b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:02.295875 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eb54590b-af67-44b3-854d-792a58f3336b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:02.315322 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f38893-cb65-43ce-9570-2c64a84a7856 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Port': ['ID=cfbcacf4-b7de-4215-897c-1196135ec323,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:02.326649 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eb54590b-af67-44b3-854d-792a58f3336b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:02.348245 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eb54590b-af67-44b3-854d-792a58f3336b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:02.373646 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eb54590b-af67-44b3-854d-792a58f3336b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:02.377527 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-eb54590b-af67-44b3-854d-792a58f3336b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1328351 Apr 29 13:32:02.381193 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34552) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:02.478618 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-62f38893-cb65-43ce-9570-2c64a84a7856 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:02.492479 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-62f38893-cb65-43ce-9570-2c64a84a7856 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/ports/cfbcacf4-b7de-4215-897c-1196135ec323 HTTP/1.1" status: 204 len: 168 time: 0.9569125 Apr 29 13:32:02.493095 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34556) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:02.545820 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-98205945-dff3-470c-9f58-c17188920dab tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] GET failed (client error): The resource could not be found. Apr 29 13:32:02.546492 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-98205945-dff3-470c-9f58-c17188920dab tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Synchronizing usage tracker for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:32:02.565332 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-98205945-dff3-470c-9f58-c17188920dab tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Unset dirty status for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:32:02.569286 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-98205945-dff3-470c-9f58-c17188920dab tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "GET /v2.0/ports/cfbcacf4-b7de-4215-897c-1196135ec323 HTTP/1.1" status: 404 len: 333 time: 0.0749140 Apr 29 13:32:02.571950 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34560) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:02.711371 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1b386306-8370-4675-87d5-a4b8fa12be72 None None] Provisioning complete for port 2e75ecd2-de8a-4765-b45f-5ff03f51b4b6 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:02.711978 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1b386306-8370-4675-87d5-a4b8fa12be72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:02.805251 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1af0c63-c1ae-4a7b-8f2b-eb861055a26c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-5e836ee0-fd06-4995-8a73-fc24def5ecba', 'network_id': '5e836ee0-fd06-4995-8a73-fc24def5ecba', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'fixed_ips': [{'subnet_id': 'e291505d-4379-4fb5-bf8d-55dcb6c2da81'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:32:02.808942 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b1af0c63-c1ae-4a7b-8f2b-eb861055a26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:02.891211 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a5577b9e-fdf1-4bad-ae01-aca8af958f47 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:02.912537 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c72fefb-b60c-47f9-b84d-240c7f6fb427 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting subnet 3e5804ca-da9b-4559-8e18-93f7b648caee {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:32:02.918955 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5c72fefb-b60c-47f9-b84d-240c7f6fb427 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:02.977419 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5c72fefb-b60c-47f9-b84d-240c7f6fb427 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:02.987504 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a5577b9e-fdf1-4bad-ae01-aca8af958f47 None None] Transition to ACTIVE for port object ac6e1e97-db34-4cf4-b4c5-7d5b215a4fd6 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:02.999902 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-54c37eb4-3466-48eb-aef9-f28dff3cf0e1 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:03.015790 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1b386306-8370-4675-87d5-a4b8fa12be72 None None] Could not find standard attr ID for object cfbcacf4-b7de-4215-897c-1196135ec323. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:32:03.030079 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a5577b9e-fdf1-4bad-ae01-aca8af958f47 None None] Transition to ACTIVE for port object ac6e1e97-db34-4cf4-b4c5-7d5b215a4fd6 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:03.043424 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a5577b9e-fdf1-4bad-ae01-aca8af958f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:03.075824 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5c72fefb-b60c-47f9-b84d-240c7f6fb427 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:03.096625 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5577b9e-fdf1-4bad-ae01-aca8af958f47 None None] Network 33117b5a-b1c5-422f-901c-1dcca8bc18dc is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:03.106636 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-a5577b9e-fdf1-4bad-ae01-aca8af958f47 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:03.109142 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5577b9e-fdf1-4bad-ae01-aca8af958f47 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:32:03.162407 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5c72fefb-b60c-47f9-b84d-240c7f6fb427 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:03.214619 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72fefb-b60c-47f9-b84d-240c7f6fb427 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Subnet': ['ID=3e5804ca-da9b-4559-8e18-93f7b648caee,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:03.238429 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5c72fefb-b60c-47f9-b84d-240c7f6fb427 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:03.246385 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5c72fefb-b60c-47f9-b84d-240c7f6fb427 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/subnets/3e5804ca-da9b-4559-8e18-93f7b648caee HTTP/1.1" status: 204 len: 168 time: 0.6731007 Apr 29 13:32:03.248949 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34564) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:03.267793 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ada3cd-34f9-4302-8f6f-9d071b6f0937 None None] Network fda26de4-8890-4743-8201-463703e4600f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:03.296888 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f1c95717-82a8-4f59-9aaa-a627d3949de4 None None] Could not find standard attr ID for object cfbcacf4-b7de-4215-897c-1196135ec323. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:32:03.328984 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c2136d-3e6d-4e8f-ad73-85b76edad404 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting subnet 8d6652a5-76ef-4daf-99a1-11db8cccc2b5 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:32:03.332542 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b2c2136d-3e6d-4e8f-ad73-85b76edad404 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:03.396430 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a5577b9e-fdf1-4bad-ae01-aca8af958f47 None None] Attempting to bind port ac6e1e97-db34-4cf4-b4c5-7d5b215a4fd6 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:32:03.397224 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b2c2136d-3e6d-4e8f-ad73-85b76edad404 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:03.397488 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a5577b9e-fdf1-4bad-ae01-aca8af958f47 None None] Attempting to bind port ac6e1e97-db34-4cf4-b4c5-7d5b215a4fd6 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'beae9564-9a2c-4cb8-bddc-7c66e050f1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '33117b5a-b1c5-422f-901c-1dcca8bc18dc'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:32:03.397683 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5577b9e-fdf1-4bad-ae01-aca8af958f47 None None] Attempting to bind port ac6e1e97-db34-4cf4-b4c5-7d5b215a4fd6 on network 33117b5a-b1c5-422f-901c-1dcca8bc18dc {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:32:03.407993 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5577b9e-fdf1-4bad-ae01-aca8af958f47 None None] Pushing event updated for resources: {'Port': ['ID=ac6e1e97-db34-4cf4-b4c5-7d5b215a4fd6,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:03.414885 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-b1af0c63-c1ae-4a7b-8f2b-eb861055a26c None None] Allocated IP 2001:db8:1::2 (5e836ee0-fd06-4995-8a73-fc24def5ecba/e291505d-4379-4fb5-bf8d-55dcb6c2da81/9711739d-042c-43a8-9b5c-819e584bc4c1) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:32:03.431771 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a372062b-a995-4993-b70c-222eb51d804a None None] Could not find standard attr ID for object cfbcacf4-b7de-4215-897c-1196135ec323. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:32:03.452300 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5577b9e-fdf1-4bad-ae01-aca8af958f47 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:32:03.452633 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5577b9e-fdf1-4bad-ae01-aca8af958f47 None None] Checking segment: {'id': 'beae9564-9a2c-4cb8-bddc-7c66e050f1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '33117b5a-b1c5-422f-901c-1dcca8bc18dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:32:03.453078 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a5577b9e-fdf1-4bad-ae01-aca8af958f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:03.453467 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5577b9e-fdf1-4bad-ae01-aca8af958f47 None None] Bound using segment: {'id': 'beae9564-9a2c-4cb8-bddc-7c66e050f1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '33117b5a-b1c5-422f-901c-1dcca8bc18dc'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:32:03.453952 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a5577b9e-fdf1-4bad-ae01-aca8af958f47 None None] Bound port: ac6e1e97-db34-4cf4-b4c5-7d5b215a4fd6, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beae9564-9a2c-4cb8-bddc-7c66e050f1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '33117b5a-b1c5-422f-901c-1dcca8bc18dc'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:32:03.454325 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a5577b9e-fdf1-4bad-ae01-aca8af958f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:03.497228 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b2c2136d-3e6d-4e8f-ad73-85b76edad404 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:03.503916 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-54c37eb4-3466-48eb-aef9-f28dff3cf0e1 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Allocated IP 2001:db8::1 (33117b5a-b1c5-422f-901c-1dcca8bc18dc/a7baa40e-d024-4b4b-8dd6-4578248a51c1/315cd7bb-ed41-4bab-afcf-4cec32c9ea73) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:32:03.574581 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b2c2136d-3e6d-4e8f-ad73-85b76edad404 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:03.618661 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2136d-3e6d-4e8f-ad73-85b76edad404 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Subnet': ['ID=8d6652a5-76ef-4daf-99a1-11db8cccc2b5,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:03.623868 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b2c2136d-3e6d-4e8f-ad73-85b76edad404 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:03.634675 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b2c2136d-3e6d-4e8f-ad73-85b76edad404 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/subnets/8d6652a5-76ef-4daf-99a1-11db8cccc2b5 HTTP/1.1" status: 204 len: 168 time: 0.3842638 Apr 29 13:32:03.635420 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34568) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:03.667775 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-54c37eb4-3466-48eb-aef9-f28dff3cf0e1 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:03.683403 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-54c37eb4-3466-48eb-aef9-f28dff3cf0e1 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Transition to ACTIVE for port object 315cd7bb-ed41-4bab-afcf-4cec32c9ea73 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:03.706087 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-54c37eb4-3466-48eb-aef9-f28dff3cf0e1 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:03.758251 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a5577b9e-fdf1-4bad-ae01-aca8af958f47 None None] For port ac6e1e97-db34-4cf4-b4c5-7d5b215a4fd6, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:32:03.765559 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-40438ccb-3193-49ba-b381-50c568d7552d tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:03.780208 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-40438ccb-3193-49ba-b381-50c568d7552d tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting port 2e75ecd2-de8a-4765-b45f-5ff03f51b4b6 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:03.780461 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-40438ccb-3193-49ba-b381-50c568d7552d tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:03.782738 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c37eb4-3466-48eb-aef9-f28dff3cf0e1 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network 33117b5a-b1c5-422f-901c-1dcca8bc18dc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:03.785046 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a5577b9e-fdf1-4bad-ae01-aca8af958f47 None None] For port ac6e1e97-db34-4cf4-b4c5-7d5b215a4fd6, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=ac6e1e97-db34-4cf4-b4c5-7d5b215a4fd6,segment=NetworkSegment(beae9564-9a2c-4cb8-bddc-7c66e050f1c9),segment_id=beae9564-9a2c-4cb8-bddc-7c66e050f1c9)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:32:03.785798 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-54c37eb4-3466-48eb-aef9-f28dff3cf0e1 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:03.790295 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c37eb4-3466-48eb-aef9-f28dff3cf0e1 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:32:03.790837 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-54c37eb4-3466-48eb-aef9-f28dff3cf0e1 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:03.798303 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c37eb4-3466-48eb-aef9-f28dff3cf0e1 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Port': ['ID=315cd7bb-ed41-4bab-afcf-4cec32c9ea73,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:03.835340 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a5577b9e-fdf1-4bad-ae01-aca8af958f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:03.896026 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-54c37eb4-3466-48eb-aef9-f28dff3cf0e1 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:04.003240 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b1af0c63-c1ae-4a7b-8f2b-eb861055a26c None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:04.015976 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5577b9e-fdf1-4bad-ae01-aca8af958f47 None None] Pushing event updated for resources: {'Port': ['ID=ac6e1e97-db34-4cf4-b4c5-7d5b215a4fd6,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:04.022689 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b1af0c63-c1ae-4a7b-8f2b-eb861055a26c None None] Transition to ACTIVE for port object 9711739d-042c-43a8-9b5c-819e584bc4c1 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:04.039955 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-40438ccb-3193-49ba-b381-50c568d7552d tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] For port 2e75ecd2-de8a-4765-b45f-5ff03f51b4b6, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=2e75ecd2-de8a-4765-b45f-5ff03f51b4b6,segment=NetworkSegment(0c0833e4-83d0-4533-b3f3-db353a6e6480),segment_id=0c0833e4-83d0-4533-b3f3-db353a6e6480)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:04.040570 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-40438ccb-3193-49ba-b381-50c568d7552d tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:04.057579 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b1af0c63-c1ae-4a7b-8f2b-eb861055a26c None None] Transition to ACTIVE for port object 9711739d-042c-43a8-9b5c-819e584bc4c1 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:04.067389 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b1af0c63-c1ae-4a7b-8f2b-eb861055a26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:04.106749 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9ddd85-54c3-4449-996a-964184ba4082 None None] DHCP port deletion for fda26de4-8890-4743-8201-463703e4600f request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:32:04.129231 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-9a9ddd85-54c3-4449-996a-964184ba4082 None None] Deleting port 2e75ecd2-de8a-4765-b45f-5ff03f51b4b6 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:04.129608 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9a9ddd85-54c3-4449-996a-964184ba4082 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:04.178128 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-40438ccb-3193-49ba-b381-50c568d7552d tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Calling delete_port for 2e75ecd2-de8a-4765-b45f-5ff03f51b4b6 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:04.217926 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1af0c63-c1ae-4a7b-8f2b-eb861055a26c None None] Network 5e836ee0-fd06-4995-8a73-fc24def5ecba is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:04.217926 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af0c63-c1ae-4a7b-8f2b-eb861055a26c None None] Pushing event updated for resources: {'Port': ['ID=9711739d-042c-43a8-9b5c-819e584bc4c1,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:04.225490 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-b1af0c63-c1ae-4a7b-8f2b-eb861055a26c None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:04.230041 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1af0c63-c1ae-4a7b-8f2b-eb861055a26c None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:32:04.307422 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-40438ccb-3193-49ba-b381-50c568d7552d tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:04.381392 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40438ccb-3193-49ba-b381-50c568d7552d tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Port': ['ID=2e75ecd2-de8a-4765-b45f-5ff03f51b4b6,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:04.393560 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40438ccb-3193-49ba-b381-50c568d7552d tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] No DVR routers for this DVR port 2e75ecd2-de8a-4765-b45f-5ff03f51b4b6 on host dv-neutron-839027-4-hyperv {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:32:04.425488 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-54c37eb4-3466-48eb-aef9-f28dff3cf0e1 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:04.430635 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-54c37eb4-3466-48eb-aef9-f28dff3cf0e1 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:04.431445 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-54c37eb4-3466-48eb-aef9-f28dff3cf0e1 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:04.471714 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b1af0c63-c1ae-4a7b-8f2b-eb861055a26c None None] Attempting to bind port 9711739d-042c-43a8-9b5c-819e584bc4c1 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:32:04.472233 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b1af0c63-c1ae-4a7b-8f2b-eb861055a26c None None] Attempting to bind port 9711739d-042c-43a8-9b5c-819e584bc4c1 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '8947ad13-dc8d-4418-9026-38a7a13b2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5e836ee0-fd06-4995-8a73-fc24def5ecba'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:32:04.472713 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1af0c63-c1ae-4a7b-8f2b-eb861055a26c None None] Attempting to bind port 9711739d-042c-43a8-9b5c-819e584bc4c1 on network 5e836ee0-fd06-4995-8a73-fc24def5ecba {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:32:04.496076 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1af0c63-c1ae-4a7b-8f2b-eb861055a26c None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:32:04.496582 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1af0c63-c1ae-4a7b-8f2b-eb861055a26c None None] Checking segment: {'id': '8947ad13-dc8d-4418-9026-38a7a13b2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5e836ee0-fd06-4995-8a73-fc24def5ecba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:32:04.497114 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b1af0c63-c1ae-4a7b-8f2b-eb861055a26c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:04.498243 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1af0c63-c1ae-4a7b-8f2b-eb861055a26c None None] Bound using segment: {'id': '8947ad13-dc8d-4418-9026-38a7a13b2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5e836ee0-fd06-4995-8a73-fc24def5ecba'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:32:04.498243 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b1af0c63-c1ae-4a7b-8f2b-eb861055a26c None None] Bound port: 9711739d-042c-43a8-9b5c-819e584bc4c1, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8947ad13-dc8d-4418-9026-38a7a13b2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5e836ee0-fd06-4995-8a73-fc24def5ecba'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:32:04.498618 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b1af0c63-c1ae-4a7b-8f2b-eb861055a26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:04.506641 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c37eb4-3466-48eb-aef9-f28dff3cf0e1 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Port': ['ID=315cd7bb-ed41-4bab-afcf-4cec32c9ea73,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:04.515240 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-9a9ddd85-54c3-4449-996a-964184ba4082 None None] For port 2e75ecd2-de8a-4765-b45f-5ff03f51b4b6, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=2e75ecd2-de8a-4765-b45f-5ff03f51b4b6,segment=NetworkSegment(0c0833e4-83d0-4533-b3f3-db353a6e6480),segment_id=0c0833e4-83d0-4533-b3f3-db353a6e6480)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:04.515240 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9a9ddd85-54c3-4449-996a-964184ba4082 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:04.527969 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-40438ccb-3193-49ba-b381-50c568d7552d tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:04.556223 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-40438ccb-3193-49ba-b381-50c568d7552d tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fda26de4-8890-4743-8201-463703e4600f']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:04.571165 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-40438ccb-3193-49ba-b381-50c568d7552d tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c0833e4-83d0-4533-b3f3-db353a6e6480') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:04.571455 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-40438ccb-3193-49ba-b381-50c568d7552d tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c0833e4-83d0-4533-b3f3-db353a6e6480') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:04.588034 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-40438ccb-3193-49ba-b381-50c568d7552d tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:04.609171 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-40438ccb-3193-49ba-b381-50c568d7552d tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:04.621196 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40438ccb-3193-49ba-b381-50c568d7552d tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:32:04.621727 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-40438ccb-3193-49ba-b381-50c568d7552d tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:32:04.640872 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:32:04.644997 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c37eb4-3466-48eb-aef9-f28dff3cf0e1 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network 33117b5a-b1c5-422f-901c-1dcca8bc18dc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:04.646274 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-54c37eb4-3466-48eb-aef9-f28dff3cf0e1 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:04.679015 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-9a9ddd85-54c3-4449-996a-964184ba4082 None None] Calling delete_port for 2e75ecd2-de8a-4765-b45f-5ff03f51b4b6 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:04.795986 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b1af0c63-c1ae-4a7b-8f2b-eb861055a26c None None] For port 9711739d-042c-43a8-9b5c-819e584bc4c1, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:32:04.813851 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-9a9ddd85-54c3-4449-996a-964184ba4082 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:32:04.814206 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-9a9ddd85-54c3-4449-996a-964184ba4082 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:32:04.815834 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b1af0c63-c1ae-4a7b-8f2b-eb861055a26c None None] For port 9711739d-042c-43a8-9b5c-819e584bc4c1, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=9711739d-042c-43a8-9b5c-819e584bc4c1,segment=NetworkSegment(8947ad13-dc8d-4418-9026-38a7a13b2518),segment_id=8947ad13-dc8d-4418-9026-38a7a13b2518)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:32:04.826936 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b1af0c63-c1ae-4a7b-8f2b-eb861055a26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:04.872286 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-40438ccb-3193-49ba-b381-50c568d7552d tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:04.903943 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-40438ccb-3193-49ba-b381-50c568d7552d tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:04.917485 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40438ccb-3193-49ba-b381-50c568d7552d tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Network': ['ID=fda26de4-8890-4743-8201-463703e4600f,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:04.927571 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af0c63-c1ae-4a7b-8f2b-eb861055a26c None None] Pushing event updated for resources: {'Port': ['ID=9711739d-042c-43a8-9b5c-819e584bc4c1,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:04.929026 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-40438ccb-3193-49ba-b381-50c568d7552d tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/networks/fda26de4-8890-4743-8201-463703e4600f HTTP/1.1" status: 204 len: 168 time: 1.2922552 Apr 29 13:32:04.932956 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34572) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:05.037311 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef3c9f9-9131-4656-bcd5-9a8dd5cfb4f5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:05.038151 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-bef3c9f9-9131-4656-bcd5-9a8dd5cfb4f5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Synchronizing usage tracker for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:32:05.058059 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-bef3c9f9-9131-4656-bcd5-9a8dd5cfb4f5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Unset dirty status for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:32:05.060210 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-bef3c9f9-9131-4656-bcd5-9a8dd5cfb4f5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1260395 Apr 29 13:32:05.063632 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34576) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:05.130322 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c37eb4-3466-48eb-aef9-f28dff3cf0e1 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Router 6660f838-caee-496d-888d-3b32a5dd77a2 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:32:05.156482 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3414d62c-d586-45d8-9ab9-5b49f135ede6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0918007 Apr 29 13:32:05.163249 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34580) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:05.181783 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-8162f82e-46a7-40f6-b71d-1f988d39bfa0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1027949768'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:05.188554 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-8162f82e-46a7-40f6-b71d-1f988d39bfa0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:05.194972 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-8162f82e-46a7-40f6-b71d-1f988d39bfa0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:network and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:05.198606 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-8162f82e-46a7-40f6-b71d-1f988d39bfa0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:05.205304 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-8162f82e-46a7-40f6-b71d-1f988d39bfa0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:05.218553 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8162f82e-46a7-40f6-b71d-1f988d39bfa0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:32:05.224274 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8162f82e-46a7-40f6-b71d-1f988d39bfa0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:05.263011 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8162f82e-46a7-40f6-b71d-1f988d39bfa0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:32:05.267266 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf227a07-5bd0-48d9-8878-0549f9388c5e None None] Network 33117b5a-b1c5-422f-901c-1dcca8bc18dc requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:05.293784 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8162f82e-46a7-40f6-b71d-1f988d39bfa0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:05.294129 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-8162f82e-46a7-40f6-b71d-1f988d39bfa0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Added segment 54399575-dcd2-40da-9c3f-947e6eb7b380 of type vlan for network 21a03687-00b9-482e-a420-607d53f82215 Apr 29 13:32:05.347487 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8162f82e-46a7-40f6-b71d-1f988d39bfa0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:05.402390 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8162f82e-46a7-40f6-b71d-1f988d39bfa0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:05.403239 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-9a9ddd85-54c3-4449-996a-964184ba4082 None None] Deleting port 2e75ecd2-de8a-4765-b45f-5ff03f51b4b6 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:05.403611 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9a9ddd85-54c3-4449-996a-964184ba4082 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:05.406680 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8162f82e-46a7-40f6-b71d-1f988d39bfa0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:05.407485 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8162f82e-46a7-40f6-b71d-1f988d39bfa0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:05.471802 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 9711739d-042c-43a8-9b5c-819e584bc4c1 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:32:05.487216 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c37eb4-3466-48eb-aef9-f28dff3cf0e1 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:32:05.497262 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8f79bf-38c5-408e-9d5e-422ad3ee0611 None None] Sync routers for ids ['6660f838-caee-496d-888d-3b32a5dd77a2'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:32:05.508877 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-54c37eb4-3466-48eb-aef9-f28dff3cf0e1 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "PUT /v2.0/routers/6660f838-caee-496d-888d-3b32a5dd77a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1264863 Apr 29 13:32:05.509664 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34584) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:05.514374 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8f79bf-38c5-408e-9d5e-422ad3ee0611 None None] Routers {'6660f838-caee-496d-888d-3b32a5dd77a2'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:05.515307 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-cd8f79bf-38c5-408e-9d5e-422ad3ee0611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:31:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6660f838-caee-496d-888d-3b32a5dd77a2'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:05.539837 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8162f82e-46a7-40f6-b71d-1f988d39bfa0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3638477 Apr 29 13:32:05.545527 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34588) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:05.555005 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-eb32ac5d-ca27-45b7-98f4-fdd0d1235140 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'subnet': {'network_id': '21a03687-00b9-482e-a420-607d53f82215', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:05.568883 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-9a9ddd85-54c3-4449-996a-964184ba4082 None None] The port '2e75ecd2-de8a-4765-b45f-5ff03f51b4b6' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:32:05.586694 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-cd8f79bf-38c5-408e-9d5e-422ad3ee0611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:05.604350 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8f79bf-38c5-408e-9d5e-422ad3ee0611 None None] Routers {'6660f838-caee-496d-888d-3b32a5dd77a2'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:05.605148 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-cd8f79bf-38c5-408e-9d5e-422ad3ee0611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:31:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6660f838-caee-496d-888d-3b32a5dd77a2'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:05.605519 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5f08b493-9174-4b95-9d6f-118b6cf9af50 None None] Provisioning for port ac6e1e97-db34-4cf4-b4c5-7d5b215a4fd6 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:05.652502 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850c02e8-18b1-44c9-bd29-5ab2271dc941 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:05.653415 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-850c02e8-18b1-44c9-bd29-5ab2271dc941 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Synchronizing usage tracker for tenant:33491088bc784393989c1b50373e6c05 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:32:05.656422 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162f82e-46a7-40f6-b71d-1f988d39bfa0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Network': ['ID=21a03687-00b9-482e-a420-607d53f82215,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:05.677174 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-cd8f79bf-38c5-408e-9d5e-422ad3ee0611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:05.678207 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8f79bf-38c5-408e-9d5e-422ad3ee0611 None None] The sync data for ids ['6660f838-caee-496d-888d-3b32a5dd77a2'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:32:05.686102 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 21a03687-00b9-482e-a420-607d53f82215 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:32:05.696408 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-850c02e8-18b1-44c9-bd29-5ab2271dc941 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Unset dirty status for tenant:33491088bc784393989c1b50373e6c05 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:32:05.697645 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-850c02e8-18b1-44c9-bd29-5ab2271dc941 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "GET /v2.0/ports/315cd7bb-ed41-4bab-afcf-4cec32c9ea73 HTTP/1.1" status: 200 len: 911 time: 0.1853626 Apr 29 13:32:05.700499 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34592) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:05.723265 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-eb32ac5d-ca27-45b7-98f4-fdd0d1235140 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:05.727188 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-eb32ac5d-ca27-45b7-98f4-fdd0d1235140 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:subnet and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:05.730471 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-eb32ac5d-ca27-45b7-98f4-fdd0d1235140 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:05.736563 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-eb32ac5d-ca27-45b7-98f4-fdd0d1235140 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:05.747047 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb32ac5d-ca27-45b7-98f4-fdd0d1235140 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:32:05.791574 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 9711739d-042c-43a8-9b5c-819e584bc4c1 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:05.841897 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device ac6e1e97-db34-4cf4-b4c5-7d5b215a4fd6 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:32:05.885039 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-eb32ac5d-ca27-45b7-98f4-fdd0d1235140 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:06.111775 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port ac6e1e97-db34-4cf4-b4c5-7d5b215a4fd6 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:06.146312 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-eb32ac5d-ca27-45b7-98f4-fdd0d1235140 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:06.195592 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port ac6e1e97-db34-4cf4-b4c5-7d5b215a4fd6 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:06.196326 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:06.251984 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32ac5d-ca27-45b7-98f4-fdd0d1235140 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Subnet': ['ID=237d9511-f5ab-4e8f-84f2-9d2205cd477b,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:06.294256 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb32ac5d-ca27-45b7-98f4-fdd0d1235140 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Checking segment: {'id': '54399575-dcd2-40da-9c3f-947e6eb7b380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '21a03687-00b9-482e-a420-607d53f82215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:32:06.296478 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb32ac5d-ca27-45b7-98f4-fdd0d1235140 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network hostable DHCP agents. Network: 21a03687-00b9-482e-a420-607d53f82215, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:32:06.342958 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb32ac5d-ca27-45b7-98f4-fdd0d1235140 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network 21a03687-00b9-482e-a420-607d53f82215 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:32:06.359335 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-eb32ac5d-ca27-45b7-98f4-fdd0d1235140 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 21a03687-00b9-482e-a420-607d53f82215) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:06.362949 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0402d98-c946-4299-882e-988b88b45b57 None None] Network 5e836ee0-fd06-4995-8a73-fc24def5ecba requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:06.366745 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb32ac5d-ca27-45b7-98f4-fdd0d1235140 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:06.367444 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-eb32ac5d-ca27-45b7-98f4-fdd0d1235140 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:06.387071 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1107ad1-fcba-4a4c-86d7-a6f306850bb4 None None] Network 21a03687-00b9-482e-a420-607d53f82215 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:06.393436 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-eb32ac5d-ca27-45b7-98f4-fdd0d1235140 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8466458 Apr 29 13:32:06.396059 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34596) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:06.402372 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-97979619-6049-48cf-8577-ce8a4d39d936 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'port': {'network_id': '21a03687-00b9-482e-a420-607d53f82215', 'name': 'tempest-PortsTestJSON-58751589'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:06.436404 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0a75d196-1082-44bf-ae39-6ca31aa8b401 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:06.545791 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:06.557189 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-97979619-6049-48cf-8577-ce8a4d39d936 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:06.567928 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-97979619-6049-48cf-8577-ce8a4d39d936 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:06.580078 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97979619-6049-48cf-8577-ce8a4d39d936 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:32:06.584399 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-97979619-6049-48cf-8577-ce8a4d39d936 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:06.610182 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-97979619-6049-48cf-8577-ce8a4d39d936 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] device_id is not set on port 9e1825b7-3fcf-40cd-9249-7c80e47f6b5a yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:32:06.648177 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-32a592f6-726d-4b3f-8ad3-0a9e8f050ded None None] Provisioning for port 9711739d-042c-43a8-9b5c-819e584bc4c1 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:06.689689 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port ac6e1e97-db34-4cf4-b4c5-7d5b215a4fd6, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=ac6e1e97-db34-4cf4-b4c5-7d5b215a4fd6,segment=NetworkSegment(beae9564-9a2c-4cb8-bddc-7c66e050f1c9),segment_id=beae9564-9a2c-4cb8-bddc-7c66e050f1c9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:06.695423 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-32a592f6-726d-4b3f-8ad3-0a9e8f050ded None None] Provisioning complete for port 9711739d-042c-43a8-9b5c-819e584bc4c1 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:06.695786 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-32a592f6-726d-4b3f-8ad3-0a9e8f050ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:06.763659 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:06.806037 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-97979619-6049-48cf-8577-ce8a4d39d936 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Allocated IP 172.20.0.7 (21a03687-00b9-482e-a420-607d53f82215/237d9511-f5ab-4e8f-84f2-9d2205cd477b/9e1825b7-3fcf-40cd-9249-7c80e47f6b5a) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:32:06.917148 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-0a75d196-1082-44bf-ae39-6ca31aa8b401 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Allocated IP 2001:db8:1::1 (5e836ee0-fd06-4995-8a73-fc24def5ecba/e291505d-4379-4fb5-bf8d-55dcb6c2da81/1e54e68f-b68e-4339-8107-dd8050e2af01) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:32:06.929081 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 2e75ecd2-de8a-4765-b45f-5ff03f51b4b6 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:32:06.995533 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 2e75ecd2-de8a-4765-b45f-5ff03f51b4b6 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:32:06.996229 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 2e75ecd2-de8a-4765-b45f-5ff03f51b4b6 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:32:07.085526 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-97979619-6049-48cf-8577-ce8a4d39d936 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:07.105251 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-97979619-6049-48cf-8577-ce8a4d39d936 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Transition to ACTIVE for port object 9e1825b7-3fcf-40cd-9249-7c80e47f6b5a will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:07.119153 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0a75d196-1082-44bf-ae39-6ca31aa8b401 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:07.139867 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-97979619-6049-48cf-8577-ce8a4d39d936 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:07.140316 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-0a75d196-1082-44bf-ae39-6ca31aa8b401 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Transition to ACTIVE for port object 1e54e68f-b68e-4339-8107-dd8050e2af01 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:07.168493 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=ac6e1e97-db34-4cf4-b4c5-7d5b215a4fd6,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:07.172333 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0a75d196-1082-44bf-ae39-6ca31aa8b401 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:07.173984 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ded63c-6b2c-476c-a6cb-e1989a8cc13d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-21a03687-00b9-482e-a420-607d53f82215', 'network_id': '21a03687-00b9-482e-a420-607d53f82215', 'tenant_id': '41797be0195a48b7a5c670159fa1cbb3', 'fixed_ips': [{'subnet_id': '237d9511-f5ab-4e8f-84f2-9d2205cd477b'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:32:07.174979 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b6ded63c-6b2c-476c-a6cb-e1989a8cc13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:07.214093 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97979619-6049-48cf-8577-ce8a4d39d936 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network 21a03687-00b9-482e-a420-607d53f82215 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:07.217654 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-97979619-6049-48cf-8577-ce8a4d39d936 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:07.227334 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97979619-6049-48cf-8577-ce8a4d39d936 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:32:07.230818 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-32a592f6-726d-4b3f-8ad3-0a9e8f050ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:07.283507 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97979619-6049-48cf-8577-ce8a4d39d936 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Port': ['ID=9e1825b7-3fcf-40cd-9249-7c80e47f6b5a,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:07.303506 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97979619-6049-48cf-8577-ce8a4d39d936 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:07.304267 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-97979619-6049-48cf-8577-ce8a4d39d936 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:07.341554 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-32a592f6-726d-4b3f-8ad3-0a9e8f050ded None None] For port 9711739d-042c-43a8-9b5c-819e584bc4c1, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=9711739d-042c-43a8-9b5c-819e584bc4c1,segment=NetworkSegment(8947ad13-dc8d-4418-9026-38a7a13b2518),segment_id=8947ad13-dc8d-4418-9026-38a7a13b2518)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:07.352466 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-32a592f6-726d-4b3f-8ad3-0a9e8f050ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:07.354017 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-97979619-6049-48cf-8577-ce8a4d39d936 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9565034 Apr 29 13:32:07.355701 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34600) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:07.371054 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-77829971-f1c5-4a5d-9ea0-745aba4111df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'port': {'network_id': '21a03687-00b9-482e-a420-607d53f82215', 'name': 'tempest-PortsTestJSON-1416651438'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:07.399352 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a75d196-1082-44bf-ae39-6ca31aa8b401 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network 5e836ee0-fd06-4995-8a73-fc24def5ecba is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:07.402762 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-0a75d196-1082-44bf-ae39-6ca31aa8b401 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:07.406023 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a75d196-1082-44bf-ae39-6ca31aa8b401 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:32:07.406711 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0a75d196-1082-44bf-ae39-6ca31aa8b401 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:07.422106 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75d196-1082-44bf-ae39-6ca31aa8b401 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Port': ['ID=1e54e68f-b68e-4339-8107-dd8050e2af01,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:07.435510 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device ac6e1e97-db34-4cf4-b4c5-7d5b215a4fd6 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:32:07.531181 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0a75d196-1082-44bf-ae39-6ca31aa8b401 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:07.592494 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1a12bcb0-b4b1-41dc-bf20-630a4fa32ece None None] Provisioning complete for port ac6e1e97-db34-4cf4-b4c5-7d5b215a4fd6 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:07.593032 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a12bcb0-b4b1-41dc-bf20-630a4fa32ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:07.649553 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-77829971-f1c5-4a5d-9ea0-745aba4111df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:07.656067 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-77829971-f1c5-4a5d-9ea0-745aba4111df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:port and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:07.659042 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-77829971-f1c5-4a5d-9ea0-745aba4111df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:07.665867 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-77829971-f1c5-4a5d-9ea0-745aba4111df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:07.683953 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77829971-f1c5-4a5d-9ea0-745aba4111df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:32:07.686991 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a592f6-726d-4b3f-8ad3-0a9e8f050ded None None] Pushing event updated for resources: {'Port': ['ID=9711739d-042c-43a8-9b5c-819e584bc4c1,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:07.687533 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-77829971-f1c5-4a5d-9ea0-745aba4111df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:07.717629 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-77829971-f1c5-4a5d-9ea0-745aba4111df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] device_id is not set on port 38c6b5a0-869e-4105-afdb-b2af92b05932 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:32:07.790188 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-b6ded63c-6b2c-476c-a6cb-e1989a8cc13d None None] Allocated IP 172.20.0.2 (21a03687-00b9-482e-a420-607d53f82215/237d9511-f5ab-4e8f-84f2-9d2205cd477b/c1596af5-aa61-44c8-8390-62e16e1226ac) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:32:07.918035 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1a12bcb0-b4b1-41dc-bf20-630a4fa32ece None None] Provisioning for port 315cd7bb-ed41-4bab-afcf-4cec32c9ea73 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:07.928686 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port ac6e1e97-db34-4cf4-b4c5-7d5b215a4fd6 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:07.929095 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:07.966800 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1a12bcb0-b4b1-41dc-bf20-630a4fa32ece None None] Provisioning complete for port 315cd7bb-ed41-4bab-afcf-4cec32c9ea73 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:07.967165 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a12bcb0-b4b1-41dc-bf20-630a4fa32ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:07.970742 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0a75d196-1082-44bf-ae39-6ca31aa8b401 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:07.975719 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0a75d196-1082-44bf-ae39-6ca31aa8b401 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:07.976452 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0a75d196-1082-44bf-ae39-6ca31aa8b401 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:07.991249 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4a59383f-ea88-4c12-bfb3-61025b194f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:08.084008 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-1a12bcb0-b4b1-41dc-bf20-630a4fa32ece None None] Port 315cd7bb-ed41-4bab-afcf-4cec32c9ea73 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:32:08.119548 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75d196-1082-44bf-ae39-6ca31aa8b401 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Port': ['ID=1e54e68f-b68e-4339-8107-dd8050e2af01,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:08.171720 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a75d196-1082-44bf-ae39-6ca31aa8b401 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network 5e836ee0-fd06-4995-8a73-fc24def5ecba is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:08.172834 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-0a75d196-1082-44bf-ae39-6ca31aa8b401 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:08.287658 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b6ded63c-6b2c-476c-a6cb-e1989a8cc13d None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:08.297691 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-cb39dda8-5730-4ad7-812f-a8a7e804281e None None] Provisioning complete for port 9711739d-042c-43a8-9b5c-819e584bc4c1 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:08.298059 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cb39dda8-5730-4ad7-812f-a8a7e804281e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:08.328422 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b6ded63c-6b2c-476c-a6cb-e1989a8cc13d None None] Transition to ACTIVE for port object c1596af5-aa61-44c8-8390-62e16e1226ac will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:08.367828 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b6ded63c-6b2c-476c-a6cb-e1989a8cc13d None None] Transition to ACTIVE for port object c1596af5-aa61-44c8-8390-62e16e1226ac will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:08.378245 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b6ded63c-6b2c-476c-a6cb-e1989a8cc13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:08.446128 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-77829971-f1c5-4a5d-9ea0-745aba4111df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Allocated IP 172.20.0.10 (21a03687-00b9-482e-a420-607d53f82215/237d9511-f5ab-4e8f-84f2-9d2205cd477b/38c6b5a0-869e-4105-afdb-b2af92b05932) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:32:08.490479 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ded63c-6b2c-476c-a6cb-e1989a8cc13d None None] Pushing event updated for resources: {'Port': ['ID=c1596af5-aa61-44c8-8390-62e16e1226ac,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:08.493935 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ded63c-6b2c-476c-a6cb-e1989a8cc13d None None] Network 21a03687-00b9-482e-a420-607d53f82215 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:08.501548 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-b6ded63c-6b2c-476c-a6cb-e1989a8cc13d None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:08.506087 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ded63c-6b2c-476c-a6cb-e1989a8cc13d None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:32:08.525939 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a75d196-1082-44bf-ae39-6ca31aa8b401 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Router 6660f838-caee-496d-888d-3b32a5dd77a2 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:32:08.605446 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b6ded63c-6b2c-476c-a6cb-e1989a8cc13d None None] Attempting to bind port c1596af5-aa61-44c8-8390-62e16e1226ac on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:32:08.605828 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b6ded63c-6b2c-476c-a6cb-e1989a8cc13d None None] Attempting to bind port c1596af5-aa61-44c8-8390-62e16e1226ac by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '54399575-dcd2-40da-9c3f-947e6eb7b380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '21a03687-00b9-482e-a420-607d53f82215'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:32:08.606165 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ded63c-6b2c-476c-a6cb-e1989a8cc13d None None] Attempting to bind port c1596af5-aa61-44c8-8390-62e16e1226ac on network 21a03687-00b9-482e-a420-607d53f82215 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:32:08.610302 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-cb39dda8-5730-4ad7-812f-a8a7e804281e None None] Provisioning for port 1e54e68f-b68e-4339-8107-dd8050e2af01 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:08.616902 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-cb39dda8-5730-4ad7-812f-a8a7e804281e None None] Provisioning complete for port 1e54e68f-b68e-4339-8107-dd8050e2af01 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:08.617690 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cb39dda8-5730-4ad7-812f-a8a7e804281e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:08.645073 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ded63c-6b2c-476c-a6cb-e1989a8cc13d None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:32:08.645073 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ded63c-6b2c-476c-a6cb-e1989a8cc13d None None] Checking segment: {'id': '54399575-dcd2-40da-9c3f-947e6eb7b380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '21a03687-00b9-482e-a420-607d53f82215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:32:08.645570 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b6ded63c-6b2c-476c-a6cb-e1989a8cc13d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:08.645880 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ded63c-6b2c-476c-a6cb-e1989a8cc13d None None] Bound using segment: {'id': '54399575-dcd2-40da-9c3f-947e6eb7b380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '21a03687-00b9-482e-a420-607d53f82215'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:32:08.646420 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b6ded63c-6b2c-476c-a6cb-e1989a8cc13d None None] Bound port: c1596af5-aa61-44c8-8390-62e16e1226ac, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54399575-dcd2-40da-9c3f-947e6eb7b380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '21a03687-00b9-482e-a420-607d53f82215'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:32:08.646853 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b6ded63c-6b2c-476c-a6cb-e1989a8cc13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:08.669650 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-77829971-f1c5-4a5d-9ea0-745aba4111df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:08.690166 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-77829971-f1c5-4a5d-9ea0-745aba4111df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Transition to ACTIVE for port object 38c6b5a0-869e-4105-afdb-b2af92b05932 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:08.698002 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a75d196-1082-44bf-ae39-6ca31aa8b401 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:32:08.715559 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0a75d196-1082-44bf-ae39-6ca31aa8b401 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "PUT /v2.0/routers/6660f838-caee-496d-888d-3b32a5dd77a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0138385 Apr 29 13:32:08.715806 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c01ba5-7bb2-484f-b9de-5dd4cc3fe4a6 None None] Sync routers for ids ['6660f838-caee-496d-888d-3b32a5dd77a2'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:32:08.718070 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34604) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:08.718231 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-77829971-f1c5-4a5d-9ea0-745aba4111df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:08.729055 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-cb39dda8-5730-4ad7-812f-a8a7e804281e None None] Port 1e54e68f-b68e-4339-8107-dd8050e2af01 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:32:08.759581 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c01ba5-7bb2-484f-b9de-5dd4cc3fe4a6 None None] Routers {'6660f838-caee-496d-888d-3b32a5dd77a2'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:08.760211 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-74c01ba5-7bb2-484f-b9de-5dd4cc3fe4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:31:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6660f838-caee-496d-888d-3b32a5dd77a2'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:08.811777 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f62c31b-a468-4168-835e-d66b93afc5a6 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:08.812816 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3f62c31b-a468-4168-835e-d66b93afc5a6 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Synchronizing usage tracker for tenant:33491088bc784393989c1b50373e6c05 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:32:08.814281 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77829971-f1c5-4a5d-9ea0-745aba4111df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Port': ['ID=38c6b5a0-869e-4105-afdb-b2af92b05932,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:08.826887 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77829971-f1c5-4a5d-9ea0-745aba4111df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network 21a03687-00b9-482e-a420-607d53f82215 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:08.828397 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-77829971-f1c5-4a5d-9ea0-745aba4111df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:08.831060 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77829971-f1c5-4a5d-9ea0-745aba4111df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:32:08.834015 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-74c01ba5-7bb2-484f-b9de-5dd4cc3fe4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:08.845515 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3f62c31b-a468-4168-835e-d66b93afc5a6 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Unset dirty status for tenant:33491088bc784393989c1b50373e6c05 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:32:08.847139 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3f62c31b-a468-4168-835e-d66b93afc5a6 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "GET /v2.0/ports/1e54e68f-b68e-4339-8107-dd8050e2af01 HTTP/1.1" status: 200 len: 913 time: 0.1274903 Apr 29 13:32:08.849923 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34608) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:08.858506 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b6ded63c-6b2c-476c-a6cb-e1989a8cc13d None None] For port c1596af5-aa61-44c8-8390-62e16e1226ac, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:32:08.864645 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b6ded63c-6b2c-476c-a6cb-e1989a8cc13d None None] For port c1596af5-aa61-44c8-8390-62e16e1226ac, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=c1596af5-aa61-44c8-8390-62e16e1226ac,segment=NetworkSegment(54399575-dcd2-40da-9c3f-947e6eb7b380),segment_id=54399575-dcd2-40da-9c3f-947e6eb7b380)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:32:08.874257 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b6ded63c-6b2c-476c-a6cb-e1989a8cc13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:08.896524 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77829971-f1c5-4a5d-9ea0-745aba4111df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:08.897211 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-77829971-f1c5-4a5d-9ea0-745aba4111df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:08.925457 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-77829971-f1c5-4a5d-9ea0-745aba4111df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5661411 Apr 29 13:32:08.925785 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34612) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:08.928209 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c01ba5-7bb2-484f-b9de-5dd4cc3fe4a6 None None] Routers {'6660f838-caee-496d-888d-3b32a5dd77a2'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:08.928941 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-74c01ba5-7bb2-484f-b9de-5dd4cc3fe4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:31:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6660f838-caee-496d-888d-3b32a5dd77a2'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:09.000964 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5441e68b-5006-43b6-9e13-0c8ca975d879 None None] Provisioning complete for port 1e54e68f-b68e-4339-8107-dd8050e2af01 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:09.001684 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5441e68b-5006-43b6-9e13-0c8ca975d879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:09.017872 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355a1ab3-fb5c-4472-9c62-5c16d4542a9e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:09.018807 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-355a1ab3-fb5c-4472-9c62-5c16d4542a9e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Synchronizing usage tracker for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:32:09.037565 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-355a1ab3-fb5c-4472-9c62-5c16d4542a9e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Unset dirty status for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:32:09.041907 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-355a1ab3-fb5c-4472-9c62-5c16d4542a9e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 920 time: 0.1122921 Apr 29 13:32:09.041907 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34616) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:09.045171 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-74c01ba5-7bb2-484f-b9de-5dd4cc3fe4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:09.045617 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c01ba5-7bb2-484f-b9de-5dd4cc3fe4a6 None None] The sync data for ids ['6660f838-caee-496d-888d-3b32a5dd77a2'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:32:09.085057 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ded63c-6b2c-476c-a6cb-e1989a8cc13d None None] Pushing event updated for resources: {'Port': ['ID=c1596af5-aa61-44c8-8390-62e16e1226ac,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:09.090574 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-5441e68b-5006-43b6-9e13-0c8ca975d879 None None] Port 1e54e68f-b68e-4339-8107-dd8050e2af01 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:32:09.124734 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-3ae7effb-14d3-4407-ac2f-b248efd8d3cb tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting port 38c6b5a0-869e-4105-afdb-b2af92b05932 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:09.125098 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3ae7effb-14d3-4407-ac2f-b248efd8d3cb tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:09.340986 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 9711739d-042c-43a8-9b5c-819e584bc4c1 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:32:09.352268 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-edd31265-c24c-4488-9843-a3d8fb97e6d6 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:09.423860 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 9711739d-042c-43a8-9b5c-819e584bc4c1 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:09.424409 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:09.441194 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3ae7effb-14d3-4407-ac2f-b248efd8d3cb tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:09.566677 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-3ae7effb-14d3-4407-ac2f-b248efd8d3cb tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Calling delete_port for 38c6b5a0-869e-4105-afdb-b2af92b05932 owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:09.713715 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3ae7effb-14d3-4407-ac2f-b248efd8d3cb tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:09.760961 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7effb-14d3-4407-ac2f-b248efd8d3cb tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Port': ['ID=38c6b5a0-869e-4105-afdb-b2af92b05932,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:09.859890 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-77f35d01-6379-418c-80d5-823f022650d8 req-01b47958-1b8c-4615-9b8e-29383cb32d30 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ea3a6387-897e-4394-b1f5-855d838924d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1498852 Apr 29 13:32:09.883111 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3ae7effb-14d3-4407-ac2f-b248efd8d3cb tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:09.896616 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3ae7effb-14d3-4407-ac2f-b248efd8d3cb tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/ports/38c6b5a0-869e-4105-afdb-b2af92b05932 HTTP/1.1" status: 204 len: 168 time: 0.8506413 Apr 29 13:32:09.897986 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34620) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:09.942633 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-9669a148-ca6e-4339-97c5-d69f79d7532b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] GET failed (client error): The resource could not be found. Apr 29 13:32:09.943675 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-9669a148-ca6e-4339-97c5-d69f79d7532b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Synchronizing usage tracker for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:32:09.961097 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-9669a148-ca6e-4339-97c5-d69f79d7532b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Unset dirty status for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:32:09.962230 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9669a148-ca6e-4339-97c5-d69f79d7532b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "GET /v2.0/ports/38c6b5a0-869e-4105-afdb-b2af92b05932 HTTP/1.1" status: 404 len: 333 time: 0.0633059 Apr 29 13:32:09.964967 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34624) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:10.037625 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-87656b47-47a7-4d35-896e-b4d7f12b055b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting port 9e1825b7-3fcf-40cd-9249-7c80e47f6b5a {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:10.037985 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-87656b47-47a7-4d35-896e-b4d7f12b055b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:10.119833 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-77f35d01-6379-418c-80d5-823f022650d8 req-808ae2ce-9ffa-4d60-80e9-f1b7370fd859 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c81113c84764616a8c807a160eb0515&device_id=ea3a6387-897e-4394-b1f5-855d838924d6 HTTP/1.1" status: 200 len: 1098 time: 0.1783001 Apr 29 13:32:10.151881 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da833a4-d6e8-4514-b1e2-32ad46cb6c19 None None] Network 21a03687-00b9-482e-a420-607d53f82215 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:10.238154 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-edd31265-c24c-4488-9843-a3d8fb97e6d6 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Deleting port 1e54e68f-b68e-4339-8107-dd8050e2af01 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:10.239015 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-edd31265-c24c-4488-9843-a3d8fb97e6d6 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:10.286224 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ec018ca9-3e9c-488f-9594-55ca71157f5d None None] Provisioning for port c1596af5-aa61-44c8-8390-62e16e1226ac completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:10.379440 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-87656b47-47a7-4d35-896e-b4d7f12b055b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:10.406957 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-62d8b71f-e590-432e-9e6f-b4aa54143b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:10.412332 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f35d01-6379-418c-80d5-823f022650d8 req-462fe7ef-5ebe-4edf-b3e6-c6f48b3192e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:10.413963 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-77f35d01-6379-418c-80d5-823f022650d8 req-462fe7ef-5ebe-4edf-b3e6-c6f48b3192e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=846dd749-f943-4e56-9d8e-6295c964eaa2 HTTP/1.1" status: 200 len: 913 time: 0.2720070 Apr 29 13:32:10.509312 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-87656b47-47a7-4d35-896e-b4d7f12b055b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Calling delete_port for 9e1825b7-3fcf-40cd-9249-7c80e47f6b5a owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:10.539363 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-edd31265-c24c-4488-9843-a3d8fb97e6d6 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:10.662479 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-87656b47-47a7-4d35-896e-b4d7f12b055b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:10.716895 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87656b47-47a7-4d35-896e-b4d7f12b055b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Port': ['ID=9e1825b7-3fcf-40cd-9249-7c80e47f6b5a,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:10.723929 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-77f35d01-6379-418c-80d5-823f022650d8 req-120dc413-3653-41d1-b0d7-e04f5e9fdb18 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d492d120-9a26-4ef1-aada-b97d2c3a54c1 HTTP/1.1" status: 200 len: 1001 time: 0.3020594 Apr 29 13:32:10.738547 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b4321578-1a00-4828-824d-ab3a3998d2f7 None None] Could not find standard attr ID for object 9e1825b7-3fcf-40cd-9249-7c80e47f6b5a. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:32:10.785782 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-edd31265-c24c-4488-9843-a3d8fb97e6d6 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Calling delete_port for 1e54e68f-b68e-4339-8107-dd8050e2af01 owned by network:router_interface {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:10.824305 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-87656b47-47a7-4d35-896e-b4d7f12b055b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:10.846461 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-87656b47-47a7-4d35-896e-b4d7f12b055b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/ports/9e1825b7-3fcf-40cd-9249-7c80e47f6b5a HTTP/1.1" status: 204 len: 168 time: 0.8804970 Apr 29 13:32:10.849093 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34628) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:10.896968 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f35d01-6379-418c-80d5-823f022650d8 req-721f18e5-850c-4deb-b962-7fd9ad1fa88a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:10.898346 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-77f35d01-6379-418c-80d5-823f022650d8 req-721f18e5-850c-4deb-b962-7fd9ad1fa88a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=02705295-1364-4282-8393-7ae80461c414 HTTP/1.1" status: 200 len: 851 time: 0.1215410 Apr 29 13:32:10.908255 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-3acaa8fd-c23a-43ea-af6c-2eeb42d63ab0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] GET failed (client error): The resource could not be found. Apr 29 13:32:10.908799 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3acaa8fd-c23a-43ea-af6c-2eeb42d63ab0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Synchronizing usage tracker for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:32:10.926875 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3acaa8fd-c23a-43ea-af6c-2eeb42d63ab0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Unset dirty status for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:32:10.929525 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3acaa8fd-c23a-43ea-af6c-2eeb42d63ab0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "GET /v2.0/ports/9e1825b7-3fcf-40cd-9249-7c80e47f6b5a HTTP/1.1" status: 404 len: 333 time: 0.0773897 Apr 29 13:32:10.932134 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34632) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:10.955141 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3fd4c0df-66f1-4b58-b28c-c03849b34ca8 None None] Could not find standard attr ID for object 9e1825b7-3fcf-40cd-9249-7c80e47f6b5a. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:32:11.010172 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-77f35d01-6379-418c-80d5-823f022650d8 req-b65f9348-4b1a-46e5-9e27-6ee1bbb106d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=846dd749-f943-4e56-9d8e-6295c964eaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1033473 Apr 29 13:32:11.138407 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e5586c3-d013-4232-b70a-bba2f3cc7998 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting subnet 237d9511-f5ab-4e8f-84f2-9d2205cd477b {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:32:11.141552 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0e5586c3-d013-4232-b70a-bba2f3cc7998 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:11.158690 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-edd31265-c24c-4488-9843-a3d8fb97e6d6 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:11.169696 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-db1ed362-7343-486c-bd19-8ed46f6fd5a5 None None] Could not find standard attr ID for object 38c6b5a0-869e-4105-afdb-b2af92b05932. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:32:11.203622 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0e5586c3-d013-4232-b70a-bba2f3cc7998 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:11.234781 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd31265-c24c-4488-9843-a3d8fb97e6d6 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Port': ['ID=1e54e68f-b68e-4339-8107-dd8050e2af01,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:11.244721 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-77f35d01-6379-418c-80d5-823f022650d8 req-db1bba21-5410-4fbe-9188-ac4ac508e95a service neutron] 10.222.0.32 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024028 Apr 29 13:32:11.323300 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0e5586c3-d013-4232-b70a-bba2f3cc7998 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:11.404223 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0e5586c3-d013-4232-b70a-bba2f3cc7998 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:11.411342 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:11.430840 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device c1596af5-aa61-44c8-8390-62e16e1226ac up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:32:11.480628 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5586c3-d013-4232-b70a-bba2f3cc7998 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Subnet': ['ID=237d9511-f5ab-4e8f-84f2-9d2205cd477b,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:11.484957 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0e5586c3-d013-4232-b70a-bba2f3cc7998 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:11.494296 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0e5586c3-d013-4232-b70a-bba2f3cc7998 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/subnets/237d9511-f5ab-4e8f-84f2-9d2205cd477b HTTP/1.1" status: 204 len: 168 time: 0.5609183 Apr 29 13:32:11.496995 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34636) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:11.554197 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:11.595421 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port c1596af5-aa61-44c8-8390-62e16e1226ac completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:11.606800 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port c1596af5-aa61-44c8-8390-62e16e1226ac triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:11.607177 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:11.612479 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-77f35d01-6379-418c-80d5-823f022650d8 req-0a6cb50a-87d7-4832-badd-feaf83fc9e32 service neutron] 10.222.0.32 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407786 Apr 29 13:32:11.670643 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a174fe79-5471-45d0-a9d4-0e4a539672d2 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:11.678031 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-edd31265-c24c-4488-9843-a3d8fb97e6d6 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:11.686241 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67332c43-0e97-4345-9042-61df976fa8f1 None None] Network 21a03687-00b9-482e-a420-607d53f82215 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:11.687284 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-a174fe79-5471-45d0-a9d4-0e4a539672d2 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting port c1596af5-aa61-44c8-8390-62e16e1226ac {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:11.687696 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a174fe79-5471-45d0-a9d4-0e4a539672d2 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:11.832176 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:11.922025 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-a174fe79-5471-45d0-a9d4-0e4a539672d2 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] For port c1596af5-aa61-44c8-8390-62e16e1226ac, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=c1596af5-aa61-44c8-8390-62e16e1226ac,segment=NetworkSegment(54399575-dcd2-40da-9c3f-947e6eb7b380),segment_id=54399575-dcd2-40da-9c3f-947e6eb7b380)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:11.922322 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a174fe79-5471-45d0-a9d4-0e4a539672d2 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:11.980267 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port c1596af5-aa61-44c8-8390-62e16e1226ac, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=c1596af5-aa61-44c8-8390-62e16e1226ac,segment=NetworkSegment(54399575-dcd2-40da-9c3f-947e6eb7b380),segment_id=54399575-dcd2-40da-9c3f-947e6eb7b380)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:11.992364 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:12.049554 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-a174fe79-5471-45d0-a9d4-0e4a539672d2 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Calling delete_port for c1596af5-aa61-44c8-8390-62e16e1226ac owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:12.073612 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=c1596af5-aa61-44c8-8390-62e16e1226ac,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:12.138038 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c264ed-57e8-44f2-8aa4-b5430597d1f0 None None] DHCP port deletion for 21a03687-00b9-482e-a420-607d53f82215 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:32:12.142592 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-11c264ed-57e8-44f2-8aa4-b5430597d1f0 None None] Deleting port c1596af5-aa61-44c8-8390-62e16e1226ac {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:12.143038 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-11c264ed-57e8-44f2-8aa4-b5430597d1f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:12.227537 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.db.api [None req-a174fe79-5471-45d0-a9d4-0e4a539672d2 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:32:12.227537 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG oslo_db.api [None req-a174fe79-5471-45d0-a9d4-0e4a539672d2 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:32:12.304048 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd31265-c24c-4488-9843-a3d8fb97e6d6 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Router 6660f838-caee-496d-888d-3b32a5dd77a2 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:32:12.361439 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-11c264ed-57e8-44f2-8aa4-b5430597d1f0 None None] For port c1596af5-aa61-44c8-8390-62e16e1226ac, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=c1596af5-aa61-44c8-8390-62e16e1226ac,segment=NetworkSegment(54399575-dcd2-40da-9c3f-947e6eb7b380),segment_id=54399575-dcd2-40da-9c3f-947e6eb7b380)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:12.362045 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-11c264ed-57e8-44f2-8aa4-b5430597d1f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:12.480613 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-11c264ed-57e8-44f2-8aa4-b5430597d1f0 None None] Calling delete_port for c1596af5-aa61-44c8-8390-62e16e1226ac owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:12.482422 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd31265-c24c-4488-9843-a3d8fb97e6d6 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:32:12.491998 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeba61d-43c1-4e9b-8443-466ec9cabe24 None None] Sync routers for ids ['6660f838-caee-496d-888d-3b32a5dd77a2'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:32:12.500698 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-edd31265-c24c-4488-9843-a3d8fb97e6d6 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "PUT /v2.0/routers/6660f838-caee-496d-888d-3b32a5dd77a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6497314 Apr 29 13:32:12.503648 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34646) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:12.505119 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeba61d-43c1-4e9b-8443-466ec9cabe24 None None] Routers {'6660f838-caee-496d-888d-3b32a5dd77a2'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:12.505827 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-3eeba61d-43c1-4e9b-8443-466ec9cabe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6660f838-caee-496d-888d-3b32a5dd77a2'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:12.567947 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-11c264ed-57e8-44f2-8aa4-b5430597d1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:12.569705 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-3eeba61d-43c1-4e9b-8443-466ec9cabe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:12.580318 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeba61d-43c1-4e9b-8443-466ec9cabe24 None None] Routers {'6660f838-caee-496d-888d-3b32a5dd77a2'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:12.580947 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-3eeba61d-43c1-4e9b-8443-466ec9cabe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6660f838-caee-496d-888d-3b32a5dd77a2'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:12.618023 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c264ed-57e8-44f2-8aa4-b5430597d1f0 None None] Pushing event deleted for resources: {'Port': ['ID=c1596af5-aa61-44c8-8390-62e16e1226ac,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:12.622040 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c264ed-57e8-44f2-8aa4-b5430597d1f0 None None] No DVR routers for this DVR port c1596af5-aa61-44c8-8390-62e16e1226ac on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:32:12.641583 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-3eeba61d-43c1-4e9b-8443-466ec9cabe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:12.641986 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeba61d-43c1-4e9b-8443-466ec9cabe24 None None] The sync data for ids ['6660f838-caee-496d-888d-3b32a5dd77a2'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:32:12.727658 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-a174fe79-5471-45d0-a9d4-0e4a539672d2 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting port c1596af5-aa61-44c8-8390-62e16e1226ac {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:12.728731 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a174fe79-5471-45d0-a9d4-0e4a539672d2 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:12.793677 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-a174fe79-5471-45d0-a9d4-0e4a539672d2 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] The port 'c1596af5-aa61-44c8-8390-62e16e1226ac' was deleted {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:32:12.850303 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:12.858340 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-84816051-ee45-4c6a-b482-a5d480dd5819 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:12.914717 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a174fe79-5471-45d0-a9d4-0e4a539672d2 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:12.942917 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-a174fe79-5471-45d0-a9d4-0e4a539672d2 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a03687-00b9-482e-a420-607d53f82215']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:12.955087 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-a174fe79-5471-45d0-a9d4-0e4a539672d2 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54399575-dcd2-40da-9c3f-947e6eb7b380') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:12.955401 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-a174fe79-5471-45d0-a9d4-0e4a539672d2 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54399575-dcd2-40da-9c3f-947e6eb7b380') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:12.967053 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a174fe79-5471-45d0-a9d4-0e4a539672d2 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:12.982485 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a174fe79-5471-45d0-a9d4-0e4a539672d2 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:12.988386 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a174fe79-5471-45d0-a9d4-0e4a539672d2 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:32:12.988782 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a174fe79-5471-45d0-a9d4-0e4a539672d2 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:32:13.002984 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:32:13.083383 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a174fe79-5471-45d0-a9d4-0e4a539672d2 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:13.100958 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a174fe79-5471-45d0-a9d4-0e4a539672d2 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:13.114108 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174fe79-5471-45d0-a9d4-0e4a539672d2 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Network': ['ID=21a03687-00b9-482e-a420-607d53f82215,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:13.123567 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a174fe79-5471-45d0-a9d4-0e4a539672d2 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/networks/21a03687-00b9-482e-a420-607d53f82215 HTTP/1.1" status: 204 len: 168 time: 1.6256094 Apr 29 13:32:13.127454 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34650) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:13.134336 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-e44369f6-3399-4676-8d4f-165ea98026f3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-942976302'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:13.168542 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e44369f6-3399-4676-8d4f-165ea98026f3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:13.181423 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e44369f6-3399-4676-8d4f-165ea98026f3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:network and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:13.185980 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e44369f6-3399-4676-8d4f-165ea98026f3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:13.195503 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e44369f6-3399-4676-8d4f-165ea98026f3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:13.212097 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44369f6-3399-4676-8d4f-165ea98026f3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:32:13.214940 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e44369f6-3399-4676-8d4f-165ea98026f3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:13.283396 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e44369f6-3399-4676-8d4f-165ea98026f3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:32:13.293975 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device c1596af5-aa61-44c8-8390-62e16e1226ac no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:32:13.300439 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e44369f6-3399-4676-8d4f-165ea98026f3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:13.300797 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-e44369f6-3399-4676-8d4f-165ea98026f3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Added segment 13b2435d-3861-4c60-ab5c-ce28a43674e5 of type vlan for network a12b17b9-9f3e-45cb-acd5-5b63e6a14233 Apr 29 13:32:13.327516 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: c1596af5-aa61-44c8-8390-62e16e1226ac {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:32:13.327860 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device c1596af5-aa61-44c8-8390-62e16e1226ac not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:32:13.375856 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e44369f6-3399-4676-8d4f-165ea98026f3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:13.446248 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e44369f6-3399-4676-8d4f-165ea98026f3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:13.449847 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44369f6-3399-4676-8d4f-165ea98026f3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:13.450414 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e44369f6-3399-4676-8d4f-165ea98026f3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:13.563578 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e44369f6-3399-4676-8d4f-165ea98026f3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4346669 Apr 29 13:32:13.566637 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34654) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:13.571743 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44369f6-3399-4676-8d4f-165ea98026f3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Network': ['ID=a12b17b9-9f3e-45cb-acd5-5b63e6a14233,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:13.572282 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-883a25a5-0aa4-4705-871a-57c61493b662 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'subnet': {'network_id': 'a12b17b9-9f3e-45cb-acd5-5b63e6a14233', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:13.582505 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network a12b17b9-9f3e-45cb-acd5-5b63e6a14233 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:32:13.636108 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-84816051-ee45-4c6a-b482-a5d480dd5819 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Deleting port 315cd7bb-ed41-4bab-afcf-4cec32c9ea73 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:13.636578 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-84816051-ee45-4c6a-b482-a5d480dd5819 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:13.690629 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-883a25a5-0aa4-4705-871a-57c61493b662 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:13.695372 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-883a25a5-0aa4-4705-871a-57c61493b662 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:subnet and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:13.698642 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-883a25a5-0aa4-4705-871a-57c61493b662 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:13.705565 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-883a25a5-0aa4-4705-871a-57c61493b662 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:13.726754 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883a25a5-0aa4-4705-871a-57c61493b662 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:32:13.832188 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-883a25a5-0aa4-4705-871a-57c61493b662 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:13.937571 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-84816051-ee45-4c6a-b482-a5d480dd5819 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:14.051167 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-883a25a5-0aa4-4705-871a-57c61493b662 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:14.058502 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-84816051-ee45-4c6a-b482-a5d480dd5819 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Calling delete_port for 315cd7bb-ed41-4bab-afcf-4cec32c9ea73 owned by network:router_interface {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:14.128433 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a25a5-0aa4-4705-871a-57c61493b662 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Subnet': ['ID=31c5af5c-5692-4b13-96fa-258cc558c68a,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:14.144560 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883a25a5-0aa4-4705-871a-57c61493b662 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Checking segment: {'id': '13b2435d-3861-4c60-ab5c-ce28a43674e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a12b17b9-9f3e-45cb-acd5-5b63e6a14233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:32:14.144950 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883a25a5-0aa4-4705-871a-57c61493b662 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network hostable DHCP agents. Network: a12b17b9-9f3e-45cb-acd5-5b63e6a14233, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:32:14.168125 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883a25a5-0aa4-4705-871a-57c61493b662 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network a12b17b9-9f3e-45cb-acd5-5b63e6a14233 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:32:14.177149 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-883a25a5-0aa4-4705-871a-57c61493b662 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, a12b17b9-9f3e-45cb-acd5-5b63e6a14233) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:14.181290 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883a25a5-0aa4-4705-871a-57c61493b662 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:14.181882 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-883a25a5-0aa4-4705-871a-57c61493b662 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:14.189398 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd74347-b80d-446f-b712-c866fc2de695 None None] Network a12b17b9-9f3e-45cb-acd5-5b63e6a14233 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:14.207478 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-883a25a5-0aa4-4705-871a-57c61493b662 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6370945 Apr 29 13:32:14.207883 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34660) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:14.216211 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-9d4dfdfe-f7d2-496e-97c7-972cdddce3f1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'port': {'network_id': 'a12b17b9-9f3e-45cb-acd5-5b63e6a14233', 'name': 'tempest-PortsTestJSON-1424238385', 'fixed_ips': [{'subnet_id': '31c5af5c-5692-4b13-96fa-258cc558c68a', 'ip_address': '172.20.0.10'}]}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:14.234051 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-84816051-ee45-4c6a-b482-a5d480dd5819 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:14.284281 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84816051-ee45-4c6a-b482-a5d480dd5819 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Port': ['ID=315cd7bb-ed41-4bab-afcf-4cec32c9ea73,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:14.358803 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-9d4dfdfe-f7d2-496e-97c7-972cdddce3f1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:14.363242 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-9d4dfdfe-f7d2-496e-97c7-972cdddce3f1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:port and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:14.366193 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-9d4dfdfe-f7d2-496e-97c7-972cdddce3f1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:14.373360 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-9d4dfdfe-f7d2-496e-97c7-972cdddce3f1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:14.384142 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4dfdfe-f7d2-496e-97c7-972cdddce3f1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:32:14.391924 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9d4dfdfe-f7d2-496e-97c7-972cdddce3f1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:14.430707 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-9d4dfdfe-f7d2-496e-97c7-972cdddce3f1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] device_id is not set on port b6e8b4cb-3200-4a43-9923-07d9c6671d63 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:32:14.431312 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae9431b-a352-4242-83d3-5f22dbbf6164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-a12b17b9-9f3e-45cb-acd5-5b63e6a14233', 'network_id': 'a12b17b9-9f3e-45cb-acd5-5b63e6a14233', 'tenant_id': '41797be0195a48b7a5c670159fa1cbb3', 'fixed_ips': [{'subnet_id': '31c5af5c-5692-4b13-96fa-258cc558c68a'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:32:14.432369 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0ae9431b-a352-4242-83d3-5f22dbbf6164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:14.476289 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-84816051-ee45-4c6a-b482-a5d480dd5819 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:14.612924 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-0ae9431b-a352-4242-83d3-5f22dbbf6164 None None] Allocated IP 172.20.0.2 (a12b17b9-9f3e-45cb-acd5-5b63e6a14233/31c5af5c-5692-4b13-96fa-258cc558c68a/b3d9235e-42bd-42a4-8891-992fc129771d) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:32:14.813423 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0ae9431b-a352-4242-83d3-5f22dbbf6164 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:14.824480 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0ae9431b-a352-4242-83d3-5f22dbbf6164 None None] Transition to ACTIVE for port object b3d9235e-42bd-42a4-8891-992fc129771d will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:14.843252 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0ae9431b-a352-4242-83d3-5f22dbbf6164 None None] Transition to ACTIVE for port object b3d9235e-42bd-42a4-8891-992fc129771d will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:14.848987 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0ae9431b-a352-4242-83d3-5f22dbbf6164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:14.915231 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84816051-ee45-4c6a-b482-a5d480dd5819 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Router 6660f838-caee-496d-888d-3b32a5dd77a2 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:32:14.918690 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9431b-a352-4242-83d3-5f22dbbf6164 None None] Pushing event updated for resources: {'Port': ['ID=b3d9235e-42bd-42a4-8891-992fc129771d,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:14.921004 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-9d4dfdfe-f7d2-496e-97c7-972cdddce3f1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Allocated IP 172.20.0.10 (a12b17b9-9f3e-45cb-acd5-5b63e6a14233/31c5af5c-5692-4b13-96fa-258cc558c68a/b6e8b4cb-3200-4a43-9923-07d9c6671d63) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:32:14.922047 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae9431b-a352-4242-83d3-5f22dbbf6164 None None] Network a12b17b9-9f3e-45cb-acd5-5b63e6a14233 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:14.923460 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-0ae9431b-a352-4242-83d3-5f22dbbf6164 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:14.925538 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae9431b-a352-4242-83d3-5f22dbbf6164 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:32:15.051257 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0ae9431b-a352-4242-83d3-5f22dbbf6164 None None] Attempting to bind port b3d9235e-42bd-42a4-8891-992fc129771d on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:32:15.051710 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0ae9431b-a352-4242-83d3-5f22dbbf6164 None None] Attempting to bind port b3d9235e-42bd-42a4-8891-992fc129771d by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '13b2435d-3861-4c60-ab5c-ce28a43674e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a12b17b9-9f3e-45cb-acd5-5b63e6a14233'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:32:15.052009 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae9431b-a352-4242-83d3-5f22dbbf6164 None None] Attempting to bind port b3d9235e-42bd-42a4-8891-992fc129771d on network a12b17b9-9f3e-45cb-acd5-5b63e6a14233 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:32:15.059174 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae9431b-a352-4242-83d3-5f22dbbf6164 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:32:15.059566 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae9431b-a352-4242-83d3-5f22dbbf6164 None None] Checking segment: {'id': '13b2435d-3861-4c60-ab5c-ce28a43674e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a12b17b9-9f3e-45cb-acd5-5b63e6a14233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:32:15.059926 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0ae9431b-a352-4242-83d3-5f22dbbf6164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:15.060311 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae9431b-a352-4242-83d3-5f22dbbf6164 None None] Bound using segment: {'id': '13b2435d-3861-4c60-ab5c-ce28a43674e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a12b17b9-9f3e-45cb-acd5-5b63e6a14233'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:32:15.060932 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0ae9431b-a352-4242-83d3-5f22dbbf6164 None None] Bound port: b3d9235e-42bd-42a4-8891-992fc129771d, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b2435d-3861-4c60-ab5c-ce28a43674e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a12b17b9-9f3e-45cb-acd5-5b63e6a14233'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:32:15.061301 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0ae9431b-a352-4242-83d3-5f22dbbf6164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:15.135993 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9d4dfdfe-f7d2-496e-97c7-972cdddce3f1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:15.152712 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-9d4dfdfe-f7d2-496e-97c7-972cdddce3f1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Transition to ACTIVE for port object b6e8b4cb-3200-4a43-9923-07d9c6671d63 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:15.168410 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84816051-ee45-4c6a-b482-a5d480dd5819 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:32:15.170094 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-0ae9431b-a352-4242-83d3-5f22dbbf6164 None None] For port b3d9235e-42bd-42a4-8891-992fc129771d, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:32:15.173288 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-0ae9431b-a352-4242-83d3-5f22dbbf6164 None None] For port b3d9235e-42bd-42a4-8891-992fc129771d, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b3d9235e-42bd-42a4-8891-992fc129771d,segment=NetworkSegment(13b2435d-3861-4c60-ab5c-ce28a43674e5),segment_id=13b2435d-3861-4c60-ab5c-ce28a43674e5)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:32:15.180249 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0ae9431b-a352-4242-83d3-5f22dbbf6164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:15.181100 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-84816051-ee45-4c6a-b482-a5d480dd5819 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "PUT /v2.0/routers/6660f838-caee-496d-888d-3b32a5dd77a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6763816 Apr 29 13:32:15.181964 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9d4dfdfe-f7d2-496e-97c7-972cdddce3f1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:15.183989 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34666) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:15.212970 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5646cfe2-4382-4a7d-9bda-66218ba6486d None None] Sync routers for ids ['6660f838-caee-496d-888d-3b32a5dd77a2'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:32:15.274738 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5646cfe2-4382-4a7d-9bda-66218ba6486d None None] Routers {'6660f838-caee-496d-888d-3b32a5dd77a2'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:15.275364 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5646cfe2-4382-4a7d-9bda-66218ba6486d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6660f838-caee-496d-888d-3b32a5dd77a2'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:15.280445 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2520b9e2-e8a8-4b0b-8f03-419ec32b1550 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "GET /v2.0/ports?device_id=6660f838-caee-496d-888d-3b32a5dd77a2 HTTP/1.1" status: 200 len: 205 time: 0.0950992 Apr 29 13:32:15.283103 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34670) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:15.308473 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4dfdfe-f7d2-496e-97c7-972cdddce3f1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Port': ['ID=b6e8b4cb-3200-4a43-9923-07d9c6671d63,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:15.312449 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4dfdfe-f7d2-496e-97c7-972cdddce3f1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network a12b17b9-9f3e-45cb-acd5-5b63e6a14233 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:15.313892 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-9d4dfdfe-f7d2-496e-97c7-972cdddce3f1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:15.315836 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4dfdfe-f7d2-496e-97c7-972cdddce3f1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:32:15.350422 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9431b-a352-4242-83d3-5f22dbbf6164 None None] Pushing event updated for resources: {'Port': ['ID=b3d9235e-42bd-42a4-8891-992fc129771d,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:15.354218 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5646cfe2-4382-4a7d-9bda-66218ba6486d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:15.367162 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5646cfe2-4382-4a7d-9bda-66218ba6486d None None] Routers {'6660f838-caee-496d-888d-3b32a5dd77a2'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:15.367736 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5646cfe2-4382-4a7d-9bda-66218ba6486d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6660f838-caee-496d-888d-3b32a5dd77a2'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:15.381389 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4dfdfe-f7d2-496e-97c7-972cdddce3f1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:15.381790 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9d4dfdfe-f7d2-496e-97c7-972cdddce3f1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:15.418509 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9d4dfdfe-f7d2-496e-97c7-972cdddce3f1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2095447 Apr 29 13:32:15.419310 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34674) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:15.431245 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-f0cea2d9-1b26-4cdd-9ea2-72cfcae8aeac tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'port': {'network_id': 'a12b17b9-9f3e-45cb-acd5-5b63e6a14233', 'name': 'tempest-PortsTestJSON-1761412265', 'fixed_ips': [{'subnet_id': '31c5af5c-5692-4b13-96fa-258cc558c68a', 'ip_address': '172.20.0.9'}]}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:15.434280 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5646cfe2-4382-4a7d-9bda-66218ba6486d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:15.434802 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5646cfe2-4382-4a7d-9bda-66218ba6486d None None] The sync data for ids ['6660f838-caee-496d-888d-3b32a5dd77a2'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:32:15.566896 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-81df6685-a5ec-4fbb-a21b-548954f56b3e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:15.718629 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f0cea2d9-1b26-4cdd-9ea2-72cfcae8aeac tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:15.723927 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f0cea2d9-1b26-4cdd-9ea2-72cfcae8aeac tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:port and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:15.727360 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f0cea2d9-1b26-4cdd-9ea2-72cfcae8aeac tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:15.733990 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f0cea2d9-1b26-4cdd-9ea2-72cfcae8aeac tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:15.860911 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cea2d9-1b26-4cdd-9ea2-72cfcae8aeac tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:32:16.094768 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-81df6685-a5ec-4fbb-a21b-548954f56b3e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:16.114223 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-81df6685-a5ec-4fbb-a21b-548954f56b3e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:16.136257 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f0cea2d9-1b26-4cdd-9ea2-72cfcae8aeac tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:16.171967 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-f0cea2d9-1b26-4cdd-9ea2-72cfcae8aeac tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] device_id is not set on port 6c030c09-47e5-4caf-a2aa-6cc16d02f377 yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:32:16.208554 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-81df6685-a5ec-4fbb-a21b-548954f56b3e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:16.209586 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81df6685-a5ec-4fbb-a21b-548954f56b3e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Fanout notify agent at l3_agent the message router_deleted on router 6660f838-caee-496d-888d-3b32a5dd77a2 {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:32:16.236205 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-81df6685-a5ec-4fbb-a21b-548954f56b3e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:16.237383 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-81df6685-a5ec-4fbb-a21b-548954f56b3e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/routers/6660f838-caee-496d-888d-3b32a5dd77a2 HTTP/1.1" status: 204 len: 168 time: 0.9530005 Apr 29 13:32:16.240165 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34678) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:16.275623 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fbef00-4e1e-4dcb-9573-8c7c5b21f524 None None] Network a12b17b9-9f3e-45cb-acd5-5b63e6a14233 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:16.386421 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-87fd797d-c619-4a29-b9cd-de410ba59aa6 None None] Provisioning for port b3d9235e-42bd-42a4-8891-992fc129771d completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:16.402776 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-f0cea2d9-1b26-4cdd-9ea2-72cfcae8aeac tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Allocated IP 172.20.0.9 (a12b17b9-9f3e-45cb-acd5-5b63e6a14233/31c5af5c-5692-4b13-96fa-258cc558c68a/6c030c09-47e5-4caf-a2aa-6cc16d02f377) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:32:16.530926 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-36cd375e-6a7c-4b78-8ed4-2d8038b77fe2 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Deleting subnet e291505d-4379-4fb5-bf8d-55dcb6c2da81 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:32:16.534130 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-36cd375e-6a7c-4b78-8ed4-2d8038b77fe2 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:16.590389 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-36cd375e-6a7c-4b78-8ed4-2d8038b77fe2 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:16.617176 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f0cea2d9-1b26-4cdd-9ea2-72cfcae8aeac tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:16.634045 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-f0cea2d9-1b26-4cdd-9ea2-72cfcae8aeac tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Transition to ACTIVE for port object 6c030c09-47e5-4caf-a2aa-6cc16d02f377 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:16.657745 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f0cea2d9-1b26-4cdd-9ea2-72cfcae8aeac tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:16.687327 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-36cd375e-6a7c-4b78-8ed4-2d8038b77fe2 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:16.734923 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cea2d9-1b26-4cdd-9ea2-72cfcae8aeac tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network a12b17b9-9f3e-45cb-acd5-5b63e6a14233 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:16.737739 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-f0cea2d9-1b26-4cdd-9ea2-72cfcae8aeac tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:16.742587 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cea2d9-1b26-4cdd-9ea2-72cfcae8aeac tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:32:16.764211 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-36cd375e-6a7c-4b78-8ed4-2d8038b77fe2 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:16.811507 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd375e-6a7c-4b78-8ed4-2d8038b77fe2 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Subnet': ['ID=e291505d-4379-4fb5-bf8d-55dcb6c2da81,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:16.815946 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-36cd375e-6a7c-4b78-8ed4-2d8038b77fe2 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:16.824173 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-36cd375e-6a7c-4b78-8ed4-2d8038b77fe2 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/subnets/e291505d-4379-4fb5-bf8d-55dcb6c2da81 HTTP/1.1" status: 204 len: 168 time: 0.5825601 Apr 29 13:32:16.826774 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34682) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:16.832570 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd243b54-0260-4cd4-8bf2-2268b01dc32c None None] Network 5e836ee0-fd06-4995-8a73-fc24def5ecba requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:16.878314 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-440d537e-42b5-4bbf-ae33-a22cfa7e42bc None None] Provisioning for port b6e8b4cb-3200-4a43-9923-07d9c6671d63 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:16.949076 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cea2d9-1b26-4cdd-9ea2-72cfcae8aeac tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:16.949683 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f0cea2d9-1b26-4cdd-9ea2-72cfcae8aeac tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:16.962668 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cea2d9-1b26-4cdd-9ea2-72cfcae8aeac tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Port': ['ID=6c030c09-47e5-4caf-a2aa-6cc16d02f377,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:16.981543 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f0cea2d9-1b26-4cdd-9ea2-72cfcae8aeac tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5611081 Apr 29 13:32:16.984253 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34686) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:16.985796 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-440d537e-42b5-4bbf-ae33-a22cfa7e42bc None None] Provisioning complete for port b6e8b4cb-3200-4a43-9923-07d9c6671d63 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:16.986157 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-440d537e-42b5-4bbf-ae33-a22cfa7e42bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:17.095784 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-440d537e-42b5-4bbf-ae33-a22cfa7e42bc None None] Port b6e8b4cb-3200-4a43-9923-07d9c6671d63 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:32:17.127051 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-a72a386c-333f-4d89-bac8-5ba8491da94d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Deleting subnet a7baa40e-d024-4b4b-8dd6-4578248a51c1 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:32:17.132459 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a72a386c-333f-4d89-bac8-5ba8491da94d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:17.192011 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0731e70-b712-4849-ae5e-7fae02d48460 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:17.192691 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b0731e70-b712-4849-ae5e-7fae02d48460 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Synchronizing usage tracker for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:32:17.205697 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a72a386c-333f-4d89-bac8-5ba8491da94d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:17.251754 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821fa2bc-2d08-4afa-8bc8-2c12ccfe2063 None None] DHCP port deletion for 5e836ee0-fd06-4995-8a73-fc24def5ecba request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:32:17.256712 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-821fa2bc-2d08-4afa-8bc8-2c12ccfe2063 None None] Deleting port 9711739d-042c-43a8-9b5c-819e584bc4c1 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:17.257397 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b0731e70-b712-4849-ae5e-7fae02d48460 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Unset dirty status for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:32:17.257941 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-821fa2bc-2d08-4afa-8bc8-2c12ccfe2063 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:17.258979 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b0731e70-b712-4849-ae5e-7fae02d48460 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2734625 Apr 29 13:32:17.261678 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34690) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:17.326442 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-08c5467e-f8c7-4e43-a48e-de0a130bbef8 None None] Provisioning complete for port b6e8b4cb-3200-4a43-9923-07d9c6671d63 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:17.327198 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-08c5467e-f8c7-4e43-a48e-de0a130bbef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:17.371345 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a72a386c-333f-4d89-bac8-5ba8491da94d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:17.392303 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b3d9235e-42bd-42a4-8891-992fc129771d up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:32:17.426997 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e042cac1-bef8-4a02-a9b2-8de78a2daa39 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:17.431753 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e042cac1-bef8-4a02-a9b2-8de78a2daa39 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:17.435614 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e042cac1-bef8-4a02-a9b2-8de78a2daa39 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:17.437216 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e042cac1-bef8-4a02-a9b2-8de78a2daa39 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1747689 Apr 29 13:32:17.440078 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34694) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:17.492924 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-08c5467e-f8c7-4e43-a48e-de0a130bbef8 None None] Port b6e8b4cb-3200-4a43-9923-07d9c6671d63 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:32:17.518748 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-4c9babe0-5f43-4cae-8d71-32370e270c45 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting port 6c030c09-47e5-4caf-a2aa-6cc16d02f377 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:17.519324 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4c9babe0-5f43-4cae-8d71-32370e270c45 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:17.556557 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a72a386c-333f-4d89-bac8-5ba8491da94d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:17.586903 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-821fa2bc-2d08-4afa-8bc8-2c12ccfe2063 None None] For port 9711739d-042c-43a8-9b5c-819e584bc4c1, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=9711739d-042c-43a8-9b5c-819e584bc4c1,segment=NetworkSegment(8947ad13-dc8d-4418-9026-38a7a13b2518),segment_id=8947ad13-dc8d-4418-9026-38a7a13b2518)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:17.587214 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-821fa2bc-2d08-4afa-8bc8-2c12ccfe2063 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:17.612337 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a386c-333f-4d89-bac8-5ba8491da94d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Subnet': ['ID=a7baa40e-d024-4b4b-8dd6-4578248a51c1,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:17.626153 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a72a386c-333f-4d89-bac8-5ba8491da94d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:17.651562 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-08c5467e-f8c7-4e43-a48e-de0a130bbef8 None None] Provisioning for port 6c030c09-47e5-4caf-a2aa-6cc16d02f377 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:17.664855 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a72a386c-333f-4d89-bac8-5ba8491da94d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/subnets/a7baa40e-d024-4b4b-8dd6-4578248a51c1 HTTP/1.1" status: 204 len: 168 time: 0.8368809 Apr 29 13:32:17.667591 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34698) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:17.709080 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316c68cd-2be0-4658-b3a9-af5062e57e5f None None] Network 33117b5a-b1c5-422f-901c-1dcca8bc18dc requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:17.729800 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-821fa2bc-2d08-4afa-8bc8-2c12ccfe2063 None None] Calling delete_port for 9711739d-042c-43a8-9b5c-819e584bc4c1 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:17.762583 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-08c5467e-f8c7-4e43-a48e-de0a130bbef8 None None] Provisioning complete for port 6c030c09-47e5-4caf-a2aa-6cc16d02f377 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:17.762950 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-08c5467e-f8c7-4e43-a48e-de0a130bbef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:17.875080 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b9e9cdcb-c3a1-4d4e-a897-4eb777cd0d30 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:17.883395 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port b3d9235e-42bd-42a4-8891-992fc129771d completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:17.918250 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-b9e9cdcb-c3a1-4d4e-a897-4eb777cd0d30 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Deleting port 9711739d-042c-43a8-9b5c-819e584bc4c1 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:17.918587 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b9e9cdcb-c3a1-4d4e-a897-4eb777cd0d30 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:17.923417 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port b3d9235e-42bd-42a4-8891-992fc129771d triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:17.923788 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:17.951824 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4c9babe0-5f43-4cae-8d71-32370e270c45 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:17.995287 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-08c5467e-f8c7-4e43-a48e-de0a130bbef8 None None] Port 6c030c09-47e5-4caf-a2aa-6cc16d02f377 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:32:18.083054 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-821fa2bc-2d08-4afa-8bc8-2c12ccfe2063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:18.139007 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821fa2bc-2d08-4afa-8bc8-2c12ccfe2063 None None] Pushing event deleted for resources: {'Port': ['ID=9711739d-042c-43a8-9b5c-819e584bc4c1,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:18.173821 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821fa2bc-2d08-4afa-8bc8-2c12ccfe2063 None None] No DVR routers for this DVR port 9711739d-042c-43a8-9b5c-819e584bc4c1 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:32:18.184246 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-4c9babe0-5f43-4cae-8d71-32370e270c45 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Calling delete_port for 6c030c09-47e5-4caf-a2aa-6cc16d02f377 owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:18.214273 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:18.251956 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port b3d9235e-42bd-42a4-8891-992fc129771d, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b3d9235e-42bd-42a4-8891-992fc129771d,segment=NetworkSegment(13b2435d-3861-4c60-ab5c-ce28a43674e5),segment_id=13b2435d-3861-4c60-ab5c-ce28a43674e5)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:18.257070 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:18.272427 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-b9e9cdcb-c3a1-4d4e-a897-4eb777cd0d30 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] The port '9711739d-042c-43a8-9b5c-819e584bc4c1' was deleted {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:32:18.320921 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d78c788-3a68-41ce-954f-09228621f7ee None None] DHCP port deletion for 33117b5a-b1c5-422f-901c-1dcca8bc18dc request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:32:18.328050 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-8d78c788-3a68-41ce-954f-09228621f7ee None None] Deleting port ac6e1e97-db34-4cf4-b4c5-7d5b215a4fd6 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:18.328653 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8d78c788-3a68-41ce-954f-09228621f7ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:18.358181 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 9711739d-042c-43a8-9b5c-819e584bc4c1 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:32:18.411861 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 9711739d-042c-43a8-9b5c-819e584bc4c1 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:32:18.412164 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 9711739d-042c-43a8-9b5c-819e584bc4c1 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:32:18.425795 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=b3d9235e-42bd-42a4-8891-992fc129771d,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:18.428713 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b9e9cdcb-c3a1-4d4e-a897-4eb777cd0d30 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:18.496621 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-b9e9cdcb-c3a1-4d4e-a897-4eb777cd0d30 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e836ee0-fd06-4995-8a73-fc24def5ecba']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:18.513582 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-b9e9cdcb-c3a1-4d4e-a897-4eb777cd0d30 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8947ad13-dc8d-4418-9026-38a7a13b2518') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:18.513873 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-b9e9cdcb-c3a1-4d4e-a897-4eb777cd0d30 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8947ad13-dc8d-4418-9026-38a7a13b2518') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:18.529358 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b9e9cdcb-c3a1-4d4e-a897-4eb777cd0d30 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:18.538349 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4c9babe0-5f43-4cae-8d71-32370e270c45 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:18.577973 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-8d78c788-3a68-41ce-954f-09228621f7ee None None] For port ac6e1e97-db34-4cf4-b4c5-7d5b215a4fd6, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=ac6e1e97-db34-4cf4-b4c5-7d5b215a4fd6,segment=NetworkSegment(beae9564-9a2c-4cb8-bddc-7c66e050f1c9),segment_id=beae9564-9a2c-4cb8-bddc-7c66e050f1c9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:18.578381 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8d78c788-3a68-41ce-954f-09228621f7ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:18.592858 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9babe0-5f43-4cae-8d71-32370e270c45 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Port': ['ID=6c030c09-47e5-4caf-a2aa-6cc16d02f377,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:18.594953 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b9e9cdcb-c3a1-4d4e-a897-4eb777cd0d30 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:18.603916 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e9cdcb-c3a1-4d4e-a897-4eb777cd0d30 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:32:18.604372 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b9e9cdcb-c3a1-4d4e-a897-4eb777cd0d30 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:32:18.619639 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:32:18.705282 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-8d78c788-3a68-41ce-954f-09228621f7ee None None] Calling delete_port for ac6e1e97-db34-4cf4-b4c5-7d5b215a4fd6 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:18.783894 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b9e9cdcb-c3a1-4d4e-a897-4eb777cd0d30 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:18.800793 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8d78c788-3a68-41ce-954f-09228621f7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:18.811331 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b9e9cdcb-c3a1-4d4e-a897-4eb777cd0d30 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:18.827201 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9cdcb-c3a1-4d4e-a897-4eb777cd0d30 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Network': ['ID=5e836ee0-fd06-4995-8a73-fc24def5ecba,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:18.834017 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4c9babe0-5f43-4cae-8d71-32370e270c45 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:18.836220 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4c9babe0-5f43-4cae-8d71-32370e270c45 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/ports/6c030c09-47e5-4caf-a2aa-6cc16d02f377 HTTP/1.1" status: 204 len: 168 time: 1.3952613 Apr 29 13:32:18.840483 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b9e9cdcb-c3a1-4d4e-a897-4eb777cd0d30 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/networks/5e836ee0-fd06-4995-8a73-fc24def5ecba HTTP/1.1" status: 204 len: 168 time: 1.1696136 Apr 29 13:32:18.840650 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34704) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:18.841254 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34706) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:18.852948 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78c788-3a68-41ce-954f-09228621f7ee None None] Pushing event deleted for resources: {'Port': ['ID=ac6e1e97-db34-4cf4-b4c5-7d5b215a4fd6,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:18.856504 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d78c788-3a68-41ce-954f-09228621f7ee None None] No DVR routers for this DVR port ac6e1e97-db34-4cf4-b4c5-7d5b215a4fd6 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:32:18.902464 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-5455474d-7182-494f-9141-862ef2b07293 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] GET failed (client error): The resource could not be found. Apr 29 13:32:18.902882 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5455474d-7182-494f-9141-862ef2b07293 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Synchronizing usage tracker for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:32:18.989339 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5455474d-7182-494f-9141-862ef2b07293 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Unset dirty status for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:32:18.990537 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5455474d-7182-494f-9141-862ef2b07293 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "GET /v2.0/ports/6c030c09-47e5-4caf-a2aa-6cc16d02f377 HTTP/1.1" status: 404 len: 333 time: 0.1506770 Apr 29 13:32:18.993443 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34712) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:19.032070 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-790be181-d053-4832-ae75-2d0f759e8bf8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:19.093676 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-c2573d66-3506-4917-b05d-69300d3facce tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting port b6e8b4cb-3200-4a43-9923-07d9c6671d63 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:19.094008 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c2573d66-3506-4917-b05d-69300d3facce tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:19.255963 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-790be181-d053-4832-ae75-2d0f759e8bf8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:19.301405 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-790be181-d053-4832-ae75-2d0f759e8bf8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33117b5a-b1c5-422f-901c-1dcca8bc18dc']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:19.307288 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b3d9235e-42bd-42a4-8891-992fc129771d up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:32:19.332082 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-790be181-d053-4832-ae75-2d0f759e8bf8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beae9564-9a2c-4cb8-bddc-7c66e050f1c9') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:19.332357 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-790be181-d053-4832-ae75-2d0f759e8bf8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beae9564-9a2c-4cb8-bddc-7c66e050f1c9') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:19.378537 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port b3d9235e-42bd-42a4-8891-992fc129771d triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:19.379110 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:19.397115 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-790be181-d053-4832-ae75-2d0f759e8bf8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:19.425400 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-790be181-d053-4832-ae75-2d0f759e8bf8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:19.438275 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790be181-d053-4832-ae75-2d0f759e8bf8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:32:19.438658 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-790be181-d053-4832-ae75-2d0f759e8bf8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:32:19.453051 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:32:19.548571 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device ac6e1e97-db34-4cf4-b4c5-7d5b215a4fd6 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:32:19.561638 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c2573d66-3506-4917-b05d-69300d3facce tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:19.581832 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-790be181-d053-4832-ae75-2d0f759e8bf8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:19.583452 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: ac6e1e97-db34-4cf4-b4c5-7d5b215a4fd6 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:32:19.583803 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device ac6e1e97-db34-4cf4-b4c5-7d5b215a4fd6 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:32:19.702172 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-790be181-d053-4832-ae75-2d0f759e8bf8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:19.714092 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-c2573d66-3506-4917-b05d-69300d3facce tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Calling delete_port for b6e8b4cb-3200-4a43-9923-07d9c6671d63 owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:19.751968 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790be181-d053-4832-ae75-2d0f759e8bf8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Network': ['ID=33117b5a-b1c5-422f-901c-1dcca8bc18dc,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:19.756593 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-790be181-d053-4832-ae75-2d0f759e8bf8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/networks/33117b5a-b1c5-422f-901c-1dcca8bc18dc HTTP/1.1" status: 204 len: 168 time: 0.9144354 Apr 29 13:32:19.760473 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34716) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:19.767337 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-92dfd74e-a9f2-42b6-9989-92d0859ba4db tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1214654501'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:19.773120 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-92dfd74e-a9f2-42b6-9989-92d0859ba4db tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:19.777408 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-92dfd74e-a9f2-42b6-9989-92d0859ba4db tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Usage tracker for resource:network and tenant:33491088bc784393989c1b50373e6c05 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:19.780640 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-92dfd74e-a9f2-42b6-9989-92d0859ba4db tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:19.786524 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-92dfd74e-a9f2-42b6-9989-92d0859ba4db tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:19.800973 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92dfd74e-a9f2-42b6-9989-92d0859ba4db tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Made reservation on behalf of 33491088bc784393989c1b50373e6c05 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:32:19.805076 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-92dfd74e-a9f2-42b6-9989-92d0859ba4db tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:19.863986 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c2573d66-3506-4917-b05d-69300d3facce tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:19.872813 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92dfd74e-a9f2-42b6-9989-92d0859ba4db tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:32:19.881466 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-92dfd74e-a9f2-42b6-9989-92d0859ba4db tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:19.881798 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-92dfd74e-a9f2-42b6-9989-92d0859ba4db tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Added segment 5ab82d64-7904-45cf-a1e0-6a45d969750c of type vlan for network d15629d3-c796-4cdb-a1b5-3e5b060a0700 Apr 29 13:32:19.907080 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-92dfd74e-a9f2-42b6-9989-92d0859ba4db tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:19.912179 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2573d66-3506-4917-b05d-69300d3facce tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Port': ['ID=b6e8b4cb-3200-4a43-9923-07d9c6671d63,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:19.940231 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-92dfd74e-a9f2-42b6-9989-92d0859ba4db tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:19.944352 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dfd74e-a9f2-42b6-9989-92d0859ba4db tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:19.944983 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-92dfd74e-a9f2-42b6-9989-92d0859ba4db tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:20.018601 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c2573d66-3506-4917-b05d-69300d3facce tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:20.035456 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c2573d66-3506-4917-b05d-69300d3facce tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/ports/b6e8b4cb-3200-4a43-9923-07d9c6671d63 HTTP/1.1" status: 204 len: 168 time: 1.0407729 Apr 29 13:32:20.041260 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34720) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:20.044554 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-92dfd74e-a9f2-42b6-9989-92d0859ba4db tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2824225 Apr 29 13:32:20.048136 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34724) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:20.059773 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-fa92b4b7-2e80-45d2-9550-c572ace2d2e8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'subnet': {'network_id': 'd15629d3-c796-4cdb-a1b5-3e5b060a0700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:20.088830 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-e21b92b7-9d9c-4caf-a0cc-e48d4cfcab21 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] GET failed (client error): The resource could not be found. Apr 29 13:32:20.089495 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e21b92b7-9d9c-4caf-a0cc-e48d4cfcab21 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Synchronizing usage tracker for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:32:20.106289 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e21b92b7-9d9c-4caf-a0cc-e48d4cfcab21 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Unset dirty status for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:32:20.110166 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e21b92b7-9d9c-4caf-a0cc-e48d4cfcab21 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "GET /v2.0/ports/b6e8b4cb-3200-4a43-9923-07d9c6671d63 HTTP/1.1" status: 404 len: 333 time: 0.0652075 Apr 29 13:32:20.110345 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34728) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:20.140185 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dfd74e-a9f2-42b6-9989-92d0859ba4db tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Network': ['ID=d15629d3-c796-4cdb-a1b5-3e5b060a0700,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:20.151881 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network d15629d3-c796-4cdb-a1b5-3e5b060a0700 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:32:20.179872 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-fa92b4b7-2e80-45d2-9550-c572ace2d2e8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:20.182279 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-204566a5-0b94-4749-ac9d-82d61a926e45 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting subnet 31c5af5c-5692-4b13-96fa-258cc558c68a {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:32:20.183931 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-fa92b4b7-2e80-45d2-9550-c572ace2d2e8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Usage tracker for resource:subnet and tenant:33491088bc784393989c1b50373e6c05 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:20.185344 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-204566a5-0b94-4749-ac9d-82d61a926e45 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:20.186987 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-fa92b4b7-2e80-45d2-9550-c572ace2d2e8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:20.193085 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-fa92b4b7-2e80-45d2-9550-c572ace2d2e8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:20.202720 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa92b4b7-2e80-45d2-9550-c572ace2d2e8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Made reservation on behalf of 33491088bc784393989c1b50373e6c05 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:32:20.240747 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-204566a5-0b94-4749-ac9d-82d61a926e45 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:20.305549 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fa92b4b7-2e80-45d2-9550-c572ace2d2e8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:20.327714 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-204566a5-0b94-4749-ac9d-82d61a926e45 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:20.401473 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-204566a5-0b94-4749-ac9d-82d61a926e45 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:20.440439 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204566a5-0b94-4749-ac9d-82d61a926e45 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Subnet': ['ID=31c5af5c-5692-4b13-96fa-258cc558c68a,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:20.447926 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-204566a5-0b94-4749-ac9d-82d61a926e45 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:20.454767 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-204566a5-0b94-4749-ac9d-82d61a926e45 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/subnets/31c5af5c-5692-4b13-96fa-258cc558c68a HTTP/1.1" status: 204 len: 168 time: 0.3433223 Apr 29 13:32:20.455250 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c84198-c475-4a46-937e-7db3e47c081f None None] Network a12b17b9-9f3e-45cb-acd5-5b63e6a14233 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:20.457307 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34732) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:20.528217 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fa92b4b7-2e80-45d2-9550-c572ace2d2e8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:20.610052 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92b4b7-2e80-45d2-9550-c572ace2d2e8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Subnet': ['ID=4eaa610a-7c70-4762-9185-6e9167fbf746,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:20.624913 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa92b4b7-2e80-45d2-9550-c572ace2d2e8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Checking segment: {'id': '5ab82d64-7904-45cf-a1e0-6a45d969750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd15629d3-c796-4cdb-a1b5-3e5b060a0700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:32:20.625265 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa92b4b7-2e80-45d2-9550-c572ace2d2e8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network hostable DHCP agents. Network: d15629d3-c796-4cdb-a1b5-3e5b060a0700, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:32:20.649190 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa92b4b7-2e80-45d2-9550-c572ace2d2e8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network d15629d3-c796-4cdb-a1b5-3e5b060a0700 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:32:20.658757 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-fa92b4b7-2e80-45d2-9550-c572ace2d2e8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, d15629d3-c796-4cdb-a1b5-3e5b060a0700) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:20.663718 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa92b4b7-2e80-45d2-9550-c572ace2d2e8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:20.664465 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fa92b4b7-2e80-45d2-9550-c572ace2d2e8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:20.671745 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3b0ae6-fb51-4dea-bb45-53e9a558bea8 None None] Network d15629d3-c796-4cdb-a1b5-3e5b060a0700 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:20.673459 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-95cb11b0-be45-4636-8658-0b474eba27a6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:20.687213 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-95cb11b0-be45-4636-8658-0b474eba27a6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting port b3d9235e-42bd-42a4-8891-992fc129771d {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:20.687501 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-95cb11b0-be45-4636-8658-0b474eba27a6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:20.691877 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-fa92b4b7-2e80-45d2-9550-c572ace2d2e8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6422160 Apr 29 13:32:20.696157 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34736) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:20.702557 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-f79f556a-29d5-4f7f-81b1-aa6b38b9b50c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2059075483', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:20.708851 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f79f556a-29d5-4f7f-81b1-aa6b38b9b50c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:20.713355 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f79f556a-29d5-4f7f-81b1-aa6b38b9b50c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Usage tracker for resource:router and tenant:33491088bc784393989c1b50373e6c05 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:20.716420 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f79f556a-29d5-4f7f-81b1-aa6b38b9b50c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:20.725618 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f79f556a-29d5-4f7f-81b1-aa6b38b9b50c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:20.739586 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f79f556a-29d5-4f7f-81b1-aa6b38b9b50c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:20.740675 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f79f556a-29d5-4f7f-81b1-aa6b38b9b50c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:20.763221 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f79f556a-29d5-4f7f-81b1-aa6b38b9b50c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:20.782409 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f79f556a-29d5-4f7f-81b1-aa6b38b9b50c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:20.792803 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5f4623-e1d0-459b-876e-e3b3185855f1 None None] DHCP port deletion for a12b17b9-9f3e-45cb-acd5-5b63e6a14233 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:32:20.811837 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f79f556a-29d5-4f7f-81b1-aa6b38b9b50c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:20.812089 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-0a5f4623-e1d0-459b-876e-e3b3185855f1 None None] Deleting port b3d9235e-42bd-42a4-8891-992fc129771d {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:20.812255 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0a5f4623-e1d0-459b-876e-e3b3185855f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:20.815484 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f79f556a-29d5-4f7f-81b1-aa6b38b9b50c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1157877 Apr 29 13:32:20.815636 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34740) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:20.822937 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-a5803c49-1961-4ce9-8999-59e61d691115 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'port': {'network_id': 'd15629d3-c796-4cdb-a1b5-3e5b060a0700', 'name': 'tempest-RoutersIpV6Test-357514791'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:20.911880 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-95cb11b0-be45-4636-8658-0b474eba27a6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] For port b3d9235e-42bd-42a4-8891-992fc129771d, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b3d9235e-42bd-42a4-8891-992fc129771d,segment=NetworkSegment(13b2435d-3861-4c60-ab5c-ce28a43674e5),segment_id=13b2435d-3861-4c60-ab5c-ce28a43674e5)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:20.913006 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-95cb11b0-be45-4636-8658-0b474eba27a6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:21.039150 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-95cb11b0-be45-4636-8658-0b474eba27a6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Calling delete_port for b3d9235e-42bd-42a4-8891-992fc129771d owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:21.075793 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a5803c49-1961-4ce9-8999-59e61d691115 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:21.080775 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a5803c49-1961-4ce9-8999-59e61d691115 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Usage tracker for resource:port and tenant:33491088bc784393989c1b50373e6c05 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:21.083743 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a5803c49-1961-4ce9-8999-59e61d691115 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:21.090623 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a5803c49-1961-4ce9-8999-59e61d691115 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:21.101495 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5803c49-1961-4ce9-8999-59e61d691115 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Made reservation on behalf of 33491088bc784393989c1b50373e6c05 for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:32:21.104811 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a5803c49-1961-4ce9-8999-59e61d691115 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:21.117090 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-95cb11b0-be45-4636-8658-0b474eba27a6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:21.129458 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-a5803c49-1961-4ce9-8999-59e61d691115 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] device_id is not set on port 38939ace-84fd-466e-93eb-7b769b29611c yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:32:21.141870 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-0a5f4623-e1d0-459b-876e-e3b3185855f1 None None] For port b3d9235e-42bd-42a4-8891-992fc129771d, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b3d9235e-42bd-42a4-8891-992fc129771d,segment=NetworkSegment(13b2435d-3861-4c60-ab5c-ce28a43674e5),segment_id=13b2435d-3861-4c60-ab5c-ce28a43674e5)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:21.142258 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0a5f4623-e1d0-459b-876e-e3b3185855f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:21.150859 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fc1878-7095-4f53-888a-1fa9448a6885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-d15629d3-c796-4cdb-a1b5-3e5b060a0700', 'network_id': 'd15629d3-c796-4cdb-a1b5-3e5b060a0700', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'fixed_ips': [{'subnet_id': '4eaa610a-7c70-4762-9185-6e9167fbf746'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:32:21.151844 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-60fc1878-7095-4f53-888a-1fa9448a6885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:21.162279 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb11b0-be45-4636-8658-0b474eba27a6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Port': ['ID=b3d9235e-42bd-42a4-8891-992fc129771d,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:21.173342 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb11b0-be45-4636-8658-0b474eba27a6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] No DVR routers for this DVR port b3d9235e-42bd-42a4-8891-992fc129771d on host dv-neutron-839027-4-hyperv {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:32:21.283562 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-0a5f4623-e1d0-459b-876e-e3b3185855f1 None None] Calling delete_port for b3d9235e-42bd-42a4-8891-992fc129771d owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:21.284297 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-a5803c49-1961-4ce9-8999-59e61d691115 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Allocated IP 2001:db8::1b (d15629d3-c796-4cdb-a1b5-3e5b060a0700/4eaa610a-7c70-4762-9185-6e9167fbf746/38939ace-84fd-466e-93eb-7b769b29611c) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:32:21.313506 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-95cb11b0-be45-4636-8658-0b474eba27a6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:21.346819 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-95cb11b0-be45-4636-8658-0b474eba27a6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a12b17b9-9f3e-45cb-acd5-5b63e6a14233']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:21.359440 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-95cb11b0-be45-4636-8658-0b474eba27a6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b2435d-3861-4c60-ab5c-ce28a43674e5') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:21.359986 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-95cb11b0-be45-4636-8658-0b474eba27a6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b2435d-3861-4c60-ab5c-ce28a43674e5') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:21.372331 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-95cb11b0-be45-4636-8658-0b474eba27a6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:21.385960 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b3d9235e-42bd-42a4-8891-992fc129771d no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:32:21.390170 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-95cb11b0-be45-4636-8658-0b474eba27a6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:21.396546 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95cb11b0-be45-4636-8658-0b474eba27a6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:32:21.396998 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-95cb11b0-be45-4636-8658-0b474eba27a6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:32:21.411964 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:32:21.427386 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: b3d9235e-42bd-42a4-8891-992fc129771d {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:32:21.427704 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b3d9235e-42bd-42a4-8891-992fc129771d not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:32:21.471752 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-0a5f4623-e1d0-459b-876e-e3b3185855f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:32:21.472548 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-0a5f4623-e1d0-459b-876e-e3b3185855f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:32:21.498515 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-95cb11b0-be45-4636-8658-0b474eba27a6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:21.513323 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a5803c49-1961-4ce9-8999-59e61d691115 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:21.518207 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-95cb11b0-be45-4636-8658-0b474eba27a6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:21.527810 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb11b0-be45-4636-8658-0b474eba27a6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Network': ['ID=a12b17b9-9f3e-45cb-acd5-5b63e6a14233,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:21.531306 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-a5803c49-1961-4ce9-8999-59e61d691115 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Transition to ACTIVE for port object 38939ace-84fd-466e-93eb-7b769b29611c will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:21.540247 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-95cb11b0-be45-4636-8658-0b474eba27a6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/networks/a12b17b9-9f3e-45cb-acd5-5b63e6a14233 HTTP/1.1" status: 204 len: 168 time: 1.0819292 Apr 29 13:32:21.543829 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34744) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:21.550361 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-e48d994c-d0dc-415f-bb02-977f38073b73 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2097805419'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:21.557658 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e48d994c-d0dc-415f-bb02-977f38073b73 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:21.563102 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e48d994c-d0dc-415f-bb02-977f38073b73 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:network and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:21.566441 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e48d994c-d0dc-415f-bb02-977f38073b73 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:21.573893 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e48d994c-d0dc-415f-bb02-977f38073b73 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:21.582650 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a5803c49-1961-4ce9-8999-59e61d691115 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:21.624746 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48d994c-d0dc-415f-bb02-977f38073b73 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:32:21.627755 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e48d994c-d0dc-415f-bb02-977f38073b73 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:21.649182 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-60fc1878-7095-4f53-888a-1fa9448a6885 None None] Allocated IP 2001:db8::2 (d15629d3-c796-4cdb-a1b5-3e5b060a0700/4eaa610a-7c70-4762-9185-6e9167fbf746/60ec26e2-1de0-4982-b2cb-385e2962782d) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:32:21.684323 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5803c49-1961-4ce9-8999-59e61d691115 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network d15629d3-c796-4cdb-a1b5-3e5b060a0700 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:21.690387 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-a5803c49-1961-4ce9-8999-59e61d691115 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:21.692965 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5803c49-1961-4ce9-8999-59e61d691115 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:32:21.697475 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5803c49-1961-4ce9-8999-59e61d691115 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:21.698061 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a5803c49-1961-4ce9-8999-59e61d691115 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:21.706421 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48d994c-d0dc-415f-bb02-977f38073b73 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:32:21.710567 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5803c49-1961-4ce9-8999-59e61d691115 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Port': ['ID=38939ace-84fd-466e-93eb-7b769b29611c,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:21.731719 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e48d994c-d0dc-415f-bb02-977f38073b73 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:21.732053 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-e48d994c-d0dc-415f-bb02-977f38073b73 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Added segment 70c7b5fd-a29e-465f-a86b-6f14c875d20b of type vlan for network 861969be-9c6b-48ca-a4ec-1979d7376fdb Apr 29 13:32:21.748382 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a5803c49-1961-4ce9-8999-59e61d691115 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.9317098 Apr 29 13:32:21.751253 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34748) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:21.764617 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e48d994c-d0dc-415f-bb02-977f38073b73 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:21.801204 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e48d994c-d0dc-415f-bb02-977f38073b73 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:21.806282 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48d994c-d0dc-415f-bb02-977f38073b73 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:21.807076 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e48d994c-d0dc-415f-bb02-977f38073b73 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:21.882193 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-60fc1878-7095-4f53-888a-1fa9448a6885 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:21.893715 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-60fc1878-7095-4f53-888a-1fa9448a6885 None None] Transition to ACTIVE for port object 60ec26e2-1de0-4982-b2cb-385e2962782d will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:21.910099 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e48d994c-d0dc-415f-bb02-977f38073b73 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3643081 Apr 29 13:32:21.910461 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34752) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:21.917192 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-b5f4f243-97a0-4888-aa10-e01df49dbea1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'subnet': {'network_id': '861969be-9c6b-48ca-a4ec-1979d7376fdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:21.917861 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-60fc1878-7095-4f53-888a-1fa9448a6885 None None] Transition to ACTIVE for port object 60ec26e2-1de0-4982-b2cb-385e2962782d will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:21.922933 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-60fc1878-7095-4f53-888a-1fa9448a6885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:21.924462 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d994c-d0dc-415f-bb02-977f38073b73 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Network': ['ID=861969be-9c6b-48ca-a4ec-1979d7376fdb,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:21.962028 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 861969be-9c6b-48ca-a4ec-1979d7376fdb details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:32:21.984105 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-0a5f4623-e1d0-459b-876e-e3b3185855f1 None None] Deleting port b3d9235e-42bd-42a4-8891-992fc129771d {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:21.984469 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0a5f4623-e1d0-459b-876e-e3b3185855f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:22.129856 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-0a5f4623-e1d0-459b-876e-e3b3185855f1 None None] The port 'b3d9235e-42bd-42a4-8891-992fc129771d' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:32:22.138363 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc1878-7095-4f53-888a-1fa9448a6885 None None] Pushing event updated for resources: {'Port': ['ID=60ec26e2-1de0-4982-b2cb-385e2962782d,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:22.148941 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b5f4f243-97a0-4888-aa10-e01df49dbea1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:22.149999 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fc1878-7095-4f53-888a-1fa9448a6885 None None] Network d15629d3-c796-4cdb-a1b5-3e5b060a0700 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:22.154455 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-60fc1878-7095-4f53-888a-1fa9448a6885 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:22.157980 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b5f4f243-97a0-4888-aa10-e01df49dbea1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:subnet and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:22.158244 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fc1878-7095-4f53-888a-1fa9448a6885 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:32:22.161888 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b5f4f243-97a0-4888-aa10-e01df49dbea1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:22.251094 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-60fc1878-7095-4f53-888a-1fa9448a6885 None None] Attempting to bind port 60ec26e2-1de0-4982-b2cb-385e2962782d on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:32:22.251460 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-60fc1878-7095-4f53-888a-1fa9448a6885 None None] Attempting to bind port 60ec26e2-1de0-4982-b2cb-385e2962782d by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '5ab82d64-7904-45cf-a1e0-6a45d969750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd15629d3-c796-4cdb-a1b5-3e5b060a0700'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:32:22.251813 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fc1878-7095-4f53-888a-1fa9448a6885 None None] Attempting to bind port 60ec26e2-1de0-4982-b2cb-385e2962782d on network d15629d3-c796-4cdb-a1b5-3e5b060a0700 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:32:22.258710 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fc1878-7095-4f53-888a-1fa9448a6885 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:32:22.259075 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fc1878-7095-4f53-888a-1fa9448a6885 None None] Checking segment: {'id': '5ab82d64-7904-45cf-a1e0-6a45d969750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd15629d3-c796-4cdb-a1b5-3e5b060a0700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:32:22.259466 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-60fc1878-7095-4f53-888a-1fa9448a6885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:22.259849 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fc1878-7095-4f53-888a-1fa9448a6885 None None] Bound using segment: {'id': '5ab82d64-7904-45cf-a1e0-6a45d969750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd15629d3-c796-4cdb-a1b5-3e5b060a0700'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:32:22.260312 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-60fc1878-7095-4f53-888a-1fa9448a6885 None None] Bound port: 60ec26e2-1de0-4982-b2cb-385e2962782d, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab82d64-7904-45cf-a1e0-6a45d969750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd15629d3-c796-4cdb-a1b5-3e5b060a0700'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:32:22.260683 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-60fc1878-7095-4f53-888a-1fa9448a6885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:22.315025 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b5f4f243-97a0-4888-aa10-e01df49dbea1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:22.355541 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-60fc1878-7095-4f53-888a-1fa9448a6885 None None] For port 60ec26e2-1de0-4982-b2cb-385e2962782d, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:32:22.358826 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-60fc1878-7095-4f53-888a-1fa9448a6885 None None] For port 60ec26e2-1de0-4982-b2cb-385e2962782d, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=60ec26e2-1de0-4982-b2cb-385e2962782d,segment=NetworkSegment(5ab82d64-7904-45cf-a1e0-6a45d969750c),segment_id=5ab82d64-7904-45cf-a1e0-6a45d969750c)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:32:22.362932 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-60fc1878-7095-4f53-888a-1fa9448a6885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:22.391260 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f4f243-97a0-4888-aa10-e01df49dbea1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:32:22.451131 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc1878-7095-4f53-888a-1fa9448a6885 None None] Pushing event updated for resources: {'Port': ['ID=60ec26e2-1de0-4982-b2cb-385e2962782d,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:22.557862 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b5f4f243-97a0-4888-aa10-e01df49dbea1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:22.792630 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-78e0c7ef-ce10-4410-870a-455c4206f76e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:23.129501 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b5f4f243-97a0-4888-aa10-e01df49dbea1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:23.251375 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4f243-97a0-4888-aa10-e01df49dbea1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Subnet': ['ID=cc13a007-5b7d-4d2f-bdeb-4569ad3558ee,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:23.282020 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f4f243-97a0-4888-aa10-e01df49dbea1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Checking segment: {'id': '70c7b5fd-a29e-465f-a86b-6f14c875d20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '861969be-9c6b-48ca-a4ec-1979d7376fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:32:23.282291 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f4f243-97a0-4888-aa10-e01df49dbea1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network hostable DHCP agents. Network: 861969be-9c6b-48ca-a4ec-1979d7376fdb, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:32:23.318028 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-78e0c7ef-ce10-4410-870a-455c4206f76e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:23.323733 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-78e0c7ef-ce10-4410-870a-455c4206f76e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:23.347836 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 60ec26e2-1de0-4982-b2cb-385e2962782d up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:32:23.359905 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f4f243-97a0-4888-aa10-e01df49dbea1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network 861969be-9c6b-48ca-a4ec-1979d7376fdb is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:32:23.424900 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-b5f4f243-97a0-4888-aa10-e01df49dbea1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 861969be-9c6b-48ca-a4ec-1979d7376fdb) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:23.428957 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e64a00-2ecf-4759-a104-e55673afc3bd None None] Network d15629d3-c796-4cdb-a1b5-3e5b060a0700 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:23.446298 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f4f243-97a0-4888-aa10-e01df49dbea1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:23.446876 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b5f4f243-97a0-4888-aa10-e01df49dbea1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:23.452686 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d55e33-ac65-416f-ad04-e84c37b8488a None None] Network 861969be-9c6b-48ca-a4ec-1979d7376fdb requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:23.469063 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0c7ef-ce10-4410-870a-455c4206f76e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Port': ['ID=38939ace-84fd-466e-93eb-7b769b29611c,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:23.487852 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b5f4f243-97a0-4888-aa10-e01df49dbea1 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5762818 Apr 29 13:32:23.490715 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34758) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:23.496462 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-d59c66c1-7453-47cc-88e8-c6c4f9fc8166 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-521475391', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:23.502691 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d59c66c1-7453-47cc-88e8-c6c4f9fc8166 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:23.507401 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d59c66c1-7453-47cc-88e8-c6c4f9fc8166 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:router and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:23.510324 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d59c66c1-7453-47cc-88e8-c6c4f9fc8166 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:23.516638 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d59c66c1-7453-47cc-88e8-c6c4f9fc8166 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:23.527596 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d59c66c1-7453-47cc-88e8-c6c4f9fc8166 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:23.528508 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d59c66c1-7453-47cc-88e8-c6c4f9fc8166 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:23.550792 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d59c66c1-7453-47cc-88e8-c6c4f9fc8166 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:23.570971 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d59c66c1-7453-47cc-88e8-c6c4f9fc8166 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:23.593373 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d59c66c1-7453-47cc-88e8-c6c4f9fc8166 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:23.594554 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d59c66c1-7453-47cc-88e8-c6c4f9fc8166 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1022899 Apr 29 13:32:23.597103 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34762) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:23.603126 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-6f2f9e9c-a400-44bd-85e5-5d0a34c7a572 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'port': {'network_id': '861969be-9c6b-48ca-a4ec-1979d7376fdb', 'name': 'tempest-PortsTestJSON-1358705057'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:23.652731 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-78e0c7ef-ce10-4410-870a-455c4206f76e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:23.672283 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c3e869d6-fc26-4b40-86d1-55d3e6a78f7c None None] Provisioning for port 60ec26e2-1de0-4982-b2cb-385e2962782d completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:23.744472 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-78e0c7ef-ce10-4410-870a-455c4206f76e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:23.755654 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6f2f9e9c-a400-44bd-85e5-5d0a34c7a572 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:23.760676 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6f2f9e9c-a400-44bd-85e5-5d0a34c7a572 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:port and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:23.764151 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6f2f9e9c-a400-44bd-85e5-5d0a34c7a572 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:23.770370 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6f2f9e9c-a400-44bd-85e5-5d0a34c7a572 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:23.782400 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2f9e9c-a400-44bd-85e5-5d0a34c7a572 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'port': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:32:23.785775 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6f2f9e9c-a400-44bd-85e5-5d0a34c7a572 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:23.796391 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 60ec26e2-1de0-4982-b2cb-385e2962782d completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:23.805663 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 60ec26e2-1de0-4982-b2cb-385e2962782d triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:23.806343 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:23.825229 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [None req-6f2f9e9c-a400-44bd-85e5-5d0a34c7a572 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] device_id is not set on port 83f6a8e3-8977-4334-b749-608df05f1bc0 yet. {{(pid=83905) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:32:23.959128 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499ec709-0bdf-47c6-83a3-55c08185a258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-861969be-9c6b-48ca-a4ec-1979d7376fdb', 'network_id': '861969be-9c6b-48ca-a4ec-1979d7376fdb', 'tenant_id': '41797be0195a48b7a5c670159fa1cbb3', 'fixed_ips': [{'subnet_id': 'cc13a007-5b7d-4d2f-bdeb-4569ad3558ee'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:32:23.960033 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-499ec709-0bdf-47c6-83a3-55c08185a258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:23.978598 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-6f2f9e9c-a400-44bd-85e5-5d0a34c7a572 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Allocated IP 172.20.0.13 (861969be-9c6b-48ca-a4ec-1979d7376fdb/cc13a007-5b7d-4d2f-bdeb-4569ad3558ee/83f6a8e3-8977-4334-b749-608df05f1bc0) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:32:24.116404 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:24.172750 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 60ec26e2-1de0-4982-b2cb-385e2962782d, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=60ec26e2-1de0-4982-b2cb-385e2962782d,segment=NetworkSegment(5ab82d64-7904-45cf-a1e0-6a45d969750c),segment_id=5ab82d64-7904-45cf-a1e0-6a45d969750c)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:24.181577 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:24.192511 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6f2f9e9c-a400-44bd-85e5-5d0a34c7a572 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:24.209488 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-6f2f9e9c-a400-44bd-85e5-5d0a34c7a572 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Transition to ACTIVE for port object 83f6a8e3-8977-4334-b749-608df05f1bc0 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:24.236417 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6f2f9e9c-a400-44bd-85e5-5d0a34c7a572 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:24.274028 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-78e0c7ef-ce10-4410-870a-455c4206f76e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:24.278992 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-78e0c7ef-ce10-4410-870a-455c4206f76e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:24.279818 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-78e0c7ef-ce10-4410-870a-455c4206f76e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:24.311195 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=60ec26e2-1de0-4982-b2cb-385e2962782d,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:24.318291 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2f9e9c-a400-44bd-85e5-5d0a34c7a572 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network 861969be-9c6b-48ca-a4ec-1979d7376fdb is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:24.322743 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-6f2f9e9c-a400-44bd-85e5-5d0a34c7a572 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:24.329393 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-499ec709-0bdf-47c6-83a3-55c08185a258 None None] Allocated IP 172.20.0.2 (861969be-9c6b-48ca-a4ec-1979d7376fdb/cc13a007-5b7d-4d2f-bdeb-4569ad3558ee/27942241-d802-45a0-8d2d-0c1ebc8cb3d2) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:32:24.332745 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2f9e9c-a400-44bd-85e5-5d0a34c7a572 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:32:24.388515 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f9e9c-a400-44bd-85e5-5d0a34c7a572 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Port': ['ID=83f6a8e3-8977-4334-b749-608df05f1bc0,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:24.413042 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2f9e9c-a400-44bd-85e5-5d0a34c7a572 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:24.413665 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6f2f9e9c-a400-44bd-85e5-5d0a34c7a572 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:24.447032 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6f2f9e9c-a400-44bd-85e5-5d0a34c7a572 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8481710 Apr 29 13:32:24.447187 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0c7ef-ce10-4410-870a-455c4206f76e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Port': ['ID=38939ace-84fd-466e-93eb-7b769b29611c,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:24.448481 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34766) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:24.539578 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e0c7ef-ce10-4410-870a-455c4206f76e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network d15629d3-c796-4cdb-a1b5-3e5b060a0700 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:24.541033 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-78e0c7ef-ce10-4410-870a-455c4206f76e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:24.574798 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0740c2a2-fb0e-464e-86bb-baa6d1de4216 None None] Provisioning for port 38939ace-84fd-466e-93eb-7b769b29611c completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:24.585970 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0740c2a2-fb0e-464e-86bb-baa6d1de4216 None None] Provisioning complete for port 38939ace-84fd-466e-93eb-7b769b29611c triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:24.586215 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0740c2a2-fb0e-464e-86bb-baa6d1de4216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:24.668538 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-0740c2a2-fb0e-464e-86bb-baa6d1de4216 None None] Port 38939ace-84fd-466e-93eb-7b769b29611c cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:32:24.670851 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-499ec709-0bdf-47c6-83a3-55c08185a258 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:24.687052 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-499ec709-0bdf-47c6-83a3-55c08185a258 None None] Transition to ACTIVE for port object 27942241-d802-45a0-8d2d-0c1ebc8cb3d2 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:24.711699 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0740c2a2-fb0e-464e-86bb-baa6d1de4216 None None] Provisioning complete for port 60ec26e2-1de0-4982-b2cb-385e2962782d triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:24.712130 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0740c2a2-fb0e-464e-86bb-baa6d1de4216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:24.736958 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-499ec709-0bdf-47c6-83a3-55c08185a258 None None] Transition to ACTIVE for port object 27942241-d802-45a0-8d2d-0c1ebc8cb3d2 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:24.764121 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-499ec709-0bdf-47c6-83a3-55c08185a258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:24.836534 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499ec709-0bdf-47c6-83a3-55c08185a258 None None] Network 861969be-9c6b-48ca-a4ec-1979d7376fdb is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:24.850042 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-499ec709-0bdf-47c6-83a3-55c08185a258 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:24.867155 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499ec709-0bdf-47c6-83a3-55c08185a258 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:32:24.982446 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e0c7ef-ce10-4410-870a-455c4206f76e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Router 91258baa-3b41-4ea4-a54e-7e43eaab6154 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:32:24.995413 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ec709-0bdf-47c6-83a3-55c08185a258 None None] Pushing event updated for resources: {'Port': ['ID=27942241-d802-45a0-8d2d-0c1ebc8cb3d2,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:25.078002 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-499ec709-0bdf-47c6-83a3-55c08185a258 None None] Attempting to bind port 27942241-d802-45a0-8d2d-0c1ebc8cb3d2 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:32:25.078418 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-499ec709-0bdf-47c6-83a3-55c08185a258 None None] Attempting to bind port 27942241-d802-45a0-8d2d-0c1ebc8cb3d2 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '70c7b5fd-a29e-465f-a86b-6f14c875d20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '861969be-9c6b-48ca-a4ec-1979d7376fdb'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:32:25.078773 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499ec709-0bdf-47c6-83a3-55c08185a258 None None] Attempting to bind port 27942241-d802-45a0-8d2d-0c1ebc8cb3d2 on network 861969be-9c6b-48ca-a4ec-1979d7376fdb {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:32:25.087681 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499ec709-0bdf-47c6-83a3-55c08185a258 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:32:25.088044 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499ec709-0bdf-47c6-83a3-55c08185a258 None None] Checking segment: {'id': '70c7b5fd-a29e-465f-a86b-6f14c875d20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '861969be-9c6b-48ca-a4ec-1979d7376fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:32:25.088438 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-499ec709-0bdf-47c6-83a3-55c08185a258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:25.088841 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499ec709-0bdf-47c6-83a3-55c08185a258 None None] Bound using segment: {'id': '70c7b5fd-a29e-465f-a86b-6f14c875d20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '861969be-9c6b-48ca-a4ec-1979d7376fdb'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:32:25.089306 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-499ec709-0bdf-47c6-83a3-55c08185a258 None None] Bound port: 27942241-d802-45a0-8d2d-0c1ebc8cb3d2, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c7b5fd-a29e-465f-a86b-6f14c875d20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '861969be-9c6b-48ca-a4ec-1979d7376fdb'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:32:25.089799 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-499ec709-0bdf-47c6-83a3-55c08185a258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:25.192469 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e0c7ef-ce10-4410-870a-455c4206f76e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:32:25.198147 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-78e0c7ef-ce10-4410-870a-455c4206f76e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "PUT /v2.0/routers/91258baa-3b41-4ea4-a54e-7e43eaab6154/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4455204 Apr 29 13:32:25.200742 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34770) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:25.206791 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d6a95b98-b9b9-4a25-a584-b538434e7d84 None None] Provisioning complete for port 38939ace-84fd-466e-93eb-7b769b29611c triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:25.207280 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d6a95b98-b9b9-4a25-a584-b538434e7d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:25.207613 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbba5ca0-a12c-49c0-84ae-7b0ac2f47e55 None None] Sync routers for ids ['91258baa-3b41-4ea4-a54e-7e43eaab6154'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:32:25.225999 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbba5ca0-a12c-49c0-84ae-7b0ac2f47e55 None None] Routers {'91258baa-3b41-4ea4-a54e-7e43eaab6154'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:25.226645 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-cbba5ca0-a12c-49c0-84ae-7b0ac2f47e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['91258baa-3b41-4ea4-a54e-7e43eaab6154'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:25.253210 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-499ec709-0bdf-47c6-83a3-55c08185a258 None None] For port 27942241-d802-45a0-8d2d-0c1ebc8cb3d2, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:32:25.275592 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-499ec709-0bdf-47c6-83a3-55c08185a258 None None] For port 27942241-d802-45a0-8d2d-0c1ebc8cb3d2, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=27942241-d802-45a0-8d2d-0c1ebc8cb3d2,segment=NetworkSegment(70c7b5fd-a29e-465f-a86b-6f14c875d20b),segment_id=70c7b5fd-a29e-465f-a86b-6f14c875d20b)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:32:25.277184 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ff2593-a445-4793-a502-a2da65156ceb tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:25.277813 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-29ff2593-a445-4793-a502-a2da65156ceb tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Synchronizing usage tracker for tenant:33491088bc784393989c1b50373e6c05 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:32:25.283337 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-d6a95b98-b9b9-4a25-a584-b538434e7d84 None None] Port 38939ace-84fd-466e-93eb-7b769b29611c cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:32:25.286993 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-499ec709-0bdf-47c6-83a3-55c08185a258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:25.289783 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4e6a1af7-5b34-422e-9957-429f61d4e6df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:25.300561 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-29ff2593-a445-4793-a502-a2da65156ceb tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Unset dirty status for tenant:33491088bc784393989c1b50373e6c05 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:32:25.305367 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-29ff2593-a445-4793-a502-a2da65156ceb tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "GET /v2.0/ports/38939ace-84fd-466e-93eb-7b769b29611c HTTP/1.1" status: 200 len: 982 time: 0.1002235 Apr 29 13:32:25.305542 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34774) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:25.337609 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-cbba5ca0-a12c-49c0-84ae-7b0ac2f47e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:25.349970 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbba5ca0-a12c-49c0-84ae-7b0ac2f47e55 None None] Routers {'91258baa-3b41-4ea4-a54e-7e43eaab6154'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:25.351512 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-cbba5ca0-a12c-49c0-84ae-7b0ac2f47e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['91258baa-3b41-4ea4-a54e-7e43eaab6154'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:25.416656 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-cbba5ca0-a12c-49c0-84ae-7b0ac2f47e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:25.417095 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbba5ca0-a12c-49c0-84ae-7b0ac2f47e55 None None] The sync data for ids ['91258baa-3b41-4ea4-a54e-7e43eaab6154'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:32:25.423840 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 60ec26e2-1de0-4982-b2cb-385e2962782d up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:32:25.533169 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-91786bb0-193f-4341-b802-efdc1163dbba None None] Provisioning complete for port 38939ace-84fd-466e-93eb-7b769b29611c triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:25.533541 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-91786bb0-193f-4341-b802-efdc1163dbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:25.570942 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ec709-0bdf-47c6-83a3-55c08185a258 None None] Pushing event updated for resources: {'Port': ['ID=27942241-d802-45a0-8d2d-0c1ebc8cb3d2,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:25.641652 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-91786bb0-193f-4341-b802-efdc1163dbba None None] Port 38939ace-84fd-466e-93eb-7b769b29611c cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:32:25.646767 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 60ec26e2-1de0-4982-b2cb-385e2962782d triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:25.647263 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:25.796722 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4e6a1af7-5b34-422e-9957-429f61d4e6df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:25.804522 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4e6a1af7-5b34-422e-9957-429f61d4e6df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:25.953608 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a1af7-5b34-422e-9957-429f61d4e6df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Port': ['ID=83f6a8e3-8977-4334-b749-608df05f1bc0,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:26.027939 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c5bd69dd-acc6-4c9b-9b1e-d4fa52d3f533 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:26.167992 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4e6a1af7-5b34-422e-9957-429f61d4e6df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:26.260458 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4e6a1af7-5b34-422e-9957-429f61d4e6df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:26.384697 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-c5bd69dd-acc6-4c9b-9b1e-d4fa52d3f533 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Deleting port 38939ace-84fd-466e-93eb-7b769b29611c {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:26.385278 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c5bd69dd-acc6-4c9b-9b1e-d4fa52d3f533 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:26.489233 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6eaac2-f925-4985-921b-6262cd5328f8 None None] Network 861969be-9c6b-48ca-a4ec-1979d7376fdb requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:26.579588 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c5bd69dd-acc6-4c9b-9b1e-d4fa52d3f533 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:26.616906 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d8c78ee7-980e-4000-95b8-5fcd11899da7 None None] Provisioning for port 27942241-d802-45a0-8d2d-0c1ebc8cb3d2 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:26.712160 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-c5bd69dd-acc6-4c9b-9b1e-d4fa52d3f533 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Calling delete_port for 38939ace-84fd-466e-93eb-7b769b29611c owned by network:router_interface {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:26.774023 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4e6a1af7-5b34-422e-9957-429f61d4e6df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:26.779188 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4e6a1af7-5b34-422e-9957-429f61d4e6df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:26.906328 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a1af7-5b34-422e-9957-429f61d4e6df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Port': ['ID=83f6a8e3-8977-4334-b749-608df05f1bc0,revision_number=3']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:26.909050 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4e6a1af7-5b34-422e-9957-429f61d4e6df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:26.919673 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c5bd69dd-acc6-4c9b-9b1e-d4fa52d3f533 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:26.973118 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd69dd-acc6-4c9b-9b1e-d4fa52d3f533 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Port': ['ID=38939ace-84fd-466e-93eb-7b769b29611c,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:27.064103 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6a1af7-5b34-422e-9957-429f61d4e6df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network 861969be-9c6b-48ca-a4ec-1979d7376fdb is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:27.065345 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-4e6a1af7-5b34-422e-9957-429f61d4e6df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:27.089812 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-8f65190a-a9f9-45fb-a329-cf753debee83 None None] Provisioning for port 83f6a8e3-8977-4334-b749-608df05f1bc0 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:27.099509 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-8f65190a-a9f9-45fb-a329-cf753debee83 None None] Provisioning complete for port 83f6a8e3-8977-4334-b749-608df05f1bc0 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:27.100146 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f65190a-a9f9-45fb-a329-cf753debee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:27.173942 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-8f65190a-a9f9-45fb-a329-cf753debee83 None None] Port 83f6a8e3-8977-4334-b749-608df05f1bc0 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:32:27.189601 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c5bd69dd-acc6-4c9b-9b1e-d4fa52d3f533 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:27.296015 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187276c-eccf-453f-86c0-00ac1f6fc314 None None] Provisioning complete for port 83f6a8e3-8977-4334-b749-608df05f1bc0 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:27.296225 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187276c-eccf-453f-86c0-00ac1f6fc314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:27.387972 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187276c-eccf-453f-86c0-00ac1f6fc314 None None] Port 83f6a8e3-8977-4334-b749-608df05f1bc0 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:32:27.406422 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 27942241-d802-45a0-8d2d-0c1ebc8cb3d2 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:32:27.488366 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 27942241-d802-45a0-8d2d-0c1ebc8cb3d2 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:27.495727 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 27942241-d802-45a0-8d2d-0c1ebc8cb3d2 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:27.496321 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:27.502228 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6a1af7-5b34-422e-9957-429f61d4e6df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Router ec7a7817-eb4d-42e7-8a07-13d292e1decd is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:32:27.633760 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:27.649647 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c587f458-9ccf-4842-8b44-9d58b0e5f75d None None] Provisioning complete for port 83f6a8e3-8977-4334-b749-608df05f1bc0 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:27.650010 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c587f458-9ccf-4842-8b44-9d58b0e5f75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:27.700988 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6a1af7-5b34-422e-9957-429f61d4e6df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:32:27.706131 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4e6a1af7-5b34-422e-9957-429f61d4e6df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "PUT /v2.0/routers/ec7a7817-eb4d-42e7-8a07-13d292e1decd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2565649 Apr 29 13:32:27.708608 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34778) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:27.714653 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1210cfbd-f459-4f27-bbe2-9fe58cda42f5 None None] Sync routers for ids ['ec7a7817-eb4d-42e7-8a07-13d292e1decd'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:32:27.745674 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-c587f458-9ccf-4842-8b44-9d58b0e5f75d None None] Port 83f6a8e3-8977-4334-b749-608df05f1bc0 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:32:27.749972 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 27942241-d802-45a0-8d2d-0c1ebc8cb3d2, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=27942241-d802-45a0-8d2d-0c1ebc8cb3d2,segment=NetworkSegment(70c7b5fd-a29e-465f-a86b-6f14c875d20b),segment_id=70c7b5fd-a29e-465f-a86b-6f14c875d20b)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:27.754175 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1210cfbd-f459-4f27-bbe2-9fe58cda42f5 None None] Routers {'ec7a7817-eb4d-42e7-8a07-13d292e1decd'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:27.754831 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-1210cfbd-f459-4f27-bbe2-9fe58cda42f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['ec7a7817-eb4d-42e7-8a07-13d292e1decd'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:27.799051 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0801662-8813-427b-b7a1-58d43ce78799 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:27.799755 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d0801662-8813-427b-b7a1-58d43ce78799 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Synchronizing usage tracker for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:32:27.813871 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:27.820255 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d0801662-8813-427b-b7a1-58d43ce78799 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Unset dirty status for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:32:27.821640 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d0801662-8813-427b-b7a1-58d43ce78799 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec7a7817-eb4d-42e7-8a07-13d292e1decd HTTP/1.1" status: 200 len: 983 time: 0.1121058 Apr 29 13:32:27.824611 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34782) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:27.832291 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5bd69dd-acc6-4c9b-9b1e-d4fa52d3f533 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Router 91258baa-3b41-4ea4-a54e-7e43eaab6154 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:32:27.865657 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-1210cfbd-f459-4f27-bbe2-9fe58cda42f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:27.921582 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=27942241-d802-45a0-8d2d-0c1ebc8cb3d2,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:27.924825 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1210cfbd-f459-4f27-bbe2-9fe58cda42f5 None None] Routers {'ec7a7817-eb4d-42e7-8a07-13d292e1decd'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:27.925421 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-1210cfbd-f459-4f27-bbe2-9fe58cda42f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['ec7a7817-eb4d-42e7-8a07-13d292e1decd'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:27.978809 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bd69dd-acc6-4c9b-9b1e-d4fa52d3f533 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:32:27.981345 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:27.988429 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-37c65e19-c13b-4847-863a-7ddf5d395711 None None] Provisioning complete for port 83f6a8e3-8977-4334-b749-608df05f1bc0 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:27.988903 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-37c65e19-c13b-4847-863a-7ddf5d395711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:27.993988 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450b67e7-9715-4f54-83cd-e2d461fa9195 None None] Sync routers for ids ['91258baa-3b41-4ea4-a54e-7e43eaab6154'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:32:28.001104 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c5bd69dd-acc6-4c9b-9b1e-d4fa52d3f533 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "PUT /v2.0/routers/91258baa-3b41-4ea4-a54e-7e43eaab6154/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6942773 Apr 29 13:32:28.003838 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34786) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:28.011118 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450b67e7-9715-4f54-83cd-e2d461fa9195 None None] Routers {'91258baa-3b41-4ea4-a54e-7e43eaab6154'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:28.011744 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-450b67e7-9715-4f54-83cd-e2d461fa9195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['91258baa-3b41-4ea4-a54e-7e43eaab6154'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:28.020530 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-1210cfbd-f459-4f27-bbe2-9fe58cda42f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:28.020796 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1210cfbd-f459-4f27-bbe2-9fe58cda42f5 None None] The sync data for ids ['ec7a7817-eb4d-42e7-8a07-13d292e1decd'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:32:28.051527 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-37c65e19-c13b-4847-863a-7ddf5d395711 None None] Port 83f6a8e3-8977-4334-b749-608df05f1bc0 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:32:28.072709 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-450b67e7-9715-4f54-83cd-e2d461fa9195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:28.083297 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450b67e7-9715-4f54-83cd-e2d461fa9195 None None] Routers {'91258baa-3b41-4ea4-a54e-7e43eaab6154'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:28.083878 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-450b67e7-9715-4f54-83cd-e2d461fa9195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['91258baa-3b41-4ea4-a54e-7e43eaab6154'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:28.169825 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-450b67e7-9715-4f54-83cd-e2d461fa9195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:28.170221 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450b67e7-9715-4f54-83cd-e2d461fa9195 None None] The sync data for ids ['91258baa-3b41-4ea4-a54e-7e43eaab6154'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:32:28.581710 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-9ccaed98-c202-4daa-ae61-735d86285e66 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] remove_router_interface failed (client error): The resource could not be found. Apr 29 13:32:28.582729 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9ccaed98-c202-4daa-ae61-735d86285e66 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "PUT /v2.0/routers/91258baa-3b41-4ea4-a54e-7e43eaab6154/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5778525 Apr 29 13:32:28.586350 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34792) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:28.629209 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4b81dac3-8aa7-4f1f-8d28-d5e4396dad94 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Synchronizing usage tracker for tenant:33491088bc784393989c1b50373e6c05 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:32:28.644642 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4b81dac3-8aa7-4f1f-8d28-d5e4396dad94 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Unset dirty status for tenant:33491088bc784393989c1b50373e6c05 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:32:28.645763 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4b81dac3-8aa7-4f1f-8d28-d5e4396dad94 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "GET /v2.0/ports?device_id=91258baa-3b41-4ea4-a54e-7e43eaab6154 HTTP/1.1" status: 200 len: 205 time: 0.0583808 Apr 29 13:32:28.649203 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34796) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:28.773662 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b84afbf9-b4f6-4a1a-9730-f26f0f6134df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:28.781930 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c1593ff9-09e6-4cbd-9485-d09e685980fa tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:29.115068 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-b84afbf9-b4f6-4a1a-9730-f26f0f6134df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting port 83f6a8e3-8977-4334-b749-608df05f1bc0 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:29.115626 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b84afbf9-b4f6-4a1a-9730-f26f0f6134df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:29.163695 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c1593ff9-09e6-4cbd-9485-d09e685980fa tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:29.167937 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c1593ff9-09e6-4cbd-9485-d09e685980fa tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:29.192995 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c1593ff9-09e6-4cbd-9485-d09e685980fa tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:29.193500 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1593ff9-09e6-4cbd-9485-d09e685980fa tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Fanout notify agent at l3_agent the message router_deleted on router 91258baa-3b41-4ea4-a54e-7e43eaab6154 {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:32:29.203786 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c1593ff9-09e6-4cbd-9485-d09e685980fa tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:29.204874 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c1593ff9-09e6-4cbd-9485-d09e685980fa tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/routers/91258baa-3b41-4ea4-a54e-7e43eaab6154 HTTP/1.1" status: 204 len: 168 time: 0.5547733 Apr 29 13:32:29.207563 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34800) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:29.309995 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b84afbf9-b4f6-4a1a-9730-f26f0f6134df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:29.313413 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 27942241-d802-45a0-8d2d-0c1ebc8cb3d2 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:32:29.389311 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 27942241-d802-45a0-8d2d-0c1ebc8cb3d2 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:29.389584 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:29.435903 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-b84afbf9-b4f6-4a1a-9730-f26f0f6134df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Calling delete_port for 83f6a8e3-8977-4334-b749-608df05f1bc0 owned by network:router_interface {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:29.519830 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-a22f6de5-38eb-47ec-88f4-d559fa2ebc69 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Deleting subnet 4eaa610a-7c70-4762-9185-6e9167fbf746 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:32:29.523512 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a22f6de5-38eb-47ec-88f4-d559fa2ebc69 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:29.576324 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a22f6de5-38eb-47ec-88f4-d559fa2ebc69 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:29.614004 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b84afbf9-b4f6-4a1a-9730-f26f0f6134df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:29.658551 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a22f6de5-38eb-47ec-88f4-d559fa2ebc69 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:29.667318 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84afbf9-b4f6-4a1a-9730-f26f0f6134df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Port': ['ID=83f6a8e3-8977-4334-b749-608df05f1bc0,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:29.744531 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a22f6de5-38eb-47ec-88f4-d559fa2ebc69 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:29.783230 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f6de5-38eb-47ec-88f4-d559fa2ebc69 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Subnet': ['ID=4eaa610a-7c70-4762-9185-6e9167fbf746,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:29.793769 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a22f6de5-38eb-47ec-88f4-d559fa2ebc69 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:29.800480 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a22f6de5-38eb-47ec-88f4-d559fa2ebc69 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/subnets/4eaa610a-7c70-4762-9185-6e9167fbf746 HTTP/1.1" status: 204 len: 168 time: 0.5918605 Apr 29 13:32:29.804687 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893bb6aa-7f9a-4205-9afb-fd21ac79670d None None] Network d15629d3-c796-4cdb-a1b5-3e5b060a0700 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:29.809335 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34804) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:29.953614 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6c2b311-d25c-481b-9d09-46d7f0e7010d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:29.965266 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-f6c2b311-d25c-481b-9d09-46d7f0e7010d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Deleting port 60ec26e2-1de0-4982-b2cb-385e2962782d {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:29.965605 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6c2b311-d25c-481b-9d09-46d7f0e7010d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:30.018642 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b84afbf9-b4f6-4a1a-9730-f26f0f6134df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:30.129595 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d119cfd8-ee88-4c0a-b53c-1a17f4e9de3f None None] DHCP port deletion for d15629d3-c796-4cdb-a1b5-3e5b060a0700 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:32:30.134911 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-d119cfd8-ee88-4c0a-b53c-1a17f4e9de3f None None] Deleting port 60ec26e2-1de0-4982-b2cb-385e2962782d {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:30.135454 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d119cfd8-ee88-4c0a-b53c-1a17f4e9de3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:30.182015 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-f6c2b311-d25c-481b-9d09-46d7f0e7010d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] For port 60ec26e2-1de0-4982-b2cb-385e2962782d, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=60ec26e2-1de0-4982-b2cb-385e2962782d,segment=NetworkSegment(5ab82d64-7904-45cf-a1e0-6a45d969750c),segment_id=5ab82d64-7904-45cf-a1e0-6a45d969750c)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:30.182606 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6c2b311-d25c-481b-9d09-46d7f0e7010d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:30.301908 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-f6c2b311-d25c-481b-9d09-46d7f0e7010d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Calling delete_port for 60ec26e2-1de0-4982-b2cb-385e2962782d owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:30.334652 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d119cfd8-ee88-4c0a-b53c-1a17f4e9de3f None None] For port 60ec26e2-1de0-4982-b2cb-385e2962782d, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=60ec26e2-1de0-4982-b2cb-385e2962782d,segment=NetworkSegment(5ab82d64-7904-45cf-a1e0-6a45d969750c),segment_id=5ab82d64-7904-45cf-a1e0-6a45d969750c)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:30.335334 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d119cfd8-ee88-4c0a-b53c-1a17f4e9de3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:30.378788 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6c2b311-d25c-481b-9d09-46d7f0e7010d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:30.430658 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c2b311-d25c-481b-9d09-46d7f0e7010d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] No DVR routers for this DVR port 60ec26e2-1de0-4982-b2cb-385e2962782d on host dv-neutron-839027-4-hyperv {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:32:30.455086 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84afbf9-b4f6-4a1a-9730-f26f0f6134df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Router ec7a7817-eb4d-42e7-8a07-13d292e1decd has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:32:30.463996 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-d119cfd8-ee88-4c0a-b53c-1a17f4e9de3f None None] Calling delete_port for 60ec26e2-1de0-4982-b2cb-385e2962782d owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:30.465768 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2b311-d25c-481b-9d09-46d7f0e7010d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Port': ['ID=60ec26e2-1de0-4982-b2cb-385e2962782d,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:30.537449 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-d119cfd8-ee88-4c0a-b53c-1a17f4e9de3f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:32:30.537903 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-d119cfd8-ee88-4c0a-b53c-1a17f4e9de3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:32:30.567357 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6c2b311-d25c-481b-9d09-46d7f0e7010d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:30.594699 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-f6c2b311-d25c-481b-9d09-46d7f0e7010d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d15629d3-c796-4cdb-a1b5-3e5b060a0700']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:30.600165 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84afbf9-b4f6-4a1a-9730-f26f0f6134df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:32:30.607193 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-f6c2b311-d25c-481b-9d09-46d7f0e7010d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab82d64-7904-45cf-a1e0-6a45d969750c') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:30.608050 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-f6c2b311-d25c-481b-9d09-46d7f0e7010d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab82d64-7904-45cf-a1e0-6a45d969750c') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:30.610241 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45ed722-7b2e-4eb3-87e8-9e38a2c2371a None None] Sync routers for ids ['ec7a7817-eb4d-42e7-8a07-13d292e1decd'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:32:30.619327 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b84afbf9-b4f6-4a1a-9730-f26f0f6134df tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "PUT /v2.0/routers/ec7a7817-eb4d-42e7-8a07-13d292e1decd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7911508 Apr 29 13:32:30.619723 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34808) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:30.625368 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45ed722-7b2e-4eb3-87e8-9e38a2c2371a None None] Routers {'ec7a7817-eb4d-42e7-8a07-13d292e1decd'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:30.625986 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b45ed722-7b2e-4eb3-87e8-9e38a2c2371a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['ec7a7817-eb4d-42e7-8a07-13d292e1decd'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:30.658252 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6c2b311-d25c-481b-9d09-46d7f0e7010d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:30.671931 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-6647250c-faca-4ff5-9ef9-9311695e7c87 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] GET failed (client error): The resource could not be found. Apr 29 13:32:30.672437 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-6647250c-faca-4ff5-9ef9-9311695e7c87 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Synchronizing usage tracker for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:32:30.683710 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6c2b311-d25c-481b-9d09-46d7f0e7010d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:30.690415 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b45ed722-7b2e-4eb3-87e8-9e38a2c2371a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:30.693816 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c2b311-d25c-481b-9d09-46d7f0e7010d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:32:30.694234 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6c2b311-d25c-481b-9d09-46d7f0e7010d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:30.703638 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45ed722-7b2e-4eb3-87e8-9e38a2c2371a None None] Routers {'ec7a7817-eb4d-42e7-8a07-13d292e1decd'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:30.704241 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b45ed722-7b2e-4eb3-87e8-9e38a2c2371a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['ec7a7817-eb4d-42e7-8a07-13d292e1decd'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:32:30.713725 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:32:30.717971 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-6647250c-faca-4ff5-9ef9-9311695e7c87 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Unset dirty status for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:32:30.719109 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6647250c-faca-4ff5-9ef9-9311695e7c87 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "GET /v2.0/ports/83f6a8e3-8977-4334-b749-608df05f1bc0 HTTP/1.1" status: 404 len: 333 time: 0.0985799 Apr 29 13:32:30.722065 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34812) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:30.793932 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b45ed722-7b2e-4eb3-87e8-9e38a2c2371a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:30.794240 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45ed722-7b2e-4eb3-87e8-9e38a2c2371a None None] The sync data for ids ['ec7a7817-eb4d-42e7-8a07-13d292e1decd'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:32:30.802944 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6c2b311-d25c-481b-9d09-46d7f0e7010d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:30.827738 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6c2b311-d25c-481b-9d09-46d7f0e7010d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:30.830616 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2b311-d25c-481b-9d09-46d7f0e7010d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Network': ['ID=d15629d3-c796-4cdb-a1b5-3e5b060a0700,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:30.848464 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f6c2b311-d25c-481b-9d09-46d7f0e7010d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/networks/d15629d3-c796-4cdb-a1b5-3e5b060a0700 HTTP/1.1" status: 204 len: 168 time: 1.0376744 Apr 29 13:32:30.853093 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34816) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:30.859160 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-338d3bb3-3682-4972-b727-1926ac80fcda tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1953982949'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:30.864553 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-338d3bb3-3682-4972-b727-1926ac80fcda tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:30.868548 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-338d3bb3-3682-4972-b727-1926ac80fcda tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Usage tracker for resource:network and tenant:33491088bc784393989c1b50373e6c05 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:30.871397 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-338d3bb3-3682-4972-b727-1926ac80fcda tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:30.877068 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-338d3bb3-3682-4972-b727-1926ac80fcda tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:30.884376 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fa3730d5-99e5-4772-a8d6-9d92a0cc7bae tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:30.887014 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338d3bb3-3682-4972-b727-1926ac80fcda tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Made reservation on behalf of 33491088bc784393989c1b50373e6c05 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:32:30.890045 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-338d3bb3-3682-4972-b727-1926ac80fcda tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:30.921652 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-338d3bb3-3682-4972-b727-1926ac80fcda tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:32:30.930450 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-338d3bb3-3682-4972-b727-1926ac80fcda tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:30.930782 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-338d3bb3-3682-4972-b727-1926ac80fcda tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Added segment 14d17089-2110-4735-946a-5c6e7079bd53 of type vlan for network 77f33d35-1635-4bd0-b2f1-e9e7b644ec28 Apr 29 13:32:30.958614 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-338d3bb3-3682-4972-b727-1926ac80fcda tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:30.986368 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-338d3bb3-3682-4972-b727-1926ac80fcda tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:30.990064 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338d3bb3-3682-4972-b727-1926ac80fcda tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:30.990630 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-338d3bb3-3682-4972-b727-1926ac80fcda tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:31.039299 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-d119cfd8-ee88-4c0a-b53c-1a17f4e9de3f None None] Deleting port 60ec26e2-1de0-4982-b2cb-385e2962782d {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:31.039711 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d119cfd8-ee88-4c0a-b53c-1a17f4e9de3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:31.107970 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-d119cfd8-ee88-4c0a-b53c-1a17f4e9de3f None None] The port '60ec26e2-1de0-4982-b2cb-385e2962782d' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:32:31.182693 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-338d3bb3-3682-4972-b727-1926ac80fcda tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3284626 Apr 29 13:32:31.185737 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34820) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:31.196491 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-badbbcb1-0ada-4175-b8d2-555ce2ca458b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'subnet': {'network_id': '77f33d35-1635-4bd0-b2f1-e9e7b644ec28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:31.210207 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d3bb3-3682-4972-b727-1926ac80fcda tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Network': ['ID=77f33d35-1635-4bd0-b2f1-e9e7b644ec28,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:31.221073 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 77f33d35-1635-4bd0-b2f1-e9e7b644ec28 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:32:31.310753 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-badbbcb1-0ada-4175-b8d2-555ce2ca458b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:31.314677 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-badbbcb1-0ada-4175-b8d2-555ce2ca458b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Usage tracker for resource:subnet and tenant:33491088bc784393989c1b50373e6c05 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:31.318094 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-badbbcb1-0ada-4175-b8d2-555ce2ca458b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:31.324554 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-badbbcb1-0ada-4175-b8d2-555ce2ca458b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:31.334322 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badbbcb1-0ada-4175-b8d2-555ce2ca458b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Made reservation on behalf of 33491088bc784393989c1b50373e6c05 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:32:31.339912 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 60ec26e2-1de0-4982-b2cb-385e2962782d no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:32:31.375321 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 60ec26e2-1de0-4982-b2cb-385e2962782d {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:32:31.375717 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 60ec26e2-1de0-4982-b2cb-385e2962782d not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:32:31.383559 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fa3730d5-99e5-4772-a8d6-9d92a0cc7bae tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:31.388497 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fa3730d5-99e5-4772-a8d6-9d92a0cc7bae tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:31.417464 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fa3730d5-99e5-4772-a8d6-9d92a0cc7bae tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:31.418233 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3730d5-99e5-4772-a8d6-9d92a0cc7bae tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Fanout notify agent at l3_agent the message router_deleted on router ec7a7817-eb4d-42e7-8a07-13d292e1decd {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:32:31.428415 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fa3730d5-99e5-4772-a8d6-9d92a0cc7bae tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:31.432413 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-fa3730d5-99e5-4772-a8d6-9d92a0cc7bae tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/routers/ec7a7817-eb4d-42e7-8a07-13d292e1decd HTTP/1.1" status: 204 len: 168 time: 0.7070856 Apr 29 13:32:31.432642 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34824) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:31.435459 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-badbbcb1-0ada-4175-b8d2-555ce2ca458b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:31.622840 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf6af0e-b5fe-48ae-9dd4-8d4e6658bb31 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting subnet cc13a007-5b7d-4d2f-bdeb-4569ad3558ee {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:32:31.625965 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-caf6af0e-b5fe-48ae-9dd4-8d4e6658bb31 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:31.653688 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-badbbcb1-0ada-4175-b8d2-555ce2ca458b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:31.680146 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-caf6af0e-b5fe-48ae-9dd4-8d4e6658bb31 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:31.732415 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbbcb1-0ada-4175-b8d2-555ce2ca458b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Subnet': ['ID=a18c1959-dbf9-4d92-b01b-f06ed711daaf,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:31.741526 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badbbcb1-0ada-4175-b8d2-555ce2ca458b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Checking segment: {'id': '14d17089-2110-4735-946a-5c6e7079bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '77f33d35-1635-4bd0-b2f1-e9e7b644ec28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:32:31.741877 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badbbcb1-0ada-4175-b8d2-555ce2ca458b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network hostable DHCP agents. Network: 77f33d35-1635-4bd0-b2f1-e9e7b644ec28, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:32:31.762409 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badbbcb1-0ada-4175-b8d2-555ce2ca458b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network 77f33d35-1635-4bd0-b2f1-e9e7b644ec28 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:32:31.766189 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-caf6af0e-b5fe-48ae-9dd4-8d4e6658bb31 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:31.774025 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-badbbcb1-0ada-4175-b8d2-555ce2ca458b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 77f33d35-1635-4bd0-b2f1-e9e7b644ec28) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:31.778770 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badbbcb1-0ada-4175-b8d2-555ce2ca458b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:31.779502 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-badbbcb1-0ada-4175-b8d2-555ce2ca458b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:31.785063 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0427ce5c-57cc-4530-98aa-bcdd4a11c3ff None None] Network 77f33d35-1635-4bd0-b2f1-e9e7b644ec28 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:31.805291 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-badbbcb1-0ada-4175-b8d2-555ce2ca458b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6182649 Apr 29 13:32:31.808065 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34828) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:31.818423 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-433ea2e5-e4c1-4097-b209-ad0f7595a659 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-352991562', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:31.832597 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-433ea2e5-e4c1-4097-b209-ad0f7595a659 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:31.840714 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-433ea2e5-e4c1-4097-b209-ad0f7595a659 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Usage tracker for resource:router and tenant:33491088bc784393989c1b50373e6c05 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:31.845315 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-433ea2e5-e4c1-4097-b209-ad0f7595a659 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:31.855677 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-433ea2e5-e4c1-4097-b209-ad0f7595a659 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:31.870888 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-433ea2e5-e4c1-4097-b209-ad0f7595a659 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:31.871782 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-433ea2e5-e4c1-4097-b209-ad0f7595a659 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:31.888114 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-caf6af0e-b5fe-48ae-9dd4-8d4e6658bb31 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:31.934629 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6af0e-b5fe-48ae-9dd4-8d4e6658bb31 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Subnet': ['ID=cc13a007-5b7d-4d2f-bdeb-4569ad3558ee,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:31.944139 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-caf6af0e-b5fe-48ae-9dd4-8d4e6658bb31 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:31.953389 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b2f66e-c142-4d0a-970a-719415963b73 None None] Network 861969be-9c6b-48ca-a4ec-1979d7376fdb requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:31.954101 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-433ea2e5-e4c1-4097-b209-ad0f7595a659 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:31.958913 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-caf6af0e-b5fe-48ae-9dd4-8d4e6658bb31 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/subnets/cc13a007-5b7d-4d2f-bdeb-4569ad3558ee HTTP/1.1" status: 204 len: 168 time: 0.5228806 Apr 29 13:32:31.959407 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34832) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:31.973396 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-433ea2e5-e4c1-4097-b209-ad0f7595a659 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:31.993791 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-433ea2e5-e4c1-4097-b209-ad0f7595a659 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:31.997710 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-433ea2e5-e4c1-4097-b209-ad0f7595a659 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1859536 Apr 29 13:32:31.997925 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34836) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:32.082811 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8749764d-8d8f-490e-bbb8-4fc15e83c4a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:32.093533 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-8749764d-8d8f-490e-bbb8-4fc15e83c4a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting port 27942241-d802-45a0-8d2d-0c1ebc8cb3d2 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:32.093880 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8749764d-8d8f-490e-bbb8-4fc15e83c4a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:32.153344 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f533cf0e-e1db-4fa3-899a-cb89d67f587c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-77f33d35-1635-4bd0-b2f1-e9e7b644ec28', 'network_id': '77f33d35-1635-4bd0-b2f1-e9e7b644ec28', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'fixed_ips': [{'subnet_id': 'a18c1959-dbf9-4d92-b01b-f06ed711daaf'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:32:32.154387 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f533cf0e-e1db-4fa3-899a-cb89d67f587c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:32.386548 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-f533cf0e-e1db-4fa3-899a-cb89d67f587c None None] Allocated IP 2001:db8::2 (77f33d35-1635-4bd0-b2f1-e9e7b644ec28/a18c1959-dbf9-4d92-b01b-f06ed711daaf/9e22063f-b181-4d11-a3b9-5130cca1061d) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:32:32.420109 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-8749764d-8d8f-490e-bbb8-4fc15e83c4a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] For port 27942241-d802-45a0-8d2d-0c1ebc8cb3d2, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=27942241-d802-45a0-8d2d-0c1ebc8cb3d2,segment=NetworkSegment(70c7b5fd-a29e-465f-a86b-6f14c875d20b),segment_id=70c7b5fd-a29e-465f-a86b-6f14c875d20b)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:32.421070 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8749764d-8d8f-490e-bbb8-4fc15e83c4a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:32.452390 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8cf03a-79f0-421c-8105-2928388af436 None None] DHCP port deletion for 861969be-9c6b-48ca-a4ec-1979d7376fdb request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:32:32.543743 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-89477fff-5bad-4803-9466-631e2a76b8b0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:32.552889 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-2a8cf03a-79f0-421c-8105-2928388af436 None None] Deleting port 27942241-d802-45a0-8d2d-0c1ebc8cb3d2 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:32.552889 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2a8cf03a-79f0-421c-8105-2928388af436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:32.560795 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:32:32.622896 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-8749764d-8d8f-490e-bbb8-4fc15e83c4a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Calling delete_port for 27942241-d802-45a0-8d2d-0c1ebc8cb3d2 owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:32.708731 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8749764d-8d8f-490e-bbb8-4fc15e83c4a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:32.773515 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749764d-8d8f-490e-bbb8-4fc15e83c4a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Port': ['ID=27942241-d802-45a0-8d2d-0c1ebc8cb3d2,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:32.781328 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8749764d-8d8f-490e-bbb8-4fc15e83c4a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] No DVR routers for this DVR port 27942241-d802-45a0-8d2d-0c1ebc8cb3d2 on host dv-neutron-839027-4-hyperv {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:32:32.878915 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f533cf0e-e1db-4fa3-899a-cb89d67f587c None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:32.888218 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-2a8cf03a-79f0-421c-8105-2928388af436 None None] For port 27942241-d802-45a0-8d2d-0c1ebc8cb3d2, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=27942241-d802-45a0-8d2d-0c1ebc8cb3d2,segment=NetworkSegment(70c7b5fd-a29e-465f-a86b-6f14c875d20b),segment_id=70c7b5fd-a29e-465f-a86b-6f14c875d20b)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:32.888619 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2a8cf03a-79f0-421c-8105-2928388af436 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:32.906029 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f533cf0e-e1db-4fa3-899a-cb89d67f587c None None] Transition to ACTIVE for port object 9e22063f-b181-4d11-a3b9-5130cca1061d will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:32.925753 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8749764d-8d8f-490e-bbb8-4fc15e83c4a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:32.952847 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-8749764d-8d8f-490e-bbb8-4fc15e83c4a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['861969be-9c6b-48ca-a4ec-1979d7376fdb']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:32.965798 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-8749764d-8d8f-490e-bbb8-4fc15e83c4a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c7b5fd-a29e-465f-a86b-6f14c875d20b') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:32.966011 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-8749764d-8d8f-490e-bbb8-4fc15e83c4a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c7b5fd-a29e-465f-a86b-6f14c875d20b') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:32.978146 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8749764d-8d8f-490e-bbb8-4fc15e83c4a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:32.994924 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8749764d-8d8f-490e-bbb8-4fc15e83c4a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:33.001170 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8749764d-8d8f-490e-bbb8-4fc15e83c4a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:32:33.001557 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8749764d-8d8f-490e-bbb8-4fc15e83c4a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:32:33.020736 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:32:33.025071 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-2a8cf03a-79f0-421c-8105-2928388af436 None None] Calling delete_port for 27942241-d802-45a0-8d2d-0c1ebc8cb3d2 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:33.100946 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-2a8cf03a-79f0-421c-8105-2928388af436 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:32:33.101328 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-2a8cf03a-79f0-421c-8105-2928388af436 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:32:33.103451 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f533cf0e-e1db-4fa3-899a-cb89d67f587c None None] Transition to ACTIVE for port object 9e22063f-b181-4d11-a3b9-5130cca1061d will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:33.103730 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8749764d-8d8f-490e-bbb8-4fc15e83c4a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:33.108313 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8749764d-8d8f-490e-bbb8-4fc15e83c4a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:33.113941 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f533cf0e-e1db-4fa3-899a-cb89d67f587c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:33.136548 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749764d-8d8f-490e-bbb8-4fc15e83c4a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Network': ['ID=861969be-9c6b-48ca-a4ec-1979d7376fdb,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:33.145244 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8749764d-8d8f-490e-bbb8-4fc15e83c4a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/networks/861969be-9c6b-48ca-a4ec-1979d7376fdb HTTP/1.1" status: 204 len: 168 time: 1.1846447 Apr 29 13:32:33.151024 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34840) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:33.174368 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-89477fff-5bad-4803-9466-631e2a76b8b0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Allocated IP 2001:db8::1 (77f33d35-1635-4bd0-b2f1-e9e7b644ec28/a18c1959-dbf9-4d92-b01b-f06ed711daaf/90631689-5790-4d23-b3d6-0549391cabaa) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:32:33.175724 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f533cf0e-e1db-4fa3-899a-cb89d67f587c None None] Network 77f33d35-1635-4bd0-b2f1-e9e7b644ec28 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:33.184411 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-f533cf0e-e1db-4fa3-899a-cb89d67f587c None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:33.188636 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f533cf0e-e1db-4fa3-899a-cb89d67f587c None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:32:33.226463 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90693e03-a35b-4925-93d6-f22500bc39cb tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:33.226971 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-90693e03-a35b-4925-93d6-f22500bc39cb tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Synchronizing usage tracker for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:32:33.234754 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533cf0e-e1db-4fa3-899a-cb89d67f587c None None] Pushing event updated for resources: {'Port': ['ID=9e22063f-b181-4d11-a3b9-5130cca1061d,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:33.243834 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-90693e03-a35b-4925-93d6-f22500bc39cb tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Unset dirty status for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:32:33.245063 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-90693e03-a35b-4925-93d6-f22500bc39cb tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "GET /v2.0/ports/66211226-6809-43c4-ba53-3c3a5bf85ce4 HTTP/1.1" status: 200 len: 840 time: 0.0929689 Apr 29 13:32:33.248632 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34844) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:33.288179 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-f533cf0e-e1db-4fa3-899a-cb89d67f587c None None] Attempting to bind port 9e22063f-b181-4d11-a3b9-5130cca1061d on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:32:33.290016 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-f533cf0e-e1db-4fa3-899a-cb89d67f587c None None] Attempting to bind port 9e22063f-b181-4d11-a3b9-5130cca1061d by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '14d17089-2110-4735-946a-5c6e7079bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '77f33d35-1635-4bd0-b2f1-e9e7b644ec28'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:32:33.290400 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f533cf0e-e1db-4fa3-899a-cb89d67f587c None None] Attempting to bind port 9e22063f-b181-4d11-a3b9-5130cca1061d on network 77f33d35-1635-4bd0-b2f1-e9e7b644ec28 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:32:33.300033 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f533cf0e-e1db-4fa3-899a-cb89d67f587c None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:32:33.300410 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f533cf0e-e1db-4fa3-899a-cb89d67f587c None None] Checking segment: {'id': '14d17089-2110-4735-946a-5c6e7079bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '77f33d35-1635-4bd0-b2f1-e9e7b644ec28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:32:33.300844 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f533cf0e-e1db-4fa3-899a-cb89d67f587c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:33.301235 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f533cf0e-e1db-4fa3-899a-cb89d67f587c None None] Bound using segment: {'id': '14d17089-2110-4735-946a-5c6e7079bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '77f33d35-1635-4bd0-b2f1-e9e7b644ec28'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:32:33.301696 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-f533cf0e-e1db-4fa3-899a-cb89d67f587c None None] Bound port: 9e22063f-b181-4d11-a3b9-5130cca1061d, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14d17089-2110-4735-946a-5c6e7079bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '77f33d35-1635-4bd0-b2f1-e9e7b644ec28'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:32:33.302253 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f533cf0e-e1db-4fa3-899a-cb89d67f587c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:33.327935 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-37eb88a4-b3b1-487e-a4e1-9a187bd2016e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "GET /v2.0/ports/66211226-6809-43c4-ba53-3c3a5bf85ce4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0779724 Apr 29 13:32:33.331253 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34848) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:33.338175 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-527d3ceb-fc17-4845-a718-c9d4a7a59437 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'subnet': {'network_id': '5085b079-cc6d-48bb-856f-6227b0c46015', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:33.358405 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-89477fff-5bad-4803-9466-631e2a76b8b0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:33.367023 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 27942241-d802-45a0-8d2d-0c1ebc8cb3d2 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:32:33.374973 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-89477fff-5bad-4803-9466-631e2a76b8b0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Transition to ACTIVE for port object 90631689-5790-4d23-b3d6-0549391cabaa will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:33.397129 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-89477fff-5bad-4803-9466-631e2a76b8b0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:33.415563 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 27942241-d802-45a0-8d2d-0c1ebc8cb3d2 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:32:33.416198 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 27942241-d802-45a0-8d2d-0c1ebc8cb3d2 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:32:33.454599 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f533cf0e-e1db-4fa3-899a-cb89d67f587c None None] For port 9e22063f-b181-4d11-a3b9-5130cca1061d, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:32:33.458574 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f533cf0e-e1db-4fa3-899a-cb89d67f587c None None] For port 9e22063f-b181-4d11-a3b9-5130cca1061d, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=9e22063f-b181-4d11-a3b9-5130cca1061d,segment=NetworkSegment(14d17089-2110-4735-946a-5c6e7079bd53),segment_id=14d17089-2110-4735-946a-5c6e7079bd53)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:32:33.463977 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f533cf0e-e1db-4fa3-899a-cb89d67f587c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:33.483368 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89477fff-5bad-4803-9466-631e2a76b8b0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network 77f33d35-1635-4bd0-b2f1-e9e7b644ec28 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:33.487314 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-89477fff-5bad-4803-9466-631e2a76b8b0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:33.489495 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89477fff-5bad-4803-9466-631e2a76b8b0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:32:33.490272 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-89477fff-5bad-4803-9466-631e2a76b8b0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:33.496236 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89477fff-5bad-4803-9466-631e2a76b8b0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Port': ['ID=90631689-5790-4d23-b3d6-0549391cabaa,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:33.552088 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-527d3ceb-fc17-4845-a718-c9d4a7a59437 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:33.556228 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-527d3ceb-fc17-4845-a718-c9d4a7a59437 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:subnet and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:33.559216 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-527d3ceb-fc17-4845-a718-c9d4a7a59437 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:33.559553 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533cf0e-e1db-4fa3-899a-cb89d67f587c None None] Pushing event updated for resources: {'Port': ['ID=9e22063f-b181-4d11-a3b9-5130cca1061d,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:33.565462 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-527d3ceb-fc17-4845-a718-c9d4a7a59437 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:33.576466 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527d3ceb-fc17-4845-a718-c9d4a7a59437 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:32:33.603402 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-2a8cf03a-79f0-421c-8105-2928388af436 None None] Deleting port 27942241-d802-45a0-8d2d-0c1ebc8cb3d2 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:33.604843 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2a8cf03a-79f0-421c-8105-2928388af436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:33.638953 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-89477fff-5bad-4803-9466-631e2a76b8b0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:33.758637 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-2a8cf03a-79f0-421c-8105-2928388af436 None None] The port '27942241-d802-45a0-8d2d-0c1ebc8cb3d2' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:32:33.790916 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-527d3ceb-fc17-4845-a718-c9d4a7a59437 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:34.138143 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-527d3ceb-fc17-4845-a718-c9d4a7a59437 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:34.206929 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-89477fff-5bad-4803-9466-631e2a76b8b0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:34.212086 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527d3ceb-fc17-4845-a718-c9d4a7a59437 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network 5085b079-cc6d-48bb-856f-6227b0c46015 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:34.212564 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-89477fff-5bad-4803-9466-631e2a76b8b0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:34.214629 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-89477fff-5bad-4803-9466-631e2a76b8b0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:34.215964 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-527d3ceb-fc17-4845-a718-c9d4a7a59437 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:34.218091 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527d3ceb-fc17-4845-a718-c9d4a7a59437 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:34.218091 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-527d3ceb-fc17-4845-a718-c9d4a7a59437 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:34.224547 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8933c27c-e0a8-405e-926e-c6746437f09e None None] Network 5085b079-cc6d-48bb-856f-6227b0c46015 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:34.234226 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d3ceb-fc17-4845-a718-c9d4a7a59437 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Subnet': ['ID=d3d2bdaa-b782-49b2-a330-5a809cfe25b4,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:34.251365 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-527d3ceb-fc17-4845-a718-c9d4a7a59437 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9186783 Apr 29 13:32:34.257999 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34852) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:34.266906 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-5a453ebc-f479-46d7-aade-07815593b566 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'security_group': {'name': 'tempest-secgroup-1946400237'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:34.277053 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5a453ebc-f479-46d7-aade-07815593b566 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:34.277053 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5a453ebc-f479-46d7-aade-07815593b566 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:security_group and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:34.287048 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5a453ebc-f479-46d7-aade-07815593b566 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:34.287048 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5a453ebc-f479-46d7-aade-07815593b566 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:34.305969 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5a453ebc-f479-46d7-aade-07815593b566 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:34.378774 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5a453ebc-f479-46d7-aade-07815593b566 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:34.378774 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5a453ebc-f479-46d7-aade-07815593b566 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:security_group_rule and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:34.385644 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5a453ebc-f479-46d7-aade-07815593b566 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:34.403446 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5a453ebc-f479-46d7-aade-07815593b566 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:34.451146 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89477fff-5bad-4803-9466-631e2a76b8b0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network 77f33d35-1635-4bd0-b2f1-e9e7b644ec28 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:34.461442 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-89477fff-5bad-4803-9466-631e2a76b8b0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:34.498074 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5a453ebc-f479-46d7-aade-07815593b566 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:34.498074 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5a453ebc-f479-46d7-aade-07815593b566 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:34.535417 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5a453ebc-f479-46d7-aade-07815593b566 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:34.536480 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5a453ebc-f479-46d7-aade-07815593b566 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2824290 Apr 29 13:32:34.541517 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34856) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:34.549948 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-76cbf59c-a795-4731-904c-eaa14e5e3aab tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'security_group': {'name': 'tempest-secgroup-2024782786'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:34.565925 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-76cbf59c-a795-4731-904c-eaa14e5e3aab tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:34.574033 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-76cbf59c-a795-4731-904c-eaa14e5e3aab tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:security_group and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:34.575892 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89477fff-5bad-4803-9466-631e2a76b8b0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Port': ['ID=90631689-5790-4d23-b3d6-0549391cabaa,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:34.576606 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a453ebc-f479-46d7-aade-07815593b566 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b53f11a2-3598-4115-b4b6-6aaeb162b8e1,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:34.579089 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-76cbf59c-a795-4731-904c-eaa14e5e3aab tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:34.590986 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-76cbf59c-a795-4731-904c-eaa14e5e3aab tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:34.607218 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-76cbf59c-a795-4731-904c-eaa14e5e3aab tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:34.637370 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5d6718-e8ad-4f67-9361-fef94d2a22ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-5085b079-cc6d-48bb-856f-6227b0c46015', 'network_id': '5085b079-cc6d-48bb-856f-6227b0c46015', 'tenant_id': '41797be0195a48b7a5c670159fa1cbb3', 'fixed_ips': [{'subnet_id': 'd3d2bdaa-b782-49b2-a330-5a809cfe25b4'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:32:34.664510 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7a5d6718-e8ad-4f67-9361-fef94d2a22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:34.669841 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-76cbf59c-a795-4731-904c-eaa14e5e3aab tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:34.669841 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-76cbf59c-a795-4731-904c-eaa14e5e3aab tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:security_group_rule and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:34.675350 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-76cbf59c-a795-4731-904c-eaa14e5e3aab tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:34.687499 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-76cbf59c-a795-4731-904c-eaa14e5e3aab tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:34.754180 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-76cbf59c-a795-4731-904c-eaa14e5e3aab tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:34.760560 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-76cbf59c-a795-4731-904c-eaa14e5e3aab tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:34.814987 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cbf59c-a795-4731-904c-eaa14e5e3aab tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=863f2c88-0ee9-4b6e-b03d-a356dca0c224,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:34.823318 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-76cbf59c-a795-4731-904c-eaa14e5e3aab tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:34.827993 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-76cbf59c-a795-4731-904c-eaa14e5e3aab tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2834220 Apr 29 13:32:34.828670 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34860) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:34.840010 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-ebc6c2c8-dd69-4c5a-b606-fb7617c204a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-306705243', 'security_groups': ['863f2c88-0ee9-4b6e-b03d-a356dca0c224'], 'network_id': '5085b079-cc6d-48bb-856f-6227b0c46015', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd3d2bdaa-b782-49b2-a330-5a809cfe25b4'}]}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:34.901441 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-7a5d6718-e8ad-4f67-9361-fef94d2a22ec None None] Allocated IP 172.20.0.2 (5085b079-cc6d-48bb-856f-6227b0c46015/d3d2bdaa-b782-49b2-a330-5a809cfe25b4/244255a1-6022-413b-9eab-6401f061fc6a) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:32:34.983619 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c3a8d6-4735-479e-b52f-0f3b68ce831c None None] Network 77f33d35-1635-4bd0-b2f1-e9e7b644ec28 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:34.987853 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89477fff-5bad-4803-9466-631e2a76b8b0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Router d5af7573-72b3-4c69-bb15-47df51fe7ae6 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:32:35.014975 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ebc6c2c8-dd69-4c5a-b606-fb7617c204a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:35.019849 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ebc6c2c8-dd69-4c5a-b606-fb7617c204a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:port and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:35.024303 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ebc6c2c8-dd69-4c5a-b606-fb7617c204a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:35.031447 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ebc6c2c8-dd69-4c5a-b606-fb7617c204a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:35.043710 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc6c2c8-dd69-4c5a-b606-fb7617c204a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:32:35.049039 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c2c8-dd69-4c5a-b606-fb7617c204a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:35.090052 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-ebc6c2c8-dd69-4c5a-b606-fb7617c204a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] device_id is not set on port 7e7d7ebc-ad4c-41c2-b150-094e09fa6928 yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:32:35.142889 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c4c5fe10-e42f-4f4b-b8ac-b423f092634a None None] Provisioning for port 9e22063f-b181-4d11-a3b9-5130cca1061d completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:35.393322 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 9e22063f-b181-4d11-a3b9-5130cca1061d up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:32:35.398828 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89477fff-5bad-4803-9466-631e2a76b8b0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:32:35.408471 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d42727-a5c8-4762-8b16-fcc909de5e7a None None] Sync routers for ids ['d5af7573-72b3-4c69-bb15-47df51fe7ae6'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:32:35.413280 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-89477fff-5bad-4803-9466-631e2a76b8b0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "PUT /v2.0/routers/d5af7573-72b3-4c69-bb15-47df51fe7ae6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4143441 Apr 29 13:32:35.415852 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34866) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:35.420670 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d42727-a5c8-4762-8b16-fcc909de5e7a None None] Routers {'d5af7573-72b3-4c69-bb15-47df51fe7ae6'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:35.421437 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-f5d42727-a5c8-4762-8b16-fcc909de5e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['d5af7573-72b3-4c69-bb15-47df51fe7ae6'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:35.470935 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7a5d6718-e8ad-4f67-9361-fef94d2a22ec None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:35.483750 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-f5d42727-a5c8-4762-8b16-fcc909de5e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:35.486770 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75179ee-9da7-47f2-8df6-0d6ef7367438 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:35.487347 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b75179ee-9da7-47f2-8df6-0d6ef7367438 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Synchronizing usage tracker for tenant:33491088bc784393989c1b50373e6c05 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:32:35.492379 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7a5d6718-e8ad-4f67-9361-fef94d2a22ec None None] Transition to ACTIVE for port object 244255a1-6022-413b-9eab-6401f061fc6a will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:35.495743 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d42727-a5c8-4762-8b16-fcc909de5e7a None None] Routers {'d5af7573-72b3-4c69-bb15-47df51fe7ae6'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:35.496355 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-f5d42727-a5c8-4762-8b16-fcc909de5e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['d5af7573-72b3-4c69-bb15-47df51fe7ae6'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:35.504812 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b75179ee-9da7-47f2-8df6-0d6ef7367438 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Unset dirty status for tenant:33491088bc784393989c1b50373e6c05 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:32:35.506149 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b75179ee-9da7-47f2-8df6-0d6ef7367438 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "GET /v2.0/ports/90631689-5790-4d23-b3d6-0549391cabaa HTTP/1.1" status: 200 len: 911 time: 0.0892227 Apr 29 13:32:35.509639 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34870) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:35.538664 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7a5d6718-e8ad-4f67-9361-fef94d2a22ec None None] Transition to ACTIVE for port object 244255a1-6022-413b-9eab-6401f061fc6a will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:35.548389 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7a5d6718-e8ad-4f67-9361-fef94d2a22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:35.574230 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-f5d42727-a5c8-4762-8b16-fcc909de5e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:35.574638 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d42727-a5c8-4762-8b16-fcc909de5e7a None None] The sync data for ids ['d5af7573-72b3-4c69-bb15-47df51fe7ae6'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:32:35.604061 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5d6718-e8ad-4f67-9361-fef94d2a22ec None None] Network 5085b079-cc6d-48bb-856f-6227b0c46015 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:35.605004 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 9e22063f-b181-4d11-a3b9-5130cca1061d completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:35.614420 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-7a5d6718-e8ad-4f67-9361-fef94d2a22ec None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:35.623993 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5d6718-e8ad-4f67-9361-fef94d2a22ec None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:32:35.626154 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 9e22063f-b181-4d11-a3b9-5130cca1061d triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:35.626325 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:35.655899 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-ebc6c2c8-dd69-4c5a-b606-fb7617c204a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Allocated IP 172.20.0.11 (5085b079-cc6d-48bb-856f-6227b0c46015/d3d2bdaa-b782-49b2-a330-5a809cfe25b4/7e7d7ebc-ad4c-41c2-b150-094e09fa6928) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:32:35.794717 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d6718-e8ad-4f67-9361-fef94d2a22ec None None] Pushing event updated for resources: {'Port': ['ID=244255a1-6022-413b-9eab-6401f061fc6a,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:35.810049 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-7a5d6718-e8ad-4f67-9361-fef94d2a22ec None None] Attempting to bind port 244255a1-6022-413b-9eab-6401f061fc6a on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:32:35.810049 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-7a5d6718-e8ad-4f67-9361-fef94d2a22ec None None] Attempting to bind port 244255a1-6022-413b-9eab-6401f061fc6a by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'b80b3a66-331c-4092-ba2c-c1b0c4e03e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '5085b079-cc6d-48bb-856f-6227b0c46015'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:32:35.810262 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5d6718-e8ad-4f67-9361-fef94d2a22ec None None] Attempting to bind port 244255a1-6022-413b-9eab-6401f061fc6a on network 5085b079-cc6d-48bb-856f-6227b0c46015 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:32:35.824480 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5d6718-e8ad-4f67-9361-fef94d2a22ec None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:32:35.824976 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5d6718-e8ad-4f67-9361-fef94d2a22ec None None] Checking segment: {'id': 'b80b3a66-331c-4092-ba2c-c1b0c4e03e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '5085b079-cc6d-48bb-856f-6227b0c46015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:32:35.825271 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7a5d6718-e8ad-4f67-9361-fef94d2a22ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:35.825657 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5d6718-e8ad-4f67-9361-fef94d2a22ec None None] Bound using segment: {'id': 'b80b3a66-331c-4092-ba2c-c1b0c4e03e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '5085b079-cc6d-48bb-856f-6227b0c46015'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:32:35.826138 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-7a5d6718-e8ad-4f67-9361-fef94d2a22ec None None] Bound port: 244255a1-6022-413b-9eab-6401f061fc6a, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80b3a66-331c-4092-ba2c-c1b0c4e03e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '5085b079-cc6d-48bb-856f-6227b0c46015'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:32:35.826497 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7a5d6718-e8ad-4f67-9361-fef94d2a22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:35.938563 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c2c8-dd69-4c5a-b606-fb7617c204a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:35.962372 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-ebc6c2c8-dd69-4c5a-b606-fb7617c204a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Transition to ACTIVE for port object 7e7d7ebc-ad4c-41c2-b150-094e09fa6928 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:35.967256 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:36.011029 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c2c8-dd69-4c5a-b606-fb7617c204a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:36.040449 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a46cc8d6-063d-4603-a823-e2f211dc58f1 None None] Provisioning for port 90631689-5790-4d23-b3d6-0549391cabaa completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:36.058735 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a46cc8d6-063d-4603-a823-e2f211dc58f1 None None] Provisioning complete for port 90631689-5790-4d23-b3d6-0549391cabaa triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:36.059068 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a46cc8d6-063d-4603-a823-e2f211dc58f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:36.069633 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-526c9da7-222e-40b0-992c-1ccc4a368632 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:36.085974 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7a5d6718-e8ad-4f67-9361-fef94d2a22ec None None] For port 244255a1-6022-413b-9eab-6401f061fc6a, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:32:36.093881 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 9e22063f-b181-4d11-a3b9-5130cca1061d, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=9e22063f-b181-4d11-a3b9-5130cca1061d,segment=NetworkSegment(14d17089-2110-4735-946a-5c6e7079bd53),segment_id=14d17089-2110-4735-946a-5c6e7079bd53)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:36.107135 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc6c2c8-dd69-4c5a-b606-fb7617c204a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network 5085b079-cc6d-48bb-856f-6227b0c46015 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:36.111050 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-ebc6c2c8-dd69-4c5a-b606-fb7617c204a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:36.116505 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6c2c8-dd69-4c5a-b606-fb7617c204a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Port': ['ID=7e7d7ebc-ad4c-41c2-b150-094e09fa6928,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:36.119010 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc6c2c8-dd69-4c5a-b606-fb7617c204a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:32:36.123485 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:36.209440 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc6c2c8-dd69-4c5a-b606-fb7617c204a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:36.210131 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c2c8-dd69-4c5a-b606-fb7617c204a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:36.249531 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ebc6c2c8-dd69-4c5a-b606-fb7617c204a7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4174254 Apr 29 13:32:36.250821 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34874) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:36.252229 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7a5d6718-e8ad-4f67-9361-fef94d2a22ec None None] For port 244255a1-6022-413b-9eab-6401f061fc6a, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=244255a1-6022-413b-9eab-6401f061fc6a,segment=NetworkSegment(b80b3a66-331c-4092-ba2c-c1b0c4e03e58),segment_id=b80b3a66-331c-4092-ba2c-c1b0c4e03e58)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:32:36.259265 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-0a37fc53-3596-485a-8f14-5a9546b73832 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'subnet': {'network_id': '5085b079-cc6d-48bb-856f-6227b0c46015', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:36.260069 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7a5d6718-e8ad-4f67-9361-fef94d2a22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:36.274786 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=9e22063f-b181-4d11-a3b9-5130cca1061d,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:36.313753 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-a46cc8d6-063d-4603-a823-e2f211dc58f1 None None] Port 90631689-5790-4d23-b3d6-0549391cabaa cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:32:36.381455 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d6718-e8ad-4f67-9361-fef94d2a22ec None None] Pushing event updated for resources: {'Port': ['ID=244255a1-6022-413b-9eab-6401f061fc6a,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:36.399737 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a46cc8d6-063d-4603-a823-e2f211dc58f1 None None] Provisioning complete for port 9e22063f-b181-4d11-a3b9-5130cca1061d triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:36.400338 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a46cc8d6-063d-4603-a823-e2f211dc58f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:36.430479 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0a37fc53-3596-485a-8f14-5a9546b73832 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:36.437356 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0a37fc53-3596-485a-8f14-5a9546b73832 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:subnet and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:36.440879 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0a37fc53-3596-485a-8f14-5a9546b73832 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:36.452623 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0a37fc53-3596-485a-8f14-5a9546b73832 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:36.467700 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a37fc53-3596-485a-8f14-5a9546b73832 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:32:36.471401 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0a37fc53-3596-485a-8f14-5a9546b73832 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:36.656470 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.ipam_backend_mixin [None req-0a37fc53-3596-485a-8f14-5a9546b73832 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d3d2bdaa-b782-49b2-a330-5a809cfe25b4 (CIDR: 172.20.0.0/28) Apr 29 13:32:36.664923 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-26943542-659d-43f7-bd09-b7ac9ce84bec None None] Provisioning complete for port 90631689-5790-4d23-b3d6-0549391cabaa triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:36.665413 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-26943542-659d-43f7-bd09-b7ac9ce84bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:36.666206 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a37fc53-3596-485a-8f14-5a9546b73832 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:32:36.667511 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a37fc53-3596-485a-8f14-5a9546b73832 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:32:36.689608 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0a37fc53-3596-485a-8f14-5a9546b73832 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4362926 Apr 29 13:32:36.692181 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34878) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:36.699907 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-66fcd171-769e-450e-ab59-a494c7b01006 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'subnet': {'network_id': '5085b079-cc6d-48bb-856f-6227b0c46015', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:36.737513 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-26943542-659d-43f7-bd09-b7ac9ce84bec None None] Port 90631689-5790-4d23-b3d6-0549391cabaa cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:32:36.826823 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-526c9da7-222e-40b0-992c-1ccc4a368632 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Deleting port 90631689-5790-4d23-b3d6-0549391cabaa {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:36.827416 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-526c9da7-222e-40b0-992c-1ccc4a368632 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:36.941543 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-66fcd171-769e-450e-ab59-a494c7b01006 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:36.946034 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-66fcd171-769e-450e-ab59-a494c7b01006 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:subnet and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:36.948801 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-66fcd171-769e-450e-ab59-a494c7b01006 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:36.954586 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-66fcd171-769e-450e-ab59-a494c7b01006 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:36.965416 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fcd171-769e-450e-ab59-a494c7b01006 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:32:36.968863 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-66fcd171-769e-450e-ab59-a494c7b01006 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:37.015339 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-526c9da7-222e-40b0-992c-1ccc4a368632 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:37.235872 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-66fcd171-769e-450e-ab59-a494c7b01006 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:37.244726 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-526c9da7-222e-40b0-992c-1ccc4a368632 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Calling delete_port for 90631689-5790-4d23-b3d6-0549391cabaa owned by network:router_interface {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:37.296697 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fcd171-769e-450e-ab59-a494c7b01006 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network 5085b079-cc6d-48bb-856f-6227b0c46015 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:37.300049 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-66fcd171-769e-450e-ab59-a494c7b01006 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:37.304423 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fcd171-769e-450e-ab59-a494c7b01006 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:37.305246 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-66fcd171-769e-450e-ab59-a494c7b01006 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:37.332737 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcd171-769e-450e-ab59-a494c7b01006 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Subnet': ['ID=f44568e9-f8be-48a5-8ecb-7fa8a2cbfeee,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:37.342611 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-66fcd171-769e-450e-ab59-a494c7b01006 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6490583 Apr 29 13:32:37.346834 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34882) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:37.354839 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-d395a0d3-afcc-4a92-adc6-3a84a1fbcdf5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1445867511', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f44568e9-f8be-48a5-8ecb-7fa8a2cbfeee'}], 'security_groups': ['b53f11a2-3598-4115-b4b6-6aaeb162b8e1']}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:37.431061 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f80474-c377-4951-9f4f-54de095a83f5 None None] Network 5085b079-cc6d-48bb-856f-6227b0c46015 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:37.458207 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 244255a1-6022-413b-9eab-6401f061fc6a up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:32:37.597873 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-526c9da7-222e-40b0-992c-1ccc4a368632 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:37.609880 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a3933daa-6447-40c6-878a-ab86f9640a12 None None] Provisioning complete for port 66211226-6809-43c4-ba53-3c3a5bf85ce4 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:37.610255 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a3933daa-6447-40c6-878a-ab86f9640a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:37.674891 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c9da7-222e-40b0-992c-1ccc4a368632 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Port': ['ID=90631689-5790-4d23-b3d6-0549391cabaa,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:37.738200 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 244255a1-6022-413b-9eab-6401f061fc6a completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:37.741430 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-a3933daa-6447-40c6-878a-ab86f9640a12 None None] Port 66211226-6809-43c4-ba53-3c3a5bf85ce4 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:32:37.774292 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 9e22063f-b181-4d11-a3b9-5130cca1061d up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:32:37.845879 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a3933daa-6447-40c6-878a-ab86f9640a12 None None] Provisioning for port 244255a1-6022-413b-9eab-6401f061fc6a completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:37.861002 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a3933daa-6447-40c6-878a-ab86f9640a12 None None] Provisioning complete for port 244255a1-6022-413b-9eab-6401f061fc6a triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:37.861126 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a3933daa-6447-40c6-878a-ab86f9640a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:37.872400 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d395a0d3-afcc-4a92-adc6-3a84a1fbcdf5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:37.940065 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b095cc0f-8c35-4735-a32d-8171f34cb142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:37.941939 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-526c9da7-222e-40b0-992c-1ccc4a368632 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:38.038167 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 9e22063f-b181-4d11-a3b9-5130cca1061d triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:38.038533 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:38.146369 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a3933daa-6447-40c6-878a-ab86f9640a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:38.245070 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25971365-b80a-4246-8d70-a25b38475dcf None None] Update dhcp port {'port': {'network_id': '5085b079-cc6d-48bb-856f-6227b0c46015', 'fixed_ips': [{'subnet_id': 'd3d2bdaa-b782-49b2-a330-5a809cfe25b4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f44568e9-f8be-48a5-8ecb-7fa8a2cbfeee'}], 'binding:host_id': 'dv-neutron-839027-4-hyperv'}, 'id': '244255a1-6022-413b-9eab-6401f061fc6a'} from dv-neutron-839027-4-hyperv. {{(pid=83906) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 29 13:32:38.274194 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a3933daa-6447-40c6-878a-ab86f9640a12 None None] For port 244255a1-6022-413b-9eab-6401f061fc6a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=244255a1-6022-413b-9eab-6401f061fc6a,segment=NetworkSegment(b80b3a66-331c-4092-ba2c-c1b0c4e03e58),segment_id=b80b3a66-331c-4092-ba2c-c1b0c4e03e58)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:38.287344 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a3933daa-6447-40c6-878a-ab86f9640a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:38.357215 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-25971365-b80a-4246-8d70-a25b38475dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:38.417884 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3933daa-6447-40c6-878a-ab86f9640a12 None None] Pushing event updated for resources: {'Port': ['ID=244255a1-6022-413b-9eab-6401f061fc6a,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:38.748984 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526c9da7-222e-40b0-992c-1ccc4a368632 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Router d5af7573-72b3-4c69-bb15-47df51fe7ae6 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:32:38.769081 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-d395a0d3-afcc-4a92-adc6-3a84a1fbcdf5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Delete allocated IP 172.20.0.11 (5085b079-cc6d-48bb-856f-6227b0c46015/d3d2bdaa-b782-49b2-a330-5a809cfe25b4) {{(pid=83905) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 13:32:38.779456 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-d395a0d3-afcc-4a92-adc6-3a84a1fbcdf5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Allocated IP 172.20.0.24 (5085b079-cc6d-48bb-856f-6227b0c46015/f44568e9-f8be-48a5-8ecb-7fa8a2cbfeee/7e7d7ebc-ad4c-41c2-b150-094e09fa6928) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:32:39.007239 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526c9da7-222e-40b0-992c-1ccc4a368632 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:32:39.016917 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd58791-59ba-4ee4-9b72-b0fcd91f99e2 None None] Sync routers for ids ['d5af7573-72b3-4c69-bb15-47df51fe7ae6'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:32:39.028846 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd58791-59ba-4ee4-9b72-b0fcd91f99e2 None None] Routers {'d5af7573-72b3-4c69-bb15-47df51fe7ae6'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:39.029478 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-dfd58791-59ba-4ee4-9b72-b0fcd91f99e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['d5af7573-72b3-4c69-bb15-47df51fe7ae6'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:39.041658 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-526c9da7-222e-40b0-992c-1ccc4a368632 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "PUT /v2.0/routers/d5af7573-72b3-4c69-bb15-47df51fe7ae6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5309465 Apr 29 13:32:39.045295 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34886) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:39.092659 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f03d6819-3b72-49d2-aa20-c84089525939 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5af7573-72b3-4c69-bb15-47df51fe7ae6 HTTP/1.1" status: 200 len: 205 time: 0.0455484 Apr 29 13:32:39.092952 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-dfd58791-59ba-4ee4-9b72-b0fcd91f99e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:39.095384 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34890) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:39.105765 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd58791-59ba-4ee4-9b72-b0fcd91f99e2 None None] Routers {'d5af7573-72b3-4c69-bb15-47df51fe7ae6'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:39.106550 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-dfd58791-59ba-4ee4-9b72-b0fcd91f99e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['d5af7573-72b3-4c69-bb15-47df51fe7ae6'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:39.117772 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d395a0d3-afcc-4a92-adc6-3a84a1fbcdf5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:39.133261 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-d395a0d3-afcc-4a92-adc6-3a84a1fbcdf5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Ignored duplicate provisioning block setup for port 7e7d7ebc-ad4c-41c2-b150-094e09fa6928 by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 29 13:32:39.139414 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d395a0d3-afcc-4a92-adc6-3a84a1fbcdf5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:39.205852 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-dfd58791-59ba-4ee4-9b72-b0fcd91f99e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:39.206263 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd58791-59ba-4ee4-9b72-b0fcd91f99e2 None None] The sync data for ids ['d5af7573-72b3-4c69-bb15-47df51fe7ae6'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:32:39.235661 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-01210e42-7b6b-428f-8b84-edd6717e05c5 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:39.238127 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-25971365-b80a-4246-8d70-a25b38475dcf None None] Allocated IP 172.20.0.18 (5085b079-cc6d-48bb-856f-6227b0c46015/f44568e9-f8be-48a5-8ecb-7fa8a2cbfeee/244255a1-6022-413b-9eab-6401f061fc6a) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:32:39.259339 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395a0d3-afcc-4a92-adc6-3a84a1fbcdf5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Port': ['ID=7e7d7ebc-ad4c-41c2-b150-094e09fa6928,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:39.326667 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-d395a0d3-afcc-4a92-adc6-3a84a1fbcdf5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] In _notify_port_updated(), no bound segment for port 7e7d7ebc-ad4c-41c2-b150-094e09fa6928 on network 5085b079-cc6d-48bb-856f-6227b0c46015 {{(pid=83905) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 13:32:39.330967 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d395a0d3-afcc-4a92-adc6-3a84a1fbcdf5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:39.331816 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d395a0d3-afcc-4a92-adc6-3a84a1fbcdf5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:39.333366 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d395a0d3-afcc-4a92-adc6-3a84a1fbcdf5 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "PUT /v2.0/ports/7e7d7ebc-ad4c-41c2-b150-094e09fa6928 HTTP/1.1" status: 200 len: 921 time: 1.9853361 Apr 29 13:32:39.336047 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34894) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:39.363739 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 244255a1-6022-413b-9eab-6401f061fc6a up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:32:39.403070 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-ba37f988-9734-4031-adf7-02965766ba7b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting port 7e7d7ebc-ad4c-41c2-b150-094e09fa6928 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:39.403419 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ba37f988-9734-4031-adf7-02965766ba7b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:39.433067 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-25971365-b80a-4246-8d70-a25b38475dcf None None] For port 244255a1-6022-413b-9eab-6401f061fc6a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=244255a1-6022-413b-9eab-6401f061fc6a,segment=NetworkSegment(b80b3a66-331c-4092-ba2c-c1b0c4e03e58),segment_id=b80b3a66-331c-4092-ba2c-c1b0c4e03e58)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:39.469302 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-25971365-b80a-4246-8d70-a25b38475dcf None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:39.481276 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 244255a1-6022-413b-9eab-6401f061fc6a triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:39.481631 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:39.535135 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-25971365-b80a-4246-8d70-a25b38475dcf None None] Transition to ACTIVE for port object 244255a1-6022-413b-9eab-6401f061fc6a will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:39.545510 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-25971365-b80a-4246-8d70-a25b38475dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:39.649047 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-01210e42-7b6b-428f-8b84-edd6717e05c5 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:39.654947 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-01210e42-7b6b-428f-8b84-edd6717e05c5 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:39.666300 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ba37f988-9734-4031-adf7-02965766ba7b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:39.682401 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-01210e42-7b6b-428f-8b84-edd6717e05c5 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:39.682923 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01210e42-7b6b-428f-8b84-edd6717e05c5 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Fanout notify agent at l3_agent the message router_deleted on router d5af7573-72b3-4c69-bb15-47df51fe7ae6 {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:32:39.690898 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Port 244255a1-6022-413b-9eab-6401f061fc6a had new provisioning blocks added so it will not transition to active. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Apr 29 13:32:39.701325 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25971365-b80a-4246-8d70-a25b38475dcf None None] Pushing event updated for resources: {'Port': ['ID=244255a1-6022-413b-9eab-6401f061fc6a,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:39.712688 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-01210e42-7b6b-428f-8b84-edd6717e05c5 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:39.713906 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-01210e42-7b6b-428f-8b84-edd6717e05c5 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/routers/d5af7573-72b3-4c69-bb15-47df51fe7ae6 HTTP/1.1" status: 204 len: 168 time: 0.6175697 Apr 29 13:32:39.716674 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34898) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:39.803931 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-ba37f988-9734-4031-adf7-02965766ba7b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Calling delete_port for 7e7d7ebc-ad4c-41c2-b150-094e09fa6928 owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:39.924527 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ff8207-c165-46d8-9619-1d8f0efdba6f tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Deleting subnet a18c1959-dbf9-4d92-b01b-f06ed711daaf {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:32:39.928188 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-30ff8207-c165-46d8-9619-1d8f0efdba6f tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:39.952544 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ba37f988-9734-4031-adf7-02965766ba7b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:39.989143 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-30ff8207-c165-46d8-9619-1d8f0efdba6f tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:40.001999 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba37f988-9734-4031-adf7-02965766ba7b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Port': ['ID=7e7d7ebc-ad4c-41c2-b150-094e09fa6928,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:40.117592 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ba37f988-9734-4031-adf7-02965766ba7b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:40.130022 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ba37f988-9734-4031-adf7-02965766ba7b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/ports/7e7d7ebc-ad4c-41c2-b150-094e09fa6928 HTTP/1.1" status: 204 len: 168 time: 0.7904997 Apr 29 13:32:40.130231 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34902) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:40.175819 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-567e0cf8-8942-4f61-ad60-c69aa313249e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] GET failed (client error): The resource could not be found. Apr 29 13:32:40.176324 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-567e0cf8-8942-4f61-ad60-c69aa313249e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Synchronizing usage tracker for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:32:40.192635 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-567e0cf8-8942-4f61-ad60-c69aa313249e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Unset dirty status for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:32:40.194459 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-567e0cf8-8942-4f61-ad60-c69aa313249e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "GET /v2.0/ports/7e7d7ebc-ad4c-41c2-b150-094e09fa6928 HTTP/1.1" status: 404 len: 333 time: 0.0632904 Apr 29 13:32:40.197880 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34906) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:40.198610 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-30ff8207-c165-46d8-9619-1d8f0efdba6f tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:40.274819 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-04744062-4e86-4921-8f94-090d70f7c83a tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:40.283250 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-30ff8207-c165-46d8-9619-1d8f0efdba6f tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:40.305458 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-04744062-4e86-4921-8f94-090d70f7c83a tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:40.325646 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff8207-c165-46d8-9619-1d8f0efdba6f tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Subnet': ['ID=a18c1959-dbf9-4d92-b01b-f06ed711daaf,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:40.327992 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-acba8c4e-ee3a-4582-8b34-441981195b57 None None] Provisioning complete for port 66211226-6809-43c4-ba53-3c3a5bf85ce4 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:40.329266 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-acba8c4e-ee3a-4582-8b34-441981195b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:40.335072 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-30ff8207-c165-46d8-9619-1d8f0efdba6f tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:40.345027 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-30ff8207-c165-46d8-9619-1d8f0efdba6f tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/subnets/a18c1959-dbf9-4d92-b01b-f06ed711daaf HTTP/1.1" status: 204 len: 168 time: 0.6246991 Apr 29 13:32:40.347110 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34910) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:40.372195 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde9d6da-4d26-4900-9b45-a1250e435cbd None None] Network 77f33d35-1635-4bd0-b2f1-e9e7b644ec28 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:40.493270 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4271f4e0-4c5a-4c93-8854-c870b0625d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:40.511024 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-acba8c4e-ee3a-4582-8b34-441981195b57 None None] Port 66211226-6809-43c4-ba53-3c3a5bf85ce4 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:32:40.543042 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-acba8c4e-ee3a-4582-8b34-441981195b57 None None] Could not find standard attr ID for object 7e7d7ebc-ad4c-41c2-b150-094e09fa6928. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:32:40.547747 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-04744062-4e86-4921-8f94-090d70f7c83a tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:40.575400 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744062-4e86-4921-8f94-090d70f7c83a tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=863f2c88-0ee9-4b6e-b03d-a356dca0c224,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:40.584504 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8ababa64-f019-44a5-83cd-9394e1354f8c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:40.590848 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-04744062-4e86-4921-8f94-090d70f7c83a tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:40.591925 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-04744062-4e86-4921-8f94-090d70f7c83a tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/security-groups/863f2c88-0ee9-4b6e-b03d-a356dca0c224 HTTP/1.1" status: 204 len: 168 time: 0.3931007 Apr 29 13:32:40.595056 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34914) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:40.598914 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-8ababa64-f019-44a5-83cd-9394e1354f8c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Deleting port 9e22063f-b181-4d11-a3b9-5130cca1061d {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:40.599253 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8ababa64-f019-44a5-83cd-9394e1354f8c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:40.603880 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-acba8c4e-ee3a-4582-8b34-441981195b57 None None] Provisioning for port 244255a1-6022-413b-9eab-6401f061fc6a completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:40.615954 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-acba8c4e-ee3a-4582-8b34-441981195b57 None None] Provisioning complete for port 244255a1-6022-413b-9eab-6401f061fc6a triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:40.616322 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-acba8c4e-ee3a-4582-8b34-441981195b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:40.663535 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-90ec152c-6444-4973-ae6a-1a1adde4cdd3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:40.692023 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-90ec152c-6444-4973-ae6a-1a1adde4cdd3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:40.746898 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-90ec152c-6444-4973-ae6a-1a1adde4cdd3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:40.772818 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-90ec152c-6444-4973-ae6a-1a1adde4cdd3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:40.777279 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-90ec152c-6444-4973-ae6a-1a1adde4cdd3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/security-groups/b53f11a2-3598-4115-b4b6-6aaeb162b8e1 HTTP/1.1" status: 204 len: 168 time: 0.1805322 Apr 29 13:32:40.777961 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34918) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:40.780627 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec152c-6444-4973-ae6a-1a1adde4cdd3 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53f11a2-3598-4115-b4b6-6aaeb162b8e1,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:40.798228 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1a12c2-c584-4460-9877-1ad294f71ed8 None None] DHCP port deletion for 77f33d35-1635-4bd0-b2f1-e9e7b644ec28 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:32:40.816513 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-bb1a12c2-c584-4460-9877-1ad294f71ed8 None None] Deleting port 9e22063f-b181-4d11-a3b9-5130cca1061d {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:40.816931 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bb1a12c2-c584-4460-9877-1ad294f71ed8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:40.819526 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-8ababa64-f019-44a5-83cd-9394e1354f8c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] For port 9e22063f-b181-4d11-a3b9-5130cca1061d, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=9e22063f-b181-4d11-a3b9-5130cca1061d,segment=NetworkSegment(14d17089-2110-4735-946a-5c6e7079bd53),segment_id=14d17089-2110-4735-946a-5c6e7079bd53)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:40.820264 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8ababa64-f019-44a5-83cd-9394e1354f8c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:40.956615 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-736e230c-26a6-422d-84ed-674b0a1c9893 None None] Could not find standard attr ID for object 7e7d7ebc-ad4c-41c2-b150-094e09fa6928. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:32:40.969660 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-8ababa64-f019-44a5-83cd-9394e1354f8c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Calling delete_port for 9e22063f-b181-4d11-a3b9-5130cca1061d owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:41.014533 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de4ea1f-79bb-4813-bef1-8455986d9cf8 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting subnet d3d2bdaa-b782-49b2-a330-5a809cfe25b4 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:32:41.019015 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3de4ea1f-79bb-4813-bef1-8455986d9cf8 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:41.065880 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8ababa64-f019-44a5-83cd-9394e1354f8c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:41.079016 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3de4ea1f-79bb-4813-bef1-8455986d9cf8 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:41.112990 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-dd6e5ed9-68ae-4fc3-bbaf-1728d30ad654 None None] Could not find standard attr ID for object 7e7d7ebc-ad4c-41c2-b150-094e09fa6928. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:32:41.119289 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ababa64-f019-44a5-83cd-9394e1354f8c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Port': ['ID=9e22063f-b181-4d11-a3b9-5130cca1061d,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:41.130421 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ababa64-f019-44a5-83cd-9394e1354f8c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] No DVR routers for this DVR port 9e22063f-b181-4d11-a3b9-5130cca1061d on host dv-neutron-839027-4-hyperv {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:32:41.137860 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-bb1a12c2-c584-4460-9877-1ad294f71ed8 None None] For port 9e22063f-b181-4d11-a3b9-5130cca1061d, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=9e22063f-b181-4d11-a3b9-5130cca1061d,segment=NetworkSegment(14d17089-2110-4735-946a-5c6e7079bd53),segment_id=14d17089-2110-4735-946a-5c6e7079bd53)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:41.138329 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bb1a12c2-c584-4460-9877-1ad294f71ed8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:41.182257 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3de4ea1f-79bb-4813-bef1-8455986d9cf8 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:41.265512 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-bb1a12c2-c584-4460-9877-1ad294f71ed8 None None] Calling delete_port for 9e22063f-b181-4d11-a3b9-5130cca1061d owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:41.278535 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3de4ea1f-79bb-4813-bef1-8455986d9cf8 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:41.285777 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8ababa64-f019-44a5-83cd-9394e1354f8c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:41.316746 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-8ababa64-f019-44a5-83cd-9394e1354f8c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f33d35-1635-4bd0-b2f1-e9e7b644ec28']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:41.324666 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4ea1f-79bb-4813-bef1-8455986d9cf8 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Subnet': ['ID=d3d2bdaa-b782-49b2-a330-5a809cfe25b4,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:41.335545 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3de4ea1f-79bb-4813-bef1-8455986d9cf8 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:41.347306 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3de4ea1f-79bb-4813-bef1-8455986d9cf8 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/subnets/d3d2bdaa-b782-49b2-a330-5a809cfe25b4 HTTP/1.1" status: 204 len: 168 time: 0.5645366 Apr 29 13:32:41.347437 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-8ababa64-f019-44a5-83cd-9394e1354f8c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14d17089-2110-4735-946a-5c6e7079bd53') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:41.347437 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-8ababa64-f019-44a5-83cd-9394e1354f8c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14d17089-2110-4735-946a-5c6e7079bd53') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:41.347642 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34922) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:41.354044 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-6eca7cc6-9aac-44be-9ba2-29b851be324b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'subnet': {'network_id': '5085b079-cc6d-48bb-856f-6227b0c46015', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:41.359019 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8ababa64-f019-44a5-83cd-9394e1354f8c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:41.359211 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5de16e-33e2-42ba-8347-44641f9413b9 None None] Network 5085b079-cc6d-48bb-856f-6227b0c46015 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:41.378981 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 244255a1-6022-413b-9eab-6401f061fc6a up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:32:41.379606 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8ababa64-f019-44a5-83cd-9394e1354f8c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:41.386333 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ababa64-f019-44a5-83cd-9394e1354f8c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:32:41.386839 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8ababa64-f019-44a5-83cd-9394e1354f8c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:32:41.401700 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:32:41.480310 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8ababa64-f019-44a5-83cd-9394e1354f8c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:41.491682 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-6eca7cc6-9aac-44be-9ba2-29b851be324b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:41.496610 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-6eca7cc6-9aac-44be-9ba2-29b851be324b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:subnet and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:41.499532 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-6eca7cc6-9aac-44be-9ba2-29b851be324b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:41.503070 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8ababa64-f019-44a5-83cd-9394e1354f8c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:41.505829 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-6eca7cc6-9aac-44be-9ba2-29b851be324b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:41.510473 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ababa64-f019-44a5-83cd-9394e1354f8c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Network': ['ID=77f33d35-1635-4bd0-b2f1-e9e7b644ec28,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:41.517524 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eca7cc6-9aac-44be-9ba2-29b851be324b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:32:41.520911 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8ababa64-f019-44a5-83cd-9394e1354f8c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/networks/77f33d35-1635-4bd0-b2f1-e9e7b644ec28 HTTP/1.1" status: 204 len: 168 time: 1.1727965 Apr 29 13:32:41.521412 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6eca7cc6-9aac-44be-9ba2-29b851be324b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:41.525476 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34926) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:41.530657 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-4f8f0926-9b41-4aed-b297-aad60d6b1d90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1083225864', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}, 'admin_state_up': False}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:41.536943 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-bb1a12c2-c584-4460-9877-1ad294f71ed8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:32:41.538020 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-bb1a12c2-c584-4460-9877-1ad294f71ed8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:32:41.539190 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-4f8f0926-9b41-4aed-b297-aad60d6b1d90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:41.543906 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-4f8f0926-9b41-4aed-b297-aad60d6b1d90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Usage tracker for resource:router and tenant:33491088bc784393989c1b50373e6c05 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:41.545425 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:41.546727 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-4f8f0926-9b41-4aed-b297-aad60d6b1d90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:41.550869 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:41.553441 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-4f8f0926-9b41-4aed-b297-aad60d6b1d90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:41.571628 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4f8f0926-9b41-4aed-b297-aad60d6b1d90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:41.572724 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4f8f0926-9b41-4aed-b297-aad60d6b1d90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:41.602644 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4f8f0926-9b41-4aed-b297-aad60d6b1d90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:41.662527 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 244255a1-6022-413b-9eab-6401f061fc6a triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:41.662791 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:41.841293 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6eca7cc6-9aac-44be-9ba2-29b851be324b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:41.855080 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4f8f0926-9b41-4aed-b297-aad60d6b1d90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:41.923370 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eca7cc6-9aac-44be-9ba2-29b851be324b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network 5085b079-cc6d-48bb-856f-6227b0c46015 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:41.927171 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-6eca7cc6-9aac-44be-9ba2-29b851be324b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:41.934342 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca7cc6-9aac-44be-9ba2-29b851be324b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:41.935254 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6eca7cc6-9aac-44be-9ba2-29b851be324b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:41.944044 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 9e22063f-b181-4d11-a3b9-5130cca1061d no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:32:41.955086 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca7cc6-9aac-44be-9ba2-29b851be324b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Subnet': ['ID=8aa079b3-1bcd-48dc-ab81-0967fc06ab54,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:41.962198 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6eca7cc6-9aac-44be-9ba2-29b851be324b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6130805 Apr 29 13:32:41.965130 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34930) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:41.971471 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-f79b44f0-39e9-40b6-8c77-8b5a25ebae0b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'security_group': {'name': 'tempest-secgroup-1437460268'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:41.978936 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f79b44f0-39e9-40b6-8c77-8b5a25ebae0b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:41.984971 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f79b44f0-39e9-40b6-8c77-8b5a25ebae0b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:security_group and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:41.993694 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 9e22063f-b181-4d11-a3b9-5130cca1061d {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:32:41.994029 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 9e22063f-b181-4d11-a3b9-5130cca1061d not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:32:41.994693 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f79b44f0-39e9-40b6-8c77-8b5a25ebae0b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:42.017583 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f79b44f0-39e9-40b6-8c77-8b5a25ebae0b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:42.041003 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-bb1a12c2-c584-4460-9877-1ad294f71ed8 None None] Deleting port 9e22063f-b181-4d11-a3b9-5130cca1061d {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:42.041926 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bb1a12c2-c584-4460-9877-1ad294f71ed8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:42.042494 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f79b44f0-39e9-40b6-8c77-8b5a25ebae0b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:42.087309 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f79b44f0-39e9-40b6-8c77-8b5a25ebae0b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:42.092741 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f79b44f0-39e9-40b6-8c77-8b5a25ebae0b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:security_group_rule and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:42.096289 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f79b44f0-39e9-40b6-8c77-8b5a25ebae0b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:42.102539 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f79b44f0-39e9-40b6-8c77-8b5a25ebae0b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:42.119280 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-bb1a12c2-c584-4460-9877-1ad294f71ed8 None None] The port '9e22063f-b181-4d11-a3b9-5130cca1061d' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:32:42.130657 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4f8f0926-9b41-4aed-b297-aad60d6b1d90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router_gateway, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:42.166377 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4f8f0926-9b41-4aed-b297-aad60d6b1d90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:42.175365 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f79b44f0-39e9-40b6-8c77-8b5a25ebae0b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:42.179540 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f79b44f0-39e9-40b6-8c77-8b5a25ebae0b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:42.237270 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b44f0-39e9-40b6-8c77-8b5a25ebae0b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5993ddcb-3e3d-465e-9487-4497b74dec59,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:42.244202 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f79b44f0-39e9-40b6-8c77-8b5a25ebae0b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:42.245471 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f79b44f0-39e9-40b6-8c77-8b5a25ebae0b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2790253 Apr 29 13:32:42.248240 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34934) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:42.254655 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-5a632938-a318-4308-a0eb-2e067e377d3c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'security_group': {'name': 'tempest-secgroup-2007596863'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:42.262387 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5a632938-a318-4308-a0eb-2e067e377d3c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:42.266469 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5a632938-a318-4308-a0eb-2e067e377d3c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:security_group and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:42.269425 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5a632938-a318-4308-a0eb-2e067e377d3c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:42.276679 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5a632938-a318-4308-a0eb-2e067e377d3c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:42.287550 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5a632938-a318-4308-a0eb-2e067e377d3c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:42.315734 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-4f8f0926-9b41-4aed-b297-aad60d6b1d90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Allocated IP 172.26.6.199 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/9c3b489c-3f4a-4744-ab1b-b592f8bb4d89) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:32:42.336766 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5a632938-a318-4308-a0eb-2e067e377d3c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:42.341178 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5a632938-a318-4308-a0eb-2e067e377d3c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:security_group_rule and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:42.344718 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5a632938-a318-4308-a0eb-2e067e377d3c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:42.351045 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5a632938-a318-4308-a0eb-2e067e377d3c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:42.416312 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5a632938-a318-4308-a0eb-2e067e377d3c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:42.420710 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5a632938-a318-4308-a0eb-2e067e377d3c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:42.465050 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a632938-a318-4308-a0eb-2e067e377d3c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c25cccb-8a1e-4ad4-bf8c-10a94c6d57c5,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:42.469965 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5a632938-a318-4308-a0eb-2e067e377d3c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:42.473833 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5a632938-a318-4308-a0eb-2e067e377d3c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2220654 Apr 29 13:32:42.474312 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34940) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:42.481667 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-5883712c-3102-44c1-a797-3244e2eb935b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'security_group': {'name': 'tempest-secgroup-18927939'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:42.489611 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5883712c-3102-44c1-a797-3244e2eb935b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:42.493931 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5883712c-3102-44c1-a797-3244e2eb935b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:security_group and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:42.497563 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5883712c-3102-44c1-a797-3244e2eb935b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:42.505009 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5883712c-3102-44c1-a797-3244e2eb935b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:42.513074 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf02ec7-1ffa-4d09-b830-bb01c949e3c3 None None] Network 5085b079-cc6d-48bb-856f-6227b0c46015 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:42.516894 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5883712c-3102-44c1-a797-3244e2eb935b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:42.555464 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5883712c-3102-44c1-a797-3244e2eb935b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:42.559766 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5883712c-3102-44c1-a797-3244e2eb935b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:security_group_rule and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:42.562993 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5883712c-3102-44c1-a797-3244e2eb935b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:42.569140 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5883712c-3102-44c1-a797-3244e2eb935b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:42.572693 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4f8f0926-9b41-4aed-b297-aad60d6b1d90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:42.609039 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4f8f0926-9b41-4aed-b297-aad60d6b1d90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:42.624052 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2076bfe4-fb16-4690-b8bd-71271d35db0d None None] Provisioning complete for port 66211226-6809-43c4-ba53-3c3a5bf85ce4 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:42.624521 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2076bfe4-fb16-4690-b8bd-71271d35db0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:42.638787 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5883712c-3102-44c1-a797-3244e2eb935b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:42.641468 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34944) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:42.687780 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8f0926-9b41-4aed-b297-aad60d6b1d90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:42.690810 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-4f8f0926-9b41-4aed-b297-aad60d6b1d90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:42.696904 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8f0926-9b41-4aed-b297-aad60d6b1d90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:32:42.703421 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-2076bfe4-fb16-4690-b8bd-71271d35db0d None None] Port 66211226-6809-43c4-ba53-3c3a5bf85ce4 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:32:42.704247 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5883712c-3102-44c1-a797-3244e2eb935b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:42.725249 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f0926-9b41-4aed-b297-aad60d6b1d90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Port': ['ID=9c3b489c-3f4a-4744-ab1b-b592f8bb4d89,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:42.790555 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2076bfe4-fb16-4690-b8bd-71271d35db0d None None] Provisioning complete for port 244255a1-6022-413b-9eab-6401f061fc6a triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:42.790758 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883712c-3102-44c1-a797-3244e2eb935b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bcfb5f-577f-4528-bc27-a264611e0b24,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:42.790870 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2076bfe4-fb16-4690-b8bd-71271d35db0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:42.795820 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5883712c-3102-44c1-a797-3244e2eb935b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:42.797182 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5883712c-3102-44c1-a797-3244e2eb935b tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.3222001 Apr 29 13:32:42.800326 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34948) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:42.807804 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-0d15ca80-5219-4a94-9d6e-6d53a8722eb0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-701380194', 'security_groups': ['b2bcfb5f-577f-4528-bc27-a264611e0b24'], 'network_id': '5085b079-cc6d-48bb-856f-6227b0c46015', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8aa079b3-1bcd-48dc-ab81-0967fc06ab54'}]}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:42.876149 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:42.896010 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4f8f0926-9b41-4aed-b297-aad60d6b1d90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router_gateway, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:42.896906 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4f8f0926-9b41-4aed-b297-aad60d6b1d90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:42.930294 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-37e73b9d-becd-4e46-afb5-ba93ef9d8385 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/5989a946-dd68-415c-b8ad-c73481096c4e HTTP/1.1" status: 200 len: 993 time: 0.2844768 Apr 29 13:32:43.050860 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488647ec-032c-4e15-9948-b06d07006b2a None None] Update dhcp port {'port': {'network_id': '5085b079-cc6d-48bb-856f-6227b0c46015', 'fixed_ips': [{'subnet_id': 'f44568e9-f8be-48a5-8ecb-7fa8a2cbfeee', 'ip_address': '172.20.0.18'}, {'subnet_id': '8aa079b3-1bcd-48dc-ab81-0967fc06ab54'}], 'binding:host_id': 'dv-neutron-839027-4-hyperv'}, 'id': '244255a1-6022-413b-9eab-6401f061fc6a'} from dv-neutron-839027-4-hyperv. {{(pid=83906) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 29 13:32:43.089883 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0d15ca80-5219-4a94-9d6e-6d53a8722eb0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:43.113005 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0d15ca80-5219-4a94-9d6e-6d53a8722eb0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:43.113005 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d15ca80-5219-4a94-9d6e-6d53a8722eb0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:32:43.120248 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0d15ca80-5219-4a94-9d6e-6d53a8722eb0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:43.122047 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-488647ec-032c-4e15-9948-b06d07006b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:43.144112 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-0d15ca80-5219-4a94-9d6e-6d53a8722eb0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] device_id is not set on port cfc33e18-e005-4ecc-a4d4-9b90fdabf959 yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:32:43.163206 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8f0926-9b41-4aed-b297-aad60d6b1d90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Router 193eeeb5-21b6-4282-a6ea-6273ab155f80 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:32:43.260556 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34956) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:43.376725 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-488647ec-032c-4e15-9948-b06d07006b2a None None] Allocated IP 172.20.0.2 (5085b079-cc6d-48bb-856f-6227b0c46015/8aa079b3-1bcd-48dc-ab81-0967fc06ab54/244255a1-6022-413b-9eab-6401f061fc6a) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:32:43.386754 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8f0926-9b41-4aed-b297-aad60d6b1d90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:32:43.399024 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c28ccf-5c3f-41e7-8896-64c075a3ae02 None None] Sync routers for ids ['193eeeb5-21b6-4282-a6ea-6273ab155f80'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:32:43.412464 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c28ccf-5c3f-41e7-8896-64c075a3ae02 None None] Routers {'193eeeb5-21b6-4282-a6ea-6273ab155f80'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:43.413374 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-27c28ccf-5c3f-41e7-8896-64c075a3ae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['193eeeb5-21b6-4282-a6ea-6273ab155f80'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:43.419332 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4f8f0926-9b41-4aed-b297-aad60d6b1d90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:43.423047 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4f8f0926-9b41-4aed-b297-aad60d6b1d90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.8941796 Apr 29 13:32:43.425184 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34960) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:43.478998 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-27c28ccf-5c3f-41e7-8896-64c075a3ae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:43.490290 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c28ccf-5c3f-41e7-8896-64c075a3ae02 None None] Routers {'193eeeb5-21b6-4282-a6ea-6273ab155f80'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:43.491189 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-27c28ccf-5c3f-41e7-8896-64c075a3ae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['193eeeb5-21b6-4282-a6ea-6273ab155f80'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:43.496031 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-69f9f0b3-be1e-4396-9409-fef958573700 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port ad63df8a-8145-4864-9e5a-36dc6bc2f3bb {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:43.496572 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-69f9f0b3-be1e-4396-9409-fef958573700 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:43.546750 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-488647ec-032c-4e15-9948-b06d07006b2a None None] For port 244255a1-6022-413b-9eab-6401f061fc6a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=244255a1-6022-413b-9eab-6401f061fc6a,segment=NetworkSegment(b80b3a66-331c-4092-ba2c-c1b0c4e03e58),segment_id=b80b3a66-331c-4092-ba2c-c1b0c4e03e58)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:43.556977 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-27c28ccf-5c3f-41e7-8896-64c075a3ae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:43.557848 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c28ccf-5c3f-41e7-8896-64c075a3ae02 None None] The sync data for ids ['193eeeb5-21b6-4282-a6ea-6273ab155f80'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:32:43.579586 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-488647ec-032c-4e15-9948-b06d07006b2a None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:43.597304 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-488647ec-032c-4e15-9948-b06d07006b2a None None] Transition to ACTIVE for port object 244255a1-6022-413b-9eab-6401f061fc6a will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:43.602469 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-488647ec-032c-4e15-9948-b06d07006b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:43.666939 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-34aee43a-0175-4d91-abbf-ce01cef0760c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "GET /v2.0/routers/193eeeb5-21b6-4282-a6ea-6273ab155f80 HTTP/1.1" status: 200 len: 885 time: 0.2370512 Apr 29 13:32:43.667996 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34964) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:43.739834 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488647ec-032c-4e15-9948-b06d07006b2a None None] Pushing event updated for resources: {'Port': ['ID=244255a1-6022-413b-9eab-6401f061fc6a,revision_number=6']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:43.854184 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-69f9f0b3-be1e-4396-9409-fef958573700 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:43.854504 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-69f9f0b3-be1e-4396-9409-fef958573700 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:43.862146 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-0d15ca80-5219-4a94-9d6e-6d53a8722eb0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Allocated IP 172.20.0.8 (5085b079-cc6d-48bb-856f-6227b0c46015/8aa079b3-1bcd-48dc-ab81-0967fc06ab54/cfc33e18-e005-4ecc-a4d4-9b90fdabf959) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:32:43.992708 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-69f9f0b3-be1e-4396-9409-fef958573700 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for ad63df8a-8145-4864-9e5a-36dc6bc2f3bb owned by network:floatingip {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:44.191764 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-16509572-27e2-4232-8aa7-372c87db5b02 None None] Provisioning complete for port 66211226-6809-43c4-ba53-3c3a5bf85ce4 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:44.192821 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-16509572-27e2-4232-8aa7-372c87db5b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:44.247996 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-16509572-27e2-4232-8aa7-372c87db5b02 None None] Port 66211226-6809-43c4-ba53-3c3a5bf85ce4 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:32:44.261537 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-16509572-27e2-4232-8aa7-372c87db5b02 None None] Provisioning for port 244255a1-6022-413b-9eab-6401f061fc6a completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:44.266090 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-16509572-27e2-4232-8aa7-372c87db5b02 None None] Provisioning complete for port 244255a1-6022-413b-9eab-6401f061fc6a triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:44.266437 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-16509572-27e2-4232-8aa7-372c87db5b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:44.303880 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0d15ca80-5219-4a94-9d6e-6d53a8722eb0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:44.339061 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-0d15ca80-5219-4a94-9d6e-6d53a8722eb0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Transition to ACTIVE for port object cfc33e18-e005-4ecc-a4d4-9b90fdabf959 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:44.361585 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ef0cfbf5-0b4f-4556-9861-b4acd1a800db tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Synchronizing usage tracker for tenant:33491088bc784393989c1b50373e6c05 on resource:router {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:32:44.363869 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-69f9f0b3-be1e-4396-9409-fef958573700 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:44.421641 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9f0b3-be1e-4396-9409-fef958573700 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=ad63df8a-8145-4864-9e5a-36dc6bc2f3bb,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:44.459755 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ef0cfbf5-0b4f-4556-9861-b4acd1a800db tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Unset dirty status for tenant:33491088bc784393989c1b50373e6c05 on resource:router {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:32:44.461101 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ef0cfbf5-0b4f-4556-9861-b4acd1a800db tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.7926500 Apr 29 13:32:44.463776 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34968) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:44.467052 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0d15ca80-5219-4a94-9d6e-6d53a8722eb0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:44.469407 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-4f546b31-0762-4359-bb9f-e44bef3a0b8b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1083225864'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:44.690225 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d15ca80-5219-4a94-9d6e-6d53a8722eb0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network 5085b079-cc6d-48bb-856f-6227b0c46015 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:44.692861 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-0d15ca80-5219-4a94-9d6e-6d53a8722eb0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:44.694842 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d15ca80-5219-4a94-9d6e-6d53a8722eb0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Port': ['ID=cfc33e18-e005-4ecc-a4d4-9b90fdabf959,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:44.699440 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d15ca80-5219-4a94-9d6e-6d53a8722eb0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:32:44.735112 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-69f9f0b3-be1e-4396-9409-fef958573700 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:44.900174 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d15ca80-5219-4a94-9d6e-6d53a8722eb0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:44.900951 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0d15ca80-5219-4a94-9d6e-6d53a8722eb0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:44.949372 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0d15ca80-5219-4a94-9d6e-6d53a8722eb0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1470294 Apr 29 13:32:44.951967 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34972) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:44.960647 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-a58ed1b3-53b2-4a1f-b23b-1efb39133ed7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'subnet': {'network_id': '5085b079-cc6d-48bb-856f-6227b0c46015', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:45.004016 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ff8033ca-a601-4541-9a94-b3dc1dd23ad6 None None] Provisioning for port cfc33e18-e005-4ecc-a4d4-9b90fdabf959 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:45.010732 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ff8033ca-a601-4541-9a94-b3dc1dd23ad6 None None] Provisioning complete for port cfc33e18-e005-4ecc-a4d4-9b90fdabf959 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:45.011387 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ff8033ca-a601-4541-9a94-b3dc1dd23ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:45.073431 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-ff8033ca-a601-4541-9a94-b3dc1dd23ad6 None None] Port cfc33e18-e005-4ecc-a4d4-9b90fdabf959 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:32:45.122901 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-a58ed1b3-53b2-4a1f-b23b-1efb39133ed7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:45.128103 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-a58ed1b3-53b2-4a1f-b23b-1efb39133ed7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:subnet and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:45.131515 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-a58ed1b3-53b2-4a1f-b23b-1efb39133ed7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:45.139024 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-a58ed1b3-53b2-4a1f-b23b-1efb39133ed7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:45.139206 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4f546b31-0762-4359-bb9f-e44bef3a0b8b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:45.150909 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4f546b31-0762-4359-bb9f-e44bef3a0b8b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16423525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16423546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16419832'] for router, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:45.155380 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58ed1b3-53b2-4a1f-b23b-1efb39133ed7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:32:45.158835 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a58ed1b3-53b2-4a1f-b23b-1efb39133ed7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:45.333826 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 244255a1-6022-413b-9eab-6401f061fc6a up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:32:45.355242 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f546b31-0762-4359-bb9f-e44bef3a0b8b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Router 193eeeb5-21b6-4282-a6ea-6273ab155f80 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:32:45.402980 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 244255a1-6022-413b-9eab-6401f061fc6a triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:45.403447 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:45.418731 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.ipam_backend_mixin [None req-a58ed1b3-53b2-4a1f-b23b-1efb39133ed7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8aa079b3-1bcd-48dc-ab81-0967fc06ab54 (CIDR: 172.20.0.0/28) Apr 29 13:32:45.423980 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-a58ed1b3-53b2-4a1f-b23b-1efb39133ed7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:32:45.424423 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a58ed1b3-53b2-4a1f-b23b-1efb39133ed7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:32:45.450546 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a58ed1b3-53b2-4a1f-b23b-1efb39133ed7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4952149 Apr 29 13:32:45.451006 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34976) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:45.459260 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-8bf70ea5-029d-4732-a13c-156bf682ef1c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'subnet': {'network_id': '5085b079-cc6d-48bb-856f-6227b0c46015', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:45.581816 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f546b31-0762-4359-bb9f-e44bef3a0b8b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:32:45.587519 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4f546b31-0762-4359-bb9f-e44bef3a0b8b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:45.591034 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4f546b31-0762-4359-bb9f-e44bef3a0b8b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "PUT /v2.0/routers/193eeeb5-21b6-4282-a6ea-6273ab155f80 HTTP/1.1" status: 200 len: 892 time: 1.1236973 Apr 29 13:32:45.591566 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34980) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:45.591977 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ada9aff-37f8-4eda-b7bc-39fc745c1a9b None None] Sync routers for ids ['193eeeb5-21b6-4282-a6ea-6273ab155f80'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:32:45.604024 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ada9aff-37f8-4eda-b7bc-39fc745c1a9b None None] Routers {'193eeeb5-21b6-4282-a6ea-6273ab155f80'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:45.604624 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-6ada9aff-37f8-4eda-b7bc-39fc745c1a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['193eeeb5-21b6-4282-a6ea-6273ab155f80'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:45.663923 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-6ada9aff-37f8-4eda-b7bc-39fc745c1a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:45.675284 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ada9aff-37f8-4eda-b7bc-39fc745c1a9b None None] Routers {'193eeeb5-21b6-4282-a6ea-6273ab155f80'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:45.675867 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-6ada9aff-37f8-4eda-b7bc-39fc745c1a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['193eeeb5-21b6-4282-a6ea-6273ab155f80'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:45.729345 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f9f0b3-be1e-4396-9409-fef958573700 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router bf547b66-6993-42c7-b2d8-17f625efff0d has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:32:45.733128 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-6ada9aff-37f8-4eda-b7bc-39fc745c1a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:45.733534 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ada9aff-37f8-4eda-b7bc-39fc745c1a9b None None] The sync data for ids ['193eeeb5-21b6-4282-a6ea-6273ab155f80'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:32:45.746442 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8bf70ea5-029d-4732-a13c-156bf682ef1c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:45.753050 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8bf70ea5-029d-4732-a13c-156bf682ef1c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:subnet and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:45.757280 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8bf70ea5-029d-4732-a13c-156bf682ef1c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:45.765084 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8bf70ea5-029d-4732-a13c-156bf682ef1c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:45.843715 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf70ea5-029d-4732-a13c-156bf682ef1c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:32:45.847115 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8bf70ea5-029d-4732-a13c-156bf682ef1c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:46.166256 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.ipam_backend_mixin [None req-8bf70ea5-029d-4732-a13c-156bf682ef1c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f44568e9-f8be-48a5-8ecb-7fa8a2cbfeee (CIDR: 172.20.0.16/28) Apr 29 13:32:46.172665 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf70ea5-029d-4732-a13c-156bf682ef1c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:32:46.173124 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bf70ea5-029d-4732-a13c-156bf682ef1c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:32:46.213580 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8bf70ea5-029d-4732-a13c-156bf682ef1c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7607508 Apr 29 13:32:46.216255 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34984) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:46.221878 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-00b2591f-aec3-4065-b1c4-7eba3aa64ccd tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'subnet': {'network_id': '5085b079-cc6d-48bb-856f-6227b0c46015', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:46.253464 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0d49b02d-6ad2-4da2-8b50-0725aba69377 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "GET /v2.0/routers/193eeeb5-21b6-4282-a6ea-6273ab155f80 HTTP/1.1" status: 200 len: 892 time: 0.6608269 Apr 29 13:32:46.256281 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 34988) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:46.303114 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e1e32968-9ab2-47c9-99f2-f45e5189e994 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "GET /v2.0/ports?device_id=193eeeb5-21b6-4282-a6ea-6273ab155f80 HTTP/1.1" status: 200 len: 205 time: 0.0457520 Apr 29 13:32:46.306371 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 34992) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:46.313132 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f9f0b3-be1e-4396-9409-fef958573700 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:32:46.317410 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-69f9f0b3-be1e-4396-9409-fef958573700 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:46.323570 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa830e2-10b3-462c-a91a-687179fd7ddc None None] Sync routers for ids ['bf547b66-6993-42c7-b2d8-17f625efff0d'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:32:46.335250 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa830e2-10b3-462c-a91a-687179fd7ddc None None] Routers {'bf547b66-6993-42c7-b2d8-17f625efff0d'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:46.335925 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-5fa830e2-10b3-462c-a91a-687179fd7ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf547b66-6993-42c7-b2d8-17f625efff0d'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:46.370846 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-69f9f0b3-be1e-4396-9409-fef958573700 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/floatingips/5989a946-dd68-415c-b8ad-c73481096c4e HTTP/1.1" status: 204 len: 168 time: 3.1096485 Apr 29 13:32:46.371807 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805b4f63-0fb2-444a-85ed-0e7a85ce6df0', 'tag': 'ef194aa7-94c2-41a1-8cef-074002f4198a'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:32:46.459052 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f62ebc3-a341-43a7-9ab0-43b9e0c52346'] response: {'name': 'network-changed', 'server_uuid': '805b4f63-0fb2-444a-85ed-0e7a85ce6df0', 'tag': 'ef194aa7-94c2-41a1-8cef-074002f4198a', 'status': 'completed', 'code': 200} Apr 29 13:32:46.535473 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-5fa830e2-10b3-462c-a91a-687179fd7ddc None None] Set router bf547b66-6993-42c7-b2d8-17f625efff0d gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:32:46.540583 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-00b2591f-aec3-4065-b1c4-7eba3aa64ccd tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:46.549770 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-00b2591f-aec3-4065-b1c4-7eba3aa64ccd tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Usage tracker for resource:subnet and tenant:41797be0195a48b7a5c670159fa1cbb3 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:46.554636 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-00b2591f-aec3-4065-b1c4-7eba3aa64ccd tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:46.561584 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-00b2591f-aec3-4065-b1c4-7eba3aa64ccd tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:46.575662 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5ab65860-6f8f-4cbe-b562-1f18a7c6c775 req-1036e0a2-d7b4-4460-9467-f2af8b376dde service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=805b4f63-0fb2-444a-85ed-0e7a85ce6df0 HTTP/1.1" status: 200 len: 1098 time: 0.0930042 Apr 29 13:32:46.579989 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b2591f-aec3-4065-b1c4-7eba3aa64ccd tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Made reservation on behalf of 41797be0195a48b7a5c670159fa1cbb3 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:32:46.712879 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9c0ef359-386a-4fd8-bbac-db86bd140b27 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:46.752392 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab65860-6f8f-4cbe-b562-1f18a7c6c775 req-e4ba92c8-5139-4a58-a989-caa5c71638b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:46.754199 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5ab65860-6f8f-4cbe-b562-1f18a7c6c775 req-e4ba92c8-5139-4a58-a989-caa5c71638b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1f1631f4-7759-4601-8487-4268d3ef1926 HTTP/1.1" status: 200 len: 898 time: 0.1754408 Apr 29 13:32:46.832919 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5ab65860-6f8f-4cbe-b562-1f18a7c6c775 req-9dc45a19-3586-4e1a-9c5a-dd09a2048d66 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef194aa7-94c2-41a1-8cef-074002f4198a HTTP/1.1" status: 200 len: 217 time: 0.0716078 Apr 29 13:32:46.898139 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-5fa830e2-10b3-462c-a91a-687179fd7ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'name': 'tempest-TestNetworkBasicOps-router-704659710', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': '4b69c446-a1f5-4e04-a671-4375574d8411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:30:50Z', 'updated_at': '2022-04-29T13:31:08Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '4b69c446-a1f5-4e04-a671-4375574d8411', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:30:52Z', 'updated_at': '2022-04-29T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '48a7fb1c-3f63-420f-a922-ac13eb167541', 'name': '', 'network_id': '1f1631f4-7759-4601-8487-4268d3ef1926', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:ff:49:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef55b3b1-1710-4653-96b0-bcc9febc8b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:31:07Z', 'updated_at': '2022-04-29T13:31:23Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'ef55b3b1-1710-4653-96b0-bcc9febc8b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:46.902595 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa830e2-10b3-462c-a91a-687179fd7ddc None None] Checking router: bf547b66-6993-42c7-b2d8-17f625efff0d for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:32:46.903116 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab65860-6f8f-4cbe-b562-1f18a7c6c775 req-7eff7e9b-c45b-42ba-b31d-277ffcfc2e3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:46.904550 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5ab65860-6f8f-4cbe-b562-1f18a7c6c775 req-7eff7e9b-c45b-42ba-b31d-277ffcfc2e3c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef55b3b1-1710-4653-96b0-bcc9febc8b64 HTTP/1.1" status: 200 len: 835 time: 0.0663352 Apr 29 13:32:46.913501 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa830e2-10b3-462c-a91a-687179fd7ddc None None] Routers {'bf547b66-6993-42c7-b2d8-17f625efff0d'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:46.914124 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-5fa830e2-10b3-462c-a91a-687179fd7ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf547b66-6993-42c7-b2d8-17f625efff0d'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:46.925475 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-00b2591f-aec3-4065-b1c4-7eba3aa64ccd tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:46.982081 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5ab65860-6f8f-4cbe-b562-1f18a7c6c775 req-713f0cc6-cd98-4148-a19e-b931d01844e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1f1631f4-7759-4601-8487-4268d3ef1926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706995 Apr 29 13:32:47.096561 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeda8a3-6b5c-402d-85b2-2eebd9b056ca req-d742de45-d354-47a0-948a-c81b60ebbb50 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:47.098710 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3aeda8a3-6b5c-402d-85b2-2eebd9b056ca req-d742de45-d354-47a0-948a-c81b60ebbb50 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=805b4f63-0fb2-444a-85ed-0e7a85ce6df0 HTTP/1.1" status: 200 len: 945 time: 0.3135223 Apr 29 13:32:47.099813 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-5fa830e2-10b3-462c-a91a-687179fd7ddc None None] Set router bf547b66-6993-42c7-b2d8-17f625efff0d gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:32:47.125447 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5ab65860-6f8f-4cbe-b562-1f18a7c6c775 req-1ab37263-4231-434c-96bb-da92d43739bd service neutron] 10.222.0.32 "GET /v2.0/networks/1f1631f4-7759-4601-8487-4268d3ef1926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361287 Apr 29 13:32:47.196491 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3aeda8a3-6b5c-402d-85b2-2eebd9b056ca req-ae0adae3-1610-494d-b667-de54639a1fed tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=c183a238-6c34-4e0a-a73a-3c3dee02cd16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867045 Apr 29 13:32:47.266021 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5ab65860-6f8f-4cbe-b562-1f18a7c6c775 req-2091c54d-6282-439a-b5a2-01108a5a55ec service neutron] 10.222.0.32 "GET /v2.0/networks/1f1631f4-7759-4601-8487-4268d3ef1926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336665 Apr 29 13:32:47.421040 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9c0ef359-386a-4fd8-bbac-db86bd140b27 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:47.447976 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-9c0ef359-386a-4fd8-bbac-db86bd140b27 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Deleting port 9c3b489c-3f4a-4744-ab1b-b592f8bb4d89 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:47.448435 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9c0ef359-386a-4fd8-bbac-db86bd140b27 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:47.465463 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-5fa830e2-10b3-462c-a91a-687179fd7ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'name': 'tempest-TestNetworkBasicOps-router-704659710', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': '4b69c446-a1f5-4e04-a671-4375574d8411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:30:50Z', 'updated_at': '2022-04-29T13:31:08Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '4b69c446-a1f5-4e04-a671-4375574d8411', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:30:52Z', 'updated_at': '2022-04-29T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '48a7fb1c-3f63-420f-a922-ac13eb167541', 'name': '', 'network_id': '1f1631f4-7759-4601-8487-4268d3ef1926', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:ff:49:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef55b3b1-1710-4653-96b0-bcc9febc8b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:31:07Z', 'updated_at': '2022-04-29T13:31:23Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'ef55b3b1-1710-4653-96b0-bcc9febc8b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:47.469503 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa830e2-10b3-462c-a91a-687179fd7ddc None None] The sync data for ids ['bf547b66-6993-42c7-b2d8-17f625efff0d'] in dv-neutron-839027-4-hyperv is: [{'id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'name': 'tempest-TestNetworkBasicOps-router-704659710', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': '4b69c446-a1f5-4e04-a671-4375574d8411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:30:50Z', 'updated_at': '2022-04-29T13:31:08Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '4b69c446-a1f5-4e04-a671-4375574d8411', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:30:52Z', 'updated_at': '2022-04-29T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '48a7fb1c-3f63-420f-a922-ac13eb167541', 'name': '', 'network_id': '1f1631f4-7759-4601-8487-4268d3ef1926', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:ff:49:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef55b3b1-1710-4653-96b0-bcc9febc8b64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:31:07Z', 'updated_at': '2022-04-29T13:31:23Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'ef55b3b1-1710-4653-96b0-bcc9febc8b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:32:47.519436 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-00b2591f-aec3-4065-b1c4-7eba3aa64ccd tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:47.668585 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b2591f-aec3-4065-b1c4-7eba3aa64ccd tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Network 5085b079-cc6d-48bb-856f-6227b0c46015 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:47.674122 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-00b2591f-aec3-4065-b1c4-7eba3aa64ccd tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:47.675794 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2591f-aec3-4065-b1c4-7eba3aa64ccd tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Subnet': ['ID=57bb86f7-4bce-48da-b3aa-68d77651929c,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:47.678462 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b2591f-aec3-4065-b1c4-7eba3aa64ccd tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:47.679038 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-00b2591f-aec3-4065-b1c4-7eba3aa64ccd tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:47.683885 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc8856d-f17b-48cf-a303-0f86d8e3c12b None None] Network 5085b079-cc6d-48bb-856f-6227b0c46015 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:47.734432 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-00b2591f-aec3-4065-b1c4-7eba3aa64ccd tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5143974 Apr 29 13:32:47.735020 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35002) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:47.740396 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-9cc7e19d-c143-42d1-a600-982637cf202f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1249619082', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '57bb86f7-4bce-48da-b3aa-68d77651929c'}], 'security_groups': ['5993ddcb-3e3d-465e-9487-4497b74dec59', '6c25cccb-8a1e-4ad4-bf8c-10a94c6d57c5']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:47.742072 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9c0ef359-386a-4fd8-bbac-db86bd140b27 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:47.757215 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce3c7a3-1f30-48b0-b910-05280eeb5641 None None] New status for floating IP 5989a946-dd68-415c-b8ad-c73481096c4e: DOWN {{(pid=83906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:32:47.921912 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-9c0ef359-386a-4fd8-bbac-db86bd140b27 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Calling delete_port for 9c3b489c-3f4a-4744-ab1b-b592f8bb4d89 owned by network:router_gateway {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:48.014596 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2591f-aec3-4065-b1c4-7eba3aa64ccd tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:48.015130 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2591f-aec3-4065-b1c4-7eba3aa64ccd tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:48.015774 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2591f-aec3-4065-b1c4-7eba3aa64ccd tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:48.016405 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2591f-aec3-4065-b1c4-7eba3aa64ccd tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:48.017120 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2591f-aec3-4065-b1c4-7eba3aa64ccd tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:48.017655 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2591f-aec3-4065-b1c4-7eba3aa64ccd tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:48.018197 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2591f-aec3-4065-b1c4-7eba3aa64ccd tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:48.018731 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2591f-aec3-4065-b1c4-7eba3aa64ccd tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:48.019262 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2591f-aec3-4065-b1c4-7eba3aa64ccd tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:48.019795 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2591f-aec3-4065-b1c4-7eba3aa64ccd tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:48.020340 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2591f-aec3-4065-b1c4-7eba3aa64ccd tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:48.102481 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9cc7e19d-c143-42d1-a600-982637cf202f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:48.186536 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9c0ef359-386a-4fd8-bbac-db86bd140b27 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:48.239640 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ef359-386a-4fd8-bbac-db86bd140b27 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Port': ['ID=9c3b489c-3f4a-4744-ab1b-b592f8bb4d89,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:48.464639 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7611710-d5cb-45c8-8239-ea2e85b31632 None None] Update dhcp port {'port': {'network_id': '5085b079-cc6d-48bb-856f-6227b0c46015', 'fixed_ips': [{'subnet_id': 'f44568e9-f8be-48a5-8ecb-7fa8a2cbfeee', 'ip_address': '172.20.0.18'}, {'subnet_id': '8aa079b3-1bcd-48dc-ab81-0967fc06ab54', 'ip_address': '172.20.0.2'}, {'subnet_id': '57bb86f7-4bce-48da-b3aa-68d77651929c'}], 'binding:host_id': 'dv-neutron-839027-4-hyperv'}, 'id': '244255a1-6022-413b-9eab-6401f061fc6a'} from dv-neutron-839027-4-hyperv. {{(pid=83906) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 29 13:32:48.518020 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e7611710-d5cb-45c8-8239-ea2e85b31632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:48.533135 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06206e-ff7d-42f1-9083-527a732301e4 req-4781755b-808d-4b0e-97fa-8338cf1e1f9a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:48.533828 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-bb06206e-ff7d-42f1-9083-527a732301e4 req-4781755b-808d-4b0e-97fa-8338cf1e1f9a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:32:48.539327 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9c0ef359-386a-4fd8-bbac-db86bd140b27 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:48.603657 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-bb06206e-ff7d-42f1-9083-527a732301e4 req-4781755b-808d-4b0e-97fa-8338cf1e1f9a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:32:48.604808 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bb06206e-ff7d-42f1-9083-527a732301e4 req-4781755b-808d-4b0e-97fa-8338cf1e1f9a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/ports?device_id=805b4f63-0fb2-444a-85ed-0e7a85ce6df0 HTTP/1.1" status: 200 len: 945 time: 0.3622663 Apr 29 13:32:48.817579 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9c0ef359-386a-4fd8-bbac-db86bd140b27 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:48.818295 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c95d9f-57bb-4eb5-894a-d17f4deaa41a req-868b96f8-975c-48af-b851-be151b0c2ccd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:48.820196 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c4c95d9f-57bb-4eb5-894a-d17f4deaa41a req-868b96f8-975c-48af-b851-be151b0c2ccd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=805b4f63-0fb2-444a-85ed-0e7a85ce6df0 HTTP/1.1" status: 200 len: 945 time: 0.3558431 Apr 29 13:32:48.825573 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-bb06206e-ff7d-42f1-9083-527a732301e4 req-6f1ac2c1-bc2e-44be-8b3f-dea2b3f13549 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port ef194aa7-94c2-41a1-8cef-074002f4198a {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:48.825911 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bb06206e-ff7d-42f1-9083-527a732301e4 req-6f1ac2c1-bc2e-44be-8b3f-dea2b3f13549 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:48.828971 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9c0ef359-386a-4fd8-bbac-db86bd140b27 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:48.857982 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9c0ef359-386a-4fd8-bbac-db86bd140b27 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:48.859460 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0ef359-386a-4fd8-bbac-db86bd140b27 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Fanout notify agent at l3_agent the message router_deleted on router 193eeeb5-21b6-4282-a6ea-6273ab155f80 {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:32:48.879825 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9c0ef359-386a-4fd8-bbac-db86bd140b27 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:48.885248 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9c0ef359-386a-4fd8-bbac-db86bd140b27 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/routers/193eeeb5-21b6-4282-a6ea-6273ab155f80 HTTP/1.1" status: 204 len: 168 time: 2.5736403 Apr 29 13:32:48.885538 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35008) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:48.891001 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-77560cec-d1b5-48f1-bc23-5e63a976cadd tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1389579722'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:48.895759 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-77560cec-d1b5-48f1-bc23-5e63a976cadd tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:48.900460 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-77560cec-d1b5-48f1-bc23-5e63a976cadd tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Usage tracker for resource:network and tenant:33491088bc784393989c1b50373e6c05 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:48.903312 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-77560cec-d1b5-48f1-bc23-5e63a976cadd tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:48.909284 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-77560cec-d1b5-48f1-bc23-5e63a976cadd tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:48.919044 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77560cec-d1b5-48f1-bc23-5e63a976cadd tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Made reservation on behalf of 33491088bc784393989c1b50373e6c05 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:32:48.922142 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-77560cec-d1b5-48f1-bc23-5e63a976cadd tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:48.950400 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77560cec-d1b5-48f1-bc23-5e63a976cadd tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:32:48.959555 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-77560cec-d1b5-48f1-bc23-5e63a976cadd tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:48.959890 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-77560cec-d1b5-48f1-bc23-5e63a976cadd tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Added segment ba285542-9dc4-4538-a0fd-80bcdaff7f30 of type vlan for network e78b2f19-757d-402d-ac07-68474488cbf0 Apr 29 13:32:48.985499 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-77560cec-d1b5-48f1-bc23-5e63a976cadd tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:49.014567 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-77560cec-d1b5-48f1-bc23-5e63a976cadd tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:49.018186 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77560cec-d1b5-48f1-bc23-5e63a976cadd tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:49.018751 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-77560cec-d1b5-48f1-bc23-5e63a976cadd tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:49.024904 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c4c95d9f-57bb-4eb5-894a-d17f4deaa41a req-4e9701af-1292-440f-8475-fff63f22b0da tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=c183a238-6c34-4e0a-a73a-3c3dee02cd16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719248 Apr 29 13:32:49.027976 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-9cc7e19d-c143-42d1-a600-982637cf202f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Delete allocated IP 172.20.0.8 (5085b079-cc6d-48bb-856f-6227b0c46015/8aa079b3-1bcd-48dc-ab81-0967fc06ab54) {{(pid=83904) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 13:32:49.061492 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-9cc7e19d-c143-42d1-a600-982637cf202f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Allocated IP 172.20.0.38 (5085b079-cc6d-48bb-856f-6227b0c46015/57bb86f7-4bce-48da-b3aa-68d77651929c/cfc33e18-e005-4ecc-a4d4-9b90fdabf959) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:32:49.235535 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-77560cec-d1b5-48f1-bc23-5e63a976cadd tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3486412 Apr 29 13:32:49.238649 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35012) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:49.247517 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-e7bfb249-fd7a-4579-a35f-171a0a77d496 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'subnet': {'network_id': 'e78b2f19-757d-402d-ac07-68474488cbf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:49.252359 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-bb06206e-ff7d-42f1-9083-527a732301e4 req-6f1ac2c1-bc2e-44be-8b3f-dea2b3f13549 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] For port ef194aa7-94c2-41a1-8cef-074002f4198a, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ef194aa7-94c2-41a1-8cef-074002f4198a,segment=NetworkSegment(0174c2ca-37ca-4806-b2ec-dfd1a4e46886),segment_id=0174c2ca-37ca-4806-b2ec-dfd1a4e46886)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:49.252939 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bb06206e-ff7d-42f1-9083-527a732301e4 req-6f1ac2c1-bc2e-44be-8b3f-dea2b3f13549 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:49.268145 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77560cec-d1b5-48f1-bc23-5e63a976cadd tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Network': ['ID=e78b2f19-757d-402d-ac07-68474488cbf0,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:49.285154 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network e78b2f19-757d-402d-ac07-68474488cbf0 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:32:49.363642 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e7bfb249-fd7a-4579-a35f-171a0a77d496 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:49.368243 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e7bfb249-fd7a-4579-a35f-171a0a77d496 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Usage tracker for resource:subnet and tenant:33491088bc784393989c1b50373e6c05 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:49.371131 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e7bfb249-fd7a-4579-a35f-171a0a77d496 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:49.376901 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e7bfb249-fd7a-4579-a35f-171a0a77d496 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:49.389557 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bfb249-fd7a-4579-a35f-171a0a77d496 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Made reservation on behalf of 33491088bc784393989c1b50373e6c05 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:32:49.433957 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-bb06206e-ff7d-42f1-9083-527a732301e4 req-6f1ac2c1-bc2e-44be-8b3f-dea2b3f13549 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for ef194aa7-94c2-41a1-8cef-074002f4198a owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:49.491008 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e7bfb249-fd7a-4579-a35f-171a0a77d496 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:49.630316 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9cc7e19d-c143-42d1-a600-982637cf202f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:49.659211 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-9cc7e19d-c143-42d1-a600-982637cf202f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Transition to ACTIVE for port object cfc33e18-e005-4ecc-a4d4-9b90fdabf959 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:49.660878 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bb06206e-ff7d-42f1-9083-527a732301e4 req-6f1ac2c1-bc2e-44be-8b3f-dea2b3f13549 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:49.706709 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9cc7e19d-c143-42d1-a600-982637cf202f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:49.719056 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e7bfb249-fd7a-4579-a35f-171a0a77d496 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:49.724707 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ac2c1-bc2e-44be-8b3f-dea2b3f13549 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=ef194aa7-94c2-41a1-8cef-074002f4198a,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:49.741455 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-e7611710-d5cb-45c8-8239-ea2e85b31632 None None] Allocated IP 172.20.0.34 (5085b079-cc6d-48bb-856f-6227b0c46015/57bb86f7-4bce-48da-b3aa-68d77651929c/244255a1-6022-413b-9eab-6401f061fc6a) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:32:49.807043 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfb249-fd7a-4579-a35f-171a0a77d496 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Subnet': ['ID=9a382d32-8cac-49f9-95f4-bc86814bc681,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:49.817973 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7e19d-c143-42d1-a600-982637cf202f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event updated for resources: {'Port': ['ID=cfc33e18-e005-4ecc-a4d4-9b90fdabf959,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:49.818757 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bfb249-fd7a-4579-a35f-171a0a77d496 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Checking segment: {'id': 'ba285542-9dc4-4538-a0fd-80bcdaff7f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e78b2f19-757d-402d-ac07-68474488cbf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:32:49.819509 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bfb249-fd7a-4579-a35f-171a0a77d496 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network hostable DHCP agents. Network: e78b2f19-757d-402d-ac07-68474488cbf0, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:32:49.849293 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bfb249-fd7a-4579-a35f-171a0a77d496 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network e78b2f19-757d-402d-ac07-68474488cbf0 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:32:49.869425 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-e7bfb249-fd7a-4579-a35f-171a0a77d496 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, e78b2f19-757d-402d-ac07-68474488cbf0) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:49.873762 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bfb249-fd7a-4579-a35f-171a0a77d496 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:49.874345 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e7bfb249-fd7a-4579-a35f-171a0a77d496 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:49.881140 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb574ed-c336-47ba-a6c3-443a92d45cad None None] Network e78b2f19-757d-402d-ac07-68474488cbf0 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:49.909427 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e7bfb249-fd7a-4579-a35f-171a0a77d496 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6695139 Apr 29 13:32:49.909979 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35016) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:49.916517 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-95c3afd4-e138-41e1-a66e-cb131fb504ff tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-646632789', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:49.922789 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-95c3afd4-e138-41e1-a66e-cb131fb504ff tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:32:49.927186 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-95c3afd4-e138-41e1-a66e-cb131fb504ff tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Usage tracker for resource:router and tenant:33491088bc784393989c1b50373e6c05 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:32:49.930130 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-95c3afd4-e138-41e1-a66e-cb131fb504ff tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:32:49.935875 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-95c3afd4-e138-41e1-a66e-cb131fb504ff tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:32:49.947289 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-95c3afd4-e138-41e1-a66e-cb131fb504ff tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:49.948491 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-95c3afd4-e138-41e1-a66e-cb131fb504ff tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:49.959807 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb06206e-ff7d-42f1-9083-527a732301e4 req-6f1ac2c1-bc2e-44be-8b3f-dea2b3f13549 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] No DVR routers for this DVR port ef194aa7-94c2-41a1-8cef-074002f4198a on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:32:49.968124 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bb06206e-ff7d-42f1-9083-527a732301e4 req-6f1ac2c1-bc2e-44be-8b3f-dea2b3f13549 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:49.970309 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-95c3afd4-e138-41e1-a66e-cb131fb504ff tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:49.970588 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805b4f63-0fb2-444a-85ed-0e7a85ce6df0', 'name': 'network-vif-deleted', 'tag': 'ef194aa7-94c2-41a1-8cef-074002f4198a'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:32:49.997420 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-95c3afd4-e138-41e1-a66e-cb131fb504ff tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:49.997859 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7e19d-c143-42d1-a600-982637cf202f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] In _notify_port_updated(), no bound segment for port cfc33e18-e005-4ecc-a4d4-9b90fdabf959 on network 5085b079-cc6d-48bb-856f-6227b0c46015 {{(pid=83904) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 13:32:50.001826 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc7e19d-c143-42d1-a600-982637cf202f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:50.002434 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9cc7e19d-c143-42d1-a600-982637cf202f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:50.006344 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9cc7e19d-c143-42d1-a600-982637cf202f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "PUT /v2.0/ports/cfc33e18-e005-4ecc-a4d4-9b90fdabf959 HTTP/1.1" status: 200 len: 960 time: 2.2680721 Apr 29 13:32:50.006344 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bb06206e-ff7d-42f1-9083-527a732301e4 req-6f1ac2c1-bc2e-44be-8b3f-dea2b3f13549 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "DELETE /v2.0/ports/ef194aa7-94c2-41a1-8cef-074002f4198a HTTP/1.1" status: 204 len: 173 time: 1.3888676 Apr 29 13:32:50.007195 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35022) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:50.032044 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-95c3afd4-e138-41e1-a66e-cb131fb504ff tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:50.037114 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-95c3afd4-e138-41e1-a66e-cb131fb504ff tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1258821 Apr 29 13:32:50.038593 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35026) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:50.069777 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-530e894a-2dfb-466d-b668-def5a8389e4c'] response: {'server_uuid': '805b4f63-0fb2-444a-85ed-0e7a85ce6df0', 'name': 'network-vif-deleted', 'tag': 'ef194aa7-94c2-41a1-8cef-074002f4198a', 'status': 'completed', 'code': 200} Apr 29 13:32:50.085350 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e7611710-d5cb-45c8-8239-ea2e85b31632 None None] For port 244255a1-6022-413b-9eab-6401f061fc6a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=244255a1-6022-413b-9eab-6401f061fc6a,segment=NetworkSegment(b80b3a66-331c-4092-ba2c-c1b0c4e03e58),segment_id=b80b3a66-331c-4092-ba2c-c1b0c4e03e58)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:50.086317 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-1e390bd1-490f-47ed-b275-e94326dc9425 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting port cfc33e18-e005-4ecc-a4d4-9b90fdabf959 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:50.086658 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1e390bd1-490f-47ed-b275-e94326dc9425 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:50.213290 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.resource_extend [None req-e7611710-d5cb-45c8-8239-ea2e85b31632 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:32:50.253001 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e7611710-d5cb-45c8-8239-ea2e85b31632 None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:50.281158 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-176f3942-308f-4d3b-ac49-489fbd5835db req-dd270456-e3cc-464b-b579-c22d7f6e560e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:32:50.332730 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e7611710-d5cb-45c8-8239-ea2e85b31632 None None] Transition to ACTIVE for port object 244255a1-6022-413b-9eab-6401f061fc6a will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:50.339885 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e7611710-d5cb-45c8-8239-ea2e85b31632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:50.402419 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-176f3942-308f-4d3b-ac49-489fbd5835db req-dd270456-e3cc-464b-b579-c22d7f6e560e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:32:50.402706 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69443c84-0420-4a9d-b5b7-56d147043469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-e78b2f19-757d-402d-ac07-68474488cbf0', 'network_id': 'e78b2f19-757d-402d-ac07-68474488cbf0', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'fixed_ips': [{'subnet_id': '9a382d32-8cac-49f9-95f4-bc86814bc681'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:32:50.403778 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-69443c84-0420-4a9d-b5b7-56d147043469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:50.404572 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-176f3942-308f-4d3b-ac49-489fbd5835db req-dd270456-e3cc-464b-b579-c22d7f6e560e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=805b4f63-0fb2-444a-85ed-0e7a85ce6df0 HTTP/1.1" status: 200 len: 210 time: 0.1731381 Apr 29 13:32:50.459902 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1e390bd1-490f-47ed-b275-e94326dc9425 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:50.607776 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7611710-d5cb-45c8-8239-ea2e85b31632 None None] Pushing event updated for resources: {'Port': ['ID=244255a1-6022-413b-9eab-6401f061fc6a,revision_number=7']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:50.692452 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-160644f3-9b24-4d65-87b7-a049498c5fb9 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:50.699247 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-1e390bd1-490f-47ed-b275-e94326dc9425 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Calling delete_port for cfc33e18-e005-4ecc-a4d4-9b90fdabf959 owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:50.736885 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-69443c84-0420-4a9d-b5b7-56d147043469 None None] Allocated IP 2001:db8::2 (e78b2f19-757d-402d-ac07-68474488cbf0/9a382d32-8cac-49f9-95f4-bc86814bc681/256dab53-4548-4b85-b86d-2ce8cdcdc513) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:32:50.957429 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1e390bd1-490f-47ed-b275-e94326dc9425 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:51.011661 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e390bd1-490f-47ed-b275-e94326dc9425 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Port': ['ID=cfc33e18-e005-4ecc-a4d4-9b90fdabf959,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:51.015542 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-69443c84-0420-4a9d-b5b7-56d147043469 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:51.028819 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-69443c84-0420-4a9d-b5b7-56d147043469 None None] Transition to ACTIVE for port object 256dab53-4548-4b85-b86d-2ce8cdcdc513 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:51.057810 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-69443c84-0420-4a9d-b5b7-56d147043469 None None] Transition to ACTIVE for port object 256dab53-4548-4b85-b86d-2ce8cdcdc513 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:51.066927 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-69443c84-0420-4a9d-b5b7-56d147043469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:51.089843 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e390bd1-490f-47ed-b275-e94326dc9425 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:51.090297 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e390bd1-490f-47ed-b275-e94326dc9425 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:51.090725 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e390bd1-490f-47ed-b275-e94326dc9425 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:51.091140 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e390bd1-490f-47ed-b275-e94326dc9425 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:51.091565 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e390bd1-490f-47ed-b275-e94326dc9425 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:51.091974 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e390bd1-490f-47ed-b275-e94326dc9425 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:51.092385 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e390bd1-490f-47ed-b275-e94326dc9425 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:51.092820 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e390bd1-490f-47ed-b275-e94326dc9425 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:51.093229 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e390bd1-490f-47ed-b275-e94326dc9425 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:51.093647 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e390bd1-490f-47ed-b275-e94326dc9425 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:51.094054 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e390bd1-490f-47ed-b275-e94326dc9425 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:32:51.140127 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1e390bd1-490f-47ed-b275-e94326dc9425 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:51.151672 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1e390bd1-490f-47ed-b275-e94326dc9425 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/ports/cfc33e18-e005-4ecc-a4d4-9b90fdabf959 HTTP/1.1" status: 204 len: 168 time: 1.1434228 Apr 29 13:32:51.155563 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35032) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:51.157610 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69443c84-0420-4a9d-b5b7-56d147043469 None None] Pushing event updated for resources: {'Port': ['ID=256dab53-4548-4b85-b86d-2ce8cdcdc513,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:51.170519 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69443c84-0420-4a9d-b5b7-56d147043469 None None] Network e78b2f19-757d-402d-ac07-68474488cbf0 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:51.171573 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-69443c84-0420-4a9d-b5b7-56d147043469 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:51.177332 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69443c84-0420-4a9d-b5b7-56d147043469 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:32:51.210202 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe5a3d4-a469-4151-8630-8a5f0e091101 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] GET failed (client error): The resource could not be found. Apr 29 13:32:51.210820 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bfe5a3d4-a469-4151-8630-8a5f0e091101 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Synchronizing usage tracker for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:32:51.228685 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bfe5a3d4-a469-4151-8630-8a5f0e091101 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Unset dirty status for tenant:41797be0195a48b7a5c670159fa1cbb3 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:32:51.230291 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-bfe5a3d4-a469-4151-8630-8a5f0e091101 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "GET /v2.0/ports/cfc33e18-e005-4ecc-a4d4-9b90fdabf959 HTTP/1.1" status: 404 len: 333 time: 0.0736682 Apr 29 13:32:51.233046 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35036) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:51.263131 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-160644f3-9b24-4d65-87b7-a049498c5fb9 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Allocated IP 2001:db8::1 (e78b2f19-757d-402d-ac07-68474488cbf0/9a382d32-8cac-49f9-95f4-bc86814bc681/00060ec9-f733-45ba-afcb-4d1ce1ea6ab6) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:32:51.305717 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-69443c84-0420-4a9d-b5b7-56d147043469 None None] Attempting to bind port 256dab53-4548-4b85-b86d-2ce8cdcdc513 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:32:51.306464 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-69443c84-0420-4a9d-b5b7-56d147043469 None None] Attempting to bind port 256dab53-4548-4b85-b86d-2ce8cdcdc513 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'ba285542-9dc4-4538-a0fd-80bcdaff7f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e78b2f19-757d-402d-ac07-68474488cbf0'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:32:51.306992 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69443c84-0420-4a9d-b5b7-56d147043469 None None] Attempting to bind port 256dab53-4548-4b85-b86d-2ce8cdcdc513 on network e78b2f19-757d-402d-ac07-68474488cbf0 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:32:51.316420 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69443c84-0420-4a9d-b5b7-56d147043469 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:32:51.317102 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69443c84-0420-4a9d-b5b7-56d147043469 None None] Checking segment: {'id': 'ba285542-9dc4-4538-a0fd-80bcdaff7f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e78b2f19-757d-402d-ac07-68474488cbf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:32:51.317670 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-69443c84-0420-4a9d-b5b7-56d147043469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:51.318213 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69443c84-0420-4a9d-b5b7-56d147043469 None None] Bound using segment: {'id': 'ba285542-9dc4-4538-a0fd-80bcdaff7f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e78b2f19-757d-402d-ac07-68474488cbf0'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:32:51.318841 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-69443c84-0420-4a9d-b5b7-56d147043469 None None] Bound port: 256dab53-4548-4b85-b86d-2ce8cdcdc513, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba285542-9dc4-4538-a0fd-80bcdaff7f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e78b2f19-757d-402d-ac07-68474488cbf0'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:32:51.319648 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-69443c84-0420-4a9d-b5b7-56d147043469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:51.325761 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-691e5435-86fc-4adb-b78b-188d1140783c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:51.360608 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-691e5435-86fc-4adb-b78b-188d1140783c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:51.388678 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 244255a1-6022-413b-9eab-6401f061fc6a up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:32:51.413273 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-691e5435-86fc-4adb-b78b-188d1140783c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:51.437225 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e5435-86fc-4adb-b78b-188d1140783c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bcfb5f-577f-4528-bc27-a264611e0b24,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:51.441808 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-691e5435-86fc-4adb-b78b-188d1140783c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:51.446449 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-691e5435-86fc-4adb-b78b-188d1140783c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/security-groups/b2bcfb5f-577f-4528-bc27-a264611e0b24 HTTP/1.1" status: 204 len: 168 time: 0.2118335 Apr 29 13:32:51.449467 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35040) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:51.478001 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-160644f3-9b24-4d65-87b7-a049498c5fb9 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:51.496718 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-160644f3-9b24-4d65-87b7-a049498c5fb9 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Transition to ACTIVE for port object 00060ec9-f733-45ba-afcb-4d1ce1ea6ab6 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:32:51.530382 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-160644f3-9b24-4d65-87b7-a049498c5fb9 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:51.536748 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35046) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:51.551258 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f35a5df6-5b25-44ba-b0c6-da8219721d82 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:51.561428 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-69443c84-0420-4a9d-b5b7-56d147043469 None None] For port 256dab53-4548-4b85-b86d-2ce8cdcdc513, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:32:51.565199 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-69443c84-0420-4a9d-b5b7-56d147043469 None None] For port 256dab53-4548-4b85-b86d-2ce8cdcdc513, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=256dab53-4548-4b85-b86d-2ce8cdcdc513,segment=NetworkSegment(ba285542-9dc4-4538-a0fd-80bcdaff7f30),segment_id=ba285542-9dc4-4538-a0fd-80bcdaff7f30)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:32:51.566222 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fc5b160e-2073-4639-8e13-f7c989ec1df9 None None] Provisioning complete for port 66211226-6809-43c4-ba53-3c3a5bf85ce4 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:51.566589 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fc5b160e-2073-4639-8e13-f7c989ec1df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:51.596958 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-69443c84-0420-4a9d-b5b7-56d147043469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:51.608193 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f35a5df6-5b25-44ba-b0c6-da8219721d82 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:51.625720 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160644f3-9b24-4d65-87b7-a049498c5fb9 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network e78b2f19-757d-402d-ac07-68474488cbf0 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:51.626474 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160644f3-9b24-4d65-87b7-a049498c5fb9 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Port': ['ID=00060ec9-f733-45ba-afcb-4d1ce1ea6ab6,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:51.629096 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-160644f3-9b24-4d65-87b7-a049498c5fb9 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:51.631180 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160644f3-9b24-4d65-87b7-a049498c5fb9 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:32:51.631701 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-160644f3-9b24-4d65-87b7-a049498c5fb9 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:51.669958 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-26a11e7f-d356-42bf-ba65-ec0f135e10ea tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:51.700006 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f35a5df6-5b25-44ba-b0c6-da8219721d82 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:51.713895 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-fc5b160e-2073-4639-8e13-f7c989ec1df9 None None] Port 66211226-6809-43c4-ba53-3c3a5bf85ce4 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:32:51.721018 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-26a11e7f-d356-42bf-ba65-ec0f135e10ea tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:51.726690 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fc5b160e-2073-4639-8e13-f7c989ec1df9 None None] Could not find standard attr ID for object cfc33e18-e005-4ecc-a4d4-9b90fdabf959. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:32:51.732037 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69443c84-0420-4a9d-b5b7-56d147043469 None None] Pushing event updated for resources: {'Port': ['ID=256dab53-4548-4b85-b86d-2ce8cdcdc513,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:51.747233 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a5df6-5b25-44ba-b0c6-da8219721d82 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c25cccb-8a1e-4ad4-bf8c-10a94c6d57c5,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:51.757257 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fc5b160e-2073-4639-8e13-f7c989ec1df9 None None] Provisioning for port 244255a1-6022-413b-9eab-6401f061fc6a completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:51.765583 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f35a5df6-5b25-44ba-b0c6-da8219721d82 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:51.767706 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f35a5df6-5b25-44ba-b0c6-da8219721d82 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/security-groups/6c25cccb-8a1e-4ad4-bf8c-10a94c6d57c5 HTTP/1.1" status: 204 len: 168 time: 0.3167636 Apr 29 13:32:51.772279 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35050) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:51.775699 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-160644f3-9b24-4d65-87b7-a049498c5fb9 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:51.788149 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fc5b160e-2073-4639-8e13-f7c989ec1df9 None None] Provisioning complete for port 244255a1-6022-413b-9eab-6401f061fc6a triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:51.788149 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fc5b160e-2073-4639-8e13-f7c989ec1df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:51.909366 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-26a11e7f-d356-42bf-ba65-ec0f135e10ea tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:51.938176 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a11e7f-d356-42bf-ba65-ec0f135e10ea tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c183a238-6c34-4e0a-a73a-3c3dee02cd16,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:51.939941 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-da393f52-5af3-4e90-ac12-c12d1e1afe1d tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:52.012035 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-da393f52-5af3-4e90-ac12-c12d1e1afe1d tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:52.042034 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-26a11e7f-d356-42bf-ba65-ec0f135e10ea tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:52.043036 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-26a11e7f-d356-42bf-ba65-ec0f135e10ea tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/security-groups/c183a238-6c34-4e0a-a73a-3c3dee02cd16 HTTP/1.1" status: 204 len: 168 time: 0.5047655 Apr 29 13:32:52.109407 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-da393f52-5af3-4e90-ac12-c12d1e1afe1d tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:52.117282 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9e96bad3-24c9-47bf-9090-c68a48501228 None None] Could not find standard attr ID for object cfc33e18-e005-4ecc-a4d4-9b90fdabf959. {{(pid=83906) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 13:32:52.131199 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35056) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:52.200682 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da393f52-5af3-4e90-ac12-c12d1e1afe1d tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5993ddcb-3e3d-465e-9487-4497b74dec59,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:52.297839 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-da393f52-5af3-4e90-ac12-c12d1e1afe1d tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:52.302702 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-da393f52-5af3-4e90-ac12-c12d1e1afe1d tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/security-groups/5993ddcb-3e3d-465e-9487-4497b74dec59 HTTP/1.1" status: 204 len: 168 time: 0.5290041 Apr 29 13:32:52.303686 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35060) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:52.331955 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device ef194aa7-94c2-41a1-8cef-074002f4198a no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:32:52.372937 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-160644f3-9b24-4d65-87b7-a049498c5fb9 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:52.373520 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: ef194aa7-94c2-41a1-8cef-074002f4198a {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:32:52.374560 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device ef194aa7-94c2-41a1-8cef-074002f4198a not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:32:52.378413 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-160644f3-9b24-4d65-87b7-a049498c5fb9 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:52.379092 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-160644f3-9b24-4d65-87b7-a049498c5fb9 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:52.389978 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83b31c3-e4b4-49aa-89f2-08a4aad37e6c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting subnet 8aa079b3-1bcd-48dc-ab81-0967fc06ab54 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:32:52.395716 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a83b31c3-e4b4-49aa-89f2-08a4aad37e6c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:52.463348 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a83b31c3-e4b4-49aa-89f2-08a4aad37e6c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:52.519940 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160644f3-9b24-4d65-87b7-a049498c5fb9 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Port': ['ID=00060ec9-f733-45ba-afcb-4d1ce1ea6ab6,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:52.573083 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160644f3-9b24-4d65-87b7-a049498c5fb9 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network e78b2f19-757d-402d-ac07-68474488cbf0 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:32:52.574259 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-160644f3-9b24-4d65-87b7-a049498c5fb9 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:32:52.642326 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a83b31c3-e4b4-49aa-89f2-08a4aad37e6c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:52.798267 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a83b31c3-e4b4-49aa-89f2-08a4aad37e6c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:52.857254 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b31c3-e4b4-49aa-89f2-08a4aad37e6c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Subnet': ['ID=8aa079b3-1bcd-48dc-ab81-0967fc06ab54,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:52.865241 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a83b31c3-e4b4-49aa-89f2-08a4aad37e6c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:52.875966 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a630cb-42e6-4f68-a34c-11b7fc117cc3 None None] Network 5085b079-cc6d-48bb-856f-6227b0c46015 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:52.879075 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a83b31c3-e4b4-49aa-89f2-08a4aad37e6c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/subnets/8aa079b3-1bcd-48dc-ab81-0967fc06ab54 HTTP/1.1" status: 204 len: 168 time: 0.5729444 Apr 29 13:32:52.880862 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35064) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:52.958881 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160644f3-9b24-4d65-87b7-a049498c5fb9 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Router b7c25c9e-c230-4abf-ab90-555f6886e3f8 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:32:53.079452 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48b578c-8016-4868-8582-57cc01a71c6b None None] Network e78b2f19-757d-402d-ac07-68474488cbf0 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:53.167938 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-43506c5e-0254-4733-b041-99ac412d3b68 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:53.243653 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160644f3-9b24-4d65-87b7-a049498c5fb9 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:32:53.260789 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2208044-fac4-46bd-8b0f-3029f7bd87b5 None None] Sync routers for ids ['b7c25c9e-c230-4abf-ab90-555f6886e3f8'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:32:53.262561 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4e9c8b96-16d1-4435-aff0-522011ab97a3 None None] Provisioning for port 256dab53-4548-4b85-b86d-2ce8cdcdc513 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:53.269018 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-160644f3-9b24-4d65-87b7-a049498c5fb9 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "PUT /v2.0/routers/b7c25c9e-c230-4abf-ab90-555f6886e3f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2292275 Apr 29 13:32:53.271181 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35068) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:53.275549 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2208044-fac4-46bd-8b0f-3029f7bd87b5 None None] Routers {'b7c25c9e-c230-4abf-ab90-555f6886e3f8'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:53.276183 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-f2208044-fac4-46bd-8b0f-3029f7bd87b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['b7c25c9e-c230-4abf-ab90-555f6886e3f8'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:53.353657 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-114d347a-e232-4b78-acda-b01f16358a67 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting subnet 57bb86f7-4bce-48da-b3aa-68d77651929c {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:32:53.357917 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-114d347a-e232-4b78-acda-b01f16358a67 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:53.389586 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b842c3-e67a-4761-b219-9ab632dadcf9 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:53.390996 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-77b842c3-e67a-4761-b219-9ab632dadcf9 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Synchronizing usage tracker for tenant:33491088bc784393989c1b50373e6c05 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:32:53.412890 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-f2208044-fac4-46bd-8b0f-3029f7bd87b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:53.427463 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-77b842c3-e67a-4761-b219-9ab632dadcf9 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Unset dirty status for tenant:33491088bc784393989c1b50373e6c05 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:32:53.432446 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-77b842c3-e67a-4761-b219-9ab632dadcf9 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "GET /v2.0/ports/00060ec9-f733-45ba-afcb-4d1ce1ea6ab6 HTTP/1.1" status: 200 len: 911 time: 0.1603134 Apr 29 13:32:53.433207 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35072) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:53.434293 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2208044-fac4-46bd-8b0f-3029f7bd87b5 None None] Routers {'b7c25c9e-c230-4abf-ab90-555f6886e3f8'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:53.440151 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-493d344e-ce45-406e-b401-5242f84dba40 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9a382d32-8cac-49f9-95f4-bc86814bc681'}]}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:32:53.442652 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-f2208044-fac4-46bd-8b0f-3029f7bd87b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['b7c25c9e-c230-4abf-ab90-555f6886e3f8'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:53.451200 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 256dab53-4548-4b85-b86d-2ce8cdcdc513 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:32:53.496509 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-114d347a-e232-4b78-acda-b01f16358a67 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:53.517198 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-f2208044-fac4-46bd-8b0f-3029f7bd87b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:53.517597 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2208044-fac4-46bd-8b0f-3029f7bd87b5 None None] The sync data for ids ['b7c25c9e-c230-4abf-ab90-555f6886e3f8'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:32:53.550840 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 256dab53-4548-4b85-b86d-2ce8cdcdc513 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:53.559226 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 256dab53-4548-4b85-b86d-2ce8cdcdc513 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:53.559665 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:53.651728 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-493d344e-ce45-406e-b401-5242f84dba40 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:53.658646 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-114d347a-e232-4b78-acda-b01f16358a67 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:53.727736 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:53.752263 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-114d347a-e232-4b78-acda-b01f16358a67 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:53.769279 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 256dab53-4548-4b85-b86d-2ce8cdcdc513, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=256dab53-4548-4b85-b86d-2ce8cdcdc513,segment=NetworkSegment(ba285542-9dc4-4538-a0fd-80bcdaff7f30),segment_id=ba285542-9dc4-4538-a0fd-80bcdaff7f30)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:53.778231 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:53.835257 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d347a-e232-4b78-acda-b01f16358a67 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Subnet': ['ID=57bb86f7-4bce-48da-b3aa-68d77651929c,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:53.870209 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-114d347a-e232-4b78-acda-b01f16358a67 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:53.889658 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=256dab53-4548-4b85-b86d-2ce8cdcdc513,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:53.937986 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-114d347a-e232-4b78-acda-b01f16358a67 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/subnets/57bb86f7-4bce-48da-b3aa-68d77651929c HTTP/1.1" status: 204 len: 168 time: 1.0548072 Apr 29 13:32:53.938817 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35076) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:53.990725 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d15686-7c1e-4430-b4e0-af7cad993897 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] DELETE failed (client error): The resource could not be found. Apr 29 13:32:53.991165 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79d15686-7c1e-4430-b4e0-af7cad993897 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:32:53.996111 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-79d15686-7c1e-4430-b4e0-af7cad993897 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/subnets/8aa079b3-1bcd-48dc-ab81-0967fc06ab54 HTTP/1.1" status: 404 len: 337 time: 0.0545919 Apr 29 13:32:53.996682 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35080) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:54.021409 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5a3d55af-1ea9-4440-9055-1d6387454b7f None None] Provisioning for port 00060ec9-f733-45ba-afcb-4d1ce1ea6ab6 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:32:54.032351 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5a3d55af-1ea9-4440-9055-1d6387454b7f None None] Provisioning complete for port 00060ec9-f733-45ba-afcb-4d1ce1ea6ab6 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:54.035127 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5a3d55af-1ea9-4440-9055-1d6387454b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:54.132224 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-5a3d55af-1ea9-4440-9055-1d6387454b7f None None] Port 00060ec9-f733-45ba-afcb-4d1ce1ea6ab6 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:32:54.165444 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5a3d55af-1ea9-4440-9055-1d6387454b7f None None] Provisioning complete for port 256dab53-4548-4b85-b86d-2ce8cdcdc513 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:54.165929 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5a3d55af-1ea9-4440-9055-1d6387454b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:54.203311 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a6592c1-b5b2-4de1-a6f9-9479f757af5e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting subnet f44568e9-f8be-48a5-8ecb-7fa8a2cbfeee {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:32:54.216599 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1a6592c1-b5b2-4de1-a6f9-9479f757af5e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:54.334826 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1712c938-b9c8-4c67-9825-9f0f84dc4882 None None] Network 5085b079-cc6d-48bb-856f-6227b0c46015 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:54.353580 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1a6592c1-b5b2-4de1-a6f9-9479f757af5e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:54.366594 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-493d344e-ce45-406e-b401-5242f84dba40 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:54.380340 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-493d344e-ce45-406e-b401-5242f84dba40 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:54.385411 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493d344e-ce45-406e-b401-5242f84dba40 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:54.386017 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-493d344e-ce45-406e-b401-5242f84dba40 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:54.390440 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-493d344e-ce45-406e-b401-5242f84dba40 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "PUT /v2.0/ports/00060ec9-f733-45ba-afcb-4d1ce1ea6ab6 HTTP/1.1" status: 200 len: 911 time: 0.9561534 Apr 29 13:32:54.391097 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35086) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:54.506850 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1757eb13-7870-4273-ae15-a460c8df23d0 None None] Provisioning complete for port 66211226-6809-43c4-ba53-3c3a5bf85ce4 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:54.507243 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1757eb13-7870-4273-ae15-a460c8df23d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:54.533939 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1a6592c1-b5b2-4de1-a6f9-9479f757af5e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:54.621472 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d344e-ce45-406e-b401-5242f84dba40 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Port': ['ID=00060ec9-f733-45ba-afcb-4d1ce1ea6ab6,revision_number=3']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:54.717574 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-1757eb13-7870-4273-ae15-a460c8df23d0 None None] Port 66211226-6809-43c4-ba53-3c3a5bf85ce4 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:32:54.745120 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1a6592c1-b5b2-4de1-a6f9-9479f757af5e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:54.745637 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1757eb13-7870-4273-ae15-a460c8df23d0 None None] Provisioning complete for port 00060ec9-f733-45ba-afcb-4d1ce1ea6ab6 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:54.746105 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1757eb13-7870-4273-ae15-a460c8df23d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:54.803330 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-1757eb13-7870-4273-ae15-a460c8df23d0 None None] Port 00060ec9-f733-45ba-afcb-4d1ce1ea6ab6 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:32:54.817930 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1757eb13-7870-4273-ae15-a460c8df23d0 None None] Provisioning complete for port 244255a1-6022-413b-9eab-6401f061fc6a triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:54.818518 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1757eb13-7870-4273-ae15-a460c8df23d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:54.825464 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6592c1-b5b2-4de1-a6f9-9479f757af5e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Subnet': ['ID=f44568e9-f8be-48a5-8ecb-7fa8a2cbfeee,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:54.843044 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1a6592c1-b5b2-4de1-a6f9-9479f757af5e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:54.865555 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1a6592c1-b5b2-4de1-a6f9-9479f757af5e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/subnets/f44568e9-f8be-48a5-8ecb-7fa8a2cbfeee HTTP/1.1" status: 204 len: 168 time: 0.8657444 Apr 29 13:32:54.868742 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35092) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:54.874506 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b359f6-0ccf-4d78-b3fb-fb74cceaa217 req-7ec5a820-4bf5-4fd6-af7b-e2289f6eaafd tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:54.875966 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-50b359f6-0ccf-4d78-b3fb-fb74cceaa217 req-7ec5a820-4bf5-4fd6-af7b-e2289f6eaafd tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea3a6387-897e-4394-b1f5-855d838924d6 HTTP/1.1" status: 200 len: 945 time: 0.2606540 Apr 29 13:32:54.919884 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-effc1520-6523-497d-9cfc-1c7ab1a45300 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] DELETE failed (client error): The resource could not be found. Apr 29 13:32:54.920322 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-effc1520-6523-497d-9cfc-1c7ab1a45300 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:32:54.922997 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-effc1520-6523-497d-9cfc-1c7ab1a45300 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/subnets/d3d2bdaa-b782-49b2-a330-5a809cfe25b4 HTTP/1.1" status: 404 len: 337 time: 0.0531335 Apr 29 13:32:54.931455 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35096) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:54.974607 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c6e93a3c-df54-4fa7-887f-ada605bbced8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:54.990451 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a628ee63-75cc-4be2-bf96-f2b0d206c58a tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec7a7817-eb4d-42e7-8a07-13d292e1decd HTTP/1.1" status: 200 len: 205 time: 0.0554302 Apr 29 13:32:54.992092 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-50b359f6-0ccf-4d78-b3fb-fb74cceaa217 req-ae8f607b-fb01-4e0c-94e3-90e891b52f6d tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092865 Apr 29 13:32:54.993876 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35100) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:55.094135 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7fb3b71c-d4b1-4d54-a83c-9dec940b0ef5 None None] Provisioning complete for port 00060ec9-f733-45ba-afcb-4d1ce1ea6ab6 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:55.094638 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7fb3b71c-d4b1-4d54-a83c-9dec940b0ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:55.101152 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-a3521ac3-08a6-4dfd-bb5f-a12024c9bee6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] delete failed (client error): The resource could not be found. Apr 29 13:32:55.102793 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a3521ac3-08a6-4dfd-bb5f-a12024c9bee6 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/routers/ec7a7817-eb4d-42e7-8a07-13d292e1decd HTTP/1.1" status: 404 len: 336 time: 0.1073172 Apr 29 13:32:55.108119 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35104) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:55.156019 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7fb3b71c-d4b1-4d54-a83c-9dec940b0ef5 None None] Port 00060ec9-f733-45ba-afcb-4d1ce1ea6ab6 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:32:55.265052 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-777b77d1-eab3-42c8-be4a-1e156fe34a21 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] DELETE failed (client error): The resource could not be found. Apr 29 13:32:55.265493 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-777b77d1-eab3-42c8-be4a-1e156fe34a21 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:32:55.269571 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-777b77d1-eab3-42c8-be4a-1e156fe34a21 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/subnets/cc13a007-5b7d-4d2f-bdeb-4569ad3558ee HTTP/1.1" status: 404 len: 337 time: 0.1581180 Apr 29 13:32:55.270814 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35108) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:55.320814 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97b51c2-cd57-4a04-97d9-47bd09be48b7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] DELETE failed (client error): The resource could not be found. Apr 29 13:32:55.320814 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d97b51c2-cd57-4a04-97d9-47bd09be48b7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:32:55.320814 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d97b51c2-cd57-4a04-97d9-47bd09be48b7 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/subnets/31c5af5c-5692-4b13-96fa-258cc558c68a HTTP/1.1" status: 404 len: 337 time: 0.0496893 Apr 29 13:32:55.323878 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35112) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:55.356354 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 256dab53-4548-4b85-b86d-2ce8cdcdc513 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:32:55.379380 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-605e421c-0bef-4f59-ba75-6ff2d2d5604c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] DELETE failed (client error): The resource could not be found. Apr 29 13:32:55.379966 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-605e421c-0bef-4f59-ba75-6ff2d2d5604c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:32:55.382527 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-605e421c-0bef-4f59-ba75-6ff2d2d5604c tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/subnets/237d9511-f5ab-4e8f-84f2-9d2205cd477b HTTP/1.1" status: 404 len: 337 time: 0.0570469 Apr 29 13:32:55.385293 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35116) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:55.450202 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-46107f36-cbdc-4ff3-9860-a2f5d45b6215 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] DELETE failed (client error): The resource could not be found. Apr 29 13:32:55.450606 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46107f36-cbdc-4ff3-9860-a2f5d45b6215 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:32:55.450913 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2c4d9b-f13d-4dc4-be2f-d6679b4debe4 None None] Network 5085b079-cc6d-48bb-856f-6227b0c46015 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:32:55.455044 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-46107f36-cbdc-4ff3-9860-a2f5d45b6215 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/ports/cfbcacf4-b7de-4215-897c-1196135ec323 HTTP/1.1" status: 404 len: 333 time: 0.0583835 Apr 29 13:32:55.457661 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35120) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:55.490992 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-43506c5e-0254-4733-b041-99ac412d3b68 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port 48a7fb1c-3f63-420f-a922-ac13eb167541 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:55.491221 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-43506c5e-0254-4733-b041-99ac412d3b68 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:55.517041 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 256dab53-4548-4b85-b86d-2ce8cdcdc513 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:55.517493 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:55.533276 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cfbb739-bcbd-48d3-9337-2c7572a94bf4 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] DELETE failed (client error): The resource could not be found. Apr 29 13:32:55.533709 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cfbb739-bcbd-48d3-9337-2c7572a94bf4 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:32:55.537755 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8cfbb739-bcbd-48d3-9337-2c7572a94bf4 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/subnets/3e5804ca-da9b-4559-8e18-93f7b648caee HTTP/1.1" status: 404 len: 337 time: 0.0766237 Apr 29 13:32:55.538376 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35124) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:55.581321 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e6c742-4e0a-4027-877b-937ca265ba79 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] DELETE failed (client error): The resource could not be found. Apr 29 13:32:55.581787 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3e6c742-4e0a-4027-877b-937ca265ba79 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:32:55.587184 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e3e6c742-4e0a-4027-877b-937ca265ba79 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/subnets/8d6652a5-76ef-4daf-99a1-11db8cccc2b5 HTTP/1.1" status: 404 len: 337 time: 0.0444691 Apr 29 13:32:55.616797 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35128) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:55.670938 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99353b3-de0a-4980-b0ee-476ea395ae4f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] DELETE failed (client error): The resource could not be found. Apr 29 13:32:55.671373 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a99353b3-de0a-4980-b0ee-476ea395ae4f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:32:55.676431 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a99353b3-de0a-4980-b0ee-476ea395ae4f tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/ports/ca85a6b0-95ce-4618-be79-42cc3e5396e5 HTTP/1.1" status: 404 len: 333 time: 0.0553360 Apr 29 13:32:55.676431 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35132) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:55.676896 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5edf3ba2-65b4-44a8-8e1d-aa123351497b None None] Provisioning complete for port 66211226-6809-43c4-ba53-3c3a5bf85ce4 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:55.676896 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5edf3ba2-65b4-44a8-8e1d-aa123351497b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:55.706898 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-43506c5e-0254-4733-b041-99ac412d3b68 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] For port 48a7fb1c-3f63-420f-a922-ac13eb167541, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=48a7fb1c-3f63-420f-a922-ac13eb167541,segment=NetworkSegment(0174c2ca-37ca-4806-b2ec-dfd1a4e46886),segment_id=0174c2ca-37ca-4806-b2ec-dfd1a4e46886)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:55.707137 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-43506c5e-0254-4733-b041-99ac412d3b68 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:55.724161 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0057da6-688e-47e1-9f21-a71fb9cddddf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] DELETE failed (client error): The resource could not be found. Apr 29 13:32:55.724437 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0057da6-688e-47e1-9f21-a71fb9cddddf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:32:55.729150 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a0057da6-688e-47e1-9f21-a71fb9cddddf tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/subnets/ac7dcaf2-e136-4e35-90a6-2859ddad74d1 HTTP/1.1" status: 404 len: 337 time: 0.0493028 Apr 29 13:32:55.729925 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35136) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:55.785918 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-5edf3ba2-65b4-44a8-8e1d-aa123351497b None None] Port 66211226-6809-43c4-ba53-3c3a5bf85ce4 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:32:55.803578 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c88b60b-1411-4d06-b971-5b7aa61e2ada tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] DELETE failed (client error): The resource could not be found. Apr 29 13:32:55.804063 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c88b60b-1411-4d06-b971-5b7aa61e2ada tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:32:55.808278 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8c88b60b-1411-4d06-b971-5b7aa61e2ada tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/subnets/ba2e8941-650f-4a5c-8db7-6ef8e03ae08b HTTP/1.1" status: 404 len: 337 time: 0.0752280 Apr 29 13:32:55.808793 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35140) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:55.833600 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5edf3ba2-65b4-44a8-8e1d-aa123351497b None None] Provisioning complete for port 244255a1-6022-413b-9eab-6401f061fc6a triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:32:55.834034 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5edf3ba2-65b4-44a8-8e1d-aa123351497b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:55.860508 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-43506c5e-0254-4733-b041-99ac412d3b68 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for 48a7fb1c-3f63-420f-a922-ac13eb167541 owned by network:router_interface {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:55.908162 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-a0193062-b2f0-42c7-b36a-a0e4a371c86e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Deleting port 66211226-6809-43c4-ba53-3c3a5bf85ce4 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:55.908539 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a0193062-b2f0-42c7-b36a-a0e4a371c86e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:55.938837 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acae79d2-a929-4b49-ad97-4f98d0355f31 None None] DHCP port deletion for 5085b079-cc6d-48bb-856f-6227b0c46015 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:32:55.952704 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-acae79d2-a929-4b49-ad97-4f98d0355f31 None None] Deleting port 244255a1-6022-413b-9eab-6401f061fc6a {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:55.952704 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-acae79d2-a929-4b49-ad97-4f98d0355f31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:56.151392 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-43506c5e-0254-4733-b041-99ac412d3b68 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:56.201159 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43506c5e-0254-4733-b041-99ac412d3b68 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=48a7fb1c-3f63-420f-a922-ac13eb167541,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:56.223396 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a0193062-b2f0-42c7-b36a-a0e4a371c86e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:56.225132 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-acae79d2-a929-4b49-ad97-4f98d0355f31 None None] For port 244255a1-6022-413b-9eab-6401f061fc6a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=244255a1-6022-413b-9eab-6401f061fc6a,segment=NetworkSegment(b80b3a66-331c-4092-ba2c-c1b0c4e03e58),segment_id=b80b3a66-331c-4092-ba2c-c1b0c4e03e58)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:56.225635 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-acae79d2-a929-4b49-ad97-4f98d0355f31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:56.249683 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51278d15-74df-4b26-b1f8-ad6d3199fa5e req-cd6b22b6-aff8-45b0-aa9e-141c7ad326dc tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:56.251133 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-51278d15-74df-4b26-b1f8-ad6d3199fa5e req-cd6b22b6-aff8-45b0-aa9e-141c7ad326dc tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea3a6387-897e-4394-b1f5-855d838924d6 HTTP/1.1" status: 200 len: 945 time: 0.1921740 Apr 29 13:32:56.372618 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-51278d15-74df-4b26-b1f8-ad6d3199fa5e req-c5a73118-f9b5-42fe-9db3-d8f2e38f3a15 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Deleting port d492d120-9a26-4ef1-aada-b97d2c3a54c1 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:56.372996 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-51278d15-74df-4b26-b1f8-ad6d3199fa5e req-c5a73118-f9b5-42fe-9db3-d8f2e38f3a15 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:56.380244 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-acae79d2-a929-4b49-ad97-4f98d0355f31 None None] Calling delete_port for 244255a1-6022-413b-9eab-6401f061fc6a owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:56.389339 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-a0193062-b2f0-42c7-b36a-a0e4a371c86e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Calling delete_port for 66211226-6809-43c4-ba53-3c3a5bf85ce4 owned by {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:56.471520 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-acae79d2-a929-4b49-ad97-4f98d0355f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:56.472687 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-c6e93a3c-df54-4fa7-887f-ada605bbced8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Deleting port 00060ec9-f733-45ba-afcb-4d1ce1ea6ab6 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:32:56.472990 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c6e93a3c-df54-4fa7-887f-ada605bbced8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:56.519069 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae79d2-a929-4b49-ad97-4f98d0355f31 None None] Pushing event deleted for resources: {'Port': ['ID=244255a1-6022-413b-9eab-6401f061fc6a,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:56.528634 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acae79d2-a929-4b49-ad97-4f98d0355f31 None None] No DVR routers for this DVR port 244255a1-6022-413b-9eab-6401f061fc6a on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:32:56.549109 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac080f-7605-46e2-9aba-db50672baa09 req-5fbe3b95-c84d-4333-8607-7b1112524b8b tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:32:56.550701 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-64ac080f-7605-46e2-9aba-db50672baa09 req-5fbe3b95-c84d-4333-8607-7b1112524b8b tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea3a6387-897e-4394-b1f5-855d838924d6 HTTP/1.1" status: 200 len: 945 time: 0.4176521 Apr 29 13:32:56.554026 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a0193062-b2f0-42c7-b36a-a0e4a371c86e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:56.642955 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0193062-b2f0-42c7-b36a-a0e4a371c86e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Port': ['ID=66211226-6809-43c4-ba53-3c3a5bf85ce4,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:56.770787 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-51278d15-74df-4b26-b1f8-ad6d3199fa5e req-c5a73118-f9b5-42fe-9db3-d8f2e38f3a15 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] For port d492d120-9a26-4ef1-aada-b97d2c3a54c1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=d492d120-9a26-4ef1-aada-b97d2c3a54c1,segment=NetworkSegment(53def5c8-aa99-4a75-8066-57e8c47ce92e),segment_id=53def5c8-aa99-4a75-8066-57e8c47ce92e)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:32:56.771435 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-51278d15-74df-4b26-b1f8-ad6d3199fa5e req-c5a73118-f9b5-42fe-9db3-d8f2e38f3a15 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:56.814438 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a0193062-b2f0-42c7-b36a-a0e4a371c86e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:56.862861 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a0193062-b2f0-42c7-b36a-a0e4a371c86e tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/ports/66211226-6809-43c4-ba53-3c3a5bf85ce4 HTTP/1.1" status: 204 len: 168 time: 1.0530648 Apr 29 13:32:56.868035 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-64ac080f-7605-46e2-9aba-db50672baa09 req-9ff3eab2-4838-48e2-be46-3a0f2ab23304 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3100195 Apr 29 13:32:56.868495 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35146) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:56.906923 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c6e93a3c-df54-4fa7-887f-ada605bbced8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:57.040305 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-43506c5e-0254-4733-b041-99ac412d3b68 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:57.093636 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-c6e93a3c-df54-4fa7-887f-ada605bbced8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Calling delete_port for 00060ec9-f733-45ba-afcb-4d1ce1ea6ab6 owned by network:router_interface {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:57.160677 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e19d3531-ab53-4204-a69c-0a7e6e2bb3d0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:57.325506 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-51278d15-74df-4b26-b1f8-ad6d3199fa5e req-c5a73118-f9b5-42fe-9db3-d8f2e38f3a15 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:57.325920 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-51278d15-74df-4b26-b1f8-ad6d3199fa5e req-c5a73118-f9b5-42fe-9db3-d8f2e38f3a15 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:57.326223 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.l3_db [req-51278d15-74df-4b26-b1f8-ad6d3199fa5e req-c5a73118-f9b5-42fe-9db3-d8f2e38f3a15 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Floating IP 4bf7ab39-434b-4cd3-98d3-3579a849f6eb disassociated. External IP: 172.26.6.164, port: d492d120-9a26-4ef1-aada-b97d2c3a54c1. Apr 29 13:32:57.326373 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e19d3531-ab53-4204-a69c-0a7e6e2bb3d0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:57.326571 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-51278d15-74df-4b26-b1f8-ad6d3199fa5e req-c5a73118-f9b5-42fe-9db3-d8f2e38f3a15 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Calling delete_port for d492d120-9a26-4ef1-aada-b97d2c3a54c1 owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:32:57.356848 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-e19d3531-ab53-4204-a69c-0a7e6e2bb3d0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5085b079-cc6d-48bb-856f-6227b0c46015']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:57.398507 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 244255a1-6022-413b-9eab-6401f061fc6a no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:32:57.409344 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-e19d3531-ab53-4204-a69c-0a7e6e2bb3d0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80b3a66-331c-4092-ba2c-c1b0c4e03e58') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:57.409838 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-e19d3531-ab53-4204-a69c-0a7e6e2bb3d0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80b3a66-331c-4092-ba2c-c1b0c4e03e58') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:57.428232 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e19d3531-ab53-4204-a69c-0a7e6e2bb3d0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:57.435848 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 244255a1-6022-413b-9eab-6401f061fc6a {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:32:57.436194 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 244255a1-6022-413b-9eab-6401f061fc6a not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:32:57.450551 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e19d3531-ab53-4204-a69c-0a7e6e2bb3d0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:57.461019 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19d3531-ab53-4204-a69c-0a7e6e2bb3d0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:32:57.462071 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e19d3531-ab53-4204-a69c-0a7e6e2bb3d0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:32:57.476999 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:32:57.481398 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c6e93a3c-df54-4fa7-887f-ada605bbced8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:57.592712 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e93a3c-df54-4fa7-887f-ada605bbced8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Port': ['ID=00060ec9-f733-45ba-afcb-4d1ce1ea6ab6,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:57.634980 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e19d3531-ab53-4204-a69c-0a7e6e2bb3d0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:57.636058 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-51278d15-74df-4b26-b1f8-ad6d3199fa5e req-c5a73118-f9b5-42fe-9db3-d8f2e38f3a15 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:57.696798 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a73118-f9b5-42fe-9db3-d8f2e38f3a15 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Pushing event deleted for resources: {'Port': ['ID=d492d120-9a26-4ef1-aada-b97d2c3a54c1,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:57.704766 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e19d3531-ab53-4204-a69c-0a7e6e2bb3d0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:57.724176 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d3531-ab53-4204-a69c-0a7e6e2bb3d0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] Pushing event deleted for resources: {'Network': ['ID=5085b079-cc6d-48bb-856f-6227b0c46015,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:57.787293 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e19d3531-ab53-4204-a69c-0a7e6e2bb3d0 tempest-PortsTestJSON-1031569150 tempest-PortsTestJSON-1031569150-project] 10.222.0.76 "DELETE /v2.0/networks/5085b079-cc6d-48bb-856f-6227b0c46015 HTTP/1.1" status: 204 len: 168 time: 0.9152746 Apr 29 13:32:57.823877 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c6e93a3c-df54-4fa7-887f-ada605bbced8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:57.929997 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:58.072242 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cfc77ad4-1986-499a-9eae-1d993617ed54 req-479834a1-e1cc-4366-85a6-f8406a732ce9 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea3a6387-897e-4394-b1f5-855d838924d6 HTTP/1.1" status: 200 len: 210 time: 0.0575058 Apr 29 13:32:58.160712 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35156) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:58.168979 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51278d15-74df-4b26-b1f8-ad6d3199fa5e req-c5a73118-f9b5-42fe-9db3-d8f2e38f3a15 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Router 90173866-306d-4838-8552-62ba2c3bbe83 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:32:58.417608 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e93a3c-df54-4fa7-887f-ada605bbced8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Router b7c25c9e-c230-4abf-ab90-555f6886e3f8 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:32:58.461166 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43506c5e-0254-4733-b041-99ac412d3b68 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router bf547b66-6993-42c7-b2d8-17f625efff0d has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:32:58.515922 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-abaa7555-5456-4c11-b0cd-b12891d41344 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=41797be0195a48b7a5c670159fa1cbb3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3538749 Apr 29 13:32:58.531043 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35162) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:58.596616 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e93a3c-df54-4fa7-887f-ada605bbced8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:32:58.601537 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c6e93a3c-df54-4fa7-887f-ada605bbced8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "PUT /v2.0/routers/b7c25c9e-c230-4abf-ab90-555f6886e3f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1797619 Apr 29 13:32:58.605166 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35166) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:58.608322 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85da26fe-e827-4146-be3a-2168353f33f7 None None] Sync routers for ids ['b7c25c9e-c230-4abf-ab90-555f6886e3f8'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:32:58.621041 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85da26fe-e827-4146-be3a-2168353f33f7 None None] Routers {'b7c25c9e-c230-4abf-ab90-555f6886e3f8'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:58.621813 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-85da26fe-e827-4146-be3a-2168353f33f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['b7c25c9e-c230-4abf-ab90-555f6886e3f8'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:58.656232 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6cbc57cc-48d4-450b-823a-4d31bc40cd3c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Synchronizing usage tracker for tenant:33491088bc784393989c1b50373e6c05 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:32:58.663413 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b9772712-30ef-43df-aeb2-3383d1cb095c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:58.686204 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-85da26fe-e827-4146-be3a-2168353f33f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:58.697883 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6cbc57cc-48d4-450b-823a-4d31bc40cd3c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Unset dirty status for tenant:33491088bc784393989c1b50373e6c05 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:32:58.698256 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85da26fe-e827-4146-be3a-2168353f33f7 None None] Routers {'b7c25c9e-c230-4abf-ab90-555f6886e3f8'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:58.701591 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6cbc57cc-48d4-450b-823a-4d31bc40cd3c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7c25c9e-c230-4abf-ab90-555f6886e3f8 HTTP/1.1" status: 200 len: 205 time: 0.0923622 Apr 29 13:32:58.701591 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b9772712-30ef-43df-aeb2-3383d1cb095c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:58.702218 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35170) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:58.702681 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-85da26fe-e827-4146-be3a-2168353f33f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['b7c25c9e-c230-4abf-ab90-555f6886e3f8'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:58.754666 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b9772712-30ef-43df-aeb2-3383d1cb095c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:58.761875 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-85da26fe-e827-4146-be3a-2168353f33f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:58.762276 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85da26fe-e827-4146-be3a-2168353f33f7 None None] The sync data for ids ['b7c25c9e-c230-4abf-ab90-555f6886e3f8'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:32:58.775380 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9772712-30ef-43df-aeb2-3383d1cb095c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6093b218-4ce5-478d-9028-937e512ba244,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:32:58.784561 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b9772712-30ef-43df-aeb2-3383d1cb095c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:58.786175 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b9772712-30ef-43df-aeb2-3383d1cb095c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6093b218-4ce5-478d-9028-937e512ba244 HTTP/1.1" status: 204 len: 168 time: 0.2497220 Apr 29 13:32:58.872750 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51278d15-74df-4b26-b1f8-ad6d3199fa5e req-c5a73118-f9b5-42fe-9db3-d8f2e38f3a15 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:32:58.883466 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273c49c5-1bc5-414a-8ac4-67ea8c4c846c None None] Sync routers for ids ['90173866-306d-4838-8552-62ba2c3bbe83'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:32:58.897455 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273c49c5-1bc5-414a-8ac4-67ea8c4c846c None None] Routers {'90173866-306d-4838-8552-62ba2c3bbe83'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:58.898183 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-273c49c5-1bc5-414a-8ac4-67ea8c4c846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['90173866-306d-4838-8552-62ba2c3bbe83'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:58.957729 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a089bde4-92da-473d-b977-157479cc8c62 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:59.029013 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-51278d15-74df-4b26-b1f8-ad6d3199fa5e req-c5a73118-f9b5-42fe-9db3-d8f2e38f3a15 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] No DVR routers for this DVR port d492d120-9a26-4ef1-aada-b97d2c3a54c1 on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:32:59.076261 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-51278d15-74df-4b26-b1f8-ad6d3199fa5e req-c5a73118-f9b5-42fe-9db3-d8f2e38f3a15 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:59.084568 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea3a6387-897e-4394-b1f5-855d838924d6', 'name': 'network-vif-deleted', 'tag': 'd492d120-9a26-4ef1-aada-b97d2c3a54c1'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:32:59.085999 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-273c49c5-1bc5-414a-8ac4-67ea8c4c846c None None] Set router 90173866-306d-4838-8552-62ba2c3bbe83 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:32:59.126237 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43506c5e-0254-4733-b041-99ac412d3b68 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:32:59.137210 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-43506c5e-0254-4733-b041-99ac412d3b68 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "PUT /v2.0/routers/bf547b66-6993-42c7-b2d8-17f625efff0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0036216 Apr 29 13:32:59.139042 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-51278d15-74df-4b26-b1f8-ad6d3199fa5e req-c5a73118-f9b5-42fe-9db3-d8f2e38f3a15 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.32 "DELETE /v2.0/ports/d492d120-9a26-4ef1-aada-b97d2c3a54c1 HTTP/1.1" status: 204 len: 173 time: 2.8553061 Apr 29 13:32:59.146035 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9412ecfd-bbf8-4643-9e1d-b6972a1a1230 None None] Sync routers for ids ['bf547b66-6993-42c7-b2d8-17f625efff0d'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:32:59.146765 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35180) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:59.225494 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9412ecfd-bbf8-4643-9e1d-b6972a1a1230 None None] Routers {'bf547b66-6993-42c7-b2d8-17f625efff0d'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:59.226453 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9412ecfd-bbf8-4643-9e1d-b6972a1a1230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf547b66-6993-42c7-b2d8-17f625efff0d'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:59.304977 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce7f2b97-1d21-448a-a0b3-3e47c3d76325'] response: {'server_uuid': 'ea3a6387-897e-4394-b1f5-855d838924d6', 'name': 'network-vif-deleted', 'tag': 'd492d120-9a26-4ef1-aada-b97d2c3a54c1', 'status': 'completed', 'code': 200} Apr 29 13:32:59.484732 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-521c0391-53ed-4002-af22-32b515fd497a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting subnet ef55b3b1-1710-4653-96b0-bcc9febc8b64 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:32:59.488243 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-521c0391-53ed-4002-af22-32b515fd497a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:59.560367 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-521c0391-53ed-4002-af22-32b515fd497a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:59.587545 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-273c49c5-1bc5-414a-8ac4-67ea8c4c846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90173866-306d-4838-8552-62ba2c3bbe83', 'name': 'tempest-TestVolumeBootPattern-1070817569-router', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:15Z', 'updated_at': '2022-04-29T13:29:24Z', 'revision_number': 4, 'project_id': '0c81113c84764616a8c807a160eb0515', 'gw_port': {'id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:17Z', 'updated_at': '2022-04-29T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '450a5ddf-21d5-46b8-b8fe-832fb0558e5b', 'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'mac_address': 'fa:16:3e:4b:3b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02705295-1364-4282-8393-7ae80461c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:22Z', 'updated_at': '2022-04-29T13:29:47Z', 'revision_number': 5, 'project_id': '0c81113c84764616a8c807a160eb0515', 'subnets': [{'id': '02705295-1364-4282-8393-7ae80461c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:59.594422 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-9412ecfd-bbf8-4643-9e1d-b6972a1a1230 None None] Set router bf547b66-6993-42c7-b2d8-17f625efff0d gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:32:59.600069 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273c49c5-1bc5-414a-8ac4-67ea8c4c846c None None] Checking router: 90173866-306d-4838-8552-62ba2c3bbe83 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:32:59.605594 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-eaaefc6e-df10-4c47-aa79-784393a21645 req-be456d84-f66a-4b47-a01f-532eb4ce5c65 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Synchronizing usage tracker for tenant:0c81113c84764616a8c807a160eb0515 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:32:59.614897 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a089bde4-92da-473d-b977-157479cc8c62 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:59.626829 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a089bde4-92da-473d-b977-157479cc8c62 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:59.638347 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273c49c5-1bc5-414a-8ac4-67ea8c4c846c None None] Routers {'90173866-306d-4838-8552-62ba2c3bbe83'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:32:59.640327 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-eaaefc6e-df10-4c47-aa79-784393a21645 req-be456d84-f66a-4b47-a01f-532eb4ce5c65 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Unset dirty status for tenant:0c81113c84764616a8c807a160eb0515 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:32:59.654685 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-273c49c5-1bc5-414a-8ac4-67ea8c4c846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['90173866-306d-4838-8552-62ba2c3bbe83'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:32:59.657946 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-eaaefc6e-df10-4c47-aa79-784393a21645 req-be456d84-f66a-4b47-a01f-532eb4ce5c65 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea3a6387-897e-4394-b1f5-855d838924d6 HTTP/1.1" status: 200 len: 210 time: 0.2352030 Apr 29 13:32:59.675778 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-521c0391-53ed-4002-af22-32b515fd497a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:59.712231 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a089bde4-92da-473d-b977-157479cc8c62 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:59.712670 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a089bde4-92da-473d-b977-157479cc8c62 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Fanout notify agent at l3_agent the message router_deleted on router b7c25c9e-c230-4abf-ab90-555f6886e3f8 {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:32:59.733972 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a089bde4-92da-473d-b977-157479cc8c62 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:32:59.737539 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a089bde4-92da-473d-b977-157479cc8c62 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/routers/b7c25c9e-c230-4abf-ab90-555f6886e3f8 HTTP/1.1" status: 204 len: 168 time: 1.0311584 Apr 29 13:32:59.740810 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35184) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:32:59.924639 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-273c49c5-1bc5-414a-8ac4-67ea8c4c846c None None] Set router 90173866-306d-4838-8552-62ba2c3bbe83 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:33:00.030721 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9412ecfd-bbf8-4643-9e1d-b6972a1a1230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'name': 'tempest-TestNetworkBasicOps-router-704659710', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': '4b69c446-a1f5-4e04-a671-4375574d8411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:30:50Z', 'updated_at': '2022-04-29T13:32:55Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '4b69c446-a1f5-4e04-a671-4375574d8411', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:30:52Z', 'updated_at': '2022-04-29T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:00.034868 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9412ecfd-bbf8-4643-9e1d-b6972a1a1230 None None] Checking router: bf547b66-6993-42c7-b2d8-17f625efff0d for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:33:00.047578 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9412ecfd-bbf8-4643-9e1d-b6972a1a1230 None None] Routers {'bf547b66-6993-42c7-b2d8-17f625efff0d'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:33:00.048181 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9412ecfd-bbf8-4643-9e1d-b6972a1a1230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf547b66-6993-42c7-b2d8-17f625efff0d'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:00.049082 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-77170144-6765-407b-b405-20d38e22810f tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Deleting subnet 9a382d32-8cac-49f9-95f4-bc86814bc681 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:33:00.065987 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-77170144-6765-407b-b405-20d38e22810f tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:00.102222 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-521c0391-53ed-4002-af22-32b515fd497a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:00.160351 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c0391-53ed-4002-af22-32b515fd497a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Subnet': ['ID=ef55b3b1-1710-4653-96b0-bcc9febc8b64,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:00.172798 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-521c0391-53ed-4002-af22-32b515fd497a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:00.179730 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-521c0391-53ed-4002-af22-32b515fd497a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/subnets/ef55b3b1-1710-4653-96b0-bcc9febc8b64 HTTP/1.1" status: 204 len: 168 time: 1.0315495 Apr 29 13:33:00.183363 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35188) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:00.191252 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fdecd2-9583-4f67-b47c-f41bbeda153f None None] Network 1f1631f4-7759-4601-8487-4268d3ef1926 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:33:00.259718 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-77170144-6765-407b-b405-20d38e22810f tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:00.296737 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-273c49c5-1bc5-414a-8ac4-67ea8c4c846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90173866-306d-4838-8552-62ba2c3bbe83', 'name': 'tempest-TestVolumeBootPattern-1070817569-router', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:15Z', 'updated_at': '2022-04-29T13:29:24Z', 'revision_number': 4, 'project_id': '0c81113c84764616a8c807a160eb0515', 'gw_port': {'id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:17Z', 'updated_at': '2022-04-29T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '450a5ddf-21d5-46b8-b8fe-832fb0558e5b', 'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'mac_address': 'fa:16:3e:4b:3b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02705295-1364-4282-8393-7ae80461c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:22Z', 'updated_at': '2022-04-29T13:29:47Z', 'revision_number': 5, 'project_id': '0c81113c84764616a8c807a160eb0515', 'subnets': [{'id': '02705295-1364-4282-8393-7ae80461c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:00.303895 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273c49c5-1bc5-414a-8ac4-67ea8c4c846c None None] The sync data for ids ['90173866-306d-4838-8552-62ba2c3bbe83'] in dv-neutron-839027-4-hyperv is: [{'id': '90173866-306d-4838-8552-62ba2c3bbe83', 'name': 'tempest-TestVolumeBootPattern-1070817569-router', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:15Z', 'updated_at': '2022-04-29T13:29:24Z', 'revision_number': 4, 'project_id': '0c81113c84764616a8c807a160eb0515', 'gw_port': {'id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:17Z', 'updated_at': '2022-04-29T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '450a5ddf-21d5-46b8-b8fe-832fb0558e5b', 'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'mac_address': 'fa:16:3e:4b:3b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02705295-1364-4282-8393-7ae80461c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:22Z', 'updated_at': '2022-04-29T13:29:47Z', 'revision_number': 5, 'project_id': '0c81113c84764616a8c807a160eb0515', 'subnets': [{'id': '02705295-1364-4282-8393-7ae80461c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:33:00.406689 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device d492d120-9a26-4ef1-aada-b97d2c3a54c1 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:33:00.430592 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-77170144-6765-407b-b405-20d38e22810f tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:00.447714 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: d492d120-9a26-4ef1-aada-b97d2c3a54c1 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:33:00.448140 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device d492d120-9a26-4ef1-aada-b97d2c3a54c1 not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:33:00.478375 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-9412ecfd-bbf8-4643-9e1d-b6972a1a1230 None None] Set router bf547b66-6993-42c7-b2d8-17f625efff0d gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:33:00.544683 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-77170144-6765-407b-b405-20d38e22810f tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:00.640314 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01048056-c75e-470e-a4b0-16c32a8b7189 None None] New status for floating IP 4bf7ab39-434b-4cd3-98d3-3579a849f6eb: DOWN {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:33:00.707567 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-96ae19ab-1dc6-448c-bc81-565c75fcceab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:00.764987 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77170144-6765-407b-b405-20d38e22810f tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Subnet': ['ID=9a382d32-8cac-49f9-95f4-bc86814bc681,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:00.786167 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3eec81-82f4-428d-8e8b-bc3c244b5b24 None None] DHCP port deletion for 1f1631f4-7759-4601-8487-4268d3ef1926 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:33:00.792434 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-bd3eec81-82f4-428d-8e8b-bc3c244b5b24 None None] Deleting port 7b45d481-1e3f-43a9-bbd2-5b5a2d57700a {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:33:00.792845 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bd3eec81-82f4-428d-8e8b-bc3c244b5b24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:00.829882 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-77170144-6765-407b-b405-20d38e22810f tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:00.835470 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cb0e05-0cf5-47e8-b727-742021ba945f None None] Network e78b2f19-757d-402d-ac07-68474488cbf0 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:33:00.838690 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-77170144-6765-407b-b405-20d38e22810f tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/subnets/9a382d32-8cac-49f9-95f4-bc86814bc681 HTTP/1.1" status: 204 len: 168 time: 1.0970194 Apr 29 13:33:00.841305 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35194) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:00.942786 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-96ae19ab-1dc6-448c-bc81-565c75fcceab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:00.958714 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-96ae19ab-1dc6-448c-bc81-565c75fcceab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port 4b69c446-a1f5-4e04-a671-4375574d8411 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:33:00.959323 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-96ae19ab-1dc6-448c-bc81-565c75fcceab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:01.059364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1fb4d65f-4d45-48b6-9fdd-104fc7ca9084 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:01.070741 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-1fb4d65f-4d45-48b6-9fdd-104fc7ca9084 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Deleting port 256dab53-4548-4b85-b86d-2ce8cdcdc513 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:33:01.071078 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1fb4d65f-4d45-48b6-9fdd-104fc7ca9084 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:01.111433 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9412ecfd-bbf8-4643-9e1d-b6972a1a1230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'name': 'tempest-TestNetworkBasicOps-router-704659710', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': '4b69c446-a1f5-4e04-a671-4375574d8411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:30:50Z', 'updated_at': '2022-04-29T13:32:55Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '4b69c446-a1f5-4e04-a671-4375574d8411', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:30:52Z', 'updated_at': '2022-04-29T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:01.178509 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9412ecfd-bbf8-4643-9e1d-b6972a1a1230 None None] The sync data for ids ['bf547b66-6993-42c7-b2d8-17f625efff0d'] in dv-neutron-839027-4-hyperv is: [{'id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'name': 'tempest-TestNetworkBasicOps-router-704659710', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.58'}], 'enable_snat': True}, 'gw_port_id': '4b69c446-a1f5-4e04-a671-4375574d8411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:30:50Z', 'updated_at': '2022-04-29T13:32:55Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '4b69c446-a1f5-4e04-a671-4375574d8411', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf547b66-6993-42c7-b2d8-17f625efff0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:30:52Z', 'updated_at': '2022-04-29T13:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:33:01.194284 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-96ae19ab-1dc6-448c-bc81-565c75fcceab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] For port 4b69c446-a1f5-4e04-a671-4375574d8411, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=4b69c446-a1f5-4e04-a671-4375574d8411,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:01.194834 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-96ae19ab-1dc6-448c-bc81-565c75fcceab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:01.323151 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-bd3eec81-82f4-428d-8e8b-bc3c244b5b24 None None] For port 7b45d481-1e3f-43a9-bbd2-5b5a2d57700a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=7b45d481-1e3f-43a9-bbd2-5b5a2d57700a,segment=NetworkSegment(0174c2ca-37ca-4806-b2ec-dfd1a4e46886),segment_id=0174c2ca-37ca-4806-b2ec-dfd1a4e46886)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:01.323547 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bd3eec81-82f4-428d-8e8b-bc3c244b5b24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:01.334160 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-96ae19ab-1dc6-448c-bc81-565c75fcceab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for 4b69c446-a1f5-4e04-a671-4375574d8411 owned by network:router_gateway {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:33:01.448850 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-bd3eec81-82f4-428d-8e8b-bc3c244b5b24 None None] Calling delete_port for 7b45d481-1e3f-43a9-bbd2-5b5a2d57700a owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:33:01.467836 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-1fb4d65f-4d45-48b6-9fdd-104fc7ca9084 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] For port 256dab53-4548-4b85-b86d-2ce8cdcdc513, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=256dab53-4548-4b85-b86d-2ce8cdcdc513,segment=NetworkSegment(ba285542-9dc4-4538-a0fd-80bcdaff7f30),segment_id=ba285542-9dc4-4538-a0fd-80bcdaff7f30)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:01.468206 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1fb4d65f-4d45-48b6-9fdd-104fc7ca9084 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:01.483537 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-eac62233-674f-4198-a816-cff4a5d4c5b2 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-816721899&fields=id&tenant_id=0c81113c84764616a8c807a160eb0515 HTTP/1.1" status: 200 len: 267 time: 0.2468715 Apr 29 13:33:01.538682 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-96ae19ab-1dc6-448c-bc81-565c75fcceab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:01.553918 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fe56bf-035a-4ca9-96d1-126b56575dae None None] DHCP port deletion for e78b2f19-757d-402d-ac07-68474488cbf0 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:33:01.560601 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-35fe56bf-035a-4ca9-96d1-126b56575dae None None] Deleting port 256dab53-4548-4b85-b86d-2ce8cdcdc513 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:33:01.561000 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-35fe56bf-035a-4ca9-96d1-126b56575dae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:01.598994 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bd3eec81-82f4-428d-8e8b-bc3c244b5b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:01.612158 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae19ab-1dc6-448c-bc81-565c75fcceab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=4b69c446-a1f5-4e04-a671-4375574d8411,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:01.662155 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-1fb4d65f-4d45-48b6-9fdd-104fc7ca9084 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Calling delete_port for 256dab53-4548-4b85-b86d-2ce8cdcdc513 owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:33:01.672585 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 7b45d481-1e3f-43a9-bbd2-5b5a2d57700a no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:33:01.700929 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3eec81-82f4-428d-8e8b-bc3c244b5b24 None None] Pushing event deleted for resources: {'Port': ['ID=7b45d481-1e3f-43a9-bbd2-5b5a2d57700a,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:01.720649 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3eec81-82f4-428d-8e8b-bc3c244b5b24 None None] No DVR routers for this DVR port 7b45d481-1e3f-43a9-bbd2-5b5a2d57700a on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:33:01.730943 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 7b45d481-1e3f-43a9-bbd2-5b5a2d57700a {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:33:01.731287 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 7b45d481-1e3f-43a9-bbd2-5b5a2d57700a not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:33:01.731701 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 48a7fb1c-3f63-420f-a922-ac13eb167541 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:33:01.774070 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 48a7fb1c-3f63-420f-a922-ac13eb167541 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:33:01.775340 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 48a7fb1c-3f63-420f-a922-ac13eb167541 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:33:01.775340 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 256dab53-4548-4b85-b86d-2ce8cdcdc513 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:33:01.799623 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3eec81-82f4-428d-8e8b-bc3c244b5b24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:01.799977 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3eec81-82f4-428d-8e8b-bc3c244b5b24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:01.800316 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3eec81-82f4-428d-8e8b-bc3c244b5b24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:01.800649 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3eec81-82f4-428d-8e8b-bc3c244b5b24 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:01.801012 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3eec81-82f4-428d-8e8b-bc3c244b5b24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:01.801341 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3eec81-82f4-428d-8e8b-bc3c244b5b24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:01.801669 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3eec81-82f4-428d-8e8b-bc3c244b5b24 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:01.802145 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3eec81-82f4-428d-8e8b-bc3c244b5b24 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:01.802475 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3eec81-82f4-428d-8e8b-bc3c244b5b24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:01.802905 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3eec81-82f4-428d-8e8b-bc3c244b5b24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:01.803236 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3eec81-82f4-428d-8e8b-bc3c244b5b24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:01.887614 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1fb4d65f-4d45-48b6-9fdd-104fc7ca9084 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:01.911875 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No active binding found for port 256dab53-4548-4b85-b86d-2ce8cdcdc513 {{(pid=83906) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 29 13:33:01.912280 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 256dab53-4548-4b85-b86d-2ce8cdcdc513 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:33:01.923377 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-96ae19ab-1dc6-448c-bc81-565c75fcceab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:01.956920 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-0af16711-f8d2-44a8-94c3-b5540a7ab997 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:01.958297 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-0af16711-f8d2-44a8-94c3-b5540a7ab997 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/networks?id=846dd749-f943-4e56-9d8e-6295c964eaa2 HTTP/1.1" status: 200 len: 812 time: 0.4138215 Apr 29 13:33:01.959009 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4d65f-4d45-48b6-9fdd-104fc7ca9084 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Port': ['ID=256dab53-4548-4b85-b86d-2ce8cdcdc513,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:01.973974 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb4d65f-4d45-48b6-9fdd-104fc7ca9084 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] No DVR routers for this DVR port 256dab53-4548-4b85-b86d-2ce8cdcdc513 on host dv-neutron-839027-4-hyperv {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:33:02.011119 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-35fe56bf-035a-4ca9-96d1-126b56575dae None None] For port 256dab53-4548-4b85-b86d-2ce8cdcdc513, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=256dab53-4548-4b85-b86d-2ce8cdcdc513,segment=NetworkSegment(ba285542-9dc4-4538-a0fd-80bcdaff7f30),segment_id=ba285542-9dc4-4538-a0fd-80bcdaff7f30)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:02.011929 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-35fe56bf-035a-4ca9-96d1-126b56575dae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:02.087629 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-fa7692bd-e785-40e3-b6a9-9716764ba578 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/quotas/0c81113c84764616a8c807a160eb0515 HTTP/1.1" status: 200 len: 375 time: 0.1112111 Apr 29 13:33:02.140951 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-35fe56bf-035a-4ca9-96d1-126b56575dae None None] Calling delete_port for 256dab53-4548-4b85-b86d-2ce8cdcdc513 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:33:02.144455 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1fb4d65f-4d45-48b6-9fdd-104fc7ca9084 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:02.178932 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-1fb4d65f-4d45-48b6-9fdd-104fc7ca9084 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e78b2f19-757d-402d-ac07-68474488cbf0']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:02.179529 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-96ae19ab-1dc6-448c-bc81-565c75fcceab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:02.184033 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-96ae19ab-1dc6-448c-bc81-565c75fcceab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:02.199142 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-1fb4d65f-4d45-48b6-9fdd-104fc7ca9084 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba285542-9dc4-4538-a0fd-80bcdaff7f30') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:02.199483 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-1fb4d65f-4d45-48b6-9fdd-104fc7ca9084 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba285542-9dc4-4538-a0fd-80bcdaff7f30') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:02.210816 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-96ae19ab-1dc6-448c-bc81-565c75fcceab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:02.212865 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ae19ab-1dc6-448c-bc81-565c75fcceab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Fanout notify agent at l3_agent the message router_deleted on router bf547b66-6993-42c7-b2d8-17f625efff0d {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:33:02.218249 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-35fe56bf-035a-4ca9-96d1-126b56575dae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:33:02.218838 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-35fe56bf-035a-4ca9-96d1-126b56575dae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:33:02.221280 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1fb4d65f-4d45-48b6-9fdd-104fc7ca9084 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:02.234582 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-96ae19ab-1dc6-448c-bc81-565c75fcceab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:02.235674 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-96ae19ab-1dc6-448c-bc81-565c75fcceab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/routers/bf547b66-6993-42c7-b2d8-17f625efff0d HTTP/1.1" status: 204 len: 168 time: 2.0514395 Apr 29 13:33:02.238455 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35204) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:02.241322 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1fb4d65f-4d45-48b6-9fdd-104fc7ca9084 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:02.272112 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb4d65f-4d45-48b6-9fdd-104fc7ca9084 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:33:02.272522 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1fb4d65f-4d45-48b6-9fdd-104fc7ca9084 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:33:02.293139 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:33:02.428532 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-f07f36f5-9cbc-4748-bc43-cc0d750894ef tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0c81113c84764616a8c807a160eb0515&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3262165 Apr 29 13:33:02.522747 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d930a028-9fc6-4bc1-ad78-53b648c0e2eb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:02.530561 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1fb4d65f-4d45-48b6-9fdd-104fc7ca9084 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:02.559069 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1fb4d65f-4d45-48b6-9fdd-104fc7ca9084 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:02.583177 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4d65f-4d45-48b6-9fdd-104fc7ca9084 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Network': ['ID=e78b2f19-757d-402d-ac07-68474488cbf0,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:02.629141 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1fb4d65f-4d45-48b6-9fdd-104fc7ca9084 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/networks/e78b2f19-757d-402d-ac07-68474488cbf0 HTTP/1.1" status: 204 len: 168 time: 1.7861958 Apr 29 13:33:02.634771 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35208) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:02.661517 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-8e27d16c-eab7-48fa-ad18-a21771a8c183 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1515006831', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:02.680687 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8e27d16c-eab7-48fa-ad18-a21771a8c183 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:02.719665 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-35fe56bf-035a-4ca9-96d1-126b56575dae None None] Deleting port 256dab53-4548-4b85-b86d-2ce8cdcdc513 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:33:02.720056 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-35fe56bf-035a-4ca9-96d1-126b56575dae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:02.749574 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8e27d16c-eab7-48fa-ad18-a21771a8c183 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Usage tracker for resource:router and tenant:33491088bc784393989c1b50373e6c05 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:33:02.756116 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8e27d16c-eab7-48fa-ad18-a21771a8c183 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:33:02.760280 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-ac817ac2-c7c2-415e-a014-8671666a2414 service neutron] 10.222.0.76 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180676 Apr 29 13:33:02.767682 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8e27d16c-eab7-48fa-ad18-a21771a8c183 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:02.771579 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d930a028-9fc6-4bc1-ad78-53b648c0e2eb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:02.786548 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-35fe56bf-035a-4ca9-96d1-126b56575dae None None] The port '256dab53-4548-4b85-b86d-2ce8cdcdc513' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:33:02.871353 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8e27d16c-eab7-48fa-ad18-a21771a8c183 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:02.872269 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8e27d16c-eab7-48fa-ad18-a21771a8c183 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:02.886075 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-d930a028-9fc6-4bc1-ad78-53b648c0e2eb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f1631f4-7759-4601-8487-4268d3ef1926']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:02.907736 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-d930a028-9fc6-4bc1-ad78-53b648c0e2eb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0174c2ca-37ca-4806-b2ec-dfd1a4e46886') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:02.908445 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-d930a028-9fc6-4bc1-ad78-53b648c0e2eb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0174c2ca-37ca-4806-b2ec-dfd1a4e46886') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:03.020320 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d930a028-9fc6-4bc1-ad78-53b648c0e2eb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:03.054336 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d930a028-9fc6-4bc1-ad78-53b648c0e2eb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:03.056823 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8e27d16c-eab7-48fa-ad18-a21771a8c183 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:03.080190 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d930a028-9fc6-4bc1-ad78-53b648c0e2eb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:33:03.080573 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d930a028-9fc6-4bc1-ad78-53b648c0e2eb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:33:03.095523 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:33:03.105844 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-526145e0-f901-4a69-be47-b8a8cc1742ff service neutron] 10.222.0.76 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359916 Apr 29 13:33:03.171346 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8e27d16c-eab7-48fa-ad18-a21771a8c183 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:03.203789 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d930a028-9fc6-4bc1-ad78-53b648c0e2eb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:03.223486 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d930a028-9fc6-4bc1-ad78-53b648c0e2eb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:03.225301 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d930a028-9fc6-4bc1-ad78-53b648c0e2eb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/networks/1f1631f4-7759-4601-8487-4268d3ef1926 HTTP/1.1" status: 204 len: 168 time: 0.9859161 Apr 29 13:33:03.228616 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8e27d16c-eab7-48fa-ad18-a21771a8c183 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:03.232596 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8e27d16c-eab7-48fa-ad18-a21771a8c183 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5900159 Apr 29 13:33:03.233027 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35214) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:03.240828 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930a028-9fc6-4bc1-ad78-53b648c0e2eb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Network': ['ID=1f1631f4-7759-4601-8487-4268d3ef1926,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:03.240828 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-770502b5-4671-46b5-980d-8c8b34838179 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1754922207'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:03.241781 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35218) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:03.246068 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-770502b5-4671-46b5-980d-8c8b34838179 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:03.247876 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-c0511296-df6d-4fa2-9ce1-c426be6aeb5a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'network': {'name': 'tempest-network-smoke--921711874', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'port_security_enabled': True}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:03.250230 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-770502b5-4671-46b5-980d-8c8b34838179 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Usage tracker for resource:network and tenant:33491088bc784393989c1b50373e6c05 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:33:03.252707 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c0511296-df6d-4fa2-9ce1-c426be6aeb5a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:03.253061 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-770502b5-4671-46b5-980d-8c8b34838179 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:33:03.260118 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-770502b5-4671-46b5-980d-8c8b34838179 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:03.264692 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c0511296-df6d-4fa2-9ce1-c426be6aeb5a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:03.272004 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770502b5-4671-46b5-980d-8c8b34838179 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Made reservation on behalf of 33491088bc784393989c1b50373e6c05 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:33:03.275224 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-770502b5-4671-46b5-980d-8c8b34838179 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:03.289165 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0511296-df6d-4fa2-9ce1-c426be6aeb5a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Made reservation on behalf of 4b7a89f6c8564a04be449e2e6b4a95e5 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:33:03.293796 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c0511296-df6d-4fa2-9ce1-c426be6aeb5a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:03.322530 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770502b5-4671-46b5-980d-8c8b34838179 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:33:03.334140 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-770502b5-4671-46b5-980d-8c8b34838179 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:03.334951 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-770502b5-4671-46b5-980d-8c8b34838179 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Added segment 9c9d80c3-d692-455f-913f-d32a8b5239f0 of type vlan for network 7d573a94-a07b-4024-86a0-1976a3227664 Apr 29 13:33:03.349809 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 4b69c446-a1f5-4e04-a671-4375574d8411 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:33:03.373996 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-770502b5-4671-46b5-980d-8c8b34838179 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:03.393490 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 4b69c446-a1f5-4e04-a671-4375574d8411 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:33:03.394102 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 4b69c446-a1f5-4e04-a671-4375574d8411 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:33:03.410936 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-770502b5-4671-46b5-980d-8c8b34838179 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:03.415148 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770502b5-4671-46b5-980d-8c8b34838179 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:03.415924 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-770502b5-4671-46b5-980d-8c8b34838179 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:03.446542 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0511296-df6d-4fa2-9ce1-c426be6aeb5a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:33:03.456169 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c0511296-df6d-4fa2-9ce1-c426be6aeb5a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:03.456555 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-c0511296-df6d-4fa2-9ce1-c426be6aeb5a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Added segment 216c42e3-957f-4efb-9364-f968e30d449a of type vlan for network 50e376a0-6ad3-49d7-b709-53155fe4f343 Apr 29 13:33:03.496823 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c0511296-df6d-4fa2-9ce1-c426be6aeb5a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:03.522821 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-770502b5-4671-46b5-980d-8c8b34838179 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2861769 Apr 29 13:33:03.523811 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35230) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:03.529953 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-7bd53d81-cef6-43b5-bb46-fecd3280fe4b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'subnet': {'network_id': '7d573a94-a07b-4024-86a0-1976a3227664', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:03.535646 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c0511296-df6d-4fa2-9ce1-c426be6aeb5a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:03.539828 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0511296-df6d-4fa2-9ce1-c426be6aeb5a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:03.540591 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c0511296-df6d-4fa2-9ce1-c426be6aeb5a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:03.606073 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770502b5-4671-46b5-980d-8c8b34838179 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Network': ['ID=7d573a94-a07b-4024-86a0-1976a3227664,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:03.617253 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 7d573a94-a07b-4024-86a0-1976a3227664 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:33:03.670636 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-4413a4ef-9b47-47ec-8036-b26a993abd07 req-71efe930-d864-4670-9269-3f81f3c4a4d7 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=d55d7b91-63e3-4b68-8b8a-232632f2b693 HTTP/1.1" status: 200 len: 210 time: 0.1258614 Apr 29 13:33:03.681453 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-7bd53d81-cef6-43b5-bb46-fecd3280fe4b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:03.698319 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-7bd53d81-cef6-43b5-bb46-fecd3280fe4b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Usage tracker for resource:subnet and tenant:33491088bc784393989c1b50373e6c05 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:33:03.701753 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-7bd53d81-cef6-43b5-bb46-fecd3280fe4b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:33:03.709119 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-7bd53d81-cef6-43b5-bb46-fecd3280fe4b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:03.716737 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0511296-df6d-4fa2-9ce1-c426be6aeb5a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Network': ['ID=50e376a0-6ad3-49d7-b709-53155fe4f343,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:03.720512 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c0511296-df6d-4fa2-9ce1-c426be6aeb5a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4774218 Apr 29 13:33:03.723015 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35238) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:03.730632 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-5b0334ad-436d-405c-9212-8f4cf6ac3020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-132882411', 'admin_state_up': True, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:03.731853 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 50e376a0-6ad3-49d7-b709-53155fe4f343 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:33:03.739191 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd53d81-cef6-43b5-bb46-fecd3280fe4b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Made reservation on behalf of 33491088bc784393989c1b50373e6c05 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:33:03.755099 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5b0334ad-436d-405c-9212-8f4cf6ac3020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:03.807222 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5b0334ad-436d-405c-9212-8f4cf6ac3020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:router and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:33:03.818572 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5b0334ad-436d-405c-9212-8f4cf6ac3020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:33:03.836468 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5b0334ad-436d-405c-9212-8f4cf6ac3020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:03.862972 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5b0334ad-436d-405c-9212-8f4cf6ac3020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:03.863946 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5b0334ad-436d-405c-9212-8f4cf6ac3020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:03.869799 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7bd53d81-cef6-43b5-bb46-fecd3280fe4b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:03.975355 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5b0334ad-436d-405c-9212-8f4cf6ac3020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:04.199830 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5b0334ad-436d-405c-9212-8f4cf6ac3020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:04.253786 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7bd53d81-cef6-43b5-bb46-fecd3280fe4b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:04.388620 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd53d81-cef6-43b5-bb46-fecd3280fe4b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Subnet': ['ID=466e5aaa-34c7-4dd7-9289-82ec2012644f,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:04.412446 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd53d81-cef6-43b5-bb46-fecd3280fe4b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Checking segment: {'id': '9c9d80c3-d692-455f-913f-d32a8b5239f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7d573a94-a07b-4024-86a0-1976a3227664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:33:04.412822 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd53d81-cef6-43b5-bb46-fecd3280fe4b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network hostable DHCP agents. Network: 7d573a94-a07b-4024-86a0-1976a3227664, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:33:04.461152 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd53d81-cef6-43b5-bb46-fecd3280fe4b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network 7d573a94-a07b-4024-86a0-1976a3227664 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:33:04.500409 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-7bd53d81-cef6-43b5-bb46-fecd3280fe4b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 7d573a94-a07b-4024-86a0-1976a3227664) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:33:04.507548 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5b0334ad-436d-405c-9212-8f4cf6ac3020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:04.511383 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f28d29-ac59-4df5-9e29-4b5b6b11ca01 None None] Network 7d573a94-a07b-4024-86a0-1976a3227664 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:33:04.554956 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd53d81-cef6-43b5-bb46-fecd3280fe4b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:04.555534 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7bd53d81-cef6-43b5-bb46-fecd3280fe4b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:04.623157 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5b0334ad-436d-405c-9212-8f4cf6ac3020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:04.693367 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7bd53d81-cef6-43b5-bb46-fecd3280fe4b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1679182 Apr 29 13:33:04.696800 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35244) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:04.796138 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cb0c50-6303-4e4a-95d7-34256fc6753d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-7d573a94-a07b-4024-86a0-1976a3227664', 'network_id': '7d573a94-a07b-4024-86a0-1976a3227664', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'fixed_ips': [{'subnet_id': '466e5aaa-34c7-4dd7-9289-82ec2012644f'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:33:04.796825 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-3cdf7052-19cf-4033-9ace-1bdc8451e611 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:04.797523 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a9cb0c50-6303-4e4a-95d7-34256fc6753d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:04.798251 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-3cdf7052-19cf-4033-9ace-1bdc8451e611 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.32 "GET /v2.0/networks?id=846dd749-f943-4e56-9d8e-6295c964eaa2 HTTP/1.1" status: 200 len: 812 time: 0.2917719 Apr 29 13:33:05.026109 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-a9cb0c50-6303-4e4a-95d7-34256fc6753d None None] Allocated IP 2001:db8::2 (7d573a94-a07b-4024-86a0-1976a3227664/466e5aaa-34c7-4dd7-9289-82ec2012644f/c8c15ae5-58e4-41a2-982a-9bba794445fc) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:33:05.034259 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-5b0334ad-436d-405c-9212-8f4cf6ac3020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.26.6.214 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/f5e1fd11-4f29-4c41-a9e7-0013f39f4026) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:33:05.082201 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-a20ca924-3790-45dd-953d-7983f05f4f81 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c81113c84764616a8c807a160eb0515 HTTP/1.1" status: 200 len: 379 time: 0.2713134 Apr 29 13:33:05.095555 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-e7429ad5-ab2a-4cb4-a9bc-5b1345e6875b tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Request body: {'port': {'device_id': 'd55d7b91-63e3-4b68-8b8a-232632f2b693', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'admin_state_up': True, 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'security_groups': ['e2f13e8d-f068-472e-83a8-0d0881647649']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:05.133418 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-255a2276-3894-43a7-bd52-22dc20a3a9cb req-c2bbe553-9e78-4850-a1e9-226b1c7fa606 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=d55d7b91-63e3-4b68-8b8a-232632f2b693 HTTP/1.1" status: 200 len: 210 time: 0.0863090 Apr 29 13:33:05.306568 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a9cb0c50-6303-4e4a-95d7-34256fc6753d None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:05.317754 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a9cb0c50-6303-4e4a-95d7-34256fc6753d None None] Transition to ACTIVE for port object c8c15ae5-58e4-41a2-982a-9bba794445fc will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:33:05.333161 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ae2e95f6-ad11-4258-a16b-4a280b30b114 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:05.338695 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a9cb0c50-6303-4e4a-95d7-34256fc6753d None None] Transition to ACTIVE for port object c8c15ae5-58e4-41a2-982a-9bba794445fc will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:33:05.344883 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a9cb0c50-6303-4e4a-95d7-34256fc6753d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:05.386722 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-e7429ad5-ab2a-4cb4-a9bc-5b1345e6875b tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:05.397153 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-e7429ad5-ab2a-4cb4-a9bc-5b1345e6875b tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:05.418554 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cb0c50-6303-4e4a-95d7-34256fc6753d None None] Network 7d573a94-a07b-4024-86a0-1976a3227664 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:33:05.422329 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-a9cb0c50-6303-4e4a-95d7-34256fc6753d None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:33:05.424279 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb0c50-6303-4e4a-95d7-34256fc6753d None None] Pushing event updated for resources: {'Port': ['ID=c8c15ae5-58e4-41a2-982a-9bba794445fc,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:05.426606 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cb0c50-6303-4e4a-95d7-34256fc6753d None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:33:05.433275 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5b0334ad-436d-405c-9212-8f4cf6ac3020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:05.441952 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-e7429ad5-ab2a-4cb4-a9bc-5b1345e6875b tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Made reservation on behalf of 0c81113c84764616a8c807a160eb0515 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:33:05.446059 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-e7429ad5-ab2a-4cb4-a9bc-5b1345e6875b tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:05.567226 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a9cb0c50-6303-4e4a-95d7-34256fc6753d None None] Attempting to bind port c8c15ae5-58e4-41a2-982a-9bba794445fc on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:33:05.567777 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a9cb0c50-6303-4e4a-95d7-34256fc6753d None None] Attempting to bind port c8c15ae5-58e4-41a2-982a-9bba794445fc by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '9c9d80c3-d692-455f-913f-d32a8b5239f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7d573a94-a07b-4024-86a0-1976a3227664'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:33:05.568068 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cb0c50-6303-4e4a-95d7-34256fc6753d None None] Attempting to bind port c8c15ae5-58e4-41a2-982a-9bba794445fc on network 7d573a94-a07b-4024-86a0-1976a3227664 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:33:05.569369 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5b0334ad-436d-405c-9212-8f4cf6ac3020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:05.577682 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cb0c50-6303-4e4a-95d7-34256fc6753d None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:33:05.578218 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cb0c50-6303-4e4a-95d7-34256fc6753d None None] Checking segment: {'id': '9c9d80c3-d692-455f-913f-d32a8b5239f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7d573a94-a07b-4024-86a0-1976a3227664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:33:05.578710 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a9cb0c50-6303-4e4a-95d7-34256fc6753d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:05.579272 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cb0c50-6303-4e4a-95d7-34256fc6753d None None] Bound using segment: {'id': '9c9d80c3-d692-455f-913f-d32a8b5239f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7d573a94-a07b-4024-86a0-1976a3227664'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:33:05.579827 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a9cb0c50-6303-4e4a-95d7-34256fc6753d None None] Bound port: c8c15ae5-58e4-41a2-982a-9bba794445fc, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9d80c3-d692-455f-913f-d32a8b5239f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7d573a94-a07b-4024-86a0-1976a3227664'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:33:05.580284 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a9cb0c50-6303-4e4a-95d7-34256fc6753d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:05.678488 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a9cb0c50-6303-4e4a-95d7-34256fc6753d None None] For port c8c15ae5-58e4-41a2-982a-9bba794445fc, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:33:05.682616 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a9cb0c50-6303-4e4a-95d7-34256fc6753d None None] For port c8c15ae5-58e4-41a2-982a-9bba794445fc, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=c8c15ae5-58e4-41a2-982a-9bba794445fc,segment=NetworkSegment(9c9d80c3-d692-455f-913f-d32a8b5239f0),segment_id=9c9d80c3-d692-455f-913f-d32a8b5239f0)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:33:05.688232 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a9cb0c50-6303-4e4a-95d7-34256fc6753d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:05.695162 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0334ad-436d-405c-9212-8f4cf6ac3020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:33:05.700703 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-5b0334ad-436d-405c-9212-8f4cf6ac3020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:33:05.703116 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0334ad-436d-405c-9212-8f4cf6ac3020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:33:05.738588 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-ae2e95f6-ad11-4258-a16b-4a280b30b114 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Allocated IP 2001:db8::1 (7d573a94-a07b-4024-86a0-1976a3227664/466e5aaa-34c7-4dd7-9289-82ec2012644f/3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:33:05.753476 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0334ad-436d-405c-9212-8f4cf6ac3020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=f5e1fd11-4f29-4c41-a9e7-0013f39f4026,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:05.770530 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-e7429ad5-ab2a-4cb4-a9bc-5b1345e6875b tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Allocated IP 172.20.0.7 (846dd749-f943-4e56-9d8e-6295c964eaa2/02705295-1364-4282-8393-7ae80461c414/edd9e428-3bea-42d1-bdb2-8748b903302e) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:33:05.831162 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb0c50-6303-4e4a-95d7-34256fc6753d None None] Pushing event updated for resources: {'Port': ['ID=c8c15ae5-58e4-41a2-982a-9bba794445fc,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:05.976159 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ae2e95f6-ad11-4258-a16b-4a280b30b114 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:05.996627 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-ae2e95f6-ad11-4258-a16b-4a280b30b114 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Transition to ACTIVE for port object 3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:33:06.029545 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ae2e95f6-ad11-4258-a16b-4a280b30b114 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:06.086454 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-e7429ad5-ab2a-4cb4-a9bc-5b1345e6875b tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:06.115706 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-e7429ad5-ab2a-4cb4-a9bc-5b1345e6875b tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Transition to ACTIVE for port object edd9e428-3bea-42d1-bdb2-8748b903302e will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:33:06.126858 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5b0334ad-436d-405c-9212-8f4cf6ac3020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:06.127899 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5b0334ad-436d-405c-9212-8f4cf6ac3020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:06.132385 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2e95f6-ad11-4258-a16b-4a280b30b114 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network 7d573a94-a07b-4024-86a0-1976a3227664 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:33:06.135872 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-ae2e95f6-ad11-4258-a16b-4a280b30b114 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:33:06.140146 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2e95f6-ad11-4258-a16b-4a280b30b114 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:33:06.140682 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ae2e95f6-ad11-4258-a16b-4a280b30b114 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:06.236139 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e95f6-ad11-4258-a16b-4a280b30b114 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Port': ['ID=3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:06.238549 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ae2e95f6-ad11-4258-a16b-4a280b30b114 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:06.343485 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-e7429ad5-ab2a-4cb4-a9bc-5b1345e6875b tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:06.442201 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-e7429ad5-ab2a-4cb4-a9bc-5b1345e6875b tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Network 846dd749-f943-4e56-9d8e-6295c964eaa2 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:33:06.447425 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-e7429ad5-ab2a-4cb4-a9bc-5b1345e6875b tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:33:06.449292 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7429ad5-ab2a-4cb4-a9bc-5b1345e6875b tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Pushing event updated for resources: {'Port': ['ID=edd9e428-3bea-42d1-bdb2-8748b903302e,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:06.452237 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-e7429ad5-ab2a-4cb4-a9bc-5b1345e6875b tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:33:06.522591 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-e7429ad5-ab2a-4cb4-a9bc-5b1345e6875b tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:06.523192 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-e7429ad5-ab2a-4cb4-a9bc-5b1345e6875b tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:06.567604 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-e7429ad5-ab2a-4cb4-a9bc-5b1345e6875b tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4761951 Apr 29 13:33:06.579483 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-70ac7166-4ca0-4e48-8777-56ef9d1851c3 service neutron] Request body: {'port': {'device_id': 'd55d7b91-63e3-4b68-8b8a-232632f2b693', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:06.618220 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f6f56-4ae2-4e25-8fff-b3ceef58670d req-eeac026d-62e1-43c8-90b0-f7005b6f704c tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:06.620314 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c33f6f56-4ae2-4e25-8fff-b3ceef58670d req-eeac026d-62e1-43c8-90b0-f7005b6f704c tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=d55d7b91-63e3-4b68-8b8a-232632f2b693 HTTP/1.1" status: 200 len: 931 time: 0.2688706 Apr 29 13:33:06.740375 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-70ac7166-4ca0-4e48-8777-56ef9d1851c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:06.776721 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c33f6f56-4ae2-4e25-8fff-b3ceef58670d req-10e58e9a-4613-42c4-97d1-76939ebc2509 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371734 Apr 29 13:33:06.854242 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0334ad-436d-405c-9212-8f4cf6ac3020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router bf902dfe-5674-4831-bbd4-c4e5c1c7f209 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:33:06.882130 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ae2e95f6-ad11-4258-a16b-4a280b30b114 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:06.889463 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ae2e95f6-ad11-4258-a16b-4a280b30b114 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:06.890486 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ae2e95f6-ad11-4258-a16b-4a280b30b114 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:07.032516 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5eb6d81a-5911-438a-aa05-f96a1f2d9ef0 None None] Provisioning for port edd9e428-3bea-42d1-bdb2-8748b903302e completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:33:07.039549 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5eb6d81a-5911-438a-aa05-f96a1f2d9ef0 None None] Provisioning complete for port edd9e428-3bea-42d1-bdb2-8748b903302e triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:07.039992 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5eb6d81a-5911-438a-aa05-f96a1f2d9ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:07.057773 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e95f6-ad11-4258-a16b-4a280b30b114 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Port': ['ID=3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:07.120198 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-5eb6d81a-5911-438a-aa05-f96a1f2d9ef0 None None] Port edd9e428-3bea-42d1-bdb2-8748b903302e cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:33:07.128580 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2e95f6-ad11-4258-a16b-4a280b30b114 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network 7d573a94-a07b-4024-86a0-1976a3227664 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:33:07.129768 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-ae2e95f6-ad11-4258-a16b-4a280b30b114 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:33:07.200387 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760391d4-a145-4b6c-852a-b0ed7a27e8a0 None None] Network 7d573a94-a07b-4024-86a0-1976a3227664 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:33:07.340866 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f62c408d-d5c9-46bd-bb1e-60b53c8a36cf None None] Provisioning for port c8c15ae5-58e4-41a2-982a-9bba794445fc completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:33:07.404866 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device c8c15ae5-58e4-41a2-982a-9bba794445fc up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:33:07.415111 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-70ac7166-4ca0-4e48-8777-56ef9d1851c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd9e428-3bea-42d1-bdb2-8748b903302e {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:33:07.424550 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-70ac7166-4ca0-4e48-8777-56ef9d1851c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:07.443957 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-70ac7166-4ca0-4e48-8777-56ef9d1851c3 service neutron] Transition to ACTIVE for port object edd9e428-3bea-42d1-bdb2-8748b903302e will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:33:07.451724 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0334ad-436d-405c-9212-8f4cf6ac3020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:33:07.453608 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-70ac7166-4ca0-4e48-8777-56ef9d1851c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:07.485724 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55a5f54-d8f9-4f5a-8d04-b5f85b86d180 None None] Sync routers for ids ['bf902dfe-5674-4831-bbd4-c4e5c1c7f209'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:33:07.548409 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2e95f6-ad11-4258-a16b-4a280b30b114 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Router d571496f-5b2c-4371-92c3-2bd9d5ebfc37 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:33:07.573192 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55a5f54-d8f9-4f5a-8d04-b5f85b86d180 None None] Routers {'bf902dfe-5674-4831-bbd4-c4e5c1c7f209'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:33:07.573830 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b55a5f54-d8f9-4f5a-8d04-b5f85b86d180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf902dfe-5674-4831-bbd4-c4e5c1c7f209'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:07.575990 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5b0334ad-436d-405c-9212-8f4cf6ac3020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:07.577199 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5b0334ad-436d-405c-9212-8f4cf6ac3020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8529701 Apr 29 13:33:07.582372 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35254) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:07.635755 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac7166-4ca0-4e48-8777-56ef9d1851c3 service neutron] Pushing event updated for resources: {'Port': ['ID=edd9e428-3bea-42d1-bdb2-8748b903302e,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:07.643209 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-48e995fb-7a2d-4d9d-aa56-1cd0060b7714 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=4b7a89f6c8564a04be449e2e6b4a95e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0504525 Apr 29 13:33:07.650742 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35258) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:07.725895 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port c8c15ae5-58e4-41a2-982a-9bba794445fc completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:33:07.748298 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port c8c15ae5-58e4-41a2-982a-9bba794445fc triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:07.748667 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:07.758545 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2e95f6-ad11-4258-a16b-4a280b30b114 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:33:07.770144 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b69742-1a08-4674-b98b-defcdaf792b4 None None] Sync routers for ids ['d571496f-5b2c-4371-92c3-2bd9d5ebfc37'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:33:07.785719 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b69742-1a08-4674-b98b-defcdaf792b4 None None] Routers {'d571496f-5b2c-4371-92c3-2bd9d5ebfc37'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:33:07.786804 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-11b69742-1a08-4674-b98b-defcdaf792b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['d571496f-5b2c-4371-92c3-2bd9d5ebfc37'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:07.800234 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ae2e95f6-ad11-4258-a16b-4a280b30b114 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "PUT /v2.0/routers/d571496f-5b2c-4371-92c3-2bd9d5ebfc37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1015234 Apr 29 13:33:07.802958 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35262) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:07.811168 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-c487f65b-610b-4995-aa73-1f9fe5b02534 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1209351010'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:07.826487 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c487f65b-610b-4995-aa73-1f9fe5b02534 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:07.838652 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c487f65b-610b-4995-aa73-1f9fe5b02534 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Usage tracker for resource:network and tenant:33491088bc784393989c1b50373e6c05 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:33:07.843707 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c487f65b-610b-4995-aa73-1f9fe5b02534 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:33:07.862724 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c487f65b-610b-4995-aa73-1f9fe5b02534 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:07.893046 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c487f65b-610b-4995-aa73-1f9fe5b02534 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Made reservation on behalf of 33491088bc784393989c1b50373e6c05 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:33:07.896833 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c487f65b-610b-4995-aa73-1f9fe5b02534 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:07.907179 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f283fd-a1f7-4b68-8b50-066f3be71d17 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:07.913157 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a1f283fd-a1f7-4b68-8b50-066f3be71d17 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2614243 Apr 29 13:33:07.920587 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35268) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:07.922931 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-70ac7166-4ca0-4e48-8777-56ef9d1851c3 service neutron] Attempting to bind port edd9e428-3bea-42d1-bdb2-8748b903302e on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:33:07.923290 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-70ac7166-4ca0-4e48-8777-56ef9d1851c3 service neutron] Attempting to bind port edd9e428-3bea-42d1-bdb2-8748b903302e by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '53def5c8-aa99-4a75-8066-57e8c47ce92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:33:07.923618 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-70ac7166-4ca0-4e48-8777-56ef9d1851c3 service neutron] Attempting to bind port edd9e428-3bea-42d1-bdb2-8748b903302e on network 846dd749-f943-4e56-9d8e-6295c964eaa2 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:33:07.939925 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-70ac7166-4ca0-4e48-8777-56ef9d1851c3 service neutron] Port edd9e428-3bea-42d1-bdb2-8748b903302e on network 846dd749-f943-4e56-9d8e-6295c964eaa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:33:07.940331 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-70ac7166-4ca0-4e48-8777-56ef9d1851c3 service neutron] Attempting to bind port edd9e428-3bea-42d1-bdb2-8748b903302e on network 846dd749-f943-4e56-9d8e-6295c964eaa2 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:33:07.952058 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-49400679-580c-4209-9c68-aeb5cbee5d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:07.961810 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-70ac7166-4ca0-4e48-8777-56ef9d1851c3 service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:33:07.962510 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-70ac7166-4ca0-4e48-8777-56ef9d1851c3 service neutron] Checking segment: {'id': '53def5c8-aa99-4a75-8066-57e8c47ce92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:33:07.962648 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-70ac7166-4ca0-4e48-8777-56ef9d1851c3 service neutron] Bound using segment: {'id': '53def5c8-aa99-4a75-8066-57e8c47ce92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:33:07.962998 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-70ac7166-4ca0-4e48-8777-56ef9d1851c3 service neutron] Bound port: edd9e428-3bea-42d1-bdb2-8748b903302e, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53def5c8-aa99-4a75-8066-57e8c47ce92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:33:07.963442 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-70ac7166-4ca0-4e48-8777-56ef9d1851c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:07.998424 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8261e7ed-8db4-4ef1-ac8e-8338181540b4 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3475bcf7-abe6-4964-9326-03174235aecc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0767231 Apr 29 13:33:08.002080 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35272) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:08.008946 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-11b69742-1a08-4674-b98b-defcdaf792b4 None None] Set router d571496f-5b2c-4371-92c3-2bd9d5ebfc37 gateway port host: None {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:33:08.010041 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-0009d795-ac7a-4b8b-993c-7c06b80ad5e1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1823401038', 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:08.033571 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c487f65b-610b-4995-aa73-1f9fe5b02534 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:33:08.109817 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-b55a5f54-d8f9-4f5a-8d04-b5f85b86d180 None None] Set router bf902dfe-5674-4831-bbd4-c4e5c1c7f209 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:33:08.158962 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-70ac7166-4ca0-4e48-8777-56ef9d1851c3 service neutron] For port edd9e428-3bea-42d1-bdb2-8748b903302e, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:33:08.166988 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba86130-4fd2-4304-a0c7-01f250872b09 req-c4772093-fd86-4438-a5b3-80a4c8211c76 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:08.168169 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-dba86130-4fd2-4304-a0c7-01f250872b09 req-c4772093-fd86-4438-a5b3-80a4c8211c76 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Synchronizing usage tracker for tenant:0c81113c84764616a8c807a160eb0515 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:33:08.174682 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-70ac7166-4ca0-4e48-8777-56ef9d1851c3 service neutron] For port edd9e428-3bea-42d1-bdb2-8748b903302e, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=edd9e428-3bea-42d1-bdb2-8748b903302e,segment=NetworkSegment(53def5c8-aa99-4a75-8066-57e8c47ce92e),segment_id=53def5c8-aa99-4a75-8066-57e8c47ce92e)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:33:08.189200 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-70ac7166-4ca0-4e48-8777-56ef9d1851c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:08.283556 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac7166-4ca0-4e48-8777-56ef9d1851c3 service neutron] Pushing event updated for resources: {'Port': ['ID=edd9e428-3bea-42d1-bdb2-8748b903302e,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:08.286040 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-dba86130-4fd2-4304-a0c7-01f250872b09 req-c4772093-fd86-4438-a5b3-80a4c8211c76 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Unset dirty status for tenant:0c81113c84764616a8c807a160eb0515 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:33:08.287202 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dba86130-4fd2-4304-a0c7-01f250872b09 req-c4772093-fd86-4438-a5b3-80a4c8211c76 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=d55d7b91-63e3-4b68-8b8a-232632f2b693 HTTP/1.1" status: 200 len: 943 time: 0.2434618 Apr 29 13:33:08.290481 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-70ac7166-4ca0-4e48-8777-56ef9d1851c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:08.291575 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-70ac7166-4ca0-4e48-8777-56ef9d1851c3 service neutron] 10.222.0.32 "PUT /v2.0/ports/edd9e428-3bea-42d1-bdb2-8748b903302e HTTP/1.1" status: 200 len: 1093 time: 1.7168159 Apr 29 13:33:08.291999 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55d7b91-63e3-4b68-8b8a-232632f2b693', 'tag': 'edd9e428-3bea-42d1-bdb2-8748b903302e'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:33:08.388885 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0009d795-ac7a-4b8b-993c-7c06b80ad5e1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:08.393614 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0009d795-ac7a-4b8b-993c-7c06b80ad5e1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:subnet and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:33:08.398470 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0009d795-ac7a-4b8b-993c-7c06b80ad5e1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:33:08.407454 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0009d795-ac7a-4b8b-993c-7c06b80ad5e1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:08.423466 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b037ae6-d705-4991-bc79-079a2bc2ab1c'] response: {'name': 'network-changed', 'server_uuid': 'd55d7b91-63e3-4b68-8b8a-232632f2b693', 'tag': 'edd9e428-3bea-42d1-bdb2-8748b903302e', 'status': 'completed', 'code': 200} Apr 29 13:33:08.427639 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c487f65b-610b-4995-aa73-1f9fe5b02534 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:08.428033 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-c487f65b-610b-4995-aa73-1f9fe5b02534 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Added segment 5278a811-c6a6-4d01-98cd-db2f66b3d4ba of type vlan for network 7c862d92-50ff-42d0-8852-bc392333bb4f Apr 29 13:33:08.467783 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dba86130-4fd2-4304-a0c7-01f250872b09 req-deb6a648-3558-41e3-a466-bb2b61a65e5a tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546700 Apr 29 13:33:08.479815 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c487f65b-610b-4995-aa73-1f9fe5b02534 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:08.510837 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0009d795-ac7a-4b8b-993c-7c06b80ad5e1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Made reservation on behalf of 4b7a89f6c8564a04be449e2e6b4a95e5 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:33:08.523129 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:08.534536 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-7d93b7f7-e41e-4d98-813f-fc75d4aa2199 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c81113c84764616a8c807a160eb0515&device_id=d55d7b91-63e3-4b68-8b8a-232632f2b693 HTTP/1.1" status: 200 len: 1096 time: 0.1782231 Apr 29 13:33:08.554548 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-db6db0ee-e475-458e-9fc5-2e5723631340 None None] Provisioning complete for port c8c15ae5-58e4-41a2-982a-9bba794445fc triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:08.558296 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-db6db0ee-e475-458e-9fc5-2e5723631340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:08.560202 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-11b69742-1a08-4674-b98b-defcdaf792b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'name': 'tempest-RoutersIpV6Test-router-1515006831', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:02Z', 'updated_at': '2022-04-29T13:33:06Z', 'revision_number': 2, 'project_id': '33491088bc784393989c1b50373e6c05', 'gw_port_host': None, '_interfaces': [{'id': '3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3', 'name': '', 'network_id': '7d573a94-a07b-4024-86a0-1976a3227664', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:9e:10:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '466e5aaa-34c7-4dd7-9289-82ec2012644f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:05Z', 'updated_at': '2022-04-29T13:33:06Z', 'revision_number': 2, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': '466e5aaa-34c7-4dd7-9289-82ec2012644f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:08.570303 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b69742-1a08-4674-b98b-defcdaf792b4 None None] Checking router: d571496f-5b2c-4371-92c3-2bd9d5ebfc37 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:33:08.570649 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b69742-1a08-4674-b98b-defcdaf792b4 None None] Updating router d571496f-5b2c-4371-92c3-2bd9d5ebfc37 port 3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3 binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:33:08.642678 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0009d795-ac7a-4b8b-993c-7c06b80ad5e1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:08.659420 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-11b69742-1a08-4674-b98b-defcdaf792b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:08.679293 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port c8c15ae5-58e4-41a2-982a-9bba794445fc, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=c8c15ae5-58e4-41a2-982a-9bba794445fc,segment=NetworkSegment(9c9d80c3-d692-455f-913f-d32a8b5239f0),segment_id=9c9d80c3-d692-455f-913f-d32a8b5239f0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:08.686314 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-6f9075b2-1742-42da-83b3-bc17b6a02913 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edd9e428-3bea-42d1-bdb2-8748b903302e HTTP/1.1" status: 200 len: 217 time: 0.1461000 Apr 29 13:33:08.700534 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:08.730534 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.db.resource_extend [None req-c487f65b-610b-4995-aa73-1f9fe5b02534 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:33:08.785152 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b55a5f54-d8f9-4f5a-8d04-b5f85b86d180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'name': 'tempest-TestNetworkBasicOps-router-132882411', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:03Z', 'updated_at': '2022-04-29T13:33:05Z', 'revision_number': 3, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:07:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:04Z', 'updated_at': '2022-04-29T13:33:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:08.793272 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c487f65b-610b-4995-aa73-1f9fe5b02534 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:08.797157 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c487f65b-610b-4995-aa73-1f9fe5b02534 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:08.797728 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c487f65b-610b-4995-aa73-1f9fe5b02534 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:08.829878 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-862b993a-f4eb-4f7e-8862-9d0727bed3b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:08.831982 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-862b993a-f4eb-4f7e-8862-9d0727bed3b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=02705295-1364-4282-8393-7ae80461c414 HTTP/1.1" status: 200 len: 851 time: 0.1386571 Apr 29 13:33:08.900694 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55a5f54-d8f9-4f5a-8d04-b5f85b86d180 None None] Checking router: bf902dfe-5674-4831-bbd4-c4e5c1c7f209 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:33:08.901118 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55a5f54-d8f9-4f5a-8d04-b5f85b86d180 None None] Updating router bf902dfe-5674-4831-bbd4-c4e5c1c7f209 port f5e1fd11-4f29-4c41-a9e7-0013f39f4026 binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:33:08.937390 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-db6db0ee-e475-458e-9fc5-2e5723631340 None None] Provisioning for port 3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:33:08.960963 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-0f63485a-5927-4ad8-9a31-0a9378c1150f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=846dd749-f943-4e56-9d8e-6295c964eaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1235919 Apr 29 13:33:08.965542 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-db6db0ee-e475-458e-9fc5-2e5723631340 None None] Provisioning complete for port 3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:08.965844 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-db6db0ee-e475-458e-9fc5-2e5723631340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:09.010814 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c487f65b-610b-4995-aa73-1f9fe5b02534 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2042580 Apr 29 13:33:09.011441 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=c8c15ae5-58e4-41a2-982a-9bba794445fc,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:09.011585 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487f65b-610b-4995-aa73-1f9fe5b02534 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Network': ['ID=7c862d92-50ff-42d0-8852-bc392333bb4f,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:09.013554 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35278) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:09.020913 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-bf160fc9-ad31-4914-be5e-01d368ff329e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'subnet': {'network_id': '7c862d92-50ff-42d0-8852-bc392333bb4f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:09.031278 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b55a5f54-d8f9-4f5a-8d04-b5f85b86d180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:09.064383 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 7c862d92-50ff-42d0-8852-bc392333bb4f details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:33:09.149655 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-36fa9954-f92f-4dca-b700-cce810606f15 service neutron] 10.222.0.32 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819470 Apr 29 13:33:09.222701 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-db6db0ee-e475-458e-9fc5-2e5723631340 None None] Port 3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:33:09.231666 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-bf160fc9-ad31-4914-be5e-01d368ff329e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:09.238935 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-bf160fc9-ad31-4914-be5e-01d368ff329e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Usage tracker for resource:subnet and tenant:33491088bc784393989c1b50373e6c05 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:33:09.250610 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-bf160fc9-ad31-4914-be5e-01d368ff329e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:33:09.257474 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-11b69742-1a08-4674-b98b-defcdaf792b4 None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:09.262023 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-bf160fc9-ad31-4914-be5e-01d368ff329e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:09.272340 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0009d795-ac7a-4b8b-993c-7c06b80ad5e1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:09.277409 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-11b69742-1a08-4674-b98b-defcdaf792b4 None None] Transition to ACTIVE for port object 3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3 will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:33:09.287586 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-11b69742-1a08-4674-b98b-defcdaf792b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:09.347143 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf160fc9-ad31-4914-be5e-01d368ff329e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Made reservation on behalf of 33491088bc784393989c1b50373e6c05 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:33:09.361338 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device c8c15ae5-58e4-41a2-982a-9bba794445fc up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:33:09.362955 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009d795-ac7a-4b8b-993c-7c06b80ad5e1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Subnet': ['ID=8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:09.467348 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dd1462d6-b382-4f15-8f04-f00c51f994ae req-e7651e27-15b4-4d40-a950-2fa8dabcf418 service neutron] 10.222.0.32 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113351 Apr 29 13:33:09.505902 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bf160fc9-ad31-4914-be5e-01d368ff329e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:09.620578 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-11b69742-1a08-4674-b98b-defcdaf792b4 None None] Attempting to bind port 3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:33:09.620966 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-11b69742-1a08-4674-b98b-defcdaf792b4 None None] Attempting to bind port 3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '9c9d80c3-d692-455f-913f-d32a8b5239f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7d573a94-a07b-4024-86a0-1976a3227664'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:33:09.621320 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b69742-1a08-4674-b98b-defcdaf792b4 None None] Attempting to bind port 3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3 on network 7d573a94-a07b-4024-86a0-1976a3227664 {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:33:09.624547 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0009d795-ac7a-4b8b-993c-7c06b80ad5e1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Checking segment: {'id': '216c42e3-957f-4efb-9364-f968e30d449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:33:09.625311 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0009d795-ac7a-4b8b-993c-7c06b80ad5e1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network hostable DHCP agents. Network: 50e376a0-6ad3-49d7-b709-53155fe4f343, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:33:09.650974 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b69742-1a08-4674-b98b-defcdaf792b4 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:33:09.651353 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b69742-1a08-4674-b98b-defcdaf792b4 None None] Checking segment: {'id': '9c9d80c3-d692-455f-913f-d32a8b5239f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7d573a94-a07b-4024-86a0-1976a3227664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:33:09.651750 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-11b69742-1a08-4674-b98b-defcdaf792b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:09.652138 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b69742-1a08-4674-b98b-defcdaf792b4 None None] Bound using segment: {'id': '9c9d80c3-d692-455f-913f-d32a8b5239f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7d573a94-a07b-4024-86a0-1976a3227664'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:33:09.652611 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-11b69742-1a08-4674-b98b-defcdaf792b4 None None] Bound port: 3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9d80c3-d692-455f-913f-d32a8b5239f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7d573a94-a07b-4024-86a0-1976a3227664'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:33:09.653006 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-11b69742-1a08-4674-b98b-defcdaf792b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:09.655610 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c926dd72-8a6e-4a22-bda6-ca2a73e73fe8 req-2cbab384-9c7d-43ab-b9c8-7d7f8239c914 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c81113c84764616a8c807a160eb0515&device_id=d55d7b91-63e3-4b68-8b8a-232632f2b693 HTTP/1.1" status: 200 len: 1096 time: 0.1165664 Apr 29 13:33:09.676634 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:33:09.692162 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90072fcf-d75e-49fc-b0f5-302a2c40a4be None None] Pushing event updated for resources: {'Port': ['ID=3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:09.699082 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0009d795-ac7a-4b8b-993c-7c06b80ad5e1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 50e376a0-6ad3-49d7-b709-53155fe4f343 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:33:09.747061 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90072fcf-d75e-49fc-b0f5-302a2c40a4be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:09.747828 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90072fcf-d75e-49fc-b0f5-302a2c40a4be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:09.748377 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90072fcf-d75e-49fc-b0f5-302a2c40a4be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:09.748949 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90072fcf-d75e-49fc-b0f5-302a2c40a4be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:09.749469 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90072fcf-d75e-49fc-b0f5-302a2c40a4be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:09.750011 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90072fcf-d75e-49fc-b0f5-302a2c40a4be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:09.750675 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90072fcf-d75e-49fc-b0f5-302a2c40a4be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:09.751254 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90072fcf-d75e-49fc-b0f5-302a2c40a4be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:09.751832 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90072fcf-d75e-49fc-b0f5-302a2c40a4be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:09.752184 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90072fcf-d75e-49fc-b0f5-302a2c40a4be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:09.752567 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90072fcf-d75e-49fc-b0f5-302a2c40a4be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:09.803445 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-11b69742-1a08-4674-b98b-defcdaf792b4 None None] For port 3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:33:09.807658 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-11b69742-1a08-4674-b98b-defcdaf792b4 None None] For port 3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3,segment=NetworkSegment(9c9d80c3-d692-455f-913f-d32a8b5239f0),segment_id=9c9d80c3-d692-455f-913f-d32a8b5239f0)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:33:09.816045 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port c8c15ae5-58e4-41a2-982a-9bba794445fc triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:09.816364 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-11b69742-1a08-4674-b98b-defcdaf792b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:09.816488 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:09.910484 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-0009d795-ac7a-4b8b-993c-7c06b80ad5e1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 50e376a0-6ad3-49d7-b709-53155fe4f343) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:33:09.920501 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0009d795-ac7a-4b8b-993c-7c06b80ad5e1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:09.921118 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0009d795-ac7a-4b8b-993c-7c06b80ad5e1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:09.931146 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90072fcf-d75e-49fc-b0f5-302a2c40a4be None None] Pushing event updated for resources: {'Port': ['ID=3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3,revision_number=4']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:09.934687 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b69742-1a08-4674-b98b-defcdaf792b4 None None] Routers {'d571496f-5b2c-4371-92c3-2bd9d5ebfc37'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:33:09.935560 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-11b69742-1a08-4674-b98b-defcdaf792b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:32:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['d571496f-5b2c-4371-92c3-2bd9d5ebfc37'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:09.935944 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bf160fc9-ad31-4914-be5e-01d368ff329e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:09.981884 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926dd72-8a6e-4a22-bda6-ca2a73e73fe8 req-51200614-a31d-4b2b-8868-c240137eb7cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:09.983463 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c926dd72-8a6e-4a22-bda6-ca2a73e73fe8 req-51200614-a31d-4b2b-8868-c240137eb7cb service neutron] 10.222.0.32 "GET /v2.0/networks?id=846dd749-f943-4e56-9d8e-6295c964eaa2 HTTP/1.1" status: 200 len: 913 time: 0.3211844 Apr 29 13:33:09.998136 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa078840-ae2c-4fc2-a9ca-4047f8a11bcf None None] Network 50e376a0-6ad3-49d7-b709-53155fe4f343 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:33:10.035473 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf160fc9-ad31-4914-be5e-01d368ff329e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Subnet': ['ID=d00cd9a5-c8d3-4317-8a5e-4283456e7ac3,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:10.083456 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf160fc9-ad31-4914-be5e-01d368ff329e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Checking segment: {'id': '5278a811-c6a6-4d01-98cd-db2f66b3d4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7c862d92-50ff-42d0-8852-bc392333bb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:33:10.083814 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf160fc9-ad31-4914-be5e-01d368ff329e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network hostable DHCP agents. Network: 7c862d92-50ff-42d0-8852-bc392333bb4f, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:33:10.084441 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c926dd72-8a6e-4a22-bda6-ca2a73e73fe8 req-b8f60fb7-3e04-4608-85c1-6c983e91b3d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edd9e428-3bea-42d1-bdb2-8748b903302e HTTP/1.1" status: 200 len: 217 time: 0.0944088 Apr 29 13:33:10.114055 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0009d795-ac7a-4b8b-993c-7c06b80ad5e1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1084728 Apr 29 13:33:10.124005 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35284) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:10.193638 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926dd72-8a6e-4a22-bda6-ca2a73e73fe8 req-302a2f02-5380-407d-8bc3-09d6c6cdceb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:10.195647 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c926dd72-8a6e-4a22-bda6-ca2a73e73fe8 req-302a2f02-5380-407d-8bc3-09d6c6cdceb3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=02705295-1364-4282-8393-7ae80461c414 HTTP/1.1" status: 200 len: 851 time: 0.1039395 Apr 29 13:33:10.202354 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b55a5f54-d8f9-4f5a-8d04-b5f85b86d180 None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:10.214254 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c69eb-7153-4ce3-aa0f-71d67a17b66b req-5ead0290-dea9-4de7-96e4-faed6aa6df45 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:10.215826 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c84c69eb-7153-4ce3-aa0f-71d67a17b66b req-5ead0290-dea9-4de7-96e4-faed6aa6df45 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=d55d7b91-63e3-4b68-8b8a-232632f2b693 HTTP/1.1" status: 200 len: 943 time: 0.3617873 Apr 29 13:33:10.216375 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf160fc9-ad31-4914-be5e-01d368ff329e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network 7c862d92-50ff-42d0-8852-bc392333bb4f is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:33:10.239512 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b55a5f54-d8f9-4f5a-8d04-b5f85b86d180 None None] Transition to ACTIVE for port object f5e1fd11-4f29-4c41-a9e7-0013f39f4026 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:33:10.284307 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-11b69742-1a08-4674-b98b-defcdaf792b4 None None] Set router d571496f-5b2c-4371-92c3-2bd9d5ebfc37 gateway port host: None {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:33:10.296560 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b55a5f54-d8f9-4f5a-8d04-b5f85b86d180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:10.316563 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c926dd72-8a6e-4a22-bda6-ca2a73e73fe8 req-7c996956-b21d-4b09-8e79-754af6887fd5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=846dd749-f943-4e56-9d8e-6295c964eaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1142745 Apr 29 13:33:10.327419 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-bf160fc9-ad31-4914-be5e-01d368ff329e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 7c862d92-50ff-42d0-8852-bc392333bb4f) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:33:10.356525 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf160fc9-ad31-4914-be5e-01d368ff329e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:10.357162 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bf160fc9-ad31-4914-be5e-01d368ff329e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:10.401778 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9909db-f3ac-48c7-b7d9-64c4b62e64ca None None] Network 7c862d92-50ff-42d0-8852-bc392333bb4f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:33:10.408807 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-bf160fc9-ad31-4914-be5e-01d368ff329e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3929508 Apr 29 13:33:10.410280 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35288) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:10.411195 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c84c69eb-7153-4ce3-aa0f-71d67a17b66b req-8bac6b9b-f717-4208-9a1a-c868e73470ca tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864791 Apr 29 13:33:10.574449 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b0b2da70-2674-4aaf-b832-7c694ff11071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:10.592876 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e26aa5-c17a-4dfd-b6a5-7aed59a07e02 None None] Pushing event updated for resources: {'Port': ['ID=f5e1fd11-4f29-4c41-a9e7-0013f39f4026,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:10.604839 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b55a5f54-d8f9-4f5a-8d04-b5f85b86d180 None None] Attempting to bind port f5e1fd11-4f29-4c41-a9e7-0013f39f4026 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:33:10.605816 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b55a5f54-d8f9-4f5a-8d04-b5f85b86d180 None None] Attempting to bind port f5e1fd11-4f29-4c41-a9e7-0013f39f4026 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:33:10.606584 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55a5f54-d8f9-4f5a-8d04-b5f85b86d180 None None] Attempting to bind port f5e1fd11-4f29-4c41-a9e7-0013f39f4026 on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:33:10.614207 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c926dd72-8a6e-4a22-bda6-ca2a73e73fe8 req-cb38faa2-5729-4970-9572-2d427e60da11 service neutron] 10.222.0.32 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903752 Apr 29 13:33:10.619727 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec887a5-89a0-4b8a-9577-efb89ee9b301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-50e376a0-6ad3-49d7-b709-53155fe4f343', 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ips': [{'subnet_id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:33:10.620957 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fec887a5-89a0-4b8a-9577-efb89ee9b301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:10.656105 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55a5f54-d8f9-4f5a-8d04-b5f85b86d180 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:33:10.656957 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55a5f54-d8f9-4f5a-8d04-b5f85b86d180 None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:33:10.657599 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b55a5f54-d8f9-4f5a-8d04-b5f85b86d180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:10.658199 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55a5f54-d8f9-4f5a-8d04-b5f85b86d180 None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:33:10.658896 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b55a5f54-d8f9-4f5a-8d04-b5f85b86d180 None None] Bound port: f5e1fd11-4f29-4c41-a9e7-0013f39f4026, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:33:10.659601 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b55a5f54-d8f9-4f5a-8d04-b5f85b86d180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:10.682884 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-11b69742-1a08-4674-b98b-defcdaf792b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'name': 'tempest-RoutersIpV6Test-router-1515006831', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:02Z', 'updated_at': '2022-04-29T13:33:06Z', 'revision_number': 2, 'project_id': '33491088bc784393989c1b50373e6c05', 'gw_port_host': None, '_interfaces': [{'id': '3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3', 'name': '', 'network_id': '7d573a94-a07b-4024-86a0-1976a3227664', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:9e:10:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '466e5aaa-34c7-4dd7-9289-82ec2012644f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:05Z', 'updated_at': '2022-04-29T13:33:09Z', 'revision_number': 4, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': '466e5aaa-34c7-4dd7-9289-82ec2012644f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:10.686919 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b69742-1a08-4674-b98b-defcdaf792b4 None None] The sync data for ids ['d571496f-5b2c-4371-92c3-2bd9d5ebfc37'] in dv-neutron-839027-4-hyperv is: [{'id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'name': 'tempest-RoutersIpV6Test-router-1515006831', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:02Z', 'updated_at': '2022-04-29T13:33:06Z', 'revision_number': 2, 'project_id': '33491088bc784393989c1b50373e6c05', 'gw_port_host': None, '_interfaces': [{'id': '3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3', 'name': '', 'network_id': '7d573a94-a07b-4024-86a0-1976a3227664', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:9e:10:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '466e5aaa-34c7-4dd7-9289-82ec2012644f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:05Z', 'updated_at': '2022-04-29T13:33:09Z', 'revision_number': 4, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': '466e5aaa-34c7-4dd7-9289-82ec2012644f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:33:10.913526 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c926dd72-8a6e-4a22-bda6-ca2a73e73fe8 req-be0d4f6f-98e6-4a77-800c-5f1243d7b8eb service neutron] 10.222.0.32 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914255 Apr 29 13:33:10.943128 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b55a5f54-d8f9-4f5a-8d04-b5f85b86d180 None None] For port f5e1fd11-4f29-4c41-a9e7-0013f39f4026, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:33:11.033611 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b55a5f54-d8f9-4f5a-8d04-b5f85b86d180 None None] For port f5e1fd11-4f29-4c41-a9e7-0013f39f4026, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f5e1fd11-4f29-4c41-a9e7-0013f39f4026,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:33:11.049009 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b55a5f54-d8f9-4f5a-8d04-b5f85b86d180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:11.054081 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4bf537-8931-4e30-8f8d-8f7d6399c3c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-7c862d92-50ff-42d0-8852-bc392333bb4f', 'network_id': '7c862d92-50ff-42d0-8852-bc392333bb4f', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'fixed_ips': [{'subnet_id': 'd00cd9a5-c8d3-4317-8a5e-4283456e7ac3'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:33:11.054849 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cb4bf537-8931-4e30-8f8d-8f7d6399c3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:11.141229 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-fec887a5-89a0-4b8a-9577-efb89ee9b301 None None] Allocated IP 172.20.0.2 (50e376a0-6ad3-49d7-b709-53155fe4f343/8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6/74e40074-a8d9-41cf-aba6-d70c3a9422c2) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:33:11.245728 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e26aa5-c17a-4dfd-b6a5-7aed59a07e02 None None] Pushing event updated for resources: {'Port': ['ID=f5e1fd11-4f29-4c41-a9e7-0013f39f4026,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:11.318541 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d0599bf8-9549-46c9-90fd-f52b4dc39015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:11.442941 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:33:11.489345 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55a5f54-d8f9-4f5a-8d04-b5f85b86d180 None None] Routers {'bf902dfe-5674-4831-bbd4-c4e5c1c7f209'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:33:11.489956 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b55a5f54-d8f9-4f5a-8d04-b5f85b86d180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:33:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf902dfe-5674-4831-bbd4-c4e5c1c7f209'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:11.687060 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dbbad43f-5292-4d47-a50e-12dcc45bb2d4 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:11.704057 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:11.733840 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:11.754856 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-cb4bf537-8931-4e30-8f8d-8f7d6399c3c1 None None] Allocated IP 2001:db8:1::2 (7c862d92-50ff-42d0-8852-bc392333bb4f/d00cd9a5-c8d3-4317-8a5e-4283456e7ac3/2a32a7f7-390f-462e-8a97-322fc5ba78f5) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:33:11.954755 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fec887a5-89a0-4b8a-9577-efb89ee9b301 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:11.962156 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:33:11.973966 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fec887a5-89a0-4b8a-9577-efb89ee9b301 None None] Transition to ACTIVE for port object 74e40074-a8d9-41cf-aba6-d70c3a9422c2 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:33:11.983696 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:11.984059 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:12.039562 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-b55a5f54-d8f9-4f5a-8d04-b5f85b86d180 None None] Set router bf902dfe-5674-4831-bbd4-c4e5c1c7f209 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:33:12.109257 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10396f75-d28f-4015-8837-965c10946c4b req-28e4dbda-0e1d-4ef5-a211-002cdf244f65 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:12.110773 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-10396f75-d28f-4015-8837-965c10946c4b req-28e4dbda-0e1d-4ef5-a211-002cdf244f65 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=d55d7b91-63e3-4b68-8b8a-232632f2b693 HTTP/1.1" status: 200 len: 943 time: 0.4504106 Apr 29 13:33:12.164300 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-10396f75-d28f-4015-8837-965c10946c4b req-0841e6b5-ff1e-4184-92d7-ec4ff0e1a514 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459616 Apr 29 13:33:12.168991 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fec887a5-89a0-4b8a-9577-efb89ee9b301 None None] Transition to ACTIVE for port object 74e40074-a8d9-41cf-aba6-d70c3a9422c2 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:33:12.248520 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fec887a5-89a0-4b8a-9577-efb89ee9b301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:12.293060 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-d0599bf8-9549-46c9-90fd-f52b4dc39015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.20.0.1 (50e376a0-6ad3-49d7-b709-53155fe4f343/8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6/83eb2858-8280-4bf3-95d8-a035d86d9eef) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:33:12.449758 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec887a5-89a0-4b8a-9577-efb89ee9b301 None None] Network 50e376a0-6ad3-49d7-b709-53155fe4f343 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:33:12.455229 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d0599bf8-9549-46c9-90fd-f52b4dc39015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:12.471022 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-d0599bf8-9549-46c9-90fd-f52b4dc39015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Transition to ACTIVE for port object 83eb2858-8280-4bf3-95d8-a035d86d9eef will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:33:12.480406 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-fec887a5-89a0-4b8a-9577-efb89ee9b301 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:33:12.492343 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d0599bf8-9549-46c9-90fd-f52b4dc39015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:12.496890 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec887a5-89a0-4b8a-9577-efb89ee9b301 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:33:12.504186 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec887a5-89a0-4b8a-9577-efb89ee9b301 None None] Pushing event updated for resources: {'Port': ['ID=74e40074-a8d9-41cf-aba6-d70c3a9422c2,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:12.546481 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cb4bf537-8931-4e30-8f8d-8f7d6399c3c1 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:12.567121 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0599bf8-9549-46c9-90fd-f52b4dc39015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 50e376a0-6ad3-49d7-b709-53155fe4f343 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:33:12.570121 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-d0599bf8-9549-46c9-90fd-f52b4dc39015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:33:12.575408 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0599bf8-9549-46c9-90fd-f52b4dc39015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:33:12.602495 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0599bf8-9549-46c9-90fd-f52b4dc39015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=83eb2858-8280-4bf3-95d8-a035d86d9eef,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:12.608338 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-cb4bf537-8931-4e30-8f8d-8f7d6399c3c1 None None] Transition to ACTIVE for port object 2a32a7f7-390f-462e-8a97-322fc5ba78f5 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:33:12.612252 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:12.632835 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d0599bf8-9549-46c9-90fd-f52b4dc39015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:12.719332 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d0599bf8-9549-46c9-90fd-f52b4dc39015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:12.726893 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-fec887a5-89a0-4b8a-9577-efb89ee9b301 None None] Attempting to bind port 74e40074-a8d9-41cf-aba6-d70c3a9422c2 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:33:12.727237 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-fec887a5-89a0-4b8a-9577-efb89ee9b301 None None] Attempting to bind port 74e40074-a8d9-41cf-aba6-d70c3a9422c2 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '216c42e3-957f-4efb-9364-f968e30d449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:33:12.727590 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec887a5-89a0-4b8a-9577-efb89ee9b301 None None] Attempting to bind port 74e40074-a8d9-41cf-aba6-d70c3a9422c2 on network 50e376a0-6ad3-49d7-b709-53155fe4f343 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:33:12.731669 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-cb4bf537-8931-4e30-8f8d-8f7d6399c3c1 None None] Transition to ACTIVE for port object 2a32a7f7-390f-462e-8a97-322fc5ba78f5 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:33:12.751756 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cb4bf537-8931-4e30-8f8d-8f7d6399c3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:12.784864 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec887a5-89a0-4b8a-9577-efb89ee9b301 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:33:12.784864 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec887a5-89a0-4b8a-9577-efb89ee9b301 None None] Checking segment: {'id': '216c42e3-957f-4efb-9364-f968e30d449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:33:12.785279 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fec887a5-89a0-4b8a-9577-efb89ee9b301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:12.785668 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec887a5-89a0-4b8a-9577-efb89ee9b301 None None] Bound using segment: {'id': '216c42e3-957f-4efb-9364-f968e30d449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:33:12.786146 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-fec887a5-89a0-4b8a-9577-efb89ee9b301 None None] Bound port: 74e40074-a8d9-41cf-aba6-d70c3a9422c2, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216c42e3-957f-4efb-9364-f968e30d449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:33:12.786998 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fec887a5-89a0-4b8a-9577-efb89ee9b301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:12.797965 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3,segment=NetworkSegment(9c9d80c3-d692-455f-913f-d32a8b5239f0),segment_id=9c9d80c3-d692-455f-913f-d32a8b5239f0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:12.823061 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-dbbad43f-5292-4d47-a50e-12dcc45bb2d4 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Allocated IP 2001:db8:1::1 (7c862d92-50ff-42d0-8852-bc392333bb4f/d00cd9a5-c8d3-4317-8a5e-4283456e7ac3/9fff330f-fe1f-4049-a280-a0f016a0e384) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:33:12.827421 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:12.913139 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4bf537-8931-4e30-8f8d-8f7d6399c3c1 None None] Network 7c862d92-50ff-42d0-8852-bc392333bb4f is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:33:12.918538 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4bf537-8931-4e30-8f8d-8f7d6399c3c1 None None] Pushing event updated for resources: {'Port': ['ID=2a32a7f7-390f-462e-8a97-322fc5ba78f5,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:12.921060 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-cb4bf537-8931-4e30-8f8d-8f7d6399c3c1 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:33:12.954376 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4bf537-8931-4e30-8f8d-8f7d6399c3c1 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:33:12.956430 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:12.999134 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dbbad43f-5292-4d47-a50e-12dcc45bb2d4 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:13.019239 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-dbbad43f-5292-4d47-a50e-12dcc45bb2d4 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Transition to ACTIVE for port object 9fff330f-fe1f-4049-a280-a0f016a0e384 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:33:13.046746 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dbbad43f-5292-4d47-a50e-12dcc45bb2d4 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:13.046997 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-fec887a5-89a0-4b8a-9577-efb89ee9b301 None None] For port 74e40074-a8d9-41cf-aba6-d70c3a9422c2, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:33:13.051995 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b55a5f54-d8f9-4f5a-8d04-b5f85b86d180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'name': 'tempest-TestNetworkBasicOps-router-132882411', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:03Z', 'updated_at': '2022-04-29T13:33:05Z', 'revision_number': 3, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:07:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:04Z', 'updated_at': '2022-04-29T13:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:13.098316 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55a5f54-d8f9-4f5a-8d04-b5f85b86d180 None None] The sync data for ids ['bf902dfe-5674-4831-bbd4-c4e5c1c7f209'] in dv-neutron-839027-4-hyperv is: [{'id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'name': 'tempest-TestNetworkBasicOps-router-132882411', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:03Z', 'updated_at': '2022-04-29T13:33:05Z', 'revision_number': 3, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:07:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:04Z', 'updated_at': '2022-04-29T13:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:33:13.106186 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-fec887a5-89a0-4b8a-9577-efb89ee9b301 None None] For port 74e40074-a8d9-41cf-aba6-d70c3a9422c2, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=74e40074-a8d9-41cf-aba6-d70c3a9422c2,segment=NetworkSegment(216c42e3-957f-4efb-9364-f968e30d449a),segment_id=216c42e3-957f-4efb-9364-f968e30d449a)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:33:13.107292 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:13.123706 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fec887a5-89a0-4b8a-9577-efb89ee9b301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:13.145724 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbad43f-5292-4d47-a50e-12dcc45bb2d4 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Port': ['ID=9fff330f-fe1f-4049-a280-a0f016a0e384,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:13.159165 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbad43f-5292-4d47-a50e-12dcc45bb2d4 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network 7c862d92-50ff-42d0-8852-bc392333bb4f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:33:13.160792 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-dbbad43f-5292-4d47-a50e-12dcc45bb2d4 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:33:13.162949 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbad43f-5292-4d47-a50e-12dcc45bb2d4 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:33:13.163735 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dbbad43f-5292-4d47-a50e-12dcc45bb2d4 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:13.175228 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-cb4bf537-8931-4e30-8f8d-8f7d6399c3c1 None None] Attempting to bind port 2a32a7f7-390f-462e-8a97-322fc5ba78f5 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:33:13.175588 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-cb4bf537-8931-4e30-8f8d-8f7d6399c3c1 None None] Attempting to bind port 2a32a7f7-390f-462e-8a97-322fc5ba78f5 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '5278a811-c6a6-4d01-98cd-db2f66b3d4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7c862d92-50ff-42d0-8852-bc392333bb4f'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:33:13.175942 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4bf537-8931-4e30-8f8d-8f7d6399c3c1 None None] Attempting to bind port 2a32a7f7-390f-462e-8a97-322fc5ba78f5 on network 7c862d92-50ff-42d0-8852-bc392333bb4f {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:33:13.207740 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4bf537-8931-4e30-8f8d-8f7d6399c3c1 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:33:13.208102 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4bf537-8931-4e30-8f8d-8f7d6399c3c1 None None] Checking segment: {'id': '5278a811-c6a6-4d01-98cd-db2f66b3d4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7c862d92-50ff-42d0-8852-bc392333bb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:33:13.208493 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cb4bf537-8931-4e30-8f8d-8f7d6399c3c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:13.208896 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4bf537-8931-4e30-8f8d-8f7d6399c3c1 None None] Bound using segment: {'id': '5278a811-c6a6-4d01-98cd-db2f66b3d4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7c862d92-50ff-42d0-8852-bc392333bb4f'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:33:13.209368 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-cb4bf537-8931-4e30-8f8d-8f7d6399c3c1 None None] Bound port: 2a32a7f7-390f-462e-8a97-322fc5ba78f5, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5278a811-c6a6-4d01-98cd-db2f66b3d4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7c862d92-50ff-42d0-8852-bc392333bb4f'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:33:13.209732 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cb4bf537-8931-4e30-8f8d-8f7d6399c3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:13.259791 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dbbad43f-5292-4d47-a50e-12dcc45bb2d4 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:13.291715 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec887a5-89a0-4b8a-9577-efb89ee9b301 None None] Pushing event updated for resources: {'Port': ['ID=74e40074-a8d9-41cf-aba6-d70c3a9422c2,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:13.349655 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-cb4bf537-8931-4e30-8f8d-8f7d6399c3c1 None None] For port 2a32a7f7-390f-462e-8a97-322fc5ba78f5, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:33:13.353902 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-cb4bf537-8931-4e30-8f8d-8f7d6399c3c1 None None] For port 2a32a7f7-390f-462e-8a97-322fc5ba78f5, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=2a32a7f7-390f-462e-8a97-322fc5ba78f5,segment=NetworkSegment(5278a811-c6a6-4d01-98cd-db2f66b3d4ba),segment_id=5278a811-c6a6-4d01-98cd-db2f66b3d4ba)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:33:13.361959 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cb4bf537-8931-4e30-8f8d-8f7d6399c3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:13.483700 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:33:13.487452 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d0599bf8-9549-46c9-90fd-f52b4dc39015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:13.498357 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d0599bf8-9549-46c9-90fd-f52b4dc39015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:13.569404 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4bf537-8931-4e30-8f8d-8f7d6399c3c1 None None] Pushing event updated for resources: {'Port': ['ID=2a32a7f7-390f-462e-8a97-322fc5ba78f5,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:13.649355 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:13.649565 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:13.885450 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0599bf8-9549-46c9-90fd-f52b4dc39015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=83eb2858-8280-4bf3-95d8-a035d86d9eef,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:13.925687 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d0599bf8-9549-46c9-90fd-f52b4dc39015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:13.980665 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dbbad43f-5292-4d47-a50e-12dcc45bb2d4 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:13.986182 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dbbad43f-5292-4d47-a50e-12dcc45bb2d4 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:13.987346 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dbbad43f-5292-4d47-a50e-12dcc45bb2d4 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:14.090051 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb177dca-70ae-461b-84dc-3352d65bd540 req-0781ddfc-677a-4271-a0d0-7f360d927a55 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:14.091578 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-cb177dca-70ae-461b-84dc-3352d65bd540 req-0781ddfc-677a-4271-a0d0-7f360d927a55 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=d55d7b91-63e3-4b68-8b8a-232632f2b693 HTTP/1.1" status: 200 len: 943 time: 0.6582606 Apr 29 13:33:14.162039 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbad43f-5292-4d47-a50e-12dcc45bb2d4 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Port': ['ID=9fff330f-fe1f-4049-a280-a0f016a0e384,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:14.175958 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-cb177dca-70ae-461b-84dc-3352d65bd540 req-9866f09e-5108-4eb7-8f1b-2cc0fa42565a tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698869 Apr 29 13:33:14.181814 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0599bf8-9549-46c9-90fd-f52b4dc39015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 50e376a0-6ad3-49d7-b709-53155fe4f343 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:33:14.183028 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-d0599bf8-9549-46c9-90fd-f52b4dc39015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:33:14.218675 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbad43f-5292-4d47-a50e-12dcc45bb2d4 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network 7c862d92-50ff-42d0-8852-bc392333bb4f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:33:14.219992 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-dbbad43f-5292-4d47-a50e-12dcc45bb2d4 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:33:14.598420 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0599bf8-9549-46c9-90fd-f52b4dc39015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router bf902dfe-5674-4831-bbd4-c4e5c1c7f209 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:33:14.663166 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbad43f-5292-4d47-a50e-12dcc45bb2d4 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Router d571496f-5b2c-4371-92c3-2bd9d5ebfc37 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:33:14.830213 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0599bf8-9549-46c9-90fd-f52b4dc39015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:33:14.846420 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d0599bf8-9549-46c9-90fd-f52b4dc39015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "PUT /v2.0/routers/bf902dfe-5674-4831-bbd4-c4e5c1c7f209/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7211070 Apr 29 13:33:14.848822 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35300) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:14.868252 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbad43f-5292-4d47-a50e-12dcc45bb2d4 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:33:14.879215 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613fae16-3a48-409d-94e9-41a5098ba9fe None None] Sync routers for ids ['d571496f-5b2c-4371-92c3-2bd9d5ebfc37'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:33:14.891215 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-dbbad43f-5292-4d47-a50e-12dcc45bb2d4 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "PUT /v2.0/routers/d571496f-5b2c-4371-92c3-2bd9d5ebfc37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4798107 Apr 29 13:33:14.893840 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35304) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:14.898268 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613fae16-3a48-409d-94e9-41a5098ba9fe None None] Routers {'d571496f-5b2c-4371-92c3-2bd9d5ebfc37'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:33:14.898896 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-613fae16-3a48-409d-94e9-41a5098ba9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:33:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['d571496f-5b2c-4371-92c3-2bd9d5ebfc37'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:14.903078 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-dd907e10-56ef-48f3-9fd4-fcfe45ab534d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1516700233'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:14.908981 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-dd907e10-56ef-48f3-9fd4-fcfe45ab534d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:14.913650 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-dd907e10-56ef-48f3-9fd4-fcfe45ab534d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Usage tracker for resource:network and tenant:33491088bc784393989c1b50373e6c05 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:33:14.917526 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-dd907e10-56ef-48f3-9fd4-fcfe45ab534d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:33:14.924915 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-dd907e10-56ef-48f3-9fd4-fcfe45ab534d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:14.940058 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd907e10-56ef-48f3-9fd4-fcfe45ab534d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Made reservation on behalf of 33491088bc784393989c1b50373e6c05 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:33:14.943799 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dd907e10-56ef-48f3-9fd4-fcfe45ab534d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:14.984843 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd907e10-56ef-48f3-9fd4-fcfe45ab534d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:33:14.997141 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dd907e10-56ef-48f3-9fd4-fcfe45ab534d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:14.997575 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-dd907e10-56ef-48f3-9fd4-fcfe45ab534d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Added segment 4edb4e84-a6b1-4204-9f02-9e0c4ea51964 of type vlan for network 2cc1dd85-7766-4e16-9cbd-50546b19fb68 Apr 29 13:33:15.027787 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dd907e10-56ef-48f3-9fd4-fcfe45ab534d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:15.049055 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e0cf00-28c9-4fb9-9724-18c598c8085e tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:15.049531 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e0cf00-28c9-4fb9-9724-18c598c8085e tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:15.049902 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e0cf00-28c9-4fb9-9724-18c598c8085e tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:15.050264 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e0cf00-28c9-4fb9-9724-18c598c8085e tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:15.050624 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e0cf00-28c9-4fb9-9724-18c598c8085e tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:15.050980 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e0cf00-28c9-4fb9-9724-18c598c8085e tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:15.051660 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e0cf00-28c9-4fb9-9724-18c598c8085e tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:15.052057 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e0cf00-28c9-4fb9-9724-18c598c8085e tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:15.057636 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35308) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:15.058004 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-89e0cf00-28c9-4fb9-9724-18c598c8085e tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5657 time: 0.2074578 Apr 29 13:33:15.063250 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b99e8d4-6199-40b5-8738-f8ba1fd0a67f None None] Network 50e376a0-6ad3-49d7-b709-53155fe4f343 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:33:15.107463 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dd907e10-56ef-48f3-9fd4-fcfe45ab534d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:15.111106 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd907e10-56ef-48f3-9fd4-fcfe45ab534d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:15.111688 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dd907e10-56ef-48f3-9fd4-fcfe45ab534d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:15.205092 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2aab69-02aa-4bdd-b477-7983239d6ea5 None None] Network 7c862d92-50ff-42d0-8852-bc392333bb4f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:33:15.227912 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-dd907e10-56ef-48f3-9fd4-fcfe45ab534d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3328245 Apr 29 13:33:15.232485 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35314) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:15.242216 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-25a87335-c32f-4761-ae43-5d3edc252697 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'subnet': {'network_id': '2cc1dd85-7766-4e16-9cbd-50546b19fb68', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:15.249094 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9edb38d-5667-45f9-9843-6106506bcdd4 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:15.249392 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9edb38d-5667-45f9-9843-6106506bcdd4 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:15.249736 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9edb38d-5667-45f9-9843-6106506bcdd4 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:15.250084 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9edb38d-5667-45f9-9843-6106506bcdd4 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:15.250426 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9edb38d-5667-45f9-9843-6106506bcdd4 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:15.250798 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9edb38d-5667-45f9-9843-6106506bcdd4 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:15.251118 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9edb38d-5667-45f9-9843-6106506bcdd4 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:15.251459 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9edb38d-5667-45f9-9843-6106506bcdd4 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:15.255785 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e9edb38d-5667-45f9-9843-6106506bcdd4 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5239 time: 0.1939473 Apr 29 13:33:15.255785 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd907e10-56ef-48f3-9fd4-fcfe45ab534d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Network': ['ID=2cc1dd85-7766-4e16-9cbd-50546b19fb68,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:15.256313 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35318) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:15.309573 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 2cc1dd85-7766-4e16-9cbd-50546b19fb68 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:33:15.465750 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-8c4399ce-5642-4567-84d1-590f4f398d3a None None] Provisioning for port 74e40074-a8d9-41cf-aba6-d70c3a9422c2 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:33:15.477520 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-25a87335-c32f-4761-ae43-5d3edc252697 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:15.481000 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-25a87335-c32f-4761-ae43-5d3edc252697 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Usage tracker for resource:subnet and tenant:33491088bc784393989c1b50373e6c05 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:33:15.485614 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-25a87335-c32f-4761-ae43-5d3edc252697 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:33:15.495351 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-25a87335-c32f-4761-ae43-5d3edc252697 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:15.508677 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a87335-c32f-4761-ae43-5d3edc252697 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Made reservation on behalf of 33491088bc784393989c1b50373e6c05 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:33:15.514489 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-613fae16-3a48-409d-94e9-41a5098ba9fe None None] Set router d571496f-5b2c-4371-92c3-2bd9d5ebfc37 gateway port host: None {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:33:15.528064 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489cd42-932e-40d6-ba79-acf450b4f216 req-d35d4029-4b79-4141-ab2d-7d8bbf0aeba0 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:15.529547 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c489cd42-932e-40d6-ba79-acf450b4f216 req-d35d4029-4b79-4141-ab2d-7d8bbf0aeba0 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=d55d7b91-63e3-4b68-8b8a-232632f2b693 HTTP/1.1" status: 200 len: 943 time: 0.1312716 Apr 29 13:33:15.594587 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c489cd42-932e-40d6-ba79-acf450b4f216 req-bd0578f0-9a04-4bd2-a2bf-3a3042e2f646 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541046 Apr 29 13:33:15.624386 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device f5e1fd11-4f29-4c41-a9e7-0013f39f4026 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:33:15.634918 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9c587f11-b7bd-47d0-83b4-8a54da643e16 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3582 time: 0.3690143 Apr 29 13:33:15.771583 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-25a87335-c32f-4761-ae43-5d3edc252697 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:15.998282 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-25a87335-c32f-4761-ae43-5d3edc252697 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:16.015847 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-77497c2a-105a-43ac-a8de-d25ecbfa8311 None None] Provisioning for port 2a32a7f7-390f-462e-8a97-322fc5ba78f5 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:33:16.083103 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a87335-c32f-4761-ae43-5d3edc252697 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Subnet': ['ID=4c04a7c6-f04d-4973-bf7b-11379c7a4a7c,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:16.092564 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a87335-c32f-4761-ae43-5d3edc252697 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Checking segment: {'id': '4edb4e84-a6b1-4204-9f02-9e0c4ea51964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cc1dd85-7766-4e16-9cbd-50546b19fb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:33:16.092946 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a87335-c32f-4761-ae43-5d3edc252697 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network hostable DHCP agents. Network: 2cc1dd85-7766-4e16-9cbd-50546b19fb68, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:33:16.094878 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port f5e1fd11-4f29-4c41-a9e7-0013f39f4026 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:33:16.116252 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a87335-c32f-4761-ae43-5d3edc252697 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network 2cc1dd85-7766-4e16-9cbd-50546b19fb68 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:33:16.122654 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port f5e1fd11-4f29-4c41-a9e7-0013f39f4026 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:16.122654 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:16.127699 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-25a87335-c32f-4761-ae43-5d3edc252697 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 2cc1dd85-7766-4e16-9cbd-50546b19fb68) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:33:16.137267 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a87335-c32f-4761-ae43-5d3edc252697 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:16.137973 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35324) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:16.141357 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-25a87335-c32f-4761-ae43-5d3edc252697 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:16.143652 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-c25b8c41-c6ad-464c-ae87-08dc701630b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-825568665', 'description': 'tempest-secgroup-smoke-825568665 description', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:16.149556 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-c25b8c41-c6ad-464c-ae87-08dc701630b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:16.154701 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-c25b8c41-c6ad-464c-ae87-08dc701630b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:33:16.158697 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-c25b8c41-c6ad-464c-ae87-08dc701630b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:33:16.162901 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c787d0-0341-4e0c-bdbe-bec0f0b9f815 None None] Network 2cc1dd85-7766-4e16-9cbd-50546b19fb68 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:33:16.164095 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-25a87335-c32f-4761-ae43-5d3edc252697 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9302700 Apr 29 13:33:16.165338 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-c25b8c41-c6ad-464c-ae87-08dc701630b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:16.167430 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35328) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:16.178368 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c25b8c41-c6ad-464c-ae87-08dc701630b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:16.218091 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-c25b8c41-c6ad-464c-ae87-08dc701630b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:16.222754 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-c25b8c41-c6ad-464c-ae87-08dc701630b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:33:16.226031 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-c25b8c41-c6ad-464c-ae87-08dc701630b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:33:16.232401 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-c25b8c41-c6ad-464c-ae87-08dc701630b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:16.298689 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c25b8c41-c6ad-464c-ae87-08dc701630b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:16.305027 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c25b8c41-c6ad-464c-ae87-08dc701630b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:16.361865 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b8c41-c6ad-464c-ae87-08dc701630b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9d7a3d-addb-45f2-b851-d5da7cc1de55,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:16.376996 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c25b8c41-c6ad-464c-ae87-08dc701630b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:16.382271 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c25b8c41-c6ad-464c-ae87-08dc701630b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2431667 Apr 29 13:33:16.383154 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35332) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:16.389639 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-537feef8-b2b7-43a8-a095-84bbde35fcca tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '8f9d7a3d-addb-45f2-b851-d5da7cc1de55', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:16.396319 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-537feef8-b2b7-43a8-a095-84bbde35fcca tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:16.402712 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-537feef8-b2b7-43a8-a095-84bbde35fcca tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:33:16.407112 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-537feef8-b2b7-43a8-a095-84bbde35fcca tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:33:16.413521 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-537feef8-b2b7-43a8-a095-84bbde35fcca tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:16.441222 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-537feef8-b2b7-43a8-a095-84bbde35fcca tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:16.498038 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:16.517836 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-613fae16-3a48-409d-94e9-41a5098ba9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'name': 'tempest-RoutersIpV6Test-router-1515006831', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:02Z', 'updated_at': '2022-04-29T13:33:13Z', 'revision_number': 3, 'project_id': '33491088bc784393989c1b50373e6c05', 'gw_port_host': None, '_interfaces': [{'id': '3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3', 'name': '', 'network_id': '7d573a94-a07b-4024-86a0-1976a3227664', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:9e:10:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '466e5aaa-34c7-4dd7-9289-82ec2012644f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:05Z', 'updated_at': '2022-04-29T13:33:12Z', 'revision_number': 5, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': '466e5aaa-34c7-4dd7-9289-82ec2012644f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fff330f-fe1f-4049-a280-a0f016a0e384', 'name': '', 'network_id': '7c862d92-50ff-42d0-8852-bc392333bb4f', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:c9:18:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00cd9a5-c8d3-4317-8a5e-4283456e7ac3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:11Z', 'updated_at': '2022-04-29T13:33:13Z', 'revision_number': 2, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': 'd00cd9a5-c8d3-4317-8a5e-4283456e7ac3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:16.533565 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-537feef8-b2b7-43a8-a095-84bbde35fcca tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:16.539805 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-537feef8-b2b7-43a8-a095-84bbde35fcca tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:16.562017 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613fae16-3a48-409d-94e9-41a5098ba9fe None None] Checking router: d571496f-5b2c-4371-92c3-2bd9d5ebfc37 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:33:16.562283 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613fae16-3a48-409d-94e9-41a5098ba9fe None None] Updating router d571496f-5b2c-4371-92c3-2bd9d5ebfc37 port 9fff330f-fe1f-4049-a280-a0f016a0e384 binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:33:16.584892 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537feef8-b2b7-43a8-a095-84bbde35fcca tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a1d1ef-ba87-49a6-95f0-8d8c702b7112,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:16.599726 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port f5e1fd11-4f29-4c41-a9e7-0013f39f4026, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f5e1fd11-4f29-4c41-a9e7-0013f39f4026,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:16.605440 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-537feef8-b2b7-43a8-a095-84bbde35fcca tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:16.606828 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-537feef8-b2b7-43a8-a095-84bbde35fcca tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2225661 Apr 29 13:33:16.610537 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35336) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:16.616623 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-0328f6eb-fd91-4706-be34-09f55fadf931 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '8f9d7a3d-addb-45f2-b851-d5da7cc1de55', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:16.617549 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:16.618411 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 2a32a7f7-390f-462e-8a97-322fc5ba78f5 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:33:16.628619 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0328f6eb-fd91-4706-be34-09f55fadf931 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:16.634461 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0328f6eb-fd91-4706-be34-09f55fadf931 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:33:16.645362 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0328f6eb-fd91-4706-be34-09f55fadf931 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:33:16.666860 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0328f6eb-fd91-4706-be34-09f55fadf931 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:16.684586 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0471c549-0059-46ca-92d6-64ddf5607f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-2cc1dd85-7766-4e16-9cbd-50546b19fb68', 'network_id': '2cc1dd85-7766-4e16-9cbd-50546b19fb68', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'fixed_ips': [{'subnet_id': '4c04a7c6-f04d-4973-bf7b-11379c7a4a7c'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:33:16.685489 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0471c549-0059-46ca-92d6-64ddf5607f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:16.781917 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0328f6eb-fd91-4706-be34-09f55fadf931 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:16.862579 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-613fae16-3a48-409d-94e9-41a5098ba9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:16.909023 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a309b-ad57-40d6-afac-c3377f81c97c req-0b835e12-8114-4c4d-959e-b491a5d7635d tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:16.912473 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7e8a309b-ad57-40d6-afac-c3377f81c97c req-0b835e12-8114-4c4d-959e-b491a5d7635d tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=d55d7b91-63e3-4b68-8b8a-232632f2b693 HTTP/1.1" status: 200 len: 943 time: 0.1588945 Apr 29 13:33:16.985787 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7e8a309b-ad57-40d6-afac-c3377f81c97c req-30a98c2e-98c4-4a0d-9680-9b1d1a4bf401 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664613 Apr 29 13:33:16.986878 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=f5e1fd11-4f29-4c41-a9e7-0013f39f4026,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:17.047068 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0328f6eb-fd91-4706-be34-09f55fadf931 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:17.058995 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0328f6eb-fd91-4706-be34-09f55fadf931 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:17.087612 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328f6eb-fd91-4706-be34-09f55fadf931 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9796561a-08c3-48fd-8995-51f8753444ac,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:17.102164 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0328f6eb-fd91-4706-be34-09f55fadf931 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:17.106247 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0328f6eb-fd91-4706-be34-09f55fadf931 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4947317 Apr 29 13:33:17.109119 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35342) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:17.115220 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-d79e5c17-838d-45b2-902b-3d2e4bd854ae tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '8f9d7a3d-addb-45f2-b851-d5da7cc1de55', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:17.124667 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-d79e5c17-838d-45b2-902b-3d2e4bd854ae tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:17.128942 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d79e5c17-838d-45b2-902b-3d2e4bd854ae tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:33:17.132687 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d79e5c17-838d-45b2-902b-3d2e4bd854ae tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:33:17.149330 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-d79e5c17-838d-45b2-902b-3d2e4bd854ae tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:17.177268 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 2a32a7f7-390f-462e-8a97-322fc5ba78f5 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:33:17.183086 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d79e5c17-838d-45b2-902b-3d2e4bd854ae tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:17.206558 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 2a32a7f7-390f-462e-8a97-322fc5ba78f5 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:17.206919 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:17.260679 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5bcef2bb-6b25-422f-b612-8ba87a9614a8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:17.292088 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d79e5c17-838d-45b2-902b-3d2e4bd854ae tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:17.298014 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d79e5c17-838d-45b2-902b-3d2e4bd854ae tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:17.342312 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e5c17-838d-45b2-902b-3d2e4bd854ae tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f1ec8c7-27f4-4460-be5e-6442cfadc124,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:17.356959 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d79e5c17-838d-45b2-902b-3d2e4bd854ae tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:17.361187 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d79e5c17-838d-45b2-902b-3d2e4bd854ae tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2482851 Apr 29 13:33:17.361506 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35346) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:17.370925 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e606d75b-f762-4040-abbd-80baa6e60bb1 None None] Sync routers for ids ['bf902dfe-5674-4831-bbd4-c4e5c1c7f209'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:33:17.374183 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-a541ffbf-4860-4dff-826c-9071c9fc87fd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '8f9d7a3d-addb-45f2-b851-d5da7cc1de55', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:17.381805 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-a541ffbf-4860-4dff-826c-9071c9fc87fd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:17.393468 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e606d75b-f762-4040-abbd-80baa6e60bb1 None None] Routers {'bf902dfe-5674-4831-bbd4-c4e5c1c7f209'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:33:17.393757 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-a541ffbf-4860-4dff-826c-9071c9fc87fd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:33:17.394575 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-e606d75b-f762-4040-abbd-80baa6e60bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:33:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf902dfe-5674-4831-bbd4-c4e5c1c7f209'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:17.401665 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-a541ffbf-4860-4dff-826c-9071c9fc87fd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:33:17.408973 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-a541ffbf-4860-4dff-826c-9071c9fc87fd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:17.431146 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a541ffbf-4860-4dff-826c-9071c9fc87fd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:17.452212 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-90540caf-c094-44ee-8f51-cfec943bff3b None None] Provisioning for port 9fff330f-fe1f-4049-a280-a0f016a0e384 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:33:17.477939 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-90540caf-c094-44ee-8f51-cfec943bff3b None None] Provisioning complete for port 9fff330f-fe1f-4049-a280-a0f016a0e384 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:17.478342 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-90540caf-c094-44ee-8f51-cfec943bff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:17.542620 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a541ffbf-4860-4dff-826c-9071c9fc87fd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:17.555405 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a541ffbf-4860-4dff-826c-9071c9fc87fd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:17.596153 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541ffbf-4860-4dff-826c-9071c9fc87fd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e47e0d7-bee7-43f2-9810-c057a9ef95b5,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:17.606043 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a541ffbf-4860-4dff-826c-9071c9fc87fd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:17.607069 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a541ffbf-4860-4dff-826c-9071c9fc87fd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2433238 Apr 29 13:33:17.610383 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35350) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:17.617018 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-bf128a29-ad74-42a2-9d3a-459338ee542f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '8f9d7a3d-addb-45f2-b851-d5da7cc1de55', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:17.625057 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-bf128a29-ad74-42a2-9d3a-459338ee542f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:17.629107 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bf128a29-ad74-42a2-9d3a-459338ee542f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:33:17.632573 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bf128a29-ad74-42a2-9d3a-459338ee542f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:33:17.641222 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-bf128a29-ad74-42a2-9d3a-459338ee542f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:17.656679 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.securitygroups_db [None req-bf128a29-ad74-42a2-9d3a-459338ee542f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Project 4b7a89f6c8564a04be449e2e6b4a95e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:33:17.665585 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-0471c549-0059-46ca-92d6-64ddf5607f36 None None] Allocated IP 2001:db8:2::2 (2cc1dd85-7766-4e16-9cbd-50546b19fb68/4c04a7c6-f04d-4973-bf7b-11379c7a4a7c/c28ffac0-5ebf-43f9-97fb-ecdf05116017) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:33:17.672117 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bf128a29-ad74-42a2-9d3a-459338ee542f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:17.692482 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-90540caf-c094-44ee-8f51-cfec943bff3b None None] Port 9fff330f-fe1f-4049-a280-a0f016a0e384 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:33:17.694932 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-e606d75b-f762-4040-abbd-80baa6e60bb1 None None] Set router bf902dfe-5674-4831-bbd4-c4e5c1c7f209 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:33:17.741853 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:17.770994 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bf128a29-ad74-42a2-9d3a-459338ee542f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:17.776593 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bf128a29-ad74-42a2-9d3a-459338ee542f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:17.797218 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf128a29-ad74-42a2-9d3a-459338ee542f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fa4974-29dc-47f4-bc36-d5a50c7a3b52,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:17.829916 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bf128a29-ad74-42a2-9d3a-459338ee542f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:17.831572 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-bf128a29-ad74-42a2-9d3a-459338ee542f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2200689 Apr 29 13:33:17.834419 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35354) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:17.841324 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-7a580e67-7fc6-46bd-aef3-a210338bac8a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '8f9d7a3d-addb-45f2-b851-d5da7cc1de55', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:17.847230 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7a580e67-7fc6-46bd-aef3-a210338bac8a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:17.852061 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7a580e67-7fc6-46bd-aef3-a210338bac8a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:33:17.855688 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7a580e67-7fc6-46bd-aef3-a210338bac8a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:33:17.863174 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7a580e67-7fc6-46bd-aef3-a210338bac8a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:17.878173 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.securitygroups_db [None req-7a580e67-7fc6-46bd-aef3-a210338bac8a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Project 4b7a89f6c8564a04be449e2e6b4a95e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:33:17.884727 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7a580e67-7fc6-46bd-aef3-a210338bac8a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:17.951230 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7a580e67-7fc6-46bd-aef3-a210338bac8a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:17.955031 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7a580e67-7fc6-46bd-aef3-a210338bac8a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:17.957740 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 2a32a7f7-390f-462e-8a97-322fc5ba78f5, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=2a32a7f7-390f-462e-8a97-322fc5ba78f5,segment=NetworkSegment(5278a811-c6a6-4d01-98cd-db2f66b3d4ba),segment_id=5278a811-c6a6-4d01-98cd-db2f66b3d4ba)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:17.967700 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:17.968668 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 74e40074-a8d9-41cf-aba6-d70c3a9422c2 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:33:17.979155 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a580e67-7fc6-46bd-aef3-a210338bac8a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38494a3e-8c89-45b3-bc5c-912a7e5dfcbe,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:17.992249 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7a580e67-7fc6-46bd-aef3-a210338bac8a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:17.994793 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7a580e67-7fc6-46bd-aef3-a210338bac8a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1584904 Apr 29 13:33:18.034927 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-90540caf-c094-44ee-8f51-cfec943bff3b None None] Provisioning for port 83eb2858-8280-4bf3-95d8-a035d86d9eef completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:33:18.061857 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-90540caf-c094-44ee-8f51-cfec943bff3b None None] Provisioning complete for port 83eb2858-8280-4bf3-95d8-a035d86d9eef triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:18.062233 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-90540caf-c094-44ee-8f51-cfec943bff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:18.100288 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-e606d75b-f762-4040-abbd-80baa6e60bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'name': 'tempest-TestNetworkBasicOps-router-132882411', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:03Z', 'updated_at': '2022-04-29T13:33:12Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:04Z', 'updated_at': '2022-04-29T13:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '83eb2858-8280-4bf3-95d8-a035d86d9eef', 'name': '', 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:23:de:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:11Z', 'updated_at': '2022-04-29T13:33:13Z', 'revision_number': 2, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:18.106214 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e606d75b-f762-4040-abbd-80baa6e60bb1 None None] Checking router: bf902dfe-5674-4831-bbd4-c4e5c1c7f209 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:33:18.106561 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e606d75b-f762-4040-abbd-80baa6e60bb1 None None] Updating router bf902dfe-5674-4831-bbd4-c4e5c1c7f209 port 83eb2858-8280-4bf3-95d8-a035d86d9eef binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:33:18.163523 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-613fae16-3a48-409d-94e9-41a5098ba9fe None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:18.174998 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-e606d75b-f762-4040-abbd-80baa6e60bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:18.246980 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-613fae16-3a48-409d-94e9-41a5098ba9fe None None] Transition to ACTIVE for port object 9fff330f-fe1f-4049-a280-a0f016a0e384 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:33:18.250924 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-90540caf-c094-44ee-8f51-cfec943bff3b None None] Port 83eb2858-8280-4bf3-95d8-a035d86d9eef cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:33:18.252383 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=2a32a7f7-390f-462e-8a97-322fc5ba78f5,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:18.274965 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-613fae16-3a48-409d-94e9-41a5098ba9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:18.296447 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-02bf76e6-f76a-4288-a80b-660af622e9d4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:33:18.305104 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0471c549-0059-46ca-92d6-64ddf5607f36 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:18.314664 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-02bf76e6-f76a-4288-a80b-660af622e9d4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:33:18.316204 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-02bf76e6-f76a-4288-a80b-660af622e9d4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-825568665&fields=id&tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 267 time: 0.0725217 Apr 29 13:33:18.341911 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125dca1c-ae62-4e73-8313-bdf95d1238fc req-4976c92b-eed6-4a79-956b-b513e5f1bd6f tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:18.343412 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-125dca1c-ae62-4e73-8313-bdf95d1238fc req-4976c92b-eed6-4a79-956b-b513e5f1bd6f tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=d55d7b91-63e3-4b68-8b8a-232632f2b693 HTTP/1.1" status: 200 len: 943 time: 0.2196071 Apr 29 13:33:18.372119 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0471c549-0059-46ca-92d6-64ddf5607f36 None None] Transition to ACTIVE for port object c28ffac0-5ebf-43f9-97fb-ecdf05116017 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:33:18.404155 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-125dca1c-ae62-4e73-8313-bdf95d1238fc req-b4546310-88f2-425d-9a4e-6ee15732d533 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530353 Apr 29 13:33:18.498881 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0471c549-0059-46ca-92d6-64ddf5607f36 None None] Transition to ACTIVE for port object c28ffac0-5ebf-43f9-97fb-ecdf05116017 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:33:18.518745 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device edd9e428-3bea-42d1-bdb2-8748b903302e details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:33:18.578456 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0471c549-0059-46ca-92d6-64ddf5607f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:18.589700 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd84479-c4ce-4b9b-bc3d-275d62e83200 None None] Pushing event updated for resources: {'Port': ['ID=9fff330f-fe1f-4049-a280-a0f016a0e384,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:18.620325 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-5bcef2bb-6b25-422f-b612-8ba87a9614a8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Allocated IP 2001:db8:2::1 (2cc1dd85-7766-4e16-9cbd-50546b19fb68/4c04a7c6-f04d-4973-bf7b-11379c7a4a7c/4cee0afb-4e9e-4988-a132-9d2f9c87892a) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:33:18.668064 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 74e40074-a8d9-41cf-aba6-d70c3a9422c2 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:33:18.684565 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-e606d75b-f762-4040-abbd-80baa6e60bb1 None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:18.707295 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-e606d75b-f762-4040-abbd-80baa6e60bb1 None None] Transition to ACTIVE for port object 83eb2858-8280-4bf3-95d8-a035d86d9eef will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:33:18.716264 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-37953713-d940-4f8d-85d1-18cf6683ba8b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:18.717098 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-37953713-d940-4f8d-85d1-18cf6683ba8b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:network {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:33:18.719526 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 74e40074-a8d9-41cf-aba6-d70c3a9422c2 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:18.720080 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:18.722034 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-e606d75b-f762-4040-abbd-80baa6e60bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:18.744268 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-37953713-d940-4f8d-85d1-18cf6683ba8b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:network {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:33:18.745477 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-37953713-d940-4f8d-85d1-18cf6683ba8b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/networks?id=50e376a0-6ad3-49d7-b709-53155fe4f343 HTTP/1.1" status: 200 len: 796 time: 0.4187357 Apr 29 13:33:18.754434 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.resource_extend [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:33:18.769339 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-1bcbf6d9-4394-4e59-87a9-39d1e7a34b59 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/quotas/4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 375 time: 0.0167170 Apr 29 13:33:18.772458 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-613fae16-3a48-409d-94e9-41a5098ba9fe None None] Attempting to bind port 9fff330f-fe1f-4049-a280-a0f016a0e384 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:33:18.772861 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-613fae16-3a48-409d-94e9-41a5098ba9fe None None] Attempting to bind port 9fff330f-fe1f-4049-a280-a0f016a0e384 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '5278a811-c6a6-4d01-98cd-db2f66b3d4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7c862d92-50ff-42d0-8852-bc392333bb4f'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:33:18.773216 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613fae16-3a48-409d-94e9-41a5098ba9fe None None] Attempting to bind port 9fff330f-fe1f-4049-a280-a0f016a0e384 on network 7c862d92-50ff-42d0-8852-bc392333bb4f {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:33:18.869709 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5a07b-36e7-4ea9-a6c2-464c4e0b52e8 None None] Pushing event updated for resources: {'Port': ['ID=83eb2858-8280-4bf3-95d8-a035d86d9eef,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:18.905084 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0471c549-0059-46ca-92d6-64ddf5607f36 None None] Network 2cc1dd85-7766-4e16-9cbd-50546b19fb68 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:33:18.924404 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471c549-0059-46ca-92d6-64ddf5607f36 None None] Pushing event updated for resources: {'Port': ['ID=c28ffac0-5ebf-43f9-97fb-ecdf05116017,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:18.936198 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-0471c549-0059-46ca-92d6-64ddf5607f36 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:33:18.940057 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-0642b3bb-3af9-403c-bf14-ff8a4a88b4f7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:33:18.942762 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0471c549-0059-46ca-92d6-64ddf5607f36 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:33:18.947993 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613fae16-3a48-409d-94e9-41a5098ba9fe None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:33:18.949232 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613fae16-3a48-409d-94e9-41a5098ba9fe None None] Checking segment: {'id': '5278a811-c6a6-4d01-98cd-db2f66b3d4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7c862d92-50ff-42d0-8852-bc392333bb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:33:18.949747 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-613fae16-3a48-409d-94e9-41a5098ba9fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:18.950259 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613fae16-3a48-409d-94e9-41a5098ba9fe None None] Bound using segment: {'id': '5278a811-c6a6-4d01-98cd-db2f66b3d4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7c862d92-50ff-42d0-8852-bc392333bb4f'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:33:18.950855 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-613fae16-3a48-409d-94e9-41a5098ba9fe None None] Bound port: 9fff330f-fe1f-4049-a280-a0f016a0e384, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5278a811-c6a6-4d01-98cd-db2f66b3d4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7c862d92-50ff-42d0-8852-bc392333bb4f'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:33:18.951330 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-613fae16-3a48-409d-94e9-41a5098ba9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:18.954788 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5bcef2bb-6b25-422f-b612-8ba87a9614a8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:18.968067 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-0642b3bb-3af9-403c-bf14-ff8a4a88b4f7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:33:18.970148 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-0642b3bb-3af9-403c-bf14-ff8a4a88b4f7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1925507 Apr 29 13:33:18.977507 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-5bcef2bb-6b25-422f-b612-8ba87a9614a8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Transition to ACTIVE for port object 4cee0afb-4e9e-4988-a132-9d2f9c87892a will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:33:19.003505 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-f79c56b1-8c7a-4628-94ae-f2cd1961eeda service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:33:19.004519 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-f79c56b1-8c7a-4628-94ae-f2cd1961eeda service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0143118 Apr 29 13:33:19.016072 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5bcef2bb-6b25-422f-b612-8ba87a9614a8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:19.035990 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port edd9e428-3bea-42d1-bdb2-8748b903302e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=edd9e428-3bea-42d1-bdb2-8748b903302e,segment=NetworkSegment(53def5c8-aa99-4a75-8066-57e8c47ce92e),segment_id=53def5c8-aa99-4a75-8066-57e8c47ce92e)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:19.061977 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-e606d75b-f762-4040-abbd-80baa6e60bb1 None None] Attempting to bind port 83eb2858-8280-4bf3-95d8-a035d86d9eef on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:33:19.062372 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-e606d75b-f762-4040-abbd-80baa6e60bb1 None None] Attempting to bind port 83eb2858-8280-4bf3-95d8-a035d86d9eef by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '216c42e3-957f-4efb-9364-f968e30d449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:33:19.062723 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e606d75b-f762-4040-abbd-80baa6e60bb1 None None] Attempting to bind port 83eb2858-8280-4bf3-95d8-a035d86d9eef on network 50e376a0-6ad3-49d7-b709-53155fe4f343 {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:33:19.078686 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e606d75b-f762-4040-abbd-80baa6e60bb1 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:33:19.079054 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e606d75b-f762-4040-abbd-80baa6e60bb1 None None] Checking segment: {'id': '216c42e3-957f-4efb-9364-f968e30d449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:33:19.079451 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-e606d75b-f762-4040-abbd-80baa6e60bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:19.079832 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e606d75b-f762-4040-abbd-80baa6e60bb1 None None] Bound using segment: {'id': '216c42e3-957f-4efb-9364-f968e30d449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:33:19.080291 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-e606d75b-f762-4040-abbd-80baa6e60bb1 None None] Bound port: 83eb2858-8280-4bf3-95d8-a035d86d9eef, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216c42e3-957f-4efb-9364-f968e30d449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:33:19.080655 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-e606d75b-f762-4040-abbd-80baa6e60bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:19.098573 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcef2bb-6b25-422f-b612-8ba87a9614a8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network 2cc1dd85-7766-4e16-9cbd-50546b19fb68 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:33:19.108516 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-5bcef2bb-6b25-422f-b612-8ba87a9614a8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:33:19.117045 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcef2bb-6b25-422f-b612-8ba87a9614a8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:33:19.117743 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5bcef2bb-6b25-422f-b612-8ba87a9614a8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:19.213884 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-9f06bc8b-140a-4c19-9c60-2a6230e43073 service neutron] 10.222.0.76 "GET /v2.0/networks/50e376a0-6ad3-49d7-b709-53155fe4f343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994531 Apr 29 13:33:19.223180 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5bcef2bb-6b25-422f-b612-8ba87a9614a8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:19.225600 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-e606d75b-f762-4040-abbd-80baa6e60bb1 None None] For port 83eb2858-8280-4bf3-95d8-a035d86d9eef, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:33:19.231676 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-e606d75b-f762-4040-abbd-80baa6e60bb1 None None] For port 83eb2858-8280-4bf3-95d8-a035d86d9eef, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=83eb2858-8280-4bf3-95d8-a035d86d9eef,segment=NetworkSegment(216c42e3-957f-4efb-9364-f968e30d449a),segment_id=216c42e3-957f-4efb-9364-f968e30d449a)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:33:19.237232 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-e606d75b-f762-4040-abbd-80baa6e60bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:19.287442 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcef2bb-6b25-422f-b612-8ba87a9614a8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Port': ['ID=4cee0afb-4e9e-4988-a132-9d2f9c87892a,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:19.294863 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:19.343711 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5a07b-36e7-4ea9-a6c2-464c4e0b52e8 None None] Pushing event updated for resources: {'Port': ['ID=83eb2858-8280-4bf3-95d8-a035d86d9eef,revision_number=4']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:19.346157 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': 'edd9e428-3bea-42d1-bdb2-8748b903302e', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'port_id': 'edd9e428-3bea-42d1-bdb2-8748b903302e', 'mac_address': 'fa:16:3e:0a:0a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02705295-1364-4282-8393-7ae80461c414', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:33:19.359876 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-13f1de0d-3ace-45bf-bf2a-2281eb96bec9 service neutron] 10.222.0.76 "GET /v2.0/networks/50e376a0-6ad3-49d7-b709-53155fe4f343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393960 Apr 29 13:33:19.371817 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e606d75b-f762-4040-abbd-80baa6e60bb1 None None] Routers {'bf902dfe-5674-4831-bbd4-c4e5c1c7f209'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:33:19.372444 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-e606d75b-f762-4040-abbd-80baa6e60bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:33:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf902dfe-5674-4831-bbd4-c4e5c1c7f209'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:19.400045 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0471c549-0059-46ca-92d6-64ddf5607f36 None None] Attempting to bind port c28ffac0-5ebf-43f9-97fb-ecdf05116017 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:33:19.401337 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0471c549-0059-46ca-92d6-64ddf5607f36 None None] Attempting to bind port c28ffac0-5ebf-43f9-97fb-ecdf05116017 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '4edb4e84-a6b1-4204-9f02-9e0c4ea51964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cc1dd85-7766-4e16-9cbd-50546b19fb68'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:33:19.401680 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0471c549-0059-46ca-92d6-64ddf5607f36 None None] Attempting to bind port c28ffac0-5ebf-43f9-97fb-ecdf05116017 on network 2cc1dd85-7766-4e16-9cbd-50546b19fb68 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:33:19.510215 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0471c549-0059-46ca-92d6-64ddf5607f36 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:33:19.510215 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0471c549-0059-46ca-92d6-64ddf5607f36 None None] Checking segment: {'id': '4edb4e84-a6b1-4204-9f02-9e0c4ea51964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cc1dd85-7766-4e16-9cbd-50546b19fb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:33:19.510808 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0471c549-0059-46ca-92d6-64ddf5607f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:19.511451 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0471c549-0059-46ca-92d6-64ddf5607f36 None None] Bound using segment: {'id': '4edb4e84-a6b1-4204-9f02-9e0c4ea51964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cc1dd85-7766-4e16-9cbd-50546b19fb68'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:33:19.512042 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0471c549-0059-46ca-92d6-64ddf5607f36 None None] Bound port: c28ffac0-5ebf-43f9-97fb-ecdf05116017, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edb4e84-a6b1-4204-9f02-9e0c4ea51964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cc1dd85-7766-4e16-9cbd-50546b19fb68'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:33:19.512670 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0471c549-0059-46ca-92d6-64ddf5607f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:19.527494 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 74e40074-a8d9-41cf-aba6-d70c3a9422c2, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=74e40074-a8d9-41cf-aba6-d70c3a9422c2,segment=NetworkSegment(216c42e3-957f-4efb-9364-f968e30d449a),segment_id=216c42e3-957f-4efb-9364-f968e30d449a)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:19.559806 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:19.567019 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-613fae16-3a48-409d-94e9-41a5098ba9fe None None] For port 9fff330f-fe1f-4049-a280-a0f016a0e384, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:33:19.638135 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:19.741493 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-613fae16-3a48-409d-94e9-41a5098ba9fe None None] For port 9fff330f-fe1f-4049-a280-a0f016a0e384, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=9fff330f-fe1f-4049-a280-a0f016a0e384,segment=NetworkSegment(5278a811-c6a6-4d01-98cd-db2f66b3d4ba),segment_id=5278a811-c6a6-4d01-98cd-db2f66b3d4ba)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:33:19.756054 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-20e9c86a-79a3-49b0-8bc8-e1bffa63c17e req-c98cbc52-fd8e-46dc-b9dd-243f63433533 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c6ee47c-9252-4b12-9261-85016cd85be6 HTTP/1.1" status: 200 len: 210 time: 0.0759962 Apr 29 13:33:19.766607 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device f5e1fd11-4f29-4c41-a9e7-0013f39f4026 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:33:19.789485 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-e606d75b-f762-4040-abbd-80baa6e60bb1 None None] Set router bf902dfe-5674-4831-bbd4-c4e5c1c7f209 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:33:19.807326 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-613fae16-3a48-409d-94e9-41a5098ba9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:19.821581 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd9e428-3bea-42d1-bdb2-8748b903302e {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:33:19.898929 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=74e40074-a8d9-41cf-aba6-d70c3a9422c2,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:19.904122 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port edd9e428-3bea-42d1-bdb2-8748b903302e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=edd9e428-3bea-42d1-bdb2-8748b903302e,segment=NetworkSegment(53def5c8-aa99-4a75-8066-57e8c47ce92e),segment_id=53def5c8-aa99-4a75-8066-57e8c47ce92e)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:19.917268 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabd88c-9b65-4e69-9b26-273a00585917 req-433345b4-3b71-489c-9a46-c8e5d27598c0 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:19.918962 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-fdabd88c-9b65-4e69-9b26-273a00585917 req-433345b4-3b71-489c-9a46-c8e5d27598c0 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=d55d7b91-63e3-4b68-8b8a-232632f2b693 HTTP/1.1" status: 200 len: 943 time: 0.2748737 Apr 29 13:33:19.991756 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:20.005804 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-fdabd88c-9b65-4e69-9b26-273a00585917 req-bcc89c65-fabc-4c37-8629-caa88a0fc221 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686743 Apr 29 13:33:20.034181 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5bcef2bb-6b25-422f-b612-8ba87a9614a8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:20.040547 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5bcef2bb-6b25-422f-b612-8ba87a9614a8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:20.042215 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5bcef2bb-6b25-422f-b612-8ba87a9614a8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:20.045879 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-0471c549-0059-46ca-92d6-64ddf5607f36 None None] For port c28ffac0-5ebf-43f9-97fb-ecdf05116017, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:33:20.058629 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613fae16-3a48-409d-94e9-41a5098ba9fe None None] Routers {'d571496f-5b2c-4371-92c3-2bd9d5ebfc37'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:33:20.059633 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-613fae16-3a48-409d-94e9-41a5098ba9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:33:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['d571496f-5b2c-4371-92c3-2bd9d5ebfc37'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:20.173978 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcef2bb-6b25-422f-b612-8ba87a9614a8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Port': ['ID=4cee0afb-4e9e-4988-a132-9d2f9c87892a,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:20.278747 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-0471c549-0059-46ca-92d6-64ddf5607f36 None None] For port c28ffac0-5ebf-43f9-97fb-ecdf05116017, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=c28ffac0-5ebf-43f9-97fb-ecdf05116017,segment=NetworkSegment(4edb4e84-a6b1-4204-9f02-9e0c4ea51964),segment_id=4edb4e84-a6b1-4204-9f02-9e0c4ea51964)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:33:20.310161 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0471c549-0059-46ca-92d6-64ddf5607f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:20.313780 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-e606d75b-f762-4040-abbd-80baa6e60bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'name': 'tempest-TestNetworkBasicOps-router-132882411', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:03Z', 'updated_at': '2022-04-29T13:33:12Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:04Z', 'updated_at': '2022-04-29T13:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '83eb2858-8280-4bf3-95d8-a035d86d9eef', 'name': '', 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:23:de:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:11Z', 'updated_at': '2022-04-29T13:33:19Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:20.318396 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e606d75b-f762-4040-abbd-80baa6e60bb1 None None] The sync data for ids ['bf902dfe-5674-4831-bbd4-c4e5c1c7f209'] in dv-neutron-839027-4-hyperv is: [{'id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'name': 'tempest-TestNetworkBasicOps-router-132882411', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:03Z', 'updated_at': '2022-04-29T13:33:12Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:04Z', 'updated_at': '2022-04-29T13:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '83eb2858-8280-4bf3-95d8-a035d86d9eef', 'name': '', 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:23:de:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:11Z', 'updated_at': '2022-04-29T13:33:19Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:33:20.323804 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd84479-c4ce-4b9b-bc3d-275d62e83200 None None] Pushing event updated for resources: {'Port': ['ID=9fff330f-fe1f-4049-a280-a0f016a0e384,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:20.352249 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcef2bb-6b25-422f-b612-8ba87a9614a8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network 2cc1dd85-7766-4e16-9cbd-50546b19fb68 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:33:20.354567 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-5bcef2bb-6b25-422f-b612-8ba87a9614a8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:33:20.395863 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['edd9e428-3bea-42d1-bdb2-8748b903302e'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:33:20.453197 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port f5e1fd11-4f29-4c41-a9e7-0013f39f4026 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:20.454346 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:20.600582 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-613fae16-3a48-409d-94e9-41a5098ba9fe None None] Set router d571496f-5b2c-4371-92c3-2bd9d5ebfc37 gateway port host: None {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:33:20.706609 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=edd9e428-3bea-42d1-bdb2-8748b903302e,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:21.117519 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcef2bb-6b25-422f-b612-8ba87a9614a8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Router d571496f-5b2c-4371-92c3-2bd9d5ebfc37 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:33:21.128888 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471c549-0059-46ca-92d6-64ddf5607f36 None None] Pushing event updated for resources: {'Port': ['ID=c28ffac0-5ebf-43f9-97fb-ecdf05116017,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:21.232697 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 2a32a7f7-390f-462e-8a97-322fc5ba78f5 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:33:21.314871 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0c4c0817-581e-4a50-a496-09be482a467c req-876d17c3-d66a-4ccf-8ebf-453c6b3b0b32 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c6ee47c-9252-4b12-9261-85016cd85be6 HTTP/1.1" status: 200 len: 210 time: 0.2848310 Apr 29 13:33:21.442031 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9c10e-29a3-42c7-a947-5ff0ad666ed6 req-8577f66a-8a0a-4090-92ec-4bbe80893456 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:21.450367 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c4f9c10e-29a3-42c7-a947-5ff0ad666ed6 req-8577f66a-8a0a-4090-92ec-4bbe80893456 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=d55d7b91-63e3-4b68-8b8a-232632f2b693 HTTP/1.1" status: 200 len: 944 time: 0.2306826 Apr 29 13:33:21.489238 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-db3e6738-d345-42ea-8892-feb9958ae226 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:21.490877 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-db3e6738-d345-42ea-8892-feb9958ae226 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/networks?id=50e376a0-6ad3-49d7-b709-53155fe4f343 HTTP/1.1" status: 200 len: 796 time: 0.3974416 Apr 29 13:33:21.550810 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c4f9c10e-29a3-42c7-a947-5ff0ad666ed6 req-6de46382-91a0-4b6d-8ddb-36ca2db9bad7 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973899 Apr 29 13:33:21.553118 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcef2bb-6b25-422f-b612-8ba87a9614a8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:33:21.569079 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5bcef2bb-6b25-422f-b612-8ba87a9614a8 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "PUT /v2.0/routers/d571496f-5b2c-4371-92c3-2bd9d5ebfc37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4005260 Apr 29 13:33:21.570667 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35384) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:21.579742 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-16a6d5d6-a90e-4515-8113-b2dca4ed88f7 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1725388797'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:21.585916 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-16a6d5d6-a90e-4515-8113-b2dca4ed88f7 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:21.591522 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-9831b750-44fc-4fb9-abae-1bcfdd91faac tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 379 time: 0.0851080 Apr 29 13:33:21.594275 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-16a6d5d6-a90e-4515-8113-b2dca4ed88f7 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Usage tracker for resource:network and tenant:33491088bc784393989c1b50373e6c05 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:33:21.597585 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-16a6d5d6-a90e-4515-8113-b2dca4ed88f7 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:33:21.603900 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-16a6d5d6-a90e-4515-8113-b2dca4ed88f7 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:21.616468 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-47c4f106-bcb2-4285-8918-dddb766357f0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'port': {'device_id': '1c6ee47c-9252-4b12-9261-85016cd85be6', 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343', 'admin_state_up': True, 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'security_groups': ['8f9d7a3d-addb-45f2-b851-d5da7cc1de55']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:21.636411 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a6d5d6-a90e-4515-8113-b2dca4ed88f7 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Made reservation on behalf of 33491088bc784393989c1b50373e6c05 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:33:21.639431 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-16a6d5d6-a90e-4515-8113-b2dca4ed88f7 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:21.677831 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 2a32a7f7-390f-462e-8a97-322fc5ba78f5 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:21.678487 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:21.765898 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a6d5d6-a90e-4515-8113-b2dca4ed88f7 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:33:21.782168 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-613fae16-3a48-409d-94e9-41a5098ba9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'name': 'tempest-RoutersIpV6Test-router-1515006831', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:02Z', 'updated_at': '2022-04-29T13:33:19Z', 'revision_number': 4, 'project_id': '33491088bc784393989c1b50373e6c05', 'gw_port_host': None, '_interfaces': [{'id': '3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3', 'name': '', 'network_id': '7d573a94-a07b-4024-86a0-1976a3227664', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:9e:10:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '466e5aaa-34c7-4dd7-9289-82ec2012644f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:05Z', 'updated_at': '2022-04-29T13:33:12Z', 'revision_number': 5, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': '466e5aaa-34c7-4dd7-9289-82ec2012644f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4cee0afb-4e9e-4988-a132-9d2f9c87892a', 'name': '', 'network_id': '2cc1dd85-7766-4e16-9cbd-50546b19fb68', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:42:1a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c04a7c6-f04d-4973-bf7b-11379c7a4a7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:17Z', 'updated_at': '2022-04-29T13:33:19Z', 'revision_number': 2, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': '4c04a7c6-f04d-4973-bf7b-11379c7a4a7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fff330f-fe1f-4049-a280-a0f016a0e384', 'name': '', 'network_id': '7c862d92-50ff-42d0-8852-bc392333bb4f', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:c9:18:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00cd9a5-c8d3-4317-8a5e-4283456e7ac3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:11Z', 'updated_at': '2022-04-29T13:33:19Z', 'revision_number': 4, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': 'd00cd9a5-c8d3-4317-8a5e-4283456e7ac3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:21.793583 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-16a6d5d6-a90e-4515-8113-b2dca4ed88f7 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:21.793927 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-16a6d5d6-a90e-4515-8113-b2dca4ed88f7 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Added segment e2e380e4-00a3-4fd2-acd9-6416670ca435 of type vlan for network 68c561c6-dac5-464c-86b0-e147cfcec3a2 Apr 29 13:33:21.814858 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613fae16-3a48-409d-94e9-41a5098ba9fe None None] The sync data for ids ['d571496f-5b2c-4371-92c3-2bd9d5ebfc37'] in dv-neutron-839027-4-hyperv is: [{'id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'name': 'tempest-RoutersIpV6Test-router-1515006831', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:02Z', 'updated_at': '2022-04-29T13:33:19Z', 'revision_number': 4, 'project_id': '33491088bc784393989c1b50373e6c05', 'gw_port_host': None, '_interfaces': [{'id': '3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3', 'name': '', 'network_id': '7d573a94-a07b-4024-86a0-1976a3227664', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:9e:10:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '466e5aaa-34c7-4dd7-9289-82ec2012644f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:05Z', 'updated_at': '2022-04-29T13:33:12Z', 'revision_number': 5, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': '466e5aaa-34c7-4dd7-9289-82ec2012644f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4cee0afb-4e9e-4988-a132-9d2f9c87892a', 'name': '', 'network_id': '2cc1dd85-7766-4e16-9cbd-50546b19fb68', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:42:1a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c04a7c6-f04d-4973-bf7b-11379c7a4a7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:17Z', 'updated_at': '2022-04-29T13:33:19Z', 'revision_number': 2, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': '4c04a7c6-f04d-4973-bf7b-11379c7a4a7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fff330f-fe1f-4049-a280-a0f016a0e384', 'name': '', 'network_id': '7c862d92-50ff-42d0-8852-bc392333bb4f', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:c9:18:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00cd9a5-c8d3-4317-8a5e-4283456e7ac3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:11Z', 'updated_at': '2022-04-29T13:33:19Z', 'revision_number': 4, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': 'd00cd9a5-c8d3-4317-8a5e-4283456e7ac3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:33:21.815308 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-47c4f106-bcb2-4285-8918-dddb766357f0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:21.843584 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-16a6d5d6-a90e-4515-8113-b2dca4ed88f7 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:21.847821 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-47c4f106-bcb2-4285-8918-dddb766357f0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:21.870578 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-47c4f106-bcb2-4285-8918-dddb766357f0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Made reservation on behalf of 4b7a89f6c8564a04be449e2e6b4a95e5 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:33:21.873885 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-47c4f106-bcb2-4285-8918-dddb766357f0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:21.905388 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1afb06-ff02-436e-b0a3-fac8041b80d6 None None] Network 2cc1dd85-7766-4e16-9cbd-50546b19fb68 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:33:21.933366 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-16a6d5d6-a90e-4515-8113-b2dca4ed88f7 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:21.937486 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a6d5d6-a90e-4515-8113-b2dca4ed88f7 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:21.938124 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-16a6d5d6-a90e-4515-8113-b2dca4ed88f7 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:22.021513 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a47bf39d-af84-4698-b1b2-d77a606635c9 None None] Provisioning for port c28ffac0-5ebf-43f9-97fb-ecdf05116017 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:33:22.127521 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35388) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:22.133106 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-1b3c3b7f-2a01-4bf7-9367-b947d0a408ff tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'subnet': {'network_id': '68c561c6-dac5-464c-86b0-e147cfcec3a2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:22.137729 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-16a6d5d6-a90e-4515-8113-b2dca4ed88f7 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5644746 Apr 29 13:33:22.189809 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6d5d6-a90e-4515-8113-b2dca4ed88f7 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Network': ['ID=68c561c6-dac5-464c-86b0-e147cfcec3a2,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:22.197567 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device c28ffac0-5ebf-43f9-97fb-ecdf05116017 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:33:22.231885 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 68c561c6-dac5-464c-86b0-e147cfcec3a2 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:33:22.296146 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-47c4f106-bcb2-4285-8918-dddb766357f0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.20.0.5 (50e376a0-6ad3-49d7-b709-53155fe4f343/8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6/55afb72d-2255-4134-b3e2-12ccde86c874) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:33:22.301692 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1b3c3b7f-2a01-4bf7-9367-b947d0a408ff tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:22.307185 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1b3c3b7f-2a01-4bf7-9367-b947d0a408ff tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Usage tracker for resource:subnet and tenant:33491088bc784393989c1b50373e6c05 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:33:22.311932 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1b3c3b7f-2a01-4bf7-9367-b947d0a408ff tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:33:22.319297 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1b3c3b7f-2a01-4bf7-9367-b947d0a408ff tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:22.332316 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3c3b7f-2a01-4bf7-9367-b947d0a408ff tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Made reservation on behalf of 33491088bc784393989c1b50373e6c05 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:33:22.433516 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port c28ffac0-5ebf-43f9-97fb-ecdf05116017 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:33:22.438998 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port c28ffac0-5ebf-43f9-97fb-ecdf05116017 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:22.439373 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:22.517390 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1b3c3b7f-2a01-4bf7-9367-b947d0a408ff tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:22.668865 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:22.685783 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-c55ec622-7b28-49f3-a1ea-70f380a397d3 req-1e695e65-0d97-49f9-a783-dd2a43fbce96 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:33:22.740938 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port c28ffac0-5ebf-43f9-97fb-ecdf05116017, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=c28ffac0-5ebf-43f9-97fb-ecdf05116017,segment=NetworkSegment(4edb4e84-a6b1-4204-9f02-9e0c4ea51964),segment_id=4edb4e84-a6b1-4204-9f02-9e0c4ea51964)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:22.744012 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-c55ec622-7b28-49f3-a1ea-70f380a397d3 req-1e695e65-0d97-49f9-a783-dd2a43fbce96 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:33:22.745550 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c55ec622-7b28-49f3-a1ea-70f380a397d3 req-1e695e65-0d97-49f9-a783-dd2a43fbce96 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c6ee47c-9252-4b12-9261-85016cd85be6 HTTP/1.1" status: 200 len: 210 time: 0.1441510 Apr 29 13:33:22.765360 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:22.766235 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 83eb2858-8280-4bf3-95d8-a035d86d9eef up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:33:22.769966 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-47c4f106-bcb2-4285-8918-dddb766357f0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:22.809480 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-47c4f106-bcb2-4285-8918-dddb766357f0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Transition to ACTIVE for port object 55afb72d-2255-4134-b3e2-12ccde86c874 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:33:22.861629 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-47c4f106-bcb2-4285-8918-dddb766357f0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:22.947376 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-aabff61f-029b-4e53-9e69-d50e0674f928 None None] Provisioning for port 4cee0afb-4e9e-4988-a132-9d2f9c87892a completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:33:22.982792 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-aabff61f-029b-4e53-9e69-d50e0674f928 None None] Provisioning complete for port 4cee0afb-4e9e-4988-a132-9d2f9c87892a triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:22.985220 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aabff61f-029b-4e53-9e69-d50e0674f928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:22.991315 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-47c4f106-bcb2-4285-8918-dddb766357f0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 50e376a0-6ad3-49d7-b709-53155fe4f343 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:33:22.995603 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-47c4f106-bcb2-4285-8918-dddb766357f0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:33:22.998757 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba5bd9-fe4d-41be-b1e8-687bdf3165ac req-e4be30ff-14b9-4946-83af-bb80b31fb4fd tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:23.000324 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-47c4f106-bcb2-4285-8918-dddb766357f0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:33:23.007026 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-28ba5bd9-fe4d-41be-b1e8-687bdf3165ac req-e4be30ff-14b9-4946-83af-bb80b31fb4fd tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=d55d7b91-63e3-4b68-8b8a-232632f2b693 HTTP/1.1" status: 200 len: 944 time: 0.2270572 Apr 29 13:33:23.044499 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1b3c3b7f-2a01-4bf7-9367-b947d0a408ff tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:23.051923 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4f106-bcb2-4285-8918-dddb766357f0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=55afb72d-2255-4134-b3e2-12ccde86c874,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:23.052338 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=c28ffac0-5ebf-43f9-97fb-ecdf05116017,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:23.124378 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-47c4f106-bcb2-4285-8918-dddb766357f0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:23.126269 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-47c4f106-bcb2-4285-8918-dddb766357f0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:23.154381 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-aabff61f-029b-4e53-9e69-d50e0674f928 None None] Port 4cee0afb-4e9e-4988-a132-9d2f9c87892a cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:33:23.167474 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-47c4f106-bcb2-4285-8918-dddb766357f0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5543139 Apr 29 13:33:23.171303 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 83eb2858-8280-4bf3-95d8-a035d86d9eef completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:33:23.176559 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-a220f436-5951-4dd5-855e-19add4dc8f61 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:33:23.177171 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 83eb2858-8280-4bf3-95d8-a035d86d9eef triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:23.177545 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:23.179265 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-a220f436-5951-4dd5-855e-19add4dc8f61 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0067654 Apr 29 13:33:23.189644 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c3b7f-2a01-4bf7-9367-b947d0a408ff tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Subnet': ['ID=eb581f07-f185-4aec-8562-7205fa53fe6b,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:23.190682 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-c68ab578-edb6-48bc-a254-bdd72ad99961 service neutron] Request body: {'port': {'device_id': '1c6ee47c-9252-4b12-9261-85016cd85be6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:23.215570 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-28ba5bd9-fe4d-41be-b1e8-687bdf3165ac req-86218b65-0754-4fc9-a69c-1ff064fbdf1f tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074909 Apr 29 13:33:23.261164 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-aabff61f-029b-4e53-9e69-d50e0674f928 None None] Provisioning complete for port c28ffac0-5ebf-43f9-97fb-ecdf05116017 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:23.261531 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aabff61f-029b-4e53-9e69-d50e0674f928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:23.267997 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3c3b7f-2a01-4bf7-9367-b947d0a408ff tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Checking segment: {'id': 'e2e380e4-00a3-4fd2-acd9-6416670ca435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '68c561c6-dac5-464c-86b0-e147cfcec3a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:33:23.268722 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3c3b7f-2a01-4bf7-9367-b947d0a408ff tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network hostable DHCP agents. Network: 68c561c6-dac5-464c-86b0-e147cfcec3a2, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:33:23.300022 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3c3b7f-2a01-4bf7-9367-b947d0a408ff tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network 68c561c6-dac5-464c-86b0-e147cfcec3a2 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:33:23.314215 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-1b3c3b7f-2a01-4bf7-9367-b947d0a408ff tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 68c561c6-dac5-464c-86b0-e147cfcec3a2) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:33:23.319625 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3c3b7f-2a01-4bf7-9367-b947d0a408ff tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:23.320213 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1b3c3b7f-2a01-4bf7-9367-b947d0a408ff tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:23.347833 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91de9296-da92-4a87-9cfd-32f99fce0f0c None None] Network 68c561c6-dac5-464c-86b0-e147cfcec3a2 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:33:23.361364 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1b3c3b7f-2a01-4bf7-9367-b947d0a408ff tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2326224 Apr 29 13:33:23.362339 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35396) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:23.468462 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-c68ab578-edb6-48bc-a254-bdd72ad99961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:23.483006 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:23.601035 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 83eb2858-8280-4bf3-95d8-a035d86d9eef, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=83eb2858-8280-4bf3-95d8-a035d86d9eef,segment=NetworkSegment(216c42e3-957f-4efb-9364-f968e30d449a),segment_id=216c42e3-957f-4efb-9364-f968e30d449a)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:23.608343 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:23.609126 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 74e40074-a8d9-41cf-aba6-d70c3a9422c2 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:33:23.788011 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=83eb2858-8280-4bf3-95d8-a035d86d9eef,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:23.869940 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-c68ab578-edb6-48bc-a254-bdd72ad99961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55afb72d-2255-4134-b3e2-12ccde86c874 {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:33:23.881633 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-c68ab578-edb6-48bc-a254-bdd72ad99961 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:23.902217 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-c68ab578-edb6-48bc-a254-bdd72ad99961 service neutron] Transition to ACTIVE for port object 55afb72d-2255-4134-b3e2-12ccde86c874 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:33:23.907592 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-c68ab578-edb6-48bc-a254-bdd72ad99961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:23.928970 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-026dcc8f-b9d8-4785-bbbf-eaec906bf60a None None] Provisioning complete for port 4cee0afb-4e9e-4988-a132-9d2f9c87892a triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:23.929343 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-026dcc8f-b9d8-4785-bbbf-eaec906bf60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:23.954650 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcd426b-321b-48ef-9aaa-417b2b789ff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-68c561c6-dac5-464c-86b0-e147cfcec3a2', 'network_id': '68c561c6-dac5-464c-86b0-e147cfcec3a2', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'fixed_ips': [{'subnet_id': 'eb581f07-f185-4aec-8562-7205fa53fe6b'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:33:23.955487 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0bcd426b-321b-48ef-9aaa-417b2b789ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:23.993040 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 74e40074-a8d9-41cf-aba6-d70c3a9422c2 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:23.993413 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:24.093867 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-026dcc8f-b9d8-4785-bbbf-eaec906bf60a None None] Port 4cee0afb-4e9e-4988-a132-9d2f9c87892a cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:33:24.115431 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ab578-edb6-48bc-a254-bdd72ad99961 service neutron] Pushing event updated for resources: {'Port': ['ID=55afb72d-2255-4134-b3e2-12ccde86c874,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:24.150423 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bbbaf4df-69a9-422c-8eae-ed49a0398602 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:24.255291 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b41f52-6c1b-45d7-befa-a57cecd8d658 req-37c9b58e-ceb6-4eeb-a750-56eb1f1cb62c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:24.257048 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-31b41f52-6c1b-45d7-befa-a57cecd8d658 req-37c9b58e-ceb6-4eeb-a750-56eb1f1cb62c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c6ee47c-9252-4b12-9261-85016cd85be6 HTTP/1.1" status: 200 len: 943 time: 0.2942660 Apr 29 13:33:24.266240 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-026dcc8f-b9d8-4785-bbbf-eaec906bf60a None None] Provisioning for port 55afb72d-2255-4134-b3e2-12ccde86c874 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:33:24.352116 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-31b41f52-6c1b-45d7-befa-a57cecd8d658 req-8752bf0a-bce7-413c-94d3-6a8d5d4018bf tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f9d7a3d-addb-45f2-b851-d5da7cc1de55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877213 Apr 29 13:33:24.364647 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-c68ab578-edb6-48bc-a254-bdd72ad99961 service neutron] Attempting to bind port 55afb72d-2255-4134-b3e2-12ccde86c874 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:33:24.370917 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-c68ab578-edb6-48bc-a254-bdd72ad99961 service neutron] Attempting to bind port 55afb72d-2255-4134-b3e2-12ccde86c874 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '216c42e3-957f-4efb-9364-f968e30d449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:33:24.371258 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-c68ab578-edb6-48bc-a254-bdd72ad99961 service neutron] Attempting to bind port 55afb72d-2255-4134-b3e2-12ccde86c874 on network 50e376a0-6ad3-49d7-b709-53155fe4f343 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:33:24.379078 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-c68ab578-edb6-48bc-a254-bdd72ad99961 service neutron] Port 55afb72d-2255-4134-b3e2-12ccde86c874 on network 50e376a0-6ad3-49d7-b709-53155fe4f343 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:33:24.379342 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-c68ab578-edb6-48bc-a254-bdd72ad99961 service neutron] Attempting to bind port 55afb72d-2255-4134-b3e2-12ccde86c874 on network 50e376a0-6ad3-49d7-b709-53155fe4f343 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:33:24.386176 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-c68ab578-edb6-48bc-a254-bdd72ad99961 service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:33:24.386398 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-c68ab578-edb6-48bc-a254-bdd72ad99961 service neutron] Checking segment: {'id': '216c42e3-957f-4efb-9364-f968e30d449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:33:24.386705 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-c68ab578-edb6-48bc-a254-bdd72ad99961 service neutron] Bound using segment: {'id': '216c42e3-957f-4efb-9364-f968e30d449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:33:24.387130 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-c68ab578-edb6-48bc-a254-bdd72ad99961 service neutron] Bound port: 55afb72d-2255-4134-b3e2-12ccde86c874, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '216c42e3-957f-4efb-9364-f968e30d449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:33:24.387481 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-c68ab578-edb6-48bc-a254-bdd72ad99961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:24.466173 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-0bcd426b-321b-48ef-9aaa-417b2b789ff1 None None] Allocated IP 2001:db8:3::2 (68c561c6-dac5-464c-86b0-e147cfcec3a2/eb581f07-f185-4aec-8562-7205fa53fe6b/fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:33:24.514027 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-c68ab578-edb6-48bc-a254-bdd72ad99961 service neutron] For port 55afb72d-2255-4134-b3e2-12ccde86c874, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:33:24.518288 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-c68ab578-edb6-48bc-a254-bdd72ad99961 service neutron] For port 55afb72d-2255-4134-b3e2-12ccde86c874, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=55afb72d-2255-4134-b3e2-12ccde86c874,segment=NetworkSegment(216c42e3-957f-4efb-9364-f968e30d449a),segment_id=216c42e3-957f-4efb-9364-f968e30d449a)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:33:24.543182 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-c68ab578-edb6-48bc-a254-bdd72ad99961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:24.558577 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device edd9e428-3bea-42d1-bdb2-8748b903302e up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:33:24.612832 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-c68ab578-edb6-48bc-a254-bdd72ad99961 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:24.614202 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-c68ab578-edb6-48bc-a254-bdd72ad99961 service neutron] 10.222.0.32 "PUT /v2.0/ports/55afb72d-2255-4134-b3e2-12ccde86c874 HTTP/1.1" status: 200 len: 1093 time: 1.4288204 Apr 29 13:33:24.614784 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6ee47c-9252-4b12-9261-85016cd85be6', 'tag': '55afb72d-2255-4134-b3e2-12ccde86c874'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:33:24.615513 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device c28ffac0-5ebf-43f9-97fb-ecdf05116017 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:33:24.633123 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ab578-edb6-48bc-a254-bdd72ad99961 service neutron] Pushing event updated for resources: {'Port': ['ID=55afb72d-2255-4134-b3e2-12ccde86c874,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:24.717135 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8d27d0a-42e3-438e-9ee7-b8d9562f429a'] response: {'name': 'network-changed', 'server_uuid': '1c6ee47c-9252-4b12-9261-85016cd85be6', 'tag': '55afb72d-2255-4134-b3e2-12ccde86c874', 'status': 'completed', 'code': 200} Apr 29 13:33:24.727362 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b382fc8-0fca-4bc0-86c9-2795bf7b6473 req-255fdf48-02f4-425a-bb6c-d81a86e819c1 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:24.729449 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8b382fc8-0fca-4bc0-86c9-2795bf7b6473 req-255fdf48-02f4-425a-bb6c-d81a86e819c1 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=d55d7b91-63e3-4b68-8b8a-232632f2b693 HTTP/1.1" status: 200 len: 944 time: 0.2718811 Apr 29 13:33:24.743705 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port edd9e428-3bea-42d1-bdb2-8748b903302e completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:33:24.750403 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port edd9e428-3bea-42d1-bdb2-8748b903302e triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:24.750765 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:24.779631 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-1a2d895c-4902-433a-9aae-efbc94475021 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=1c6ee47c-9252-4b12-9261-85016cd85be6 HTTP/1.1" status: 200 len: 1096 time: 0.1170957 Apr 29 13:33:24.808228 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8b382fc8-0fca-4bc0-86c9-2795bf7b6473 req-4bc039fc-2762-4e8b-beff-d59569cd9fad tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662379 Apr 29 13:33:24.861899 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-b963d70d-3f6d-441d-8c9d-1b7e4781ffe4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55afb72d-2255-4134-b3e2-12ccde86c874 HTTP/1.1" status: 200 len: 217 time: 0.0752587 Apr 29 13:33:24.923955 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-a698071e-fae2-42ca-9c7b-278fac9de6c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:24.925461 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-a698071e-fae2-42ca-9c7b-278fac9de6c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6 HTTP/1.1" status: 200 len: 835 time: 0.0585034 Apr 29 13:33:24.933570 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port c28ffac0-5ebf-43f9-97fb-ecdf05116017 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:24.934031 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:25.003305 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-a986943f-011f-4627-aedd-3723dbe1cff4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=50e376a0-6ad3-49d7-b709-53155fe4f343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717247 Apr 29 13:33:25.014055 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0bcd426b-321b-48ef-9aaa-417b2b789ff1 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:25.051494 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0bcd426b-321b-48ef-9aaa-417b2b789ff1 None None] Transition to ACTIVE for port object fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:33:25.079234 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:25.106437 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0bcd426b-321b-48ef-9aaa-417b2b789ff1 None None] Transition to ACTIVE for port object fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:33:25.118239 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0bcd426b-321b-48ef-9aaa-417b2b789ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:25.141692 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-81bce73b-6527-481b-8c39-770ed9dea0a2 service neutron] 10.222.0.32 "GET /v2.0/networks/50e376a0-6ad3-49d7-b709-53155fe4f343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322169 Apr 29 13:33:25.154934 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55d7b91-63e3-4b68-8b8a-232632f2b693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd9e428-3bea-42d1-bdb2-8748b903302e'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:33:25.185381 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-bbbaf4df-69a9-422c-8eae-ed49a0398602 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Allocated IP 2001:db8:3::1 (68c561c6-dac5-464c-86b0-e147cfcec3a2/eb581f07-f185-4aec-8562-7205fa53fe6b/e9e5eb9a-4703-4579-87c8-cb20afaee75d) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:33:25.220336 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port edd9e428-3bea-42d1-bdb2-8748b903302e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=edd9e428-3bea-42d1-bdb2-8748b903302e,segment=NetworkSegment(53def5c8-aa99-4a75-8066-57e8c47ce92e),segment_id=53def5c8-aa99-4a75-8066-57e8c47ce92e)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:25.239273 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e73a7712-bdd1-4e3f-a170-700dbb1ddfeb'] response: {'server_uuid': 'd55d7b91-63e3-4b68-8b8a-232632f2b693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd9e428-3bea-42d1-bdb2-8748b903302e', 'code': 200} Apr 29 13:33:25.245588 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:25.261779 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcd426b-321b-48ef-9aaa-417b2b789ff1 None None] Network 68c561c6-dac5-464c-86b0-e147cfcec3a2 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:33:25.266750 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-0bcd426b-321b-48ef-9aaa-417b2b789ff1 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:33:25.269308 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 9fff330f-fe1f-4049-a280-a0f016a0e384 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:33:25.294561 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcd426b-321b-48ef-9aaa-417b2b789ff1 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:33:25.300368 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd426b-321b-48ef-9aaa-417b2b789ff1 None None] Pushing event updated for resources: {'Port': ['ID=fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:25.310690 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-37c4e74d-3000-4feb-97a1-6ae2d60c70a9 req-db1c44c7-763a-4303-9025-305c6713d421 service neutron] 10.222.0.32 "GET /v2.0/networks/50e376a0-6ad3-49d7-b709-53155fe4f343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628344 Apr 29 13:33:25.383303 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bbbaf4df-69a9-422c-8eae-ed49a0398602 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:25.413484 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-bbbaf4df-69a9-422c-8eae-ed49a0398602 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Transition to ACTIVE for port object e9e5eb9a-4703-4579-87c8-cb20afaee75d will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:33:25.445986 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bbbaf4df-69a9-422c-8eae-ed49a0398602 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:25.458337 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-28fea08c-4f5e-4a2f-ae4e-f09686bd718e req-b7206f57-793f-4d33-a88e-f71f6416cefa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=1c6ee47c-9252-4b12-9261-85016cd85be6 HTTP/1.1" status: 200 len: 1096 time: 0.0872467 Apr 29 13:33:25.533753 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0bcd426b-321b-48ef-9aaa-417b2b789ff1 None None] Attempting to bind port fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:33:25.534115 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0bcd426b-321b-48ef-9aaa-417b2b789ff1 None None] Attempting to bind port fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'e2e380e4-00a3-4fd2-acd9-6416670ca435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '68c561c6-dac5-464c-86b0-e147cfcec3a2'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:33:25.534506 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcd426b-321b-48ef-9aaa-417b2b789ff1 None None] Attempting to bind port fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1 on network 68c561c6-dac5-464c-86b0-e147cfcec3a2 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:33:25.543759 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=edd9e428-3bea-42d1-bdb2-8748b903302e,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:25.549763 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcd426b-321b-48ef-9aaa-417b2b789ff1 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:33:25.550162 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcd426b-321b-48ef-9aaa-417b2b789ff1 None None] Checking segment: {'id': 'e2e380e4-00a3-4fd2-acd9-6416670ca435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '68c561c6-dac5-464c-86b0-e147cfcec3a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:33:25.550521 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0bcd426b-321b-48ef-9aaa-417b2b789ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:25.550899 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcd426b-321b-48ef-9aaa-417b2b789ff1 None None] Bound using segment: {'id': 'e2e380e4-00a3-4fd2-acd9-6416670ca435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '68c561c6-dac5-464c-86b0-e147cfcec3a2'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:33:25.551368 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0bcd426b-321b-48ef-9aaa-417b2b789ff1 None None] Bound port: fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e380e4-00a3-4fd2-acd9-6416670ca435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '68c561c6-dac5-464c-86b0-e147cfcec3a2'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:33:25.551731 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0bcd426b-321b-48ef-9aaa-417b2b789ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:25.581551 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbaf4df-69a9-422c-8eae-ed49a0398602 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network 68c561c6-dac5-464c-86b0-e147cfcec3a2 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:33:25.591947 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-bbbaf4df-69a9-422c-8eae-ed49a0398602 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:33:25.595097 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbaf4df-69a9-422c-8eae-ed49a0398602 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:33:25.595969 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bbbaf4df-69a9-422c-8eae-ed49a0398602 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:25.602295 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 9fff330f-fe1f-4049-a280-a0f016a0e384 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:33:25.606404 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbaf4df-69a9-422c-8eae-ed49a0398602 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Port': ['ID=e9e5eb9a-4703-4579-87c8-cb20afaee75d,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:25.619023 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 9fff330f-fe1f-4049-a280-a0f016a0e384 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:25.619951 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:25.702046 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f771fb-e8a0-4c13-952d-f8a2eda6dbff req-17b7ae3b-6d50-4397-8cec-ddd331aaa595 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:25.703037 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-d6f771fb-e8a0-4c13-952d-f8a2eda6dbff req-17b7ae3b-6d50-4397-8cec-ddd331aaa595 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:33:25.713635 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-0bcd426b-321b-48ef-9aaa-417b2b789ff1 None None] For port fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:33:25.718481 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-0bcd426b-321b-48ef-9aaa-417b2b789ff1 None None] For port fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1,segment=NetworkSegment(e2e380e4-00a3-4fd2-acd9-6416670ca435),segment_id=e2e380e4-00a3-4fd2-acd9-6416670ca435)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:33:25.732842 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bbbaf4df-69a9-422c-8eae-ed49a0398602 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:25.743714 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-d6f771fb-e8a0-4c13-952d-f8a2eda6dbff req-17b7ae3b-6d50-4397-8cec-ddd331aaa595 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:33:25.745006 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d6f771fb-e8a0-4c13-952d-f8a2eda6dbff req-17b7ae3b-6d50-4397-8cec-ddd331aaa595 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c6ee47c-9252-4b12-9261-85016cd85be6 HTTP/1.1" status: 200 len: 943 time: 0.2225020 Apr 29 13:33:25.757158 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0bcd426b-321b-48ef-9aaa-417b2b789ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:25.775402 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fea08c-4f5e-4a2f-ae4e-f09686bd718e req-a33b375c-23ea-414e-9a14-610a2e875409 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:25.778101 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-28fea08c-4f5e-4a2f-ae4e-f09686bd718e req-a33b375c-23ea-414e-9a14-610a2e875409 service neutron] 10.222.0.32 "GET /v2.0/networks?id=50e376a0-6ad3-49d7-b709-53155fe4f343 HTTP/1.1" status: 200 len: 897 time: 0.3125908 Apr 29 13:33:25.784667 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ace2baeb-4ebb-42ce-a1d3-9dd08354dea8 req-4f273f88-9268-4c6b-b519-f43240abba1d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d55d7b91-63e3-4b68-8b8a-232632f2b693 HTTP/1.1" status: 200 len: 1098 time: 0.1155171 Apr 29 13:33:25.876173 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd426b-321b-48ef-9aaa-417b2b789ff1 None None] Pushing event updated for resources: {'Port': ['ID=fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:25.898211 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-28fea08c-4f5e-4a2f-ae4e-f09686bd718e req-262a8573-ee49-4d51-80bd-5573087ae480 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55afb72d-2255-4134-b3e2-12ccde86c874 HTTP/1.1" status: 200 len: 217 time: 0.1125915 Apr 29 13:33:25.906267 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ace2baeb-4ebb-42ce-a1d3-9dd08354dea8 req-72b05938-4cf3-491e-bcbc-82d187883d9d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706103 Apr 29 13:33:25.914962 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:25.967764 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 9fff330f-fe1f-4049-a280-a0f016a0e384, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=9fff330f-fe1f-4049-a280-a0f016a0e384,segment=NetworkSegment(5278a811-c6a6-4d01-98cd-db2f66b3d4ba),segment_id=5278a811-c6a6-4d01-98cd-db2f66b3d4ba)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:25.968598 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d6f771fb-e8a0-4c13-952d-f8a2eda6dbff req-c686d84b-5205-447f-b391-e3aec1be7cf0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f9d7a3d-addb-45f2-b851-d5da7cc1de55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876717 Apr 29 13:33:25.975423 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:25.978549 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 83eb2858-8280-4bf3-95d8-a035d86d9eef up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:33:26.046147 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fea08c-4f5e-4a2f-ae4e-f09686bd718e req-65f2b704-0b26-4707-9410-619d14558d3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:26.048321 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-28fea08c-4f5e-4a2f-ae4e-f09686bd718e req-65f2b704-0b26-4707-9410-619d14558d3f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6 HTTP/1.1" status: 200 len: 835 time: 0.1405954 Apr 29 13:33:26.192583 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=9fff330f-fe1f-4049-a280-a0f016a0e384,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:26.212133 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 83eb2858-8280-4bf3-95d8-a035d86d9eef triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:26.212514 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:26.292138 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6025ed-1c55-46f3-86ad-8d6c11281aa3 req-f84897bd-9491-46fc-a651-cee3d713b370 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:26.298981 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ca6025ed-1c55-46f3-86ad-8d6c11281aa3 req-f84897bd-9491-46fc-a651-cee3d713b370 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=d55d7b91-63e3-4b68-8b8a-232632f2b693 HTTP/1.1" status: 200 len: 945 time: 0.2494378 Apr 29 13:33:26.319204 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bbbaf4df-69a9-422c-8eae-ed49a0398602 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:26.338755 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-28fea08c-4f5e-4a2f-ae4e-f09686bd718e req-ccc5ba9d-d988-491b-8e01-5f2165428032 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=50e376a0-6ad3-49d7-b709-53155fe4f343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1882708 Apr 29 13:33:26.343491 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bbbaf4df-69a9-422c-8eae-ed49a0398602 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:26.344272 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bbbaf4df-69a9-422c-8eae-ed49a0398602 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:26.446707 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ca6025ed-1c55-46f3-86ad-8d6c11281aa3 req-7986075b-f0d4-4366-8239-97712377677e tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468828 Apr 29 13:33:26.511424 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-28fea08c-4f5e-4a2f-ae4e-f09686bd718e req-53e353c2-81e9-44d1-9d5c-b2b414c2658e service neutron] 10.222.0.32 "GET /v2.0/networks/50e376a0-6ad3-49d7-b709-53155fe4f343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621957 Apr 29 13:33:26.537102 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:33:26.615702 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:33:26.622304 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 9fff330f-fe1f-4049-a280-a0f016a0e384 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:33:26.645391 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbaf4df-69a9-422c-8eae-ed49a0398602 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event updated for resources: {'Port': ['ID=e9e5eb9a-4703-4579-87c8-cb20afaee75d,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:26.678702 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-28fea08c-4f5e-4a2f-ae4e-f09686bd718e req-727431eb-0961-4c24-a17e-1a05d734356d service neutron] 10.222.0.32 "GET /v2.0/networks/50e376a0-6ad3-49d7-b709-53155fe4f343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629632 Apr 29 13:33:26.698448 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 9fff330f-fe1f-4049-a280-a0f016a0e384 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:26.698843 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:26.710492 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbaf4df-69a9-422c-8eae-ed49a0398602 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Network 68c561c6-dac5-464c-86b0-e147cfcec3a2 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:33:26.711541 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-bbbaf4df-69a9-422c-8eae-ed49a0398602 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:33:27.058890 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbaf4df-69a9-422c-8eae-ed49a0398602 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Router d571496f-5b2c-4371-92c3-2bd9d5ebfc37 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:33:27.074226 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b1e58e-1fe7-424e-bf6d-4e70f20461e5 None None] Network 68c561c6-dac5-464c-86b0-e147cfcec3a2 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:33:27.173538 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a069c628-81e4-40bc-92ed-e969413c433a None None] Provisioning for port fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:33:27.190718 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a069c628-81e4-40bc-92ed-e969413c433a None None] Provisioning complete for port fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:27.191085 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a069c628-81e4-40bc-92ed-e969413c433a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:27.288466 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888997e4-1efc-4021-ae20-32f55c9c75e9 req-b6096360-7b0f-4fd3-96e5-ba89ec4b707a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:27.290048 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-888997e4-1efc-4021-ae20-32f55c9c75e9 req-b6096360-7b0f-4fd3-96e5-ba89ec4b707a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c6ee47c-9252-4b12-9261-85016cd85be6 HTTP/1.1" status: 200 len: 943 time: 0.1592848 Apr 29 13:33:27.306396 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbaf4df-69a9-422c-8eae-ed49a0398602 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:33:27.343998 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-bbbaf4df-69a9-422c-8eae-ed49a0398602 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "PUT /v2.0/routers/d571496f-5b2c-4371-92c3-2bd9d5ebfc37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9768796 Apr 29 13:33:27.344269 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35414) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:27.348783 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-2fefeb0b-12a0-43b2-a9b1-78726580dbee tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:27.362004 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-888997e4-1efc-4021-ae20-32f55c9c75e9 req-ffe38e52-341d-4f1f-adce-9110d8d1ce9b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f9d7a3d-addb-45f2-b851-d5da7cc1de55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587125 Apr 29 13:33:27.420224 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a069c628-81e4-40bc-92ed-e969413c433a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:27.464216 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a069c628-81e4-40bc-92ed-e969413c433a None None] For port fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1,segment=NetworkSegment(e2e380e4-00a3-4fd2-acd9-6416670ca435),segment_id=e2e380e4-00a3-4fd2-acd9-6416670ca435)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:27.468744 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a069c628-81e4-40bc-92ed-e969413c433a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:27.560491 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069c628-81e4-40bc-92ed-e969413c433a None None] Pushing event updated for resources: {'Port': ['ID=fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:27.702568 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f92a7cf3-f662-4184-8396-d64e107c0979 None None] Provisioning complete for port fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:27.702967 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f92a7cf3-f662-4184-8396-d64e107c0979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:27.808885 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42efc9d7-b4b8-4b5d-9b04-56d52b4b0db2 req-1ac11afc-fffb-42f2-bc7d-49168940d96b tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:27.810684 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-42efc9d7-b4b8-4b5d-9b04-56d52b4b0db2 req-1ac11afc-fffb-42f2-bc7d-49168940d96b tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=d55d7b91-63e3-4b68-8b8a-232632f2b693 HTTP/1.1" status: 200 len: 945 time: 0.1548049 Apr 29 13:33:27.840202 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f92a7cf3-f662-4184-8396-d64e107c0979 None None] Provisioning for port e9e5eb9a-4703-4579-87c8-cb20afaee75d completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:33:27.846043 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f92a7cf3-f662-4184-8396-d64e107c0979 None None] Provisioning complete for port e9e5eb9a-4703-4579-87c8-cb20afaee75d triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:27.846569 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f92a7cf3-f662-4184-8396-d64e107c0979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:27.901436 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f92a7cf3-f662-4184-8396-d64e107c0979 None None] Port e9e5eb9a-4703-4579-87c8-cb20afaee75d cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:33:27.927283 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:27.954278 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-42efc9d7-b4b8-4b5d-9b04-56d52b4b0db2 req-f8570fb3-499b-4634-8eaf-8072c00752a9 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351955 Apr 29 13:33:28.025264 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b3794c2d-7e88-4183-95bf-979bf765396f None None] Provisioning complete for port e9e5eb9a-4703-4579-87c8-cb20afaee75d triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:28.025785 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b3794c2d-7e88-4183-95bf-979bf765396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:28.096692 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b3794c2d-7e88-4183-95bf-979bf765396f None None] Port e9e5eb9a-4703-4579-87c8-cb20afaee75d cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:33:28.179136 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f5329-89dc-4c4a-bd45-6f911979be87 req-20cb992d-0c63-4b6c-8496-baeb959919b7 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:28.180499 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8a4f5329-89dc-4c4a-bd45-6f911979be87 req-20cb992d-0c63-4b6c-8496-baeb959919b7 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=d55d7b91-63e3-4b68-8b8a-232632f2b693 HTTP/1.1" status: 200 len: 945 time: 0.0787799 Apr 29 13:33:28.219688 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-52dc2ebe-1b00-4d2c-beb1-04cc56e65064 None None] Provisioning complete for port e9e5eb9a-4703-4579-87c8-cb20afaee75d triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:28.220173 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-52dc2ebe-1b00-4d2c-beb1-04cc56e65064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:28.221519 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.extraroute_db [None req-2fefeb0b-12a0-43b2-a9b1-78726580dbee tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=83904) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 29 13:33:28.228785 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8a4f5329-89dc-4c4a-bd45-6f911979be87 req-77249933-d4d3-45c2-bc07-aa7caf91b8a7 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418761 Apr 29 13:33:28.236630 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.extraroute_db [None req-2fefeb0b-12a0-43b2-a9b1-78726580dbee tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Removed routes are [] {{(pid=83904) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 29 13:33:28.237271 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fefeb0b-12a0-43b2-a9b1-78726580dbee tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:28.260718 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35424) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:28.277803 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-52dc2ebe-1b00-4d2c-beb1-04cc56e65064 None None] Port e9e5eb9a-4703-4579-87c8-cb20afaee75d cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:33:28.335137 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-98a3c75e-2740-48d2-b3f6-de90bf1e320d tempest-TestVolumeBootPattern-2004347973 tempest-TestVolumeBootPattern-2004347973-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=d55d7b91-63e3-4b68-8b8a-232632f2b693 HTTP/1.1" status: 200 len: 1093 time: 0.0727303 Apr 29 13:33:28.337618 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35428) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:28.342903 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-f40b6aa9-ad26-4154-bd41-cbd8708bda21 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'port_id': 'edd9e428-3bea-42d1-bdb2-8748b903302e', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:28.348344 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f40b6aa9-ad26-4154-bd41-cbd8708bda21 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:28.352325 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f40b6aa9-ad26-4154-bd41-cbd8708bda21 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Usage tracker for resource:floatingip and tenant:0c81113c84764616a8c807a160eb0515 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:33:28.356125 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f40b6aa9-ad26-4154-bd41-cbd8708bda21 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:33:28.362033 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f40b6aa9-ad26-4154-bd41-cbd8708bda21 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:28.374131 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f40b6aa9-ad26-4154-bd41-cbd8708bda21 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for floatingip, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:28.428442 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:33:28.511055 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:28.511425 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:28.542116 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f40b6aa9-ad26-4154-bd41-cbd8708bda21 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:28.543132 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 55afb72d-2255-4134-b3e2-12ccde86c874 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:33:28.615576 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fefeb0b-12a0-43b2-a9b1-78726580dbee tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:28.622673 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fefeb0b-12a0-43b2-a9b1-78726580dbee tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16423525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16423546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16419832'] for router, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:28.694755 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-f40b6aa9-ad26-4154-bd41-cbd8708bda21 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Allocated IP 172.26.6.159 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/b3b7749e-edec-4bba-ba21-6b32ebb85d9f) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:33:28.711131 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b944a8-922b-4b19-b67c-4b3f0f0114e1 req-a2c2b6ba-1e48-4c49-9956-3651e2f6a681 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:28.714660 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d6b944a8-922b-4b19-b67c-4b3f0f0114e1 req-a2c2b6ba-1e48-4c49-9956-3651e2f6a681 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c6ee47c-9252-4b12-9261-85016cd85be6 HTTP/1.1" status: 200 len: 943 time: 0.1907108 Apr 29 13:33:28.770397 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 55afb72d-2255-4134-b3e2-12ccde86c874, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=55afb72d-2255-4134-b3e2-12ccde86c874,segment=NetworkSegment(216c42e3-957f-4efb-9364-f968e30d449a),segment_id=216c42e3-957f-4efb-9364-f968e30d449a)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:28.787092 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '55afb72d-2255-4134-b3e2-12ccde86c874', 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343', 'port_id': '55afb72d-2255-4134-b3e2-12ccde86c874', 'mac_address': 'fa:16:3e:58:77:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:33:28.854972 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d6b944a8-922b-4b19-b67c-4b3f0f0114e1 req-69cd0824-a502-4d2e-a0fd-57d49d396023 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f9d7a3d-addb-45f2-b851-d5da7cc1de55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314092 Apr 29 13:33:28.866034 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:28.892528 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55afb72d-2255-4134-b3e2-12ccde86c874 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:33:28.897378 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fefeb0b-12a0-43b2-a9b1-78726580dbee tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Router d571496f-5b2c-4371-92c3-2bd9d5ebfc37 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:33:28.902085 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f40b6aa9-ad26-4154-bd41-cbd8708bda21 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:28.909428 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 55afb72d-2255-4134-b3e2-12ccde86c874, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=55afb72d-2255-4134-b3e2-12ccde86c874,segment=NetworkSegment(216c42e3-957f-4efb-9364-f968e30d449a),segment_id=216c42e3-957f-4efb-9364-f968e30d449a)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:28.914843 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:28.934864 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f40b6aa9-ad26-4154-bd41-cbd8708bda21 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:28.985759 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=55afb72d-2255-4134-b3e2-12ccde86c874,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:29.005931 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40b6aa9-ad26-4154-bd41-cbd8708bda21 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:33:29.008808 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-f40b6aa9-ad26-4154-bd41-cbd8708bda21 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:33:29.013269 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40b6aa9-ad26-4154-bd41-cbd8708bda21 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:33:29.040029 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b6aa9-ad26-4154-bd41-cbd8708bda21 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Pushing event updated for resources: {'Port': ['ID=b3b7749e-edec-4bba-ba21-6b32ebb85d9f,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:29.077217 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fefeb0b-12a0-43b2-a9b1-78726580dbee tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:33:29.083193 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2fefeb0b-12a0-43b2-a9b1-78726580dbee tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:29.084497 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2fefeb0b-12a0-43b2-a9b1-78726580dbee tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "PUT /v2.0/routers/d571496f-5b2c-4371-92c3-2bd9d5ebfc37 HTTP/1.1" status: 200 len: 954 time: 1.7400291 Apr 29 13:33:29.087020 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35434) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:29.217720 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['55afb72d-2255-4134-b3e2-12ccde86c874'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:33:29.265413 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ed5f00cd-f848-492d-9269-1a48ef88e002 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "GET /v2.0/routers/d571496f-5b2c-4371-92c3-2bd9d5ebfc37 HTTP/1.1" status: 200 len: 954 time: 0.1772864 Apr 29 13:33:29.267995 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35438) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:29.273006 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-36a4944e-fc72-418c-aed2-8bfcc2382eea tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'router': {'routes': None}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:29.645507 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f40b6aa9-ad26-4154-bd41-cbd8708bda21 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:29.704081 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f40b6aa9-ad26-4154-bd41-cbd8708bda21 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:29.917965 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3099043a-b414-409d-9813-bea94508590f None None] Sync routers for ids ['d571496f-5b2c-4371-92c3-2bd9d5ebfc37'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:33:29.933255 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3099043a-b414-409d-9813-bea94508590f None None] Routers {'d571496f-5b2c-4371-92c3-2bd9d5ebfc37'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:33:29.934232 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-3099043a-b414-409d-9813-bea94508590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:33:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['d571496f-5b2c-4371-92c3-2bd9d5ebfc37'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:29.944156 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f40b6aa9-ad26-4154-bd41-cbd8708bda21 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:29.954026 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f40b6aa9-ad26-4154-bd41-cbd8708bda21 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:29.988724 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.extraroute_db [None req-36a4944e-fc72-418c-aed2-8bfcc2382eea tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Added routes are [] {{(pid=83904) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 29 13:33:29.989380 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.extraroute_db [None req-36a4944e-fc72-418c-aed2-8bfcc2382eea tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=83904) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 29 13:33:30.020978 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-36a4944e-fc72-418c-aed2-8bfcc2382eea tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:30.102725 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-3099043a-b414-409d-9813-bea94508590f None None] Set router d571496f-5b2c-4371-92c3-2bd9d5ebfc37 gateway port host: None {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:33:30.138677 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b6aa9-ad26-4154-bd41-cbd8708bda21 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Pushing event updated for resources: {'Port': ['ID=b3b7749e-edec-4bba-ba21-6b32ebb85d9f,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:30.158286 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f40b6aa9-ad26-4154-bd41-cbd8708bda21 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:30.302495 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c297c-55e8-4222-a4ab-ff3cbf7c43a5 req-25085b06-967e-4d60-97b4-f55c65989311 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:30.304150 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-795c297c-55e8-4222-a4ab-ff3cbf7c43a5 req-25085b06-967e-4d60-97b4-f55c65989311 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c6ee47c-9252-4b12-9261-85016cd85be6 HTTP/1.1" status: 200 len: 944 time: 0.3092332 Apr 29 13:33:30.374351 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-795c297c-55e8-4222-a4ab-ff3cbf7c43a5 req-0e113185-50ee-45da-8265-5b371ec1ea33 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f9d7a3d-addb-45f2-b851-d5da7cc1de55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576696 Apr 29 13:33:30.379930 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-36a4944e-fc72-418c-aed2-8bfcc2382eea tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:30.384336 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-36a4944e-fc72-418c-aed2-8bfcc2382eea tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16423525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16423546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16419832'] for router, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:30.424490 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.l3_db [None req-f40b6aa9-ad26-4154-bd41-cbd8708bda21 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Floating IP 21d7ee8a-98a0-40c6-81c0-2ea0b751a414 associated. External IP: 172.26.6.159, port: edd9e428-3bea-42d1-bdb2-8748b903302e. Apr 29 13:33:30.451720 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-3099043a-b414-409d-9813-bea94508590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'name': 'tempest-RoutersIpV6Test-router-1515006831', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:02Z', 'updated_at': '2022-04-29T13:33:28Z', 'revision_number': 6, 'project_id': '33491088bc784393989c1b50373e6c05', 'gw_port_host': None, '_interfaces': [{'id': '3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3', 'name': '', 'network_id': '7d573a94-a07b-4024-86a0-1976a3227664', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:9e:10:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '466e5aaa-34c7-4dd7-9289-82ec2012644f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:05Z', 'updated_at': '2022-04-29T13:33:12Z', 'revision_number': 5, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': '466e5aaa-34c7-4dd7-9289-82ec2012644f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4cee0afb-4e9e-4988-a132-9d2f9c87892a', 'name': '', 'network_id': '2cc1dd85-7766-4e16-9cbd-50546b19fb68', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:42:1a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c04a7c6-f04d-4973-bf7b-11379c7a4a7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:17Z', 'updated_at': '2022-04-29T13:33:19Z', 'revision_number': 2, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': '4c04a7c6-f04d-4973-bf7b-11379c7a4a7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fff330f-fe1f-4049-a280-a0f016a0e384', 'name': '', 'network_id': '7c862d92-50ff-42d0-8852-bc392333bb4f', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:c9:18:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00cd9a5-c8d3-4317-8a5e-4283456e7ac3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:11Z', 'updated_at': '2022-04-29T13:33:25Z', 'revision_number': 5, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': 'd00cd9a5-c8d3-4317-8a5e-4283456e7ac3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9e5eb9a-4703-4579-87c8-cb20afaee75d', 'name': '', 'network_id': '68c561c6-dac5-464c-86b0-e147cfcec3a2', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:d8:90:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb581f07-f185-4aec-8562-7205fa53fe6b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:24Z', 'updated_at': '2022-04-29T13:33:26Z', 'revision_number': 2, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': 'eb581f07-f185-4aec-8562-7205fa53fe6b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:30.456608 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3099043a-b414-409d-9813-bea94508590f None None] Checking router: d571496f-5b2c-4371-92c3-2bd9d5ebfc37 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:33:30.457165 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3099043a-b414-409d-9813-bea94508590f None None] Updating router d571496f-5b2c-4371-92c3-2bd9d5ebfc37 port 4cee0afb-4e9e-4988-a132-9d2f9c87892a binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:33:30.511431 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3099043a-b414-409d-9813-bea94508590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:30.555148 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 55afb72d-2255-4134-b3e2-12ccde86c874 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:33:30.572333 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a4944e-fc72-418c-aed2-8bfcc2382eea tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Router d571496f-5b2c-4371-92c3-2bd9d5ebfc37 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:33:30.726988 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 55afb72d-2255-4134-b3e2-12ccde86c874 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:33:30.761794 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a4944e-fc72-418c-aed2-8bfcc2382eea tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:33:30.771065 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-36a4944e-fc72-418c-aed2-8bfcc2382eea tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:30.775943 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-36a4944e-fc72-418c-aed2-8bfcc2382eea tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "PUT /v2.0/routers/d571496f-5b2c-4371-92c3-2bd9d5ebfc37 HTTP/1.1" status: 200 len: 704 time: 1.5068626 Apr 29 13:33:30.777201 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35444) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:30.778899 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 55afb72d-2255-4134-b3e2-12ccde86c874 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:30.779272 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:30.942665 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40b6aa9-ad26-4154-bd41-cbd8708bda21 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Router 90173866-306d-4838-8552-62ba2c3bbe83 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:33:30.982536 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a2ff031d-f4d5-44bf-b94a-62bd5435d612 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "GET /v2.0/routers/d571496f-5b2c-4371-92c3-2bd9d5ebfc37 HTTP/1.1" status: 200 len: 704 time: 0.2020824 Apr 29 13:33:30.985122 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35448) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:30.989297 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:31.043418 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6ee47c-9252-4b12-9261-85016cd85be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55afb72d-2255-4134-b3e2-12ccde86c874'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:33:31.048840 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3099043a-b414-409d-9813-bea94508590f None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:31.063527 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 55afb72d-2255-4134-b3e2-12ccde86c874, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=55afb72d-2255-4134-b3e2-12ccde86c874,segment=NetworkSegment(216c42e3-957f-4efb-9364-f968e30d449a),segment_id=216c42e3-957f-4efb-9364-f968e30d449a)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:31.078741 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3099043a-b414-409d-9813-bea94508590f None None] Transition to ACTIVE for port object 4cee0afb-4e9e-4988-a132-9d2f9c87892a will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:33:31.084741 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:31.132200 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0efcf32-bf04-492b-be00-70605abf00a6'] response: {'server_uuid': '1c6ee47c-9252-4b12-9261-85016cd85be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55afb72d-2255-4134-b3e2-12ccde86c874', 'code': 200} Apr 29 13:33:31.133794 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3099043a-b414-409d-9813-bea94508590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:31.187477 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40b6aa9-ad26-4154-bd41-cbd8708bda21 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:33:31.199695 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3127c95-b096-4d29-b920-172d6f6a6ebf None None] Sync routers for ids ['90173866-306d-4838-8552-62ba2c3bbe83'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:33:31.218731 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f40b6aa9-ad26-4154-bd41-cbd8708bda21 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:31.221337 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3127c95-b096-4d29-b920-172d6f6a6ebf None None] Routers {'90173866-306d-4838-8552-62ba2c3bbe83'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:33:31.221998 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-b3127c95-b096-4d29-b920-172d6f6a6ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:33:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['90173866-306d-4838-8552-62ba2c3bbe83'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:31.294883 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f40b6aa9-ad26-4154-bd41-cbd8708bda21 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9560046 Apr 29 13:33:31.295503 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55d7b91-63e3-4b68-8b8a-232632f2b693', 'tag': 'edd9e428-3bea-42d1-bdb2-8748b903302e'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:33:31.299886 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=55afb72d-2255-4134-b3e2-12ccde86c874,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:31.383252 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0111d443-0734-4608-8ab8-d4d14c1dde5d'] response: {'name': 'network-changed', 'server_uuid': 'd55d7b91-63e3-4b68-8b8a-232632f2b693', 'tag': 'edd9e428-3bea-42d1-bdb2-8748b903302e', 'status': 'completed', 'code': 200} Apr 29 13:33:31.404274 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f12b13-4ead-4b7e-8f27-47fa46ec5a0b None None] Pushing event updated for resources: {'Port': ['ID=4cee0afb-4e9e-4988-a132-9d2f9c87892a,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:31.540461 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-b3127c95-b096-4d29-b920-172d6f6a6ebf None None] Set router 90173866-306d-4838-8552-62ba2c3bbe83 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:33:31.576447 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-3099043a-b414-409d-9813-bea94508590f None None] Attempting to bind port 4cee0afb-4e9e-4988-a132-9d2f9c87892a on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:33:31.577095 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-3099043a-b414-409d-9813-bea94508590f None None] Attempting to bind port 4cee0afb-4e9e-4988-a132-9d2f9c87892a by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '4edb4e84-a6b1-4204-9f02-9e0c4ea51964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cc1dd85-7766-4e16-9cbd-50546b19fb68'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:33:31.577453 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3099043a-b414-409d-9813-bea94508590f None None] Attempting to bind port 4cee0afb-4e9e-4988-a132-9d2f9c87892a on network 2cc1dd85-7766-4e16-9cbd-50546b19fb68 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:33:31.588937 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3099043a-b414-409d-9813-bea94508590f None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:33:31.589449 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3099043a-b414-409d-9813-bea94508590f None None] Checking segment: {'id': '4edb4e84-a6b1-4204-9f02-9e0c4ea51964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cc1dd85-7766-4e16-9cbd-50546b19fb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:33:31.589933 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3099043a-b414-409d-9813-bea94508590f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:31.590986 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3099043a-b414-409d-9813-bea94508590f None None] Bound using segment: {'id': '4edb4e84-a6b1-4204-9f02-9e0c4ea51964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cc1dd85-7766-4e16-9cbd-50546b19fb68'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:33:31.590986 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-3099043a-b414-409d-9813-bea94508590f None None] Bound port: 4cee0afb-4e9e-4988-a132-9d2f9c87892a, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edb4e84-a6b1-4204-9f02-9e0c4ea51964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2cc1dd85-7766-4e16-9cbd-50546b19fb68'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:33:31.591416 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3099043a-b414-409d-9813-bea94508590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:31.685172 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3099043a-b414-409d-9813-bea94508590f None None] For port 4cee0afb-4e9e-4988-a132-9d2f9c87892a, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:33:31.688339 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3099043a-b414-409d-9813-bea94508590f None None] For port 4cee0afb-4e9e-4988-a132-9d2f9c87892a, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=4cee0afb-4e9e-4988-a132-9d2f9c87892a,segment=NetworkSegment(4edb4e84-a6b1-4204-9f02-9e0c4ea51964),segment_id=4edb4e84-a6b1-4204-9f02-9e0c4ea51964)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:33:31.692796 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3099043a-b414-409d-9813-bea94508590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:31.733868 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1758379f-dcb0-4b9f-aee8-e6668fc59afa req-4b1f3b14-5029-4ae2-80fc-3f78aa3e5326 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c81113c84764616a8c807a160eb0515&device_id=d55d7b91-63e3-4b68-8b8a-232632f2b693 HTTP/1.1" status: 200 len: 1098 time: 0.3095992 Apr 29 13:33:31.753169 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ee57bcee-8a99-4f0b-9899-c0cf0ee00468 req-d39d683a-a057-4fe9-a7a5-0b619c786896 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1c6ee47c-9252-4b12-9261-85016cd85be6 HTTP/1.1" status: 200 len: 1098 time: 0.2603617 Apr 29 13:33:31.762917 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3099043a-b414-409d-9813-bea94508590f None None] Updating router d571496f-5b2c-4371-92c3-2bd9d5ebfc37 port e9e5eb9a-4703-4579-87c8-cb20afaee75d binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:33:31.767124 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16514785-24d0-4092-bcd7-de941ddc33d9 req-ec63cf4e-808c-4319-a0ff-4e6ed9b1cc70 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:31.781196 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-16514785-24d0-4092-bcd7-de941ddc33d9 req-ec63cf4e-808c-4319-a0ff-4e6ed9b1cc70 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c6ee47c-9252-4b12-9261-85016cd85be6 HTTP/1.1" status: 200 len: 945 time: 0.2029107 Apr 29 13:33:31.833736 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f12b13-4ead-4b7e-8f27-47fa46ec5a0b None None] Pushing event updated for resources: {'Port': ['ID=4cee0afb-4e9e-4988-a132-9d2f9c87892a,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:31.850529 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3099043a-b414-409d-9813-bea94508590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:31.912800 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ffe63cf5-0787-4dc4-aeed-285f1900873c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:31.983638 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-b3127c95-b096-4d29-b920-172d6f6a6ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90173866-306d-4838-8552-62ba2c3bbe83', 'name': 'tempest-TestVolumeBootPattern-1070817569-router', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:15Z', 'updated_at': '2022-04-29T13:29:24Z', 'revision_number': 4, 'project_id': '0c81113c84764616a8c807a160eb0515', 'gw_port': {'id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:17Z', 'updated_at': '2022-04-29T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '21d7ee8a-98a0-40c6-81c0-2ea0b751a414', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'floating_ip_address': '172.26.6.159', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'port_id': 'edd9e428-3bea-42d1-bdb2-8748b903302e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'mac_address': 'fa:16:3e:0a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d7b91-63e3-4b68-8b8a-232632f2b693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:33:29Z', 'updated_at': '2022-04-29T13:33:29Z', 'revision_number': 0, 'project_id': '0c81113c84764616a8c807a160eb0515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450a5ddf-21d5-46b8-b8fe-832fb0558e5b', 'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'mac_address': 'fa:16:3e:4b:3b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02705295-1364-4282-8393-7ae80461c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:22Z', 'updated_at': '2022-04-29T13:29:47Z', 'revision_number': 5, 'project_id': '0c81113c84764616a8c807a160eb0515', 'subnets': [{'id': '02705295-1364-4282-8393-7ae80461c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:31.989473 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3127c95-b096-4d29-b920-172d6f6a6ebf None None] Checking router: 90173866-306d-4838-8552-62ba2c3bbe83 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:33:32.004152 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3127c95-b096-4d29-b920-172d6f6a6ebf None None] Routers {'90173866-306d-4838-8552-62ba2c3bbe83'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:33:32.005469 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-b3127c95-b096-4d29-b920-172d6f6a6ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:33:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['90173866-306d-4838-8552-62ba2c3bbe83'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:32.100621 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-16514785-24d0-4092-bcd7-de941ddc33d9 req-e642b2cc-5c33-4bbc-92b1-4a283032ac28 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f9d7a3d-addb-45f2-b851-d5da7cc1de55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3185837 Apr 29 13:33:32.188637 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ee57bcee-8a99-4f0b-9899-c0cf0ee00468 req-750faf04-6fbf-4b48-84bc-50af1c3bd81a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8f9d7a3d-addb-45f2-b851-d5da7cc1de55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3651068 Apr 29 13:33:32.212943 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758379f-dcb0-4b9f-aee8-e6668fc59afa req-5ee618e4-f0e2-4995-95ba-3fa338d3ed97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:32.215067 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1758379f-dcb0-4b9f-aee8-e6668fc59afa req-5ee618e4-f0e2-4995-95ba-3fa338d3ed97 service neutron] 10.222.0.32 "GET /v2.0/networks?id=846dd749-f943-4e56-9d8e-6295c964eaa2 HTTP/1.1" status: 200 len: 913 time: 0.4709446 Apr 29 13:33:32.215403 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-b3127c95-b096-4d29-b920-172d6f6a6ebf None None] Set router 90173866-306d-4838-8552-62ba2c3bbe83 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:33:32.280575 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3099043a-b414-409d-9813-bea94508590f None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:32.294564 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3099043a-b414-409d-9813-bea94508590f None None] Transition to ACTIVE for port object e9e5eb9a-4703-4579-87c8-cb20afaee75d will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:33:32.301255 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3099043a-b414-409d-9813-bea94508590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:32.454898 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f12b13-4ead-4b7e-8f27-47fa46ec5a0b None None] Pushing event updated for resources: {'Port': ['ID=e9e5eb9a-4703-4579-87c8-cb20afaee75d,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:32.514095 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 4cee0afb-4e9e-4988-a132-9d2f9c87892a up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:33:32.636268 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-3099043a-b414-409d-9813-bea94508590f None None] Attempting to bind port e9e5eb9a-4703-4579-87c8-cb20afaee75d on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:33:32.637018 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-3099043a-b414-409d-9813-bea94508590f None None] Attempting to bind port e9e5eb9a-4703-4579-87c8-cb20afaee75d by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'e2e380e4-00a3-4fd2-acd9-6416670ca435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '68c561c6-dac5-464c-86b0-e147cfcec3a2'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:33:32.637018 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3099043a-b414-409d-9813-bea94508590f None None] Attempting to bind port e9e5eb9a-4703-4579-87c8-cb20afaee75d on network 68c561c6-dac5-464c-86b0-e147cfcec3a2 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:33:32.648500 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3099043a-b414-409d-9813-bea94508590f None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:33:32.648893 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3099043a-b414-409d-9813-bea94508590f None None] Checking segment: {'id': 'e2e380e4-00a3-4fd2-acd9-6416670ca435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '68c561c6-dac5-464c-86b0-e147cfcec3a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:33:32.649033 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1758379f-dcb0-4b9f-aee8-e6668fc59afa req-c40ce147-b61c-49c7-b36f-bd5604cfb521 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edd9e428-3bea-42d1-bdb2-8748b903302e HTTP/1.1" status: 200 len: 999 time: 0.2115996 Apr 29 13:33:32.649291 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3099043a-b414-409d-9813-bea94508590f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:32.649673 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3099043a-b414-409d-9813-bea94508590f None None] Bound using segment: {'id': 'e2e380e4-00a3-4fd2-acd9-6416670ca435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '68c561c6-dac5-464c-86b0-e147cfcec3a2'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:33:32.650137 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-3099043a-b414-409d-9813-bea94508590f None None] Bound port: e9e5eb9a-4703-4579-87c8-cb20afaee75d, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e380e4-00a3-4fd2-acd9-6416670ca435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '68c561c6-dac5-464c-86b0-e147cfcec3a2'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:33:32.650498 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3099043a-b414-409d-9813-bea94508590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:32.653345 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-b3127c95-b096-4d29-b920-172d6f6a6ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90173866-306d-4838-8552-62ba2c3bbe83', 'name': 'tempest-TestVolumeBootPattern-1070817569-router', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:15Z', 'updated_at': '2022-04-29T13:29:24Z', 'revision_number': 4, 'project_id': '0c81113c84764616a8c807a160eb0515', 'gw_port': {'id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:17Z', 'updated_at': '2022-04-29T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '21d7ee8a-98a0-40c6-81c0-2ea0b751a414', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'floating_ip_address': '172.26.6.159', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'port_id': 'edd9e428-3bea-42d1-bdb2-8748b903302e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'mac_address': 'fa:16:3e:0a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d7b91-63e3-4b68-8b8a-232632f2b693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:33:29Z', 'updated_at': '2022-04-29T13:33:29Z', 'revision_number': 0, 'project_id': '0c81113c84764616a8c807a160eb0515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450a5ddf-21d5-46b8-b8fe-832fb0558e5b', 'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'mac_address': 'fa:16:3e:4b:3b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02705295-1364-4282-8393-7ae80461c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:22Z', 'updated_at': '2022-04-29T13:29:47Z', 'revision_number': 5, 'project_id': '0c81113c84764616a8c807a160eb0515', 'subnets': [{'id': '02705295-1364-4282-8393-7ae80461c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:32.658340 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3127c95-b096-4d29-b920-172d6f6a6ebf None None] The sync data for ids ['90173866-306d-4838-8552-62ba2c3bbe83'] in dv-neutron-839027-4-hyperv is: [{'id': '90173866-306d-4838-8552-62ba2c3bbe83', 'name': 'tempest-TestVolumeBootPattern-1070817569-router', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:15Z', 'updated_at': '2022-04-29T13:29:24Z', 'revision_number': 4, 'project_id': '0c81113c84764616a8c807a160eb0515', 'gw_port': {'id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:17Z', 'updated_at': '2022-04-29T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '21d7ee8a-98a0-40c6-81c0-2ea0b751a414', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'floating_ip_address': '172.26.6.159', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'port_id': 'edd9e428-3bea-42d1-bdb2-8748b903302e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'mac_address': 'fa:16:3e:0a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d7b91-63e3-4b68-8b8a-232632f2b693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:33:29Z', 'updated_at': '2022-04-29T13:33:29Z', 'revision_number': 0, 'project_id': '0c81113c84764616a8c807a160eb0515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450a5ddf-21d5-46b8-b8fe-832fb0558e5b', 'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'mac_address': 'fa:16:3e:4b:3b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02705295-1364-4282-8393-7ae80461c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:22Z', 'updated_at': '2022-04-29T13:29:47Z', 'revision_number': 5, 'project_id': '0c81113c84764616a8c807a160eb0515', 'subnets': [{'id': '02705295-1364-4282-8393-7ae80461c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:33:32.740841 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 4cee0afb-4e9e-4988-a132-9d2f9c87892a completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:33:32.756245 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 4cee0afb-4e9e-4988-a132-9d2f9c87892a triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:32.756606 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:32.767383 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758379f-dcb0-4b9f-aee8-e6668fc59afa req-da35bd4f-bf3a-4e6b-92d9-53c3c0233c5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:32.768872 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1758379f-dcb0-4b9f-aee8-e6668fc59afa req-da35bd4f-bf3a-4e6b-92d9-53c3c0233c5a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=02705295-1364-4282-8393-7ae80461c414 HTTP/1.1" status: 200 len: 851 time: 0.1048384 Apr 29 13:33:32.798176 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3099043a-b414-409d-9813-bea94508590f None None] For port e9e5eb9a-4703-4579-87c8-cb20afaee75d, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:33:32.824889 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3099043a-b414-409d-9813-bea94508590f None None] For port e9e5eb9a-4703-4579-87c8-cb20afaee75d, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e9e5eb9a-4703-4579-87c8-cb20afaee75d,segment=NetworkSegment(e2e380e4-00a3-4fd2-acd9-6416670ca435),segment_id=e2e380e4-00a3-4fd2-acd9-6416670ca435)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:33:32.834767 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3099043a-b414-409d-9813-bea94508590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:32.925425 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1758379f-dcb0-4b9f-aee8-e6668fc59afa req-9d1dc198-288f-45f6-b391-d0e472a27543 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=846dd749-f943-4e56-9d8e-6295c964eaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1500838 Apr 29 13:33:32.961217 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-ffe63cf5-0787-4dc4-aeed-285f1900873c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Deleting port e9e5eb9a-4703-4579-87c8-cb20afaee75d {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:33:32.961655 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ffe63cf5-0787-4dc4-aeed-285f1900873c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:32.968282 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:32.977777 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f12b13-4ead-4b7e-8f27-47fa46ec5a0b None None] Pushing event updated for resources: {'Port': ['ID=e9e5eb9a-4703-4579-87c8-cb20afaee75d,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:32.989232 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3099043a-b414-409d-9813-bea94508590f None None] Routers {'d571496f-5b2c-4371-92c3-2bd9d5ebfc37'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:33:32.989852 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-3099043a-b414-409d-9813-bea94508590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:33:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['d571496f-5b2c-4371-92c3-2bd9d5ebfc37'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:33.134343 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 4cee0afb-4e9e-4988-a132-9d2f9c87892a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=4cee0afb-4e9e-4988-a132-9d2f9c87892a,segment=NetworkSegment(4edb4e84-a6b1-4204-9f02-9e0c4ea51964),segment_id=4edb4e84-a6b1-4204-9f02-9e0c4ea51964)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:33.139523 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:33.215434 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-3099043a-b414-409d-9813-bea94508590f None None] Set router d571496f-5b2c-4371-92c3-2bd9d5ebfc37 gateway port host: None {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:33:33.276884 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=4cee0afb-4e9e-4988-a132-9d2f9c87892a,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:33.322902 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1758379f-dcb0-4b9f-aee8-e6668fc59afa req-2724c057-cca3-4923-b029-8a4e75a79f06 service neutron] 10.222.0.32 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889234 Apr 29 13:33:33.344209 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da53ffa-cb5b-45b5-a949-215f04c679e0 req-31e76d46-c8bc-45d8-82ea-5b702e4afe1e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:33.345841 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5da53ffa-cb5b-45b5-a949-215f04c679e0 req-31e76d46-c8bc-45d8-82ea-5b702e4afe1e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c6ee47c-9252-4b12-9261-85016cd85be6 HTTP/1.1" status: 200 len: 945 time: 0.0983672 Apr 29 13:33:33.408069 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5da53ffa-cb5b-45b5-a949-215f04c679e0 req-fa3df241-4670-45da-9f64-c7482b9317f9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f9d7a3d-addb-45f2-b851-d5da7cc1de55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557525 Apr 29 13:33:33.471698 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-ffe63cf5-0787-4dc4-aeed-285f1900873c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] For port e9e5eb9a-4703-4579-87c8-cb20afaee75d, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e9e5eb9a-4703-4579-87c8-cb20afaee75d,segment=NetworkSegment(e2e380e4-00a3-4fd2-acd9-6416670ca435),segment_id=e2e380e4-00a3-4fd2-acd9-6416670ca435)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:33.472140 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ffe63cf5-0787-4dc4-aeed-285f1900873c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:33.614576 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-ffe63cf5-0787-4dc4-aeed-285f1900873c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Calling delete_port for e9e5eb9a-4703-4579-87c8-cb20afaee75d owned by network:router_interface {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:33:33.622772 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-3099043a-b414-409d-9813-bea94508590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'name': 'tempest-RoutersIpV6Test-router-1515006831', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:02Z', 'updated_at': '2022-04-29T13:33:29Z', 'revision_number': 7, 'project_id': '33491088bc784393989c1b50373e6c05', 'gw_port_host': None, '_interfaces': [{'id': '3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3', 'name': '', 'network_id': '7d573a94-a07b-4024-86a0-1976a3227664', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:9e:10:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '466e5aaa-34c7-4dd7-9289-82ec2012644f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:05Z', 'updated_at': '2022-04-29T13:33:12Z', 'revision_number': 5, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': '466e5aaa-34c7-4dd7-9289-82ec2012644f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4cee0afb-4e9e-4988-a132-9d2f9c87892a', 'name': '', 'network_id': '2cc1dd85-7766-4e16-9cbd-50546b19fb68', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:42:1a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c04a7c6-f04d-4973-bf7b-11379c7a4a7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:17Z', 'updated_at': '2022-04-29T13:33:31Z', 'revision_number': 4, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': '4c04a7c6-f04d-4973-bf7b-11379c7a4a7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fff330f-fe1f-4049-a280-a0f016a0e384', 'name': '', 'network_id': '7c862d92-50ff-42d0-8852-bc392333bb4f', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:c9:18:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00cd9a5-c8d3-4317-8a5e-4283456e7ac3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:11Z', 'updated_at': '2022-04-29T13:33:25Z', 'revision_number': 5, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': 'd00cd9a5-c8d3-4317-8a5e-4283456e7ac3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9e5eb9a-4703-4579-87c8-cb20afaee75d', 'name': '', 'network_id': '68c561c6-dac5-464c-86b0-e147cfcec3a2', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:d8:90:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb581f07-f185-4aec-8562-7205fa53fe6b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:24Z', 'updated_at': '2022-04-29T13:33:32Z', 'revision_number': 4, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': 'eb581f07-f185-4aec-8562-7205fa53fe6b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:33.627519 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3099043a-b414-409d-9813-bea94508590f None None] The sync data for ids ['d571496f-5b2c-4371-92c3-2bd9d5ebfc37'] in dv-neutron-839027-4-hyperv is: [{'id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'name': 'tempest-RoutersIpV6Test-router-1515006831', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:02Z', 'updated_at': '2022-04-29T13:33:29Z', 'revision_number': 7, 'project_id': '33491088bc784393989c1b50373e6c05', 'gw_port_host': None, '_interfaces': [{'id': '3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3', 'name': '', 'network_id': '7d573a94-a07b-4024-86a0-1976a3227664', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:9e:10:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '466e5aaa-34c7-4dd7-9289-82ec2012644f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:05Z', 'updated_at': '2022-04-29T13:33:12Z', 'revision_number': 5, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': '466e5aaa-34c7-4dd7-9289-82ec2012644f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4cee0afb-4e9e-4988-a132-9d2f9c87892a', 'name': '', 'network_id': '2cc1dd85-7766-4e16-9cbd-50546b19fb68', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:42:1a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c04a7c6-f04d-4973-bf7b-11379c7a4a7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:17Z', 'updated_at': '2022-04-29T13:33:31Z', 'revision_number': 4, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': '4c04a7c6-f04d-4973-bf7b-11379c7a4a7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fff330f-fe1f-4049-a280-a0f016a0e384', 'name': '', 'network_id': '7c862d92-50ff-42d0-8852-bc392333bb4f', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:c9:18:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00cd9a5-c8d3-4317-8a5e-4283456e7ac3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:11Z', 'updated_at': '2022-04-29T13:33:25Z', 'revision_number': 5, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': 'd00cd9a5-c8d3-4317-8a5e-4283456e7ac3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9e5eb9a-4703-4579-87c8-cb20afaee75d', 'name': '', 'network_id': '68c561c6-dac5-464c-86b0-e147cfcec3a2', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:d8:90:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb581f07-f185-4aec-8562-7205fa53fe6b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:24Z', 'updated_at': '2022-04-29T13:33:32Z', 'revision_number': 4, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': 'eb581f07-f185-4aec-8562-7205fa53fe6b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:33:33.686851 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1758379f-dcb0-4b9f-aee8-e6668fc59afa req-f638292c-edec-44e2-861a-cc10d2393f13 service neutron] 10.222.0.32 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569300 Apr 29 13:33:33.839549 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ffe63cf5-0787-4dc4-aeed-285f1900873c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:33.887900 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe63cf5-0787-4dc4-aeed-285f1900873c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Port': ['ID=e9e5eb9a-4703-4579-87c8-cb20afaee75d,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:34.107318 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ffe63cf5-0787-4dc4-aeed-285f1900873c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:34.430032 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 4cee0afb-4e9e-4988-a132-9d2f9c87892a up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:33:34.504162 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 4cee0afb-4e9e-4988-a132-9d2f9c87892a triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:33:34.504556 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:34.745591 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81bbec-3cdc-4845-9815-a930046baebc req-84a08524-c52d-45d5-8c4a-84964a680d79 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:34.747022 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7e81bbec-3cdc-4845-9815-a930046baebc req-84a08524-c52d-45d5-8c4a-84964a680d79 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c6ee47c-9252-4b12-9261-85016cd85be6 HTTP/1.1" status: 200 len: 945 time: 0.1503603 Apr 29 13:33:34.799520 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe63cf5-0787-4dc4-aeed-285f1900873c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Router d571496f-5b2c-4371-92c3-2bd9d5ebfc37 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:33:34.817370 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7e81bbec-3cdc-4845-9815-a930046baebc req-5da5d1b3-e3ea-424b-af3a-ca38c02f4090 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f9d7a3d-addb-45f2-b851-d5da7cc1de55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639617 Apr 29 13:33:34.988721 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe63cf5-0787-4dc4-aeed-285f1900873c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:33:35.002583 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ffe63cf5-0787-4dc4-aeed-285f1900873c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "PUT /v2.0/routers/d571496f-5b2c-4371-92c3-2bd9d5ebfc37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0164204 Apr 29 13:33:35.005297 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35470) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:35.025235 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f307af-cf57-4538-a55f-4d514ea15c0a req-0b637e47-ee57-4de6-86df-c111cbe89d43 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:35.026863 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-47f307af-cf57-4538-a55f-4d514ea15c0a req-0b637e47-ee57-4de6-86df-c111cbe89d43 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c6ee47c-9252-4b12-9261-85016cd85be6 HTTP/1.1" status: 200 len: 945 time: 0.0791631 Apr 29 13:33:35.071022 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-47f307af-cf57-4538-a55f-4d514ea15c0a req-28ccddfd-ff52-4901-bf46-0f8b9f22a8ee tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f9d7a3d-addb-45f2-b851-d5da7cc1de55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384870 Apr 29 13:33:35.098384 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35474) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:35.170757 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-50f721fe-5175-47a9-ac49-fae39c6b1651 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1c6ee47c-9252-4b12-9261-85016cd85be6 HTTP/1.1" status: 200 len: 1093 time: 0.0711052 Apr 29 13:33:35.173351 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35478) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:35.178396 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-416a683c-a000-4ad8-95f0-406eb21e6ff2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'port_id': '55afb72d-2255-4134-b3e2-12ccde86c874', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:35.184714 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-416a683c-a000-4ad8-95f0-406eb21e6ff2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:35.188734 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-416a683c-a000-4ad8-95f0-406eb21e6ff2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:floatingip and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:33:35.189743 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e267b61-a803-41ac-8633-e7c50b7c0d9c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Deleting subnet eb581f07-f185-4aec-8562-7205fa53fe6b {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:33:35.191694 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-416a683c-a000-4ad8-95f0-406eb21e6ff2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:33:35.192591 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9e267b61-a803-41ac-8633-e7c50b7c0d9c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:35.198382 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-416a683c-a000-4ad8-95f0-406eb21e6ff2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:35.208809 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-416a683c-a000-4ad8-95f0-406eb21e6ff2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:35.250618 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9e267b61-a803-41ac-8633-e7c50b7c0d9c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:35.331407 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9e267b61-a803-41ac-8633-e7c50b7c0d9c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:35.343841 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-416a683c-a000-4ad8-95f0-406eb21e6ff2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:35.407666 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9e267b61-a803-41ac-8633-e7c50b7c0d9c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:35.447306 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e267b61-a803-41ac-8633-e7c50b7c0d9c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Subnet': ['ID=eb581f07-f185-4aec-8562-7205fa53fe6b,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:35.453542 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9e267b61-a803-41ac-8633-e7c50b7c0d9c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:35.460409 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9e267b61-a803-41ac-8633-e7c50b7c0d9c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/subnets/eb581f07-f185-4aec-8562-7205fa53fe6b HTTP/1.1" status: 204 len: 168 time: 0.4541636 Apr 29 13:33:35.460680 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21e93e1-cbf9-4e39-a0c3-a9e0976f4b4d None None] Network 68c561c6-dac5-464c-86b0-e147cfcec3a2 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:33:35.463187 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35482) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:35.588086 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-416a683c-a000-4ad8-95f0-406eb21e6ff2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.26.6.168 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/98b2b93a-5aa0-48db-b7ed-c6aa35e10fcd) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:33:35.598991 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-92002b56-9527-41dd-bd00-dd77d0a28468 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:35.673022 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-92002b56-9527-41dd-bd00-dd77d0a28468 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Deleting port fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:33:35.673366 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-92002b56-9527-41dd-bd00-dd77d0a28468 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:35.705213 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a557bb19-dc5d-433f-b381-6fb41f0e51b2 None None] DHCP port deletion for 68c561c6-dac5-464c-86b0-e147cfcec3a2 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:33:35.710271 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-a557bb19-dc5d-433f-b381-6fb41f0e51b2 None None] Deleting port fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:33:35.710735 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a557bb19-dc5d-433f-b381-6fb41f0e51b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:35.854505 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-416a683c-a000-4ad8-95f0-406eb21e6ff2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:35.912349 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a557bb19-dc5d-433f-b381-6fb41f0e51b2 None None] For port fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1,segment=NetworkSegment(e2e380e4-00a3-4fd2-acd9-6416670ca435),segment_id=e2e380e4-00a3-4fd2-acd9-6416670ca435)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:35.912709 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a557bb19-dc5d-433f-b381-6fb41f0e51b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:35.959811 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-92002b56-9527-41dd-bd00-dd77d0a28468 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] For port fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1,segment=NetworkSegment(e2e380e4-00a3-4fd2-acd9-6416670ca435),segment_id=e2e380e4-00a3-4fd2-acd9-6416670ca435)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:35.960919 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-92002b56-9527-41dd-bd00-dd77d0a28468 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:36.035290 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d45f96e-1b44-4eca-984c-14c03197b0b5 None None] New status for floating IP 21d7ee8a-98a0-40c6-81c0-2ea0b751a414: ACTIVE {{(pid=83906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:33:36.085543 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-92002b56-9527-41dd-bd00-dd77d0a28468 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Calling delete_port for fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:33:36.091002 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-a557bb19-dc5d-433f-b381-6fb41f0e51b2 None None] Calling delete_port for fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:33:36.249105 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-416a683c-a000-4ad8-95f0-406eb21e6ff2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:36.285694 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a557bb19-dc5d-433f-b381-6fb41f0e51b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:36.337123 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416a683c-a000-4ad8-95f0-406eb21e6ff2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:33:36.337921 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a683c-a000-4ad8-95f0-406eb21e6ff2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=98b2b93a-5aa0-48db-b7ed-c6aa35e10fcd,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:36.341161 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-416a683c-a000-4ad8-95f0-406eb21e6ff2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:33:36.343132 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.db.api [None req-92002b56-9527-41dd-bd00-dd77d0a28468 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:33:36.343441 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG oslo_db.api [None req-92002b56-9527-41dd-bd00-dd77d0a28468 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:33:36.344174 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416a683c-a000-4ad8-95f0-406eb21e6ff2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:33:36.345228 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557bb19-dc5d-433f-b381-6fb41f0e51b2 None None] Pushing event deleted for resources: {'Port': ['ID=fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:36.405111 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a557bb19-dc5d-433f-b381-6fb41f0e51b2 None None] No DVR routers for this DVR port fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:33:36.428472 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:33:36.465840 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:33:36.466602 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:33:36.845542 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-92002b56-9527-41dd-bd00-dd77d0a28468 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Deleting port fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:33:36.845879 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-92002b56-9527-41dd-bd00-dd77d0a28468 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:36.873981 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-416a683c-a000-4ad8-95f0-406eb21e6ff2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:36.942719 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-92002b56-9527-41dd-bd00-dd77d0a28468 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] The port 'fe6fab26-d8a3-4516-b9cc-5f4ac79a60c1' was deleted {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:33:37.051850 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-416a683c-a000-4ad8-95f0-406eb21e6ff2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:37.113764 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-92002b56-9527-41dd-bd00-dd77d0a28468 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:37.147310 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-92002b56-9527-41dd-bd00-dd77d0a28468 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c561c6-dac5-464c-86b0-e147cfcec3a2']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:37.174946 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-92002b56-9527-41dd-bd00-dd77d0a28468 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e380e4-00a3-4fd2-acd9-6416670ca435') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:37.175239 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-92002b56-9527-41dd-bd00-dd77d0a28468 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e380e4-00a3-4fd2-acd9-6416670ca435') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:37.236845 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-92002b56-9527-41dd-bd00-dd77d0a28468 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:37.265057 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-92002b56-9527-41dd-bd00-dd77d0a28468 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:37.283117 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92002b56-9527-41dd-bd00-dd77d0a28468 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:33:37.283495 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-92002b56-9527-41dd-bd00-dd77d0a28468 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: util.warn( Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: util.warn( Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: util.warn( Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: util.warn( Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:33:37.297188 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:33:37.394868 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-92002b56-9527-41dd-bd00-dd77d0a28468 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:37.419614 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-92002b56-9527-41dd-bd00-dd77d0a28468 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:37.437218 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-416a683c-a000-4ad8-95f0-406eb21e6ff2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:37.441615 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92002b56-9527-41dd-bd00-dd77d0a28468 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Network': ['ID=68c561c6-dac5-464c-86b0-e147cfcec3a2,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:37.446307 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-416a683c-a000-4ad8-95f0-406eb21e6ff2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:37.487550 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-92002b56-9527-41dd-bd00-dd77d0a28468 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/networks/68c561c6-dac5-464c-86b0-e147cfcec3a2 HTTP/1.1" status: 204 len: 168 time: 2.0224504 Apr 29 13:33:37.490351 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35488) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:37.553740 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a683c-a000-4ad8-95f0-406eb21e6ff2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=98b2b93a-5aa0-48db-b7ed-c6aa35e10fcd,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:37.570835 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-416a683c-a000-4ad8-95f0-406eb21e6ff2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:37.849540 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a3eb4a0-13db-48f5-8372-808e0a2eb550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:37.870013 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7e036849-6365-4851-b26d-560bbec59b68 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:37.911450 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.l3_db [None req-416a683c-a000-4ad8-95f0-406eb21e6ff2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Floating IP 0307fca3-15a9-40f1-95c7-2d04a70238d3 associated. External IP: 172.26.6.168, port: 55afb72d-2255-4134-b3e2-12ccde86c874. Apr 29 13:33:38.343492 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416a683c-a000-4ad8-95f0-406eb21e6ff2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router bf902dfe-5674-4831-bbd4-c4e5c1c7f209 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:33:38.559563 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416a683c-a000-4ad8-95f0-406eb21e6ff2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:33:38.571555 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd1d7a7-5998-40cf-8c28-e16094fe552e None None] Sync routers for ids ['bf902dfe-5674-4831-bbd4-c4e5c1c7f209'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:33:38.582166 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-416a683c-a000-4ad8-95f0-406eb21e6ff2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:38.584588 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd1d7a7-5998-40cf-8c28-e16094fe552e None None] Routers {'bf902dfe-5674-4831-bbd4-c4e5c1c7f209'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:33:38.584588 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-cbd1d7a7-5998-40cf-8c28-e16094fe552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:33:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf902dfe-5674-4831-bbd4-c4e5c1c7f209'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:38.661173 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-7e036849-6365-4851-b26d-560bbec59b68 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Deleting port 4cee0afb-4e9e-4988-a132-9d2f9c87892a {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:33:38.661173 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7e036849-6365-4851-b26d-560bbec59b68 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:38.665339 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-416a683c-a000-4ad8-95f0-406eb21e6ff2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4902894 Apr 29 13:33:38.665641 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35492) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:38.666139 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6ee47c-9252-4b12-9261-85016cd85be6', 'tag': '55afb72d-2255-4134-b3e2-12ccde86c874'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:33:38.760779 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ed7f98-2b7b-432c-a8c4-4fd8d2236308'] response: {'name': 'network-changed', 'server_uuid': '1c6ee47c-9252-4b12-9261-85016cd85be6', 'tag': '55afb72d-2255-4134-b3e2-12ccde86c874', 'status': 'completed', 'code': 200} Apr 29 13:33:38.830813 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6705c19f-5b76-4068-8c94-112340e5bf36 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/0307fca3-15a9-40f1-95c7-2d04a70238d3 HTTP/1.1" status: 200 len: 991 time: 0.1569927 Apr 29 13:33:38.884036 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-cbd1d7a7-5998-40cf-8c28-e16094fe552e None None] Set router bf902dfe-5674-4831-bbd4-c4e5c1c7f209 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:33:38.907878 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-7e036849-6365-4851-b26d-560bbec59b68 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] For port 4cee0afb-4e9e-4988-a132-9d2f9c87892a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=4cee0afb-4e9e-4988-a132-9d2f9c87892a,segment=NetworkSegment(4edb4e84-a6b1-4204-9f02-9e0c4ea51964),segment_id=4edb4e84-a6b1-4204-9f02-9e0c4ea51964)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:38.908257 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7e036849-6365-4851-b26d-560bbec59b68 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:39.037031 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-7e036849-6365-4851-b26d-560bbec59b68 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Calling delete_port for 4cee0afb-4e9e-4988-a132-9d2f9c87892a owned by network:router_interface {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:33:39.103004 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5750347d-65ce-44c9-b703-863cf918cb9c req-f8520431-1cf2-41ef-8010-09139ab1dc0b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=1c6ee47c-9252-4b12-9261-85016cd85be6 HTTP/1.1" status: 200 len: 1098 time: 0.2621651 Apr 29 13:33:39.171971 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d0f27f-6935-40bb-9f40-add8e8c10391 None None] Sync routers for ids ['d571496f-5b2c-4371-92c3-2bd9d5ebfc37'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:33:39.221576 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d0f27f-6935-40bb-9f40-add8e8c10391 None None] Routers {'d571496f-5b2c-4371-92c3-2bd9d5ebfc37'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:33:39.222558 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-47d0f27f-6935-40bb-9f40-add8e8c10391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:33:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['d571496f-5b2c-4371-92c3-2bd9d5ebfc37'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:39.262355 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-cbd1d7a7-5998-40cf-8c28-e16094fe552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'name': 'tempest-TestNetworkBasicOps-router-132882411', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:03Z', 'updated_at': '2022-04-29T13:33:12Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:04Z', 'updated_at': '2022-04-29T13:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '0307fca3-15a9-40f1-95c7-2d04a70238d3', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.168', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'port_id': '55afb72d-2255-4134-b3e2-12ccde86c874', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343', 'mac_address': 'fa:16:3e:58:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6ee47c-9252-4b12-9261-85016cd85be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:33:36Z', 'updated_at': '2022-04-29T13:33:36Z', 'revision_number': 0, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83eb2858-8280-4bf3-95d8-a035d86d9eef', 'name': '', 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:23:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:11Z', 'updated_at': '2022-04-29T13:33:23Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:39.266671 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd1d7a7-5998-40cf-8c28-e16094fe552e None None] Checking router: bf902dfe-5674-4831-bbd4-c4e5c1c7f209 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:33:39.278200 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750347d-65ce-44c9-b703-863cf918cb9c req-9c3f601c-1468-4ab8-9f2d-65654696794e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:39.278668 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd1d7a7-5998-40cf-8c28-e16094fe552e None None] Routers {'bf902dfe-5674-4831-bbd4-c4e5c1c7f209'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:33:39.279438 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-cbd1d7a7-5998-40cf-8c28-e16094fe552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:33:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf902dfe-5674-4831-bbd4-c4e5c1c7f209'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:39.280560 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5750347d-65ce-44c9-b703-863cf918cb9c req-9c3f601c-1468-4ab8-9f2d-65654696794e service neutron] 10.222.0.32 "GET /v2.0/networks?id=50e376a0-6ad3-49d7-b709-53155fe4f343 HTTP/1.1" status: 200 len: 897 time: 0.1680706 Apr 29 13:33:39.375353 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-47d0f27f-6935-40bb-9f40-add8e8c10391 None None] Set router d571496f-5b2c-4371-92c3-2bd9d5ebfc37 gateway port host: None {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:33:39.439131 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5750347d-65ce-44c9-b703-863cf918cb9c req-0b148888-d9dd-4b4f-9518-8e5698609553 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55afb72d-2255-4134-b3e2-12ccde86c874 HTTP/1.1" status: 200 len: 999 time: 0.1521854 Apr 29 13:33:39.443841 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7e036849-6365-4851-b26d-560bbec59b68 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:39.493571 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-cbd1d7a7-5998-40cf-8c28-e16094fe552e None None] Set router bf902dfe-5674-4831-bbd4-c4e5c1c7f209 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:33:39.535880 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e036849-6365-4851-b26d-560bbec59b68 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Port': ['ID=4cee0afb-4e9e-4988-a132-9d2f9c87892a,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:39.646432 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750347d-65ce-44c9-b703-863cf918cb9c req-38e299f8-e850-4f1d-9164-f019c6640b42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:33:39.648146 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5750347d-65ce-44c9-b703-863cf918cb9c req-38e299f8-e850-4f1d-9164-f019c6640b42 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6 HTTP/1.1" status: 200 len: 835 time: 0.2002120 Apr 29 13:33:39.731992 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-47d0f27f-6935-40bb-9f40-add8e8c10391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'name': 'tempest-RoutersIpV6Test-router-1515006831', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:02Z', 'updated_at': '2022-04-29T13:33:33Z', 'revision_number': 8, 'project_id': '33491088bc784393989c1b50373e6c05', 'gw_port_host': None, '_interfaces': [{'id': '3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3', 'name': '', 'network_id': '7d573a94-a07b-4024-86a0-1976a3227664', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:9e:10:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '466e5aaa-34c7-4dd7-9289-82ec2012644f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:05Z', 'updated_at': '2022-04-29T13:33:12Z', 'revision_number': 5, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': '466e5aaa-34c7-4dd7-9289-82ec2012644f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4cee0afb-4e9e-4988-a132-9d2f9c87892a', 'name': '', 'network_id': '2cc1dd85-7766-4e16-9cbd-50546b19fb68', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:42:1a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c04a7c6-f04d-4973-bf7b-11379c7a4a7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:17Z', 'updated_at': '2022-04-29T13:33:33Z', 'revision_number': 5, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': '4c04a7c6-f04d-4973-bf7b-11379c7a4a7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fff330f-fe1f-4049-a280-a0f016a0e384', 'name': '', 'network_id': '7c862d92-50ff-42d0-8852-bc392333bb4f', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:c9:18:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00cd9a5-c8d3-4317-8a5e-4283456e7ac3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:11Z', 'updated_at': '2022-04-29T13:33:25Z', 'revision_number': 5, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': 'd00cd9a5-c8d3-4317-8a5e-4283456e7ac3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:39.737548 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d0f27f-6935-40bb-9f40-add8e8c10391 None None] Checking router: d571496f-5b2c-4371-92c3-2bd9d5ebfc37 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:33:39.752301 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d0f27f-6935-40bb-9f40-add8e8c10391 None None] Routers {'d571496f-5b2c-4371-92c3-2bd9d5ebfc37'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:33:39.753241 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-47d0f27f-6935-40bb-9f40-add8e8c10391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:33:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['d571496f-5b2c-4371-92c3-2bd9d5ebfc37'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:39.834473 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35498) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:39.914641 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-cbd1d7a7-5998-40cf-8c28-e16094fe552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'name': 'tempest-TestNetworkBasicOps-router-132882411', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:03Z', 'updated_at': '2022-04-29T13:33:12Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:04Z', 'updated_at': '2022-04-29T13:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '0307fca3-15a9-40f1-95c7-2d04a70238d3', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.168', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'port_id': '55afb72d-2255-4134-b3e2-12ccde86c874', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343', 'mac_address': 'fa:16:3e:58:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6ee47c-9252-4b12-9261-85016cd85be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:33:36Z', 'updated_at': '2022-04-29T13:33:36Z', 'revision_number': 0, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83eb2858-8280-4bf3-95d8-a035d86d9eef', 'name': '', 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:23:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:11Z', 'updated_at': '2022-04-29T13:33:23Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:39.921696 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd1d7a7-5998-40cf-8c28-e16094fe552e None None] The sync data for ids ['bf902dfe-5674-4831-bbd4-c4e5c1c7f209'] in dv-neutron-839027-4-hyperv is: [{'id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'name': 'tempest-TestNetworkBasicOps-router-132882411', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:03Z', 'updated_at': '2022-04-29T13:33:12Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:04Z', 'updated_at': '2022-04-29T13:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '0307fca3-15a9-40f1-95c7-2d04a70238d3', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.168', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'port_id': '55afb72d-2255-4134-b3e2-12ccde86c874', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343', 'mac_address': 'fa:16:3e:58:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6ee47c-9252-4b12-9261-85016cd85be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:33:36Z', 'updated_at': '2022-04-29T13:33:36Z', 'revision_number': 0, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83eb2858-8280-4bf3-95d8-a035d86d9eef', 'name': '', 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:23:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:11Z', 'updated_at': '2022-04-29T13:33:23Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:33:39.946064 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-47d0f27f-6935-40bb-9f40-add8e8c10391 None None] Set router d571496f-5b2c-4371-92c3-2bd9d5ebfc37 gateway port host: None {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:33:39.962766 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5750347d-65ce-44c9-b703-863cf918cb9c req-615936bf-935d-4e87-ba2c-955cf0f7e02b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=50e376a0-6ad3-49d7-b709-53155fe4f343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3072817 Apr 29 13:33:39.978727 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6346ed82-b487-4992-bfaf-6fb2da7d1fa0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/0307fca3-15a9-40f1-95c7-2d04a70238d3 HTTP/1.1" status: 200 len: 991 time: 0.1422122 Apr 29 13:33:40.069119 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7e036849-6365-4851-b26d-560bbec59b68 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:40.143732 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c847a726-3d55-4a04-860c-efd8a4ef6780 None None] New status for floating IP 0307fca3-15a9-40f1-95c7-2d04a70238d3: ACTIVE {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:33:40.250038 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5750347d-65ce-44c9-b703-863cf918cb9c req-fd09f68b-5c33-43b0-aa65-5df92d9431f8 service neutron] 10.222.0.32 "GET /v2.0/networks/50e376a0-6ad3-49d7-b709-53155fe4f343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772305 Apr 29 13:33:40.295644 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-47d0f27f-6935-40bb-9f40-add8e8c10391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'name': 'tempest-RoutersIpV6Test-router-1515006831', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:02Z', 'updated_at': '2022-04-29T13:33:39Z', 'revision_number': 9, 'project_id': '33491088bc784393989c1b50373e6c05', 'gw_port_host': None, '_interfaces': [{'id': '3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3', 'name': '', 'network_id': '7d573a94-a07b-4024-86a0-1976a3227664', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:9e:10:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '466e5aaa-34c7-4dd7-9289-82ec2012644f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:05Z', 'updated_at': '2022-04-29T13:33:12Z', 'revision_number': 5, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': '466e5aaa-34c7-4dd7-9289-82ec2012644f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fff330f-fe1f-4049-a280-a0f016a0e384', 'name': '', 'network_id': '7c862d92-50ff-42d0-8852-bc392333bb4f', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:c9:18:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00cd9a5-c8d3-4317-8a5e-4283456e7ac3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:11Z', 'updated_at': '2022-04-29T13:33:25Z', 'revision_number': 5, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': 'd00cd9a5-c8d3-4317-8a5e-4283456e7ac3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:40.299760 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d0f27f-6935-40bb-9f40-add8e8c10391 None None] The sync data for ids ['d571496f-5b2c-4371-92c3-2bd9d5ebfc37'] in dv-neutron-839027-4-hyperv is: [{'id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'name': 'tempest-RoutersIpV6Test-router-1515006831', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:02Z', 'updated_at': '2022-04-29T13:33:39Z', 'revision_number': 9, 'project_id': '33491088bc784393989c1b50373e6c05', 'gw_port_host': None, '_interfaces': [{'id': '3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3', 'name': '', 'network_id': '7d573a94-a07b-4024-86a0-1976a3227664', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:9e:10:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '466e5aaa-34c7-4dd7-9289-82ec2012644f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:05Z', 'updated_at': '2022-04-29T13:33:12Z', 'revision_number': 5, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': '466e5aaa-34c7-4dd7-9289-82ec2012644f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fff330f-fe1f-4049-a280-a0f016a0e384', 'name': '', 'network_id': '7c862d92-50ff-42d0-8852-bc392333bb4f', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:c9:18:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00cd9a5-c8d3-4317-8a5e-4283456e7ac3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:11Z', 'updated_at': '2022-04-29T13:33:25Z', 'revision_number': 5, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': 'd00cd9a5-c8d3-4317-8a5e-4283456e7ac3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:33:40.387068 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0c6c6b2c-a3ac-4690-9c35-af769d3c3db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:40.417841 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5750347d-65ce-44c9-b703-863cf918cb9c req-65ecd8ba-ea9c-4806-964f-087955010371 service neutron] 10.222.0.32 "GET /v2.0/networks/50e376a0-6ad3-49d7-b709-53155fe4f343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553576 Apr 29 13:33:40.749226 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e036849-6365-4851-b26d-560bbec59b68 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Router d571496f-5b2c-4371-92c3-2bd9d5ebfc37 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:33:40.924272 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e036849-6365-4851-b26d-560bbec59b68 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:33:40.936379 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7e036849-6365-4851-b26d-560bbec59b68 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "PUT /v2.0/routers/d571496f-5b2c-4371-92c3-2bd9d5ebfc37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4449344 Apr 29 13:33:40.939560 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35502) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:40.982518 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35506) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:41.003163 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 4cee0afb-4e9e-4988-a132-9d2f9c87892a no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:33:41.035934 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 4cee0afb-4e9e-4988-a132-9d2f9c87892a {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:33:41.036412 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 4cee0afb-4e9e-4988-a132-9d2f9c87892a not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:33:41.088205 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b89d29cf-7d30-4dc1-a512-e25fbe68347e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/0307fca3-15a9-40f1-95c7-2d04a70238d3 HTTP/1.1" status: 200 len: 993 time: 0.1039975 Apr 29 13:33:41.135172 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ff8028-2712-45cf-a6c1-1d6433714e90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Deleting subnet 4c04a7c6-f04d-4973-bf7b-11379c7a4a7c {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:33:41.138566 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b4ff8028-2712-45cf-a6c1-1d6433714e90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:41.193233 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b4ff8028-2712-45cf-a6c1-1d6433714e90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:41.276537 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b4ff8028-2712-45cf-a6c1-1d6433714e90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:41.350003 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b4ff8028-2712-45cf-a6c1-1d6433714e90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:41.411504 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:41.490052 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff8028-2712-45cf-a6c1-1d6433714e90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Subnet': ['ID=4c04a7c6-f04d-4973-bf7b-11379c7a4a7c,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:41.496688 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b4ff8028-2712-45cf-a6c1-1d6433714e90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:41.505470 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b4ff8028-2712-45cf-a6c1-1d6433714e90 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/subnets/4c04a7c6-f04d-4973-bf7b-11379c7a4a7c HTTP/1.1" status: 204 len: 168 time: 0.5645916 Apr 29 13:33:41.506193 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9429fb14-0527-4906-a8e3-9897982372d2 None None] Network 2cc1dd85-7766-4e16-9cbd-50546b19fb68 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:33:41.507771 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35510) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:41.581709 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:41.620406 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-566206d1-0b96-46ef-a596-8e4d76d07eea tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:41.630848 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-566206d1-0b96-46ef-a596-8e4d76d07eea tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Deleting port c28ffac0-5ebf-43f9-97fb-ecdf05116017 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:33:41.631174 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-566206d1-0b96-46ef-a596-8e4d76d07eea tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:41.765786 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345b6480-09d1-4c0c-90aa-8832c1479738 None None] DHCP port deletion for 2cc1dd85-7766-4e16-9cbd-50546b19fb68 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:33:41.770031 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-345b6480-09d1-4c0c-90aa-8832c1479738 None None] Deleting port c28ffac0-5ebf-43f9-97fb-ecdf05116017 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:33:41.770402 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-345b6480-09d1-4c0c-90aa-8832c1479738 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:41.834182 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-566206d1-0b96-46ef-a596-8e4d76d07eea tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] For port c28ffac0-5ebf-43f9-97fb-ecdf05116017, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=c28ffac0-5ebf-43f9-97fb-ecdf05116017,segment=NetworkSegment(4edb4e84-a6b1-4204-9f02-9e0c4ea51964),segment_id=4edb4e84-a6b1-4204-9f02-9e0c4ea51964)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:41.834701 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-566206d1-0b96-46ef-a596-8e4d76d07eea tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:41.959857 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-566206d1-0b96-46ef-a596-8e4d76d07eea tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Calling delete_port for c28ffac0-5ebf-43f9-97fb-ecdf05116017 owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:33:42.000808 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-345b6480-09d1-4c0c-90aa-8832c1479738 None None] For port c28ffac0-5ebf-43f9-97fb-ecdf05116017, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=c28ffac0-5ebf-43f9-97fb-ecdf05116017,segment=NetworkSegment(4edb4e84-a6b1-4204-9f02-9e0c4ea51964),segment_id=4edb4e84-a6b1-4204-9f02-9e0c4ea51964)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:42.001205 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-345b6480-09d1-4c0c-90aa-8832c1479738 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:42.044416 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-566206d1-0b96-46ef-a596-8e4d76d07eea tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:42.089969 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566206d1-0b96-46ef-a596-8e4d76d07eea tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Port': ['ID=c28ffac0-5ebf-43f9-97fb-ecdf05116017,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:42.102265 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566206d1-0b96-46ef-a596-8e4d76d07eea tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] No DVR routers for this DVR port c28ffac0-5ebf-43f9-97fb-ecdf05116017 on host dv-neutron-839027-4-hyperv {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:33:42.121623 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-345b6480-09d1-4c0c-90aa-8832c1479738 None None] Calling delete_port for c28ffac0-5ebf-43f9-97fb-ecdf05116017 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:33:42.201319 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-345b6480-09d1-4c0c-90aa-8832c1479738 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:33:42.201983 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-345b6480-09d1-4c0c-90aa-8832c1479738 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:33:42.232672 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-566206d1-0b96-46ef-a596-8e4d76d07eea tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:42.259985 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-566206d1-0b96-46ef-a596-8e4d76d07eea tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc1dd85-7766-4e16-9cbd-50546b19fb68']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:42.272241 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-566206d1-0b96-46ef-a596-8e4d76d07eea tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4edb4e84-a6b1-4204-9f02-9e0c4ea51964') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:42.272531 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-566206d1-0b96-46ef-a596-8e4d76d07eea tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4edb4e84-a6b1-4204-9f02-9e0c4ea51964') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:42.284446 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-566206d1-0b96-46ef-a596-8e4d76d07eea tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:42.301209 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-566206d1-0b96-46ef-a596-8e4d76d07eea tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:42.307469 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-566206d1-0b96-46ef-a596-8e4d76d07eea tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:33:42.307922 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-566206d1-0b96-46ef-a596-8e4d76d07eea tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:33:42.322439 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:33:42.402946 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-566206d1-0b96-46ef-a596-8e4d76d07eea tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:42.418837 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e9e5eb9a-4703-4579-87c8-cb20afaee75d no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:33:42.423175 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-566206d1-0b96-46ef-a596-8e4d76d07eea tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:42.431435 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566206d1-0b96-46ef-a596-8e4d76d07eea tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Network': ['ID=2cc1dd85-7766-4e16-9cbd-50546b19fb68,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:42.438940 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-566206d1-0b96-46ef-a596-8e4d76d07eea tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/networks/2cc1dd85-7766-4e16-9cbd-50546b19fb68 HTTP/1.1" status: 204 len: 168 time: 0.9302244 Apr 29 13:33:42.441769 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35514) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:42.454716 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: e9e5eb9a-4703-4579-87c8-cb20afaee75d {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:33:42.455063 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e9e5eb9a-4703-4579-87c8-cb20afaee75d not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:33:42.455475 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device c28ffac0-5ebf-43f9-97fb-ecdf05116017 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:33:42.486696 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: c28ffac0-5ebf-43f9-97fb-ecdf05116017 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:33:42.487037 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device c28ffac0-5ebf-43f9-97fb-ecdf05116017 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:33:42.703758 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-345b6480-09d1-4c0c-90aa-8832c1479738 None None] Deleting port c28ffac0-5ebf-43f9-97fb-ecdf05116017 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:33:42.704051 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-345b6480-09d1-4c0c-90aa-8832c1479738 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:42.765116 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-345b6480-09d1-4c0c-90aa-8832c1479738 None None] The port 'c28ffac0-5ebf-43f9-97fb-ecdf05116017' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:33:42.768198 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ea6319d3-eae7-4ca4-908f-15915d8690ab tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:42.858194 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:43.426798 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-ea6319d3-eae7-4ca4-908f-15915d8690ab tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Deleting port 9fff330f-fe1f-4049-a280-a0f016a0e384 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:33:43.427380 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ea6319d3-eae7-4ca4-908f-15915d8690ab tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:43.612817 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-ea6319d3-eae7-4ca4-908f-15915d8690ab tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] For port 9fff330f-fe1f-4049-a280-a0f016a0e384, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=9fff330f-fe1f-4049-a280-a0f016a0e384,segment=NetworkSegment(5278a811-c6a6-4d01-98cd-db2f66b3d4ba),segment_id=5278a811-c6a6-4d01-98cd-db2f66b3d4ba)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:43.612817 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ea6319d3-eae7-4ca4-908f-15915d8690ab tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:43.731985 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-ea6319d3-eae7-4ca4-908f-15915d8690ab tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Calling delete_port for 9fff330f-fe1f-4049-a280-a0f016a0e384 owned by network:router_interface {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:33:43.899912 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ea6319d3-eae7-4ca4-908f-15915d8690ab tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:43.945767 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6319d3-eae7-4ca4-908f-15915d8690ab tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Port': ['ID=9fff330f-fe1f-4049-a280-a0f016a0e384,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:44.149931 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ea6319d3-eae7-4ca4-908f-15915d8690ab tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:44.399870 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5233ab-1790-456a-a8b6-90d0face6910 None None] Sync routers for ids ['d571496f-5b2c-4371-92c3-2bd9d5ebfc37'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:33:44.418792 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5233ab-1790-456a-a8b6-90d0face6910 None None] Routers {'d571496f-5b2c-4371-92c3-2bd9d5ebfc37'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:33:44.419349 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-aa5233ab-1790-456a-a8b6-90d0face6910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:33:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['d571496f-5b2c-4371-92c3-2bd9d5ebfc37'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:44.574502 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-aa5233ab-1790-456a-a8b6-90d0face6910 None None] Set router d571496f-5b2c-4371-92c3-2bd9d5ebfc37 gateway port host: None {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:33:44.756524 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6319d3-eae7-4ca4-908f-15915d8690ab tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Router d571496f-5b2c-4371-92c3-2bd9d5ebfc37 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:33:44.933625 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6319d3-eae7-4ca4-908f-15915d8690ab tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:33:44.954456 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35520) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:44.958235 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ea6319d3-eae7-4ca4-908f-15915d8690ab tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "PUT /v2.0/routers/d571496f-5b2c-4371-92c3-2bd9d5ebfc37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5061502 Apr 29 13:33:44.962330 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-aa5233ab-1790-456a-a8b6-90d0face6910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'name': 'tempest-RoutersIpV6Test-router-1515006831', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:02Z', 'updated_at': '2022-04-29T13:33:43Z', 'revision_number': 10, 'project_id': '33491088bc784393989c1b50373e6c05', 'gw_port_host': None, '_interfaces': [{'id': '3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3', 'name': '', 'network_id': '7d573a94-a07b-4024-86a0-1976a3227664', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:9e:10:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '466e5aaa-34c7-4dd7-9289-82ec2012644f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:05Z', 'updated_at': '2022-04-29T13:33:12Z', 'revision_number': 5, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': '466e5aaa-34c7-4dd7-9289-82ec2012644f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:44.962330 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5233ab-1790-456a-a8b6-90d0face6910 None None] Checking router: d571496f-5b2c-4371-92c3-2bd9d5ebfc37 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:33:44.972744 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5233ab-1790-456a-a8b6-90d0face6910 None None] Routers {'d571496f-5b2c-4371-92c3-2bd9d5ebfc37'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:33:44.972744 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-aa5233ab-1790-456a-a8b6-90d0face6910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:33:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['d571496f-5b2c-4371-92c3-2bd9d5ebfc37'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:45.135022 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-aa5233ab-1790-456a-a8b6-90d0face6910 None None] Set router d571496f-5b2c-4371-92c3-2bd9d5ebfc37 gateway port host: None {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:33:45.169169 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4bc19fa-6467-4b43-a66e-67b7d0d55b4f tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Deleting subnet d00cd9a5-c8d3-4317-8a5e-4283456e7ac3 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:33:45.169169 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f4bc19fa-6467-4b43-a66e-67b7d0d55b4f tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:45.238125 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f4bc19fa-6467-4b43-a66e-67b7d0d55b4f tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:45.344036 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f4bc19fa-6467-4b43-a66e-67b7d0d55b4f tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:45.521755 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-aa5233ab-1790-456a-a8b6-90d0face6910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'name': 'tempest-RoutersIpV6Test-router-1515006831', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:02Z', 'updated_at': '2022-04-29T13:33:43Z', 'revision_number': 10, 'project_id': '33491088bc784393989c1b50373e6c05', 'gw_port_host': None, '_interfaces': [{'id': '3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3', 'name': '', 'network_id': '7d573a94-a07b-4024-86a0-1976a3227664', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:9e:10:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '466e5aaa-34c7-4dd7-9289-82ec2012644f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:05Z', 'updated_at': '2022-04-29T13:33:12Z', 'revision_number': 5, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': '466e5aaa-34c7-4dd7-9289-82ec2012644f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:45.528673 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5233ab-1790-456a-a8b6-90d0face6910 None None] The sync data for ids ['d571496f-5b2c-4371-92c3-2bd9d5ebfc37'] in dv-neutron-839027-4-hyperv is: [{'id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'name': 'tempest-RoutersIpV6Test-router-1515006831', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:02Z', 'updated_at': '2022-04-29T13:33:43Z', 'revision_number': 10, 'project_id': '33491088bc784393989c1b50373e6c05', 'gw_port_host': None, '_interfaces': [{'id': '3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3', 'name': '', 'network_id': '7d573a94-a07b-4024-86a0-1976a3227664', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'mac_address': 'fa:16:3e:9e:10:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '466e5aaa-34c7-4dd7-9289-82ec2012644f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:05Z', 'updated_at': '2022-04-29T13:33:12Z', 'revision_number': 5, 'project_id': '33491088bc784393989c1b50373e6c05', 'subnets': [{'id': '466e5aaa-34c7-4dd7-9289-82ec2012644f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:33:45.580828 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f4bc19fa-6467-4b43-a66e-67b7d0d55b4f tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:45.624040 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc19fa-6467-4b43-a66e-67b7d0d55b4f tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Subnet': ['ID=d00cd9a5-c8d3-4317-8a5e-4283456e7ac3,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:45.624040 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f4bc19fa-6467-4b43-a66e-67b7d0d55b4f tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:45.633087 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f4bc19fa-6467-4b43-a66e-67b7d0d55b4f tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/subnets/d00cd9a5-c8d3-4317-8a5e-4283456e7ac3 HTTP/1.1" status: 204 len: 168 time: 0.6799724 Apr 29 13:33:45.636445 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b2c6d3-6ab7-4544-8a27-ce673fcefeab None None] Network 7c862d92-50ff-42d0-8852-bc392333bb4f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:33:45.639522 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35524) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:45.755175 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e227c2e6-8218-4ae9-96bb-c6548eb03168 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:45.773907 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-e227c2e6-8218-4ae9-96bb-c6548eb03168 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Deleting port 2a32a7f7-390f-462e-8a97-322fc5ba78f5 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:33:45.773907 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e227c2e6-8218-4ae9-96bb-c6548eb03168 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:45.924527 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813d8327-0d0e-4d74-942a-37161a16f666 None None] DHCP port deletion for 7c862d92-50ff-42d0-8852-bc392333bb4f request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:33:45.930652 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-813d8327-0d0e-4d74-942a-37161a16f666 None None] Deleting port 2a32a7f7-390f-462e-8a97-322fc5ba78f5 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:33:45.930652 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-813d8327-0d0e-4d74-942a-37161a16f666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:46.007187 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-e227c2e6-8218-4ae9-96bb-c6548eb03168 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] For port 2a32a7f7-390f-462e-8a97-322fc5ba78f5, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=2a32a7f7-390f-462e-8a97-322fc5ba78f5,segment=NetworkSegment(5278a811-c6a6-4d01-98cd-db2f66b3d4ba),segment_id=5278a811-c6a6-4d01-98cd-db2f66b3d4ba)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:46.007187 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e227c2e6-8218-4ae9-96bb-c6548eb03168 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:46.135989 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-e227c2e6-8218-4ae9-96bb-c6548eb03168 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Calling delete_port for 2a32a7f7-390f-462e-8a97-322fc5ba78f5 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:33:46.175594 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-813d8327-0d0e-4d74-942a-37161a16f666 None None] For port 2a32a7f7-390f-462e-8a97-322fc5ba78f5, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=2a32a7f7-390f-462e-8a97-322fc5ba78f5,segment=NetworkSegment(5278a811-c6a6-4d01-98cd-db2f66b3d4ba),segment_id=5278a811-c6a6-4d01-98cd-db2f66b3d4ba)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:46.175594 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-813d8327-0d0e-4d74-942a-37161a16f666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:46.216299 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e227c2e6-8218-4ae9-96bb-c6548eb03168 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:46.269767 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227c2e6-8218-4ae9-96bb-c6548eb03168 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Port': ['ID=2a32a7f7-390f-462e-8a97-322fc5ba78f5,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:46.278574 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e227c2e6-8218-4ae9-96bb-c6548eb03168 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] No DVR routers for this DVR port 2a32a7f7-390f-462e-8a97-322fc5ba78f5 on host dv-neutron-839027-4-hyperv {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:33:46.317917 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-813d8327-0d0e-4d74-942a-37161a16f666 None None] Calling delete_port for 2a32a7f7-390f-462e-8a97-322fc5ba78f5 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:33:46.408689 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-813d8327-0d0e-4d74-942a-37161a16f666 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:33:46.412190 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-813d8327-0d0e-4d74-942a-37161a16f666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:33:46.448359 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e227c2e6-8218-4ae9-96bb-c6548eb03168 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:46.478094 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 9fff330f-fe1f-4049-a280-a0f016a0e384 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:33:46.491992 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-e227c2e6-8218-4ae9-96bb-c6548eb03168 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c862d92-50ff-42d0-8852-bc392333bb4f']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:46.505296 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-e227c2e6-8218-4ae9-96bb-c6548eb03168 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5278a811-c6a6-4d01-98cd-db2f66b3d4ba') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:46.505296 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-e227c2e6-8218-4ae9-96bb-c6548eb03168 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5278a811-c6a6-4d01-98cd-db2f66b3d4ba') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:46.514219 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 9fff330f-fe1f-4049-a280-a0f016a0e384 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:33:46.514219 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 9fff330f-fe1f-4049-a280-a0f016a0e384 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:33:46.514219 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 2a32a7f7-390f-462e-8a97-322fc5ba78f5 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:33:46.519080 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e227c2e6-8218-4ae9-96bb-c6548eb03168 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:46.535837 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e227c2e6-8218-4ae9-96bb-c6548eb03168 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:46.541013 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e227c2e6-8218-4ae9-96bb-c6548eb03168 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:33:46.541013 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e227c2e6-8218-4ae9-96bb-c6548eb03168 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:46.549659 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 2a32a7f7-390f-462e-8a97-322fc5ba78f5 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:33:46.549659 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 2a32a7f7-390f-462e-8a97-322fc5ba78f5 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:33:46.557783 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:33:46.604902 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:33:46.644426 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e227c2e6-8218-4ae9-96bb-c6548eb03168 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:46.664465 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e227c2e6-8218-4ae9-96bb-c6548eb03168 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:46.677936 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227c2e6-8218-4ae9-96bb-c6548eb03168 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Network': ['ID=7c862d92-50ff-42d0-8852-bc392333bb4f,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:46.681645 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e227c2e6-8218-4ae9-96bb-c6548eb03168 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/networks/7c862d92-50ff-42d0-8852-bc392333bb4f HTTP/1.1" status: 204 len: 168 time: 1.0443530 Apr 29 13:33:46.684661 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35528) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:46.913559 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-813d8327-0d0e-4d74-942a-37161a16f666 None None] Deleting port 2a32a7f7-390f-462e-8a97-322fc5ba78f5 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:33:46.913559 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-813d8327-0d0e-4d74-942a-37161a16f666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:46.987743 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-813d8327-0d0e-4d74-942a-37161a16f666 None None] The port '2a32a7f7-390f-462e-8a97-322fc5ba78f5' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:33:47.056452 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6513bd59-abd2-4fbc-97c5-9e21850469a0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:47.757681 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-6513bd59-abd2-4fbc-97c5-9e21850469a0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Deleting port 3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:33:47.758351 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6513bd59-abd2-4fbc-97c5-9e21850469a0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:47.985153 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-6513bd59-abd2-4fbc-97c5-9e21850469a0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] For port 3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3,segment=NetworkSegment(9c9d80c3-d692-455f-913f-d32a8b5239f0),segment_id=9c9d80c3-d692-455f-913f-d32a8b5239f0)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:47.985153 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6513bd59-abd2-4fbc-97c5-9e21850469a0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:48.119176 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-6513bd59-abd2-4fbc-97c5-9e21850469a0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Calling delete_port for 3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3 owned by network:router_interface {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:33:48.304617 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6513bd59-abd2-4fbc-97c5-9e21850469a0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:48.360138 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513bd59-abd2-4fbc-97c5-9e21850469a0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Port': ['ID=3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:48.607461 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6513bd59-abd2-4fbc-97c5-9e21850469a0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:49.023308 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6513bd59-abd2-4fbc-97c5-9e21850469a0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Router d571496f-5b2c-4371-92c3-2bd9d5ebfc37 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:33:49.243835 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6513bd59-abd2-4fbc-97c5-9e21850469a0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:33:49.256265 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6513bd59-abd2-4fbc-97c5-9e21850469a0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "PUT /v2.0/routers/d571496f-5b2c-4371-92c3-2bd9d5ebfc37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5738778 Apr 29 13:33:49.258853 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35532) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:49.451576 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1af3ada-d7d3-47ce-8950-455b0913e297 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Deleting subnet 466e5aaa-34c7-4dd7-9289-82ec2012644f {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:33:49.454426 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d1af3ada-d7d3-47ce-8950-455b0913e297 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:49.511381 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d1af3ada-d7d3-47ce-8950-455b0913e297 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:49.591640 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d1af3ada-d7d3-47ce-8950-455b0913e297 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:49.662662 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d1af3ada-d7d3-47ce-8950-455b0913e297 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:49.706994 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af3ada-d7d3-47ce-8950-455b0913e297 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Subnet': ['ID=466e5aaa-34c7-4dd7-9289-82ec2012644f,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:49.720492 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d1af3ada-d7d3-47ce-8950-455b0913e297 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:49.730581 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc55eab-2a4f-47ae-a7d5-3654a84dcd08 None None] Network 7d573a94-a07b-4024-86a0-1976a3227664 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:33:49.738501 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d1af3ada-d7d3-47ce-8950-455b0913e297 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/subnets/466e5aaa-34c7-4dd7-9289-82ec2012644f HTTP/1.1" status: 204 len: 168 time: 0.4714272 Apr 29 13:33:49.738501 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35536) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:49.854433 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-60b75b28-accd-400b-8603-5e10049b45d0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:49.862034 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-60b75b28-accd-400b-8603-5e10049b45d0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Deleting port c8c15ae5-58e4-41a2-982a-9bba794445fc {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:33:49.862370 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-60b75b28-accd-400b-8603-5e10049b45d0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:49.984461 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a591afc2-8742-4f84-9ff3-1a1d6e353e0d None None] DHCP port deletion for 7d573a94-a07b-4024-86a0-1976a3227664 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:33:49.988570 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-a591afc2-8742-4f84-9ff3-1a1d6e353e0d None None] Deleting port c8c15ae5-58e4-41a2-982a-9bba794445fc {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:33:49.988964 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a591afc2-8742-4f84-9ff3-1a1d6e353e0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:50.071439 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-60b75b28-accd-400b-8603-5e10049b45d0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] For port c8c15ae5-58e4-41a2-982a-9bba794445fc, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=c8c15ae5-58e4-41a2-982a-9bba794445fc,segment=NetworkSegment(9c9d80c3-d692-455f-913f-d32a8b5239f0),segment_id=9c9d80c3-d692-455f-913f-d32a8b5239f0)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:50.071966 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-60b75b28-accd-400b-8603-5e10049b45d0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:50.195290 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a591afc2-8742-4f84-9ff3-1a1d6e353e0d None None] For port c8c15ae5-58e4-41a2-982a-9bba794445fc, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=c8c15ae5-58e4-41a2-982a-9bba794445fc,segment=NetworkSegment(9c9d80c3-d692-455f-913f-d32a8b5239f0),segment_id=9c9d80c3-d692-455f-913f-d32a8b5239f0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:50.195655 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a591afc2-8742-4f84-9ff3-1a1d6e353e0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:50.195771 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-60b75b28-accd-400b-8603-5e10049b45d0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Calling delete_port for c8c15ae5-58e4-41a2-982a-9bba794445fc owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:33:50.272297 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-60b75b28-accd-400b-8603-5e10049b45d0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:50.316735 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b75b28-accd-400b-8603-5e10049b45d0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Port': ['ID=c8c15ae5-58e4-41a2-982a-9bba794445fc,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:50.322701 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b75b28-accd-400b-8603-5e10049b45d0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] No DVR routers for this DVR port c8c15ae5-58e4-41a2-982a-9bba794445fc on host dv-neutron-839027-4-hyperv {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:33:50.349504 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-a591afc2-8742-4f84-9ff3-1a1d6e353e0d None None] Calling delete_port for c8c15ae5-58e4-41a2-982a-9bba794445fc owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:33:50.426521 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-a591afc2-8742-4f84-9ff3-1a1d6e353e0d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:33:50.426521 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-a591afc2-8742-4f84-9ff3-1a1d6e353e0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:33:50.428342 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device c8c15ae5-58e4-41a2-982a-9bba794445fc no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:33:50.447392 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-60b75b28-accd-400b-8603-5e10049b45d0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:50.460898 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: c8c15ae5-58e4-41a2-982a-9bba794445fc {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:33:50.461237 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device c8c15ae5-58e4-41a2-982a-9bba794445fc not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:33:50.473746 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-60b75b28-accd-400b-8603-5e10049b45d0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d573a94-a07b-4024-86a0-1976a3227664']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:50.486347 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-60b75b28-accd-400b-8603-5e10049b45d0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9d80c3-d692-455f-913f-d32a8b5239f0') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:50.486642 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-60b75b28-accd-400b-8603-5e10049b45d0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9d80c3-d692-455f-913f-d32a8b5239f0') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:50.497808 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-60b75b28-accd-400b-8603-5e10049b45d0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:50.513353 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-60b75b28-accd-400b-8603-5e10049b45d0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:50.519305 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b75b28-accd-400b-8603-5e10049b45d0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:33:50.519683 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-60b75b28-accd-400b-8603-5e10049b45d0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:33:50.538085 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:33:50.616188 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-60b75b28-accd-400b-8603-5e10049b45d0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:50.632628 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-60b75b28-accd-400b-8603-5e10049b45d0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:50.643133 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b75b28-accd-400b-8603-5e10049b45d0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Pushing event deleted for resources: {'Network': ['ID=7d573a94-a07b-4024-86a0-1976a3227664,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:50.650232 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-60b75b28-accd-400b-8603-5e10049b45d0 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/networks/7d573a94-a07b-4024-86a0-1976a3227664 HTTP/1.1" status: 204 len: 168 time: 0.9154954 Apr 29 13:33:50.653968 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35542) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:50.659414 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-e8c07499-73b3-468d-b920-34185ab1cc22 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'router': {'routes': None}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:50.927452 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-a591afc2-8742-4f84-9ff3-1a1d6e353e0d None None] Deleting port c8c15ae5-58e4-41a2-982a-9bba794445fc {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:33:50.927974 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a591afc2-8742-4f84-9ff3-1a1d6e353e0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:50.991918 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-a591afc2-8742-4f84-9ff3-1a1d6e353e0d None None] The port 'c8c15ae5-58e4-41a2-982a-9bba794445fc' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:33:51.031167 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.extraroute_db [None req-e8c07499-73b3-468d-b920-34185ab1cc22 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Added routes are [] {{(pid=83904) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 29 13:33:51.031463 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.extraroute_db [None req-e8c07499-73b3-468d-b920-34185ab1cc22 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Removed routes are [] {{(pid=83904) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 29 13:33:51.031814 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e8c07499-73b3-468d-b920-34185ab1cc22 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:51.278965 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e8c07499-73b3-468d-b920-34185ab1cc22 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:51.279715 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e8c07499-73b3-468d-b920-34185ab1cc22 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16423525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16423546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16419832'] for router, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:51.418726 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c07499-73b3-468d-b920-34185ab1cc22 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Router d571496f-5b2c-4371-92c3-2bd9d5ebfc37 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:33:51.565710 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c07499-73b3-468d-b920-34185ab1cc22 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:33:51.572841 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e8c07499-73b3-468d-b920-34185ab1cc22 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:51.572841 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e8c07499-73b3-468d-b920-34185ab1cc22 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "PUT /v2.0/routers/d571496f-5b2c-4371-92c3-2bd9d5ebfc37 HTTP/1.1" status: 200 len: 705 time: 0.9127824 Apr 29 13:33:51.572841 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35546) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:51.616974 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f75e0032-9538-4b20-9d09-6df9c5f6498d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Synchronizing usage tracker for tenant:33491088bc784393989c1b50373e6c05 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:33:51.631716 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f75e0032-9538-4b20-9d09-6df9c5f6498d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Unset dirty status for tenant:33491088bc784393989c1b50373e6c05 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:33:51.631716 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f75e0032-9538-4b20-9d09-6df9c5f6498d tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "GET /v2.0/ports?device_id=d571496f-5b2c-4371-92c3-2bd9d5ebfc37 HTTP/1.1" status: 200 len: 205 time: 0.0600579 Apr 29 13:33:51.634424 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35550) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:51.645167 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff833926-8af7-48a4-b2da-394581e26eb9 None None] Sync routers for ids ['d571496f-5b2c-4371-92c3-2bd9d5ebfc37'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:33:51.660266 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff833926-8af7-48a4-b2da-394581e26eb9 None None] Routers {'d571496f-5b2c-4371-92c3-2bd9d5ebfc37'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:33:51.660401 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-ff833926-8af7-48a4-b2da-394581e26eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:33:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['d571496f-5b2c-4371-92c3-2bd9d5ebfc37'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:51.776077 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-018a147f-7f07-44c4-89ef-7da5dd4abe23 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:51.823192 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-ff833926-8af7-48a4-b2da-394581e26eb9 None None] Set router d571496f-5b2c-4371-92c3-2bd9d5ebfc37 gateway port host: None {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:33:51.972880 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-ff833926-8af7-48a4-b2da-394581e26eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'name': 'tempest-RoutersIpV6Test-router-1515006831', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:02Z', 'updated_at': '2022-04-29T13:33:48Z', 'revision_number': 11, 'project_id': '33491088bc784393989c1b50373e6c05', 'gw_port_host': None}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:51.979087 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff833926-8af7-48a4-b2da-394581e26eb9 None None] Checking router: d571496f-5b2c-4371-92c3-2bd9d5ebfc37 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:33:51.990166 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff833926-8af7-48a4-b2da-394581e26eb9 None None] Routers {'d571496f-5b2c-4371-92c3-2bd9d5ebfc37'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:33:51.990760 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-ff833926-8af7-48a4-b2da-394581e26eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:33:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['d571496f-5b2c-4371-92c3-2bd9d5ebfc37'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:52.125340 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-ff833926-8af7-48a4-b2da-394581e26eb9 None None] Set router d571496f-5b2c-4371-92c3-2bd9d5ebfc37 gateway port host: None {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:33:52.289712 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-018a147f-7f07-44c4-89ef-7da5dd4abe23 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:52.294631 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-018a147f-7f07-44c4-89ef-7da5dd4abe23 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:52.304998 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-ff833926-8af7-48a4-b2da-394581e26eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'name': 'tempest-RoutersIpV6Test-router-1515006831', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:02Z', 'updated_at': '2022-04-29T13:33:48Z', 'revision_number': 11, 'project_id': '33491088bc784393989c1b50373e6c05', 'gw_port_host': None}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:52.313876 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff833926-8af7-48a4-b2da-394581e26eb9 None None] The sync data for ids ['d571496f-5b2c-4371-92c3-2bd9d5ebfc37'] in dv-neutron-839027-4-hyperv is: [{'id': 'd571496f-5b2c-4371-92c3-2bd9d5ebfc37', 'name': 'tempest-RoutersIpV6Test-router-1515006831', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:02Z', 'updated_at': '2022-04-29T13:33:48Z', 'revision_number': 11, 'project_id': '33491088bc784393989c1b50373e6c05', 'gw_port_host': None}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:33:52.327246 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-018a147f-7f07-44c4-89ef-7da5dd4abe23 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:52.327246 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018a147f-7f07-44c4-89ef-7da5dd4abe23 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Fanout notify agent at l3_agent the message router_deleted on router d571496f-5b2c-4371-92c3-2bd9d5ebfc37 {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:33:52.358115 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-018a147f-7f07-44c4-89ef-7da5dd4abe23 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:52.358115 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-018a147f-7f07-44c4-89ef-7da5dd4abe23 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/routers/d571496f-5b2c-4371-92c3-2bd9d5ebfc37 HTTP/1.1" status: 204 len: 168 time: 0.7094643 Apr 29 13:33:52.361475 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35554) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:52.361475 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-42a41067-8297-40d5-8632-d519ea040092 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-791209584', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:52.361475 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-42a41067-8297-40d5-8632-d519ea040092 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:52.367640 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-42a41067-8297-40d5-8632-d519ea040092 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Usage tracker for resource:router and tenant:33491088bc784393989c1b50373e6c05 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:33:52.368440 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-42a41067-8297-40d5-8632-d519ea040092 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:33:52.374356 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-42a41067-8297-40d5-8632-d519ea040092 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:52.392017 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-42a41067-8297-40d5-8632-d519ea040092 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:52.392017 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-42a41067-8297-40d5-8632-d519ea040092 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:52.409477 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-42a41067-8297-40d5-8632-d519ea040092 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:52.421305 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-42a41067-8297-40d5-8632-d519ea040092 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:52.444918 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-42a41067-8297-40d5-8632-d519ea040092 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:52.446092 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-42a41067-8297-40d5-8632-d519ea040092 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.0957353 Apr 29 13:33:52.448839 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35558) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:52.454047 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-9fefdc40-b6a3-4834-b80c-253795132827 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:52.676308 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:33:52.724213 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:33:52.724213 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 3379d6ea-b0c2-4fd5-b741-5eae2e4aaea3 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:33:52.940845 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9fefdc40-b6a3-4834-b80c-253795132827 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:52.951867 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9fefdc40-b6a3-4834-b80c-253795132827 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16423525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16423546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16419832'] for router, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:53.120011 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fefdc40-b6a3-4834-b80c-253795132827 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Router dd12463f-0f03-47a1-977d-ac5b45a575cf is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:33:53.258849 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fefdc40-b6a3-4834-b80c-253795132827 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:33:53.264288 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9fefdc40-b6a3-4834-b80c-253795132827 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:53.265387 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9fefdc40-b6a3-4834-b80c-253795132827 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "PUT /v2.0/routers/dd12463f-0f03-47a1-977d-ac5b45a575cf HTTP/1.1" status: 200 len: 697 time: 0.8150303 Apr 29 13:33:53.269709 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35562) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:53.272355 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1be9b06-0281-429a-93f5-420f99e03c8a None None] Sync routers for ids ['dd12463f-0f03-47a1-977d-ac5b45a575cf'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:33:53.284553 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1be9b06-0281-429a-93f5-420f99e03c8a None None] Routers {'dd12463f-0f03-47a1-977d-ac5b45a575cf'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:33:53.285191 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b1be9b06-0281-429a-93f5-420f99e03c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:33:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['dd12463f-0f03-47a1-977d-ac5b45a575cf'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:53.411109 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-55e46708-127b-4baf-b38e-cf349c1f1319 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "GET /v2.0/routers/dd12463f-0f03-47a1-977d-ac5b45a575cf HTTP/1.1" status: 200 len: 703 time: 0.1399624 Apr 29 13:33:53.411639 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35566) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:53.418830 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-b1be9b06-0281-429a-93f5-420f99e03c8a None None] Set router dd12463f-0f03-47a1-977d-ac5b45a575cf gateway port host: None {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:33:53.453275 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-8f8e3cc3-8439-4000-b1f0-ffdaf16586e3 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Synchronizing usage tracker for tenant:33491088bc784393989c1b50373e6c05 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:33:53.465893 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-8f8e3cc3-8439-4000-b1f0-ffdaf16586e3 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Unset dirty status for tenant:33491088bc784393989c1b50373e6c05 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:33:53.467028 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8f8e3cc3-8439-4000-b1f0-ffdaf16586e3 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd12463f-0f03-47a1-977d-ac5b45a575cf HTTP/1.1" status: 200 len: 205 time: 0.0548620 Apr 29 13:33:53.469804 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35570) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:53.531392 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b1be9b06-0281-429a-93f5-420f99e03c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd12463f-0f03-47a1-977d-ac5b45a575cf', 'name': 'tempest-RoutersIpV6Test-router-791209584', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:52Z', 'updated_at': '2022-04-29T13:33:52Z', 'revision_number': 2, 'project_id': '33491088bc784393989c1b50373e6c05', 'gw_port_host': None}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:53.533889 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1be9b06-0281-429a-93f5-420f99e03c8a None None] Checking router: dd12463f-0f03-47a1-977d-ac5b45a575cf for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:33:53.544531 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1be9b06-0281-429a-93f5-420f99e03c8a None None] Routers {'dd12463f-0f03-47a1-977d-ac5b45a575cf'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:33:53.545320 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b1be9b06-0281-429a-93f5-420f99e03c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:33:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['dd12463f-0f03-47a1-977d-ac5b45a575cf'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:53.607950 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ec65d959-0d4d-4a11-bb83-bfb66b6d3d85 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:53.676401 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-b1be9b06-0281-429a-93f5-420f99e03c8a None None] Set router dd12463f-0f03-47a1-977d-ac5b45a575cf gateway port host: None {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:33:53.785748 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b1be9b06-0281-429a-93f5-420f99e03c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd12463f-0f03-47a1-977d-ac5b45a575cf', 'name': 'tempest-RoutersIpV6Test-router-791209584', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:52Z', 'updated_at': '2022-04-29T13:33:52Z', 'revision_number': 2, 'project_id': '33491088bc784393989c1b50373e6c05', 'gw_port_host': None}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:33:53.794719 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1be9b06-0281-429a-93f5-420f99e03c8a None None] The sync data for ids ['dd12463f-0f03-47a1-977d-ac5b45a575cf'] in dv-neutron-839027-4-hyperv is: [{'id': 'dd12463f-0f03-47a1-977d-ac5b45a575cf', 'name': 'tempest-RoutersIpV6Test-router-791209584', 'tenant_id': '33491088bc784393989c1b50373e6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:52Z', 'updated_at': '2022-04-29T13:33:52Z', 'revision_number': 2, 'project_id': '33491088bc784393989c1b50373e6c05', 'gw_port_host': None}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:33:54.026608 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ec65d959-0d4d-4a11-bb83-bfb66b6d3d85 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:54.031295 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ec65d959-0d4d-4a11-bb83-bfb66b6d3d85 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:54.060136 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ec65d959-0d4d-4a11-bb83-bfb66b6d3d85 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:54.060861 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec65d959-0d4d-4a11-bb83-bfb66b6d3d85 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Fanout notify agent at l3_agent the message router_deleted on router dd12463f-0f03-47a1-977d-ac5b45a575cf {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:33:54.077035 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ec65d959-0d4d-4a11-bb83-bfb66b6d3d85 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:54.078089 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ec65d959-0d4d-4a11-bb83-bfb66b6d3d85 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/routers/dd12463f-0f03-47a1-977d-ac5b45a575cf HTTP/1.1" status: 204 len: 168 time: 0.6066444 Apr 29 13:33:54.080689 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35574) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:54.230011 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-20fdfaf3-8dee-4273-8564-65b5bccede9b tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd12463f-0f03-47a1-977d-ac5b45a575cf HTTP/1.1" status: 200 len: 205 time: 0.1481729 Apr 29 13:33:54.232391 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35578) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:54.304824 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-e7aebce8-6e49-4008-ba78-94aa05a936dc tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] delete failed (client error): The resource could not be found. Apr 29 13:33:54.304824 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e7aebce8-6e49-4008-ba78-94aa05a936dc tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/routers/dd12463f-0f03-47a1-977d-ac5b45a575cf HTTP/1.1" status: 404 len: 336 time: 0.0713935 Apr 29 13:33:54.307390 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35582) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:54.354505 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec41077-6271-45f7-ba92-c9e78a7100b6 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] DELETE failed (client error): The resource could not be found. Apr 29 13:33:54.354505 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec41077-6271-45f7-ba92-c9e78a7100b6 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:33:54.354505 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4ec41077-6271-45f7-ba92-c9e78a7100b6 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/subnets/eb581f07-f185-4aec-8562-7205fa53fe6b HTTP/1.1" status: 404 len: 337 time: 0.0440657 Apr 29 13:33:54.363877 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35586) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:54.406193 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbae47a5-2a47-4be9-bb43-78178e8582de tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] DELETE failed (client error): The resource could not be found. Apr 29 13:33:54.406193 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbae47a5-2a47-4be9-bb43-78178e8582de tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:33:54.406193 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-fbae47a5-2a47-4be9-bb43-78178e8582de tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/subnets/4c04a7c6-f04d-4973-bf7b-11379c7a4a7c HTTP/1.1" status: 404 len: 337 time: 0.0457468 Apr 29 13:33:54.406193 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35590) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:54.444907 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce71a984-805e-43e2-b831-03df41c1ac20 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] DELETE failed (client error): The resource could not be found. Apr 29 13:33:54.445524 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce71a984-805e-43e2-b831-03df41c1ac20 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:33:54.447521 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ce71a984-805e-43e2-b831-03df41c1ac20 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/subnets/d00cd9a5-c8d3-4317-8a5e-4283456e7ac3 HTTP/1.1" status: 404 len: 337 time: 0.0404990 Apr 29 13:33:54.450616 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35594) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:54.487488 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-4269b6cd-7fe0-474c-a8d8-66ba54e242a2 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] DELETE failed (client error): The resource could not be found. Apr 29 13:33:54.487980 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4269b6cd-7fe0-474c-a8d8-66ba54e242a2 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:33:54.489590 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4269b6cd-7fe0-474c-a8d8-66ba54e242a2 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/subnets/466e5aaa-34c7-4dd7-9289-82ec2012644f HTTP/1.1" status: 404 len: 337 time: 0.0380898 Apr 29 13:33:54.492092 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35598) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:54.537421 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2852a646-a0ca-4c66-bc98-5aa65ddbb70f tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "GET /v2.0/ports?device_id=d571496f-5b2c-4371-92c3-2bd9d5ebfc37 HTTP/1.1" status: 200 len: 205 time: 0.0412405 Apr 29 13:33:54.537421 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35602) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:54.606094 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-831a9cb4-8059-473f-ba80-465f623a4ddb tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] delete failed (client error): The resource could not be found. Apr 29 13:33:54.607313 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-831a9cb4-8059-473f-ba80-465f623a4ddb tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/routers/d571496f-5b2c-4371-92c3-2bd9d5ebfc37 HTTP/1.1" status: 404 len: 336 time: 0.0692391 Apr 29 13:33:54.609886 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35606) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:54.653907 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-75fcf71b-3561-4685-95d7-f6442cdda1f1 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7c25c9e-c230-4abf-ab90-555f6886e3f8 HTTP/1.1" status: 200 len: 205 time: 0.0422928 Apr 29 13:33:54.657273 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35610) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:54.724291 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-897ff3d5-4f24-4561-ab0b-829752ae6093 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] delete failed (client error): The resource could not be found. Apr 29 13:33:54.725314 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-897ff3d5-4f24-4561-ab0b-829752ae6093 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/routers/b7c25c9e-c230-4abf-ab90-555f6886e3f8 HTTP/1.1" status: 404 len: 336 time: 0.0685711 Apr 29 13:33:54.727995 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35614) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:54.771596 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-be645c40-22e1-4800-8a2c-d305aa439d81 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] DELETE failed (client error): The resource could not be found. Apr 29 13:33:54.772028 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be645c40-22e1-4800-8a2c-d305aa439d81 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:33:54.773891 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-be645c40-22e1-4800-8a2c-d305aa439d81 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/subnets/9a382d32-8cac-49f9-95f4-bc86814bc681 HTTP/1.1" status: 404 len: 337 time: 0.0447497 Apr 29 13:33:54.776332 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35618) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:54.829300 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-029c8e06-af25-4bb9-985e-b1455e80984e tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "GET /v2.0/ports?device_id=193eeeb5-21b6-4282-a6ea-6273ab155f80 HTTP/1.1" status: 200 len: 205 time: 0.0516174 Apr 29 13:33:54.831597 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35622) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:54.906539 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-53735465-455f-400c-94e2-bd155165fa59 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] delete failed (client error): The resource could not be found. Apr 29 13:33:54.907719 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-53735465-455f-400c-94e2-bd155165fa59 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/routers/193eeeb5-21b6-4282-a6ea-6273ab155f80 HTTP/1.1" status: 404 len: 336 time: 0.0747244 Apr 29 13:33:54.910145 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35626) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:54.957688 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c04287d8-7bc2-43cf-8e83-9ca96aca9fca tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5af7573-72b3-4c69-bb15-47df51fe7ae6 HTTP/1.1" status: 200 len: 205 time: 0.0466204 Apr 29 13:33:54.959969 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35630) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:55.035267 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-7a7dd82b-71fe-464a-a45f-583043cc02d4 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] delete failed (client error): The resource could not be found. Apr 29 13:33:55.037105 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7a7dd82b-71fe-464a-a45f-583043cc02d4 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/routers/d5af7573-72b3-4c69-bb15-47df51fe7ae6 HTTP/1.1" status: 404 len: 336 time: 0.0755222 Apr 29 13:33:55.038875 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35634) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:55.084855 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8ac60f-4309-44af-b1ae-749953fa8525 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] DELETE failed (client error): The resource could not be found. Apr 29 13:33:55.084855 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8ac60f-4309-44af-b1ae-749953fa8525 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:33:55.086655 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0a8ac60f-4309-44af-b1ae-749953fa8525 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/subnets/a18c1959-dbf9-4d92-b01b-f06ed711daaf HTTP/1.1" status: 404 len: 337 time: 0.0461340 Apr 29 13:33:55.088663 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35638) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:55.138713 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-eb973797-68e0-4473-9e24-66701652f83c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "GET /v2.0/ports?device_id=91258baa-3b41-4ea4-a54e-7e43eaab6154 HTTP/1.1" status: 200 len: 205 time: 0.0482905 Apr 29 13:33:55.143409 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35642) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:55.226828 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-1a659273-245e-4a4c-bb5f-0330d2b62ee3 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] delete failed (client error): The resource could not be found. Apr 29 13:33:55.226828 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1a659273-245e-4a4c-bb5f-0330d2b62ee3 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/routers/91258baa-3b41-4ea4-a54e-7e43eaab6154 HTTP/1.1" status: 404 len: 336 time: 0.0826559 Apr 29 13:33:55.232347 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35646) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:55.271278 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c224df5-1ef5-4c4e-af4e-1f5d5cdc494c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] DELETE failed (client error): The resource could not be found. Apr 29 13:33:55.271278 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c224df5-1ef5-4c4e-af4e-1f5d5cdc494c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:33:55.271278 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9c224df5-1ef5-4c4e-af4e-1f5d5cdc494c tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/subnets/4eaa610a-7c70-4762-9185-6e9167fbf746 HTTP/1.1" status: 404 len: 337 time: 0.0386047 Apr 29 13:33:55.281398 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35650) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:55.326211 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35654) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:55.326354 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ddd7d3f5-7c95-49ff-bf37-85832daad122 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "GET /v2.0/ports?device_id=6660f838-caee-496d-888d-3b32a5dd77a2 HTTP/1.1" status: 200 len: 205 time: 0.0513170 Apr 29 13:33:55.402126 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-26f7bc62-0c1f-410a-b83c-81b1800542a6 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] delete failed (client error): The resource could not be found. Apr 29 13:33:55.402296 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-26f7bc62-0c1f-410a-b83c-81b1800542a6 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/routers/6660f838-caee-496d-888d-3b32a5dd77a2 HTTP/1.1" status: 404 len: 336 time: 0.0756788 Apr 29 13:33:55.404922 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35658) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:55.444432 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b01bec6-04a6-44ea-8cee-3b80d406a3b1 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] DELETE failed (client error): The resource could not be found. Apr 29 13:33:55.444432 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b01bec6-04a6-44ea-8cee-3b80d406a3b1 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:33:55.447584 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2b01bec6-04a6-44ea-8cee-3b80d406a3b1 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/subnets/e291505d-4379-4fb5-bf8d-55dcb6c2da81 HTTP/1.1" status: 404 len: 337 time: 0.0400918 Apr 29 13:33:55.451898 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35662) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:55.488053 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b8e0694-dd18-438d-a0d6-b457f261d3a2 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] DELETE failed (client error): The resource could not be found. Apr 29 13:33:55.488053 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b8e0694-dd18-438d-a0d6-b457f261d3a2 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:33:55.489395 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2b8e0694-dd18-438d-a0d6-b457f261d3a2 tempest-RoutersIpV6Test-1739780554 tempest-RoutersIpV6Test-1739780554-project] 10.222.0.76 "DELETE /v2.0/subnets/a7baa40e-d024-4b4b-8dd6-4578248a51c1 HTTP/1.1" status: 404 len: 337 time: 0.0389538 Apr 29 13:33:55.807642 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35670) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:55.979418 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0f1bb051-eb50-40bd-a13a-789bfb0a860b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=33491088bc784393989c1b50373e6c05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1701219 Apr 29 13:33:55.981929 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35676) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:56.043892 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cee147cc-1bea-4822-b73d-2de3305f40ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:56.069456 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cee147cc-1bea-4822-b73d-2de3305f40ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:56.128809 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cee147cc-1bea-4822-b73d-2de3305f40ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:56.146184 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee147cc-1bea-4822-b73d-2de3305f40ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3aa4277-f190-4f09-8331-359a4310de47,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:56.151039 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cee147cc-1bea-4822-b73d-2de3305f40ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:56.153237 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-cee147cc-1bea-4822-b73d-2de3305f40ce admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c3aa4277-f190-4f09-8331-359a4310de47 HTTP/1.1" status: 204 len: 168 time: 0.1694093 Apr 29 13:33:56.158269 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee147cc-1bea-4822-b73d-2de3305f40ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:56.158269 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee147cc-1bea-4822-b73d-2de3305f40ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:56.158527 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee147cc-1bea-4822-b73d-2de3305f40ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:56.158860 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee147cc-1bea-4822-b73d-2de3305f40ce admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:56.159154 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee147cc-1bea-4822-b73d-2de3305f40ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:56.159522 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee147cc-1bea-4822-b73d-2de3305f40ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:56.159856 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee147cc-1bea-4822-b73d-2de3305f40ce admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:56.160179 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee147cc-1bea-4822-b73d-2de3305f40ce admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:56.160503 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee147cc-1bea-4822-b73d-2de3305f40ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:56.160846 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee147cc-1bea-4822-b73d-2de3305f40ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:56.161215 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee147cc-1bea-4822-b73d-2de3305f40ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:56.953712 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35698) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:57.077771 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-961a4fd7-67f8-4fac-8fcd-752d140a0123 tempest-DvrRoutersNegativeTest-1023373729 tempest-DvrRoutersNegativeTest-1023373729-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-7072400', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:57.080050 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.policy [None req-961a4fd7-67f8-4fac-8fcd-752d140a0123 tempest-DvrRoutersNegativeTest-1023373729 tempest-DvrRoutersNegativeTest-1023373729-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83904) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Apr 29 13:33:57.080369 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.policy [None req-961a4fd7-67f8-4fac-8fcd-752d140a0123 tempest-DvrRoutersNegativeTest-1023373729 tempest-DvrRoutersNegativeTest-1023373729-project] Failed policy check for 'create_router' {{(pid=83904) enforce /opt/stack/neutron/neutron/policy.py:482}} Apr 29 13:33:57.080936 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-961a4fd7-67f8-4fac-8fcd-752d140a0123 tempest-DvrRoutersNegativeTest-1023373729 tempest-DvrRoutersNegativeTest-1023373729-project] create failed (client error): Access was denied to this resource. Apr 29 13:33:57.081863 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-961a4fd7-67f8-4fac-8fcd-752d140a0123 tempest-DvrRoutersNegativeTest-1023373729 tempest-DvrRoutersNegativeTest-1023373729-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1271527 Apr 29 13:33:57.360129 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35708) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:57.501577 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cf7ba9a7-c1e9-4174-8edd-2d6f26eea294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:57.536301 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-cf7ba9a7-c1e9-4174-8edd-2d6f26eea294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:57.540080 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-cf7ba9a7-c1e9-4174-8edd-2d6f26eea294 admin admin] Usage tracker for resource:security_group_rule and tenant:ebf4fc6968fa4027b48745b58df690e7 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:33:57.543380 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-cf7ba9a7-c1e9-4174-8edd-2d6f26eea294 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:33:57.548876 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-cf7ba9a7-c1e9-4174-8edd-2d6f26eea294 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:57.613075 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cf7ba9a7-c1e9-4174-8edd-2d6f26eea294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:57.616520 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cf7ba9a7-c1e9-4174-8edd-2d6f26eea294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:57.661513 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ba9a7-c1e9-4174-8edd-2d6f26eea294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2675f16c-cd07-47ec-b0f2-cca216353ec0,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:57.666012 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-cf7ba9a7-c1e9-4174-8edd-2d6f26eea294 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ebf4fc6968fa4027b48745b58df690e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3049228 Apr 29 13:33:57.669084 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35714) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:57.672735 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7ba9a7-c1e9-4174-8edd-2d6f26eea294 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:57.673101 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7ba9a7-c1e9-4174-8edd-2d6f26eea294 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:57.673436 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7ba9a7-c1e9-4174-8edd-2d6f26eea294 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:57.673762 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7ba9a7-c1e9-4174-8edd-2d6f26eea294 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:57.674086 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7ba9a7-c1e9-4174-8edd-2d6f26eea294 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:57.674411 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7ba9a7-c1e9-4174-8edd-2d6f26eea294 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:57.674729 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7ba9a7-c1e9-4174-8edd-2d6f26eea294 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:57.675045 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7ba9a7-c1e9-4174-8edd-2d6f26eea294 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:57.675358 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7ba9a7-c1e9-4174-8edd-2d6f26eea294 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:57.675673 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7ba9a7-c1e9-4174-8edd-2d6f26eea294 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:57.675986 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7ba9a7-c1e9-4174-8edd-2d6f26eea294 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:57.731044 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cca72c5e-ee47-4419-b802-746f1f97d36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:57.755392 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cca72c5e-ee47-4419-b802-746f1f97d36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:57.808597 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cca72c5e-ee47-4419-b802-746f1f97d36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:57.822883 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca72c5e-ee47-4419-b802-746f1f97d36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2675f16c-cd07-47ec-b0f2-cca216353ec0,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:57.829569 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-cca72c5e-ee47-4419-b802-746f1f97d36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:57.830648 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-cca72c5e-ee47-4419-b802-746f1f97d36b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2675f16c-cd07-47ec-b0f2-cca216353ec0 HTTP/1.1" status: 204 len: 168 time: 0.1605313 Apr 29 13:33:57.936380 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:58.689744 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35736) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:58.813765 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-30e86f94-955e-4ab5-a318-6a1126e56c7e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Request body: {'security_group': {'name': 'tempest-secgroup--1937352748'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:58.819620 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-30e86f94-955e-4ab5-a318-6a1126e56c7e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:58.823423 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-30e86f94-955e-4ab5-a318-6a1126e56c7e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Usage tracker for resource:security_group and tenant:d9e5598bf37b4a28bd62ba25b18fbc07 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:33:58.826642 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-30e86f94-955e-4ab5-a318-6a1126e56c7e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:33:58.832854 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-30e86f94-955e-4ab5-a318-6a1126e56c7e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:58.843086 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-30e86f94-955e-4ab5-a318-6a1126e56c7e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:58.855890 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-30e86f94-955e-4ab5-a318-6a1126e56c7e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:58.887173 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-30e86f94-955e-4ab5-a318-6a1126e56c7e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:58.890888 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-30e86f94-955e-4ab5-a318-6a1126e56c7e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Usage tracker for resource:security_group_rule and tenant:d9e5598bf37b4a28bd62ba25b18fbc07 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:33:58.893612 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-30e86f94-955e-4ab5-a318-6a1126e56c7e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:33:58.899136 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-30e86f94-955e-4ab5-a318-6a1126e56c7e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:58.967229 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-30e86f94-955e-4ab5-a318-6a1126e56c7e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:58.970656 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-30e86f94-955e-4ab5-a318-6a1126e56c7e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:59.012933 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-30e86f94-955e-4ab5-a318-6a1126e56c7e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:59.015081 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e86f94-955e-4ab5-a318-6a1126e56c7e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a6a491-36f0-41d1-aa52-8fcefe1279c7,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:59.019105 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-30e86f94-955e-4ab5-a318-6a1126e56c7e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Usage tracker for resource:security_group_rule and tenant:d9e5598bf37b4a28bd62ba25b18fbc07 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:33:59.022690 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-30e86f94-955e-4ab5-a318-6a1126e56c7e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:33:59.027950 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-30e86f94-955e-4ab5-a318-6a1126e56c7e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:59.080444 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-30e86f94-955e-4ab5-a318-6a1126e56c7e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:59.083739 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-30e86f94-955e-4ab5-a318-6a1126e56c7e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:59.126328 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e86f94-955e-4ab5-a318-6a1126e56c7e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff069181-235a-460d-b1af-abc4c62f846a,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:59.132004 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-30e86f94-955e-4ab5-a318-6a1126e56c7e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:59.133209 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-30e86f94-955e-4ab5-a318-6a1126e56c7e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4424503 Apr 29 13:33:59.135827 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35742) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:59.196895 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2bf091cd-0247-4390-8503-0ffed63e803d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Synchronizing usage tracker for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:33:59.212776 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2bf091cd-0247-4390-8503-0ffed63e803d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Unset dirty status for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:33:59.214346 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2bf091cd-0247-4390-8503-0ffed63e803d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.0775013 Apr 29 13:33:59.217181 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35748) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:59.222319 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-35a691f4-3bd3-4c58-8661-ded97d13469c tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Request body: {'security_group': {'name': 'tempest-security--1373027220', 'description': 'tempest-security-description-1959500132'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:59.252272 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-35a691f4-3bd3-4c58-8661-ded97d13469c tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:59.302338 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-35a691f4-3bd3-4c58-8661-ded97d13469c tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:59.305562 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-35a691f4-3bd3-4c58-8661-ded97d13469c tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:59.307814 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-35a691f4-3bd3-4c58-8661-ded97d13469c tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:59.309610 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-35a691f4-3bd3-4c58-8661-ded97d13469c tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "PUT /v2.0/security-groups/ff069181-235a-460d-b1af-abc4c62f846a HTTP/1.1" status: 200 len: 1612 time: 0.0915132 Apr 29 13:33:59.312320 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35752) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:59.339499 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a691f4-3bd3-4c58-8661-ded97d13469c tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff069181-235a-460d-b1af-abc4c62f846a,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:59.359325 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-cc34539d-eb2e-4a0d-8498-902dd0adef63 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "GET /v2.0/security-groups/ff069181-235a-460d-b1af-abc4c62f846a HTTP/1.1" status: 200 len: 1612 time: 0.0457990 Apr 29 13:33:59.361968 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35756) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:59.422616 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-42cd7438-8537-477d-95d2-cfc791e116f8 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:59.448283 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-42cd7438-8537-477d-95d2-cfc791e116f8 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:59.492378 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-42cd7438-8537-477d-95d2-cfc791e116f8 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:59.510391 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd7438-8537-477d-95d2-cfc791e116f8 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff069181-235a-460d-b1af-abc4c62f846a,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:59.520852 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-42cd7438-8537-477d-95d2-cfc791e116f8 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:59.521956 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-42cd7438-8537-477d-95d2-cfc791e116f8 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "DELETE /v2.0/security-groups/ff069181-235a-460d-b1af-abc4c62f846a HTTP/1.1" status: 204 len: 168 time: 0.1591175 Apr 29 13:33:59.524674 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35760) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:59.657131 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-081be4c2-56f1-48bd-8695-2ecf625549d4 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1310394 Apr 29 13:33:59.659680 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35764) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:59.676131 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-0958cfd9-9b38-41a5-919f-c1b99d3bafcc tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] delete failed (client error): The resource could not be found. Apr 29 13:33:59.677095 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0958cfd9-9b38-41a5-919f-c1b99d3bafcc tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "DELETE /v2.0/security-groups/ff069181-235a-460d-b1af-abc4c62f846a HTTP/1.1" status: 404 len: 347 time: 0.0164962 Apr 29 13:33:59.680580 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35768) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:59.686521 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-a7319820-b8dd-4122-9593-63a81acac202 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Request body: {'security_group': {'name': 'tempest-secgroup--949686209'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:59.691988 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a7319820-b8dd-4122-9593-63a81acac202 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:59.696675 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a7319820-b8dd-4122-9593-63a81acac202 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Usage tracker for resource:security_group and tenant:d9e5598bf37b4a28bd62ba25b18fbc07 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:33:59.700693 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a7319820-b8dd-4122-9593-63a81acac202 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:33:59.706364 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a7319820-b8dd-4122-9593-63a81acac202 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:59.716352 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a7319820-b8dd-4122-9593-63a81acac202 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:59.752349 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a7319820-b8dd-4122-9593-63a81acac202 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:59.756058 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a7319820-b8dd-4122-9593-63a81acac202 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Usage tracker for resource:security_group_rule and tenant:d9e5598bf37b4a28bd62ba25b18fbc07 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:33:59.758845 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a7319820-b8dd-4122-9593-63a81acac202 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:33:59.765648 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a7319820-b8dd-4122-9593-63a81acac202 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:59.820410 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a7319820-b8dd-4122-9593-63a81acac202 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:59.824736 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a7319820-b8dd-4122-9593-63a81acac202 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:59.868461 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7319820-b8dd-4122-9593-63a81acac202 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2414acd4-6594-456f-b8c4-eac3daea0b1c,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:59.871900 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a7319820-b8dd-4122-9593-63a81acac202 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:59.873099 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a7319820-b8dd-4122-9593-63a81acac202 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.1915433 Apr 29 13:33:59.875838 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35772) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:33:59.881104 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-cc57bdc2-9e01-4979-9a5c-9f270369ba56 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Request body: {'security_group_rule': {'security_group_id': '2414acd4-6594-456f-b8c4-eac3daea0b1c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:33:59.886903 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-cc57bdc2-9e01-4979-9a5c-9f270369ba56 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:33:59.890606 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-cc57bdc2-9e01-4979-9a5c-9f270369ba56 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Usage tracker for resource:security_group_rule and tenant:d9e5598bf37b4a28bd62ba25b18fbc07 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:33:59.893412 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-cc57bdc2-9e01-4979-9a5c-9f270369ba56 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:33:59.898923 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-cc57bdc2-9e01-4979-9a5c-9f270369ba56 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:33:59.918266 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc57bdc2-9e01-4979-9a5c-9f270369ba56 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:59.976716 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc57bdc2-9e01-4979-9a5c-9f270369ba56 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:33:59.980653 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc57bdc2-9e01-4979-9a5c-9f270369ba56 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:00.003707 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57bdc2-9e01-4979-9a5c-9f270369ba56 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e0405e9-3678-4e50-a756-a92205a2f0db,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:00.011652 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc57bdc2-9e01-4979-9a5c-9f270369ba56 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:00.012930 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-cc57bdc2-9e01-4979-9a5c-9f270369ba56 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1360643 Apr 29 13:34:00.015612 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35776) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:00.043875 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8cf23f2c-1bf7-42e2-8e0a-225ee557ca90 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:00.053668 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8cf23f2c-1bf7-42e2-8e0a-225ee557ca90 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:00.077109 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8cf23f2c-1bf7-42e2-8e0a-225ee557ca90 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:00.092270 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf23f2c-1bf7-42e2-8e0a-225ee557ca90 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e0405e9-3678-4e50-a756-a92205a2f0db,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:00.095348 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8cf23f2c-1bf7-42e2-8e0a-225ee557ca90 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:00.096924 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8cf23f2c-1bf7-42e2-8e0a-225ee557ca90 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/7e0405e9-3678-4e50-a756-a92205a2f0db HTTP/1.1" status: 204 len: 168 time: 0.0799434 Apr 29 13:34:00.098992 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35780) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:00.143546 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5bf862f0-43aa-43ff-b29e-9472aa5c06f6 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Synchronizing usage tracker for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group_rule {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:34:00.163785 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5bf862f0-43aa-43ff-b29e-9472aa5c06f6 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Unset dirty status for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group_rule {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:34:00.165179 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5bf862f0-43aa-43ff-b29e-9472aa5c06f6 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0652735 Apr 29 13:34:00.170503 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35784) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:00.234548 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-73b9ac0e-bb0f-4ed0-88c5-25b150a8d0ed tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:00.260844 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-73b9ac0e-bb0f-4ed0-88c5-25b150a8d0ed tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:00.320644 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-73b9ac0e-bb0f-4ed0-88c5-25b150a8d0ed tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:00.340089 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9ac0e-bb0f-4ed0-88c5-25b150a8d0ed tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2414acd4-6594-456f-b8c4-eac3daea0b1c,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:00.354391 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-73b9ac0e-bb0f-4ed0-88c5-25b150a8d0ed tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:00.355594 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-73b9ac0e-bb0f-4ed0-88c5-25b150a8d0ed tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "DELETE /v2.0/security-groups/2414acd4-6594-456f-b8c4-eac3daea0b1c HTTP/1.1" status: 204 len: 168 time: 0.1839576 Apr 29 13:34:00.358958 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35788) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:00.425619 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-737ab8df-669b-44a2-b4d3-65dc6d9d37d9 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Synchronizing usage tracker for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:34:00.443061 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-737ab8df-669b-44a2-b4d3-65dc6d9d37d9 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Unset dirty status for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:34:00.444451 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-737ab8df-669b-44a2-b4d3-65dc6d9d37d9 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0838099 Apr 29 13:34:00.448586 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35792) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:00.455443 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-74306fe3-8901-4618-913e-ab3099fd0dd9 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Request body: {'security_group': {'name': 'tempest-secgroup--2056331439'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:34:00.462638 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-74306fe3-8901-4618-913e-ab3099fd0dd9 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:00.476261 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-74306fe3-8901-4618-913e-ab3099fd0dd9 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:00.486060 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-74306fe3-8901-4618-913e-ab3099fd0dd9 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:00.524536 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-74306fe3-8901-4618-913e-ab3099fd0dd9 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:00.528712 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-74306fe3-8901-4618-913e-ab3099fd0dd9 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Usage tracker for resource:security_group_rule and tenant:d9e5598bf37b4a28bd62ba25b18fbc07 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:34:00.531553 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-74306fe3-8901-4618-913e-ab3099fd0dd9 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:34:00.537134 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-74306fe3-8901-4618-913e-ab3099fd0dd9 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:00.596089 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-74306fe3-8901-4618-913e-ab3099fd0dd9 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:00.599988 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-74306fe3-8901-4618-913e-ab3099fd0dd9 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:00.646287 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74306fe3-8901-4618-913e-ab3099fd0dd9 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc66d362-0281-43df-9c09-0a2493fccfcc,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:00.657186 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-74306fe3-8901-4618-913e-ab3099fd0dd9 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:00.658720 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-74306fe3-8901-4618-913e-ab3099fd0dd9 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2084842 Apr 29 13:34:00.661505 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35796) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:00.668409 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-517022aa-f2b1-47e1-a683-16ae2660147d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Request body: {'security_group_rule': {'security_group_id': 'bc66d362-0281-43df-9c09-0a2493fccfcc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:34:00.674361 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-517022aa-f2b1-47e1-a683-16ae2660147d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:00.678473 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-517022aa-f2b1-47e1-a683-16ae2660147d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Usage tracker for resource:security_group_rule and tenant:d9e5598bf37b4a28bd62ba25b18fbc07 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:34:00.681273 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-517022aa-f2b1-47e1-a683-16ae2660147d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:34:00.688055 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-517022aa-f2b1-47e1-a683-16ae2660147d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:00.705656 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-517022aa-f2b1-47e1-a683-16ae2660147d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:00.768200 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-517022aa-f2b1-47e1-a683-16ae2660147d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:00.772168 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-517022aa-f2b1-47e1-a683-16ae2660147d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:00.800527 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517022aa-f2b1-47e1-a683-16ae2660147d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff9f0ae-caaa-4a7f-803e-5de3eba7e0c7,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:00.817159 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-517022aa-f2b1-47e1-a683-16ae2660147d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:00.818343 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-517022aa-f2b1-47e1-a683-16ae2660147d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1558940 Apr 29 13:34:00.821055 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35800) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:00.827073 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-ec08eadd-e15e-4d1a-82fe-aaa1f8041659 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Request body: {'security_group_rule': {'security_group_id': 'bc66d362-0281-43df-9c09-0a2493fccfcc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:34:00.832921 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ec08eadd-e15e-4d1a-82fe-aaa1f8041659 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:00.836972 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ec08eadd-e15e-4d1a-82fe-aaa1f8041659 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Usage tracker for resource:security_group_rule and tenant:d9e5598bf37b4a28bd62ba25b18fbc07 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:34:00.839927 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ec08eadd-e15e-4d1a-82fe-aaa1f8041659 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:34:00.845934 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ec08eadd-e15e-4d1a-82fe-aaa1f8041659 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:00.864648 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ec08eadd-e15e-4d1a-82fe-aaa1f8041659 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:00.938522 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ec08eadd-e15e-4d1a-82fe-aaa1f8041659 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:00.942432 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ec08eadd-e15e-4d1a-82fe-aaa1f8041659 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:00.972873 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08eadd-e15e-4d1a-82fe-aaa1f8041659 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ce6052-7a13-404c-b1c7-9c95fe54956a,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:00.988112 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ec08eadd-e15e-4d1a-82fe-aaa1f8041659 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:00.989322 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ec08eadd-e15e-4d1a-82fe-aaa1f8041659 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1673830 Apr 29 13:34:00.992031 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35804) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:00.997389 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-1148f421-a05e-4c45-821b-127729047b0e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Request body: {'security_group_rule': {'security_group_id': 'bc66d362-0281-43df-9c09-0a2493fccfcc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:34:01.003333 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1148f421-a05e-4c45-821b-127729047b0e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:01.007504 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1148f421-a05e-4c45-821b-127729047b0e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Usage tracker for resource:security_group_rule and tenant:d9e5598bf37b4a28bd62ba25b18fbc07 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:34:01.010580 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1148f421-a05e-4c45-821b-127729047b0e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:34:01.017028 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1148f421-a05e-4c45-821b-127729047b0e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:01.040540 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1148f421-a05e-4c45-821b-127729047b0e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:01.101911 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1148f421-a05e-4c45-821b-127729047b0e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:01.106093 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1148f421-a05e-4c45-821b-127729047b0e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:01.128435 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148f421-a05e-4c45-821b-127729047b0e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05bac505-842f-4b4f-9c7f-1ff4cd160b75,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:01.141473 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1148f421-a05e-4c45-821b-127729047b0e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:01.142659 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1148f421-a05e-4c45-821b-127729047b0e tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1497190 Apr 29 13:34:01.145363 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35808) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:01.150631 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-41e6d3e9-8dbe-4e4f-9697-26d6d32f744d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Request body: {'security_group_rule': {'security_group_id': 'bc66d362-0281-43df-9c09-0a2493fccfcc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:34:01.156828 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-41e6d3e9-8dbe-4e4f-9697-26d6d32f744d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:01.160907 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-41e6d3e9-8dbe-4e4f-9697-26d6d32f744d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Usage tracker for resource:security_group_rule and tenant:d9e5598bf37b4a28bd62ba25b18fbc07 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:34:01.163966 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-41e6d3e9-8dbe-4e4f-9697-26d6d32f744d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:34:01.170506 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-41e6d3e9-8dbe-4e4f-9697-26d6d32f744d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:01.186353 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-41e6d3e9-8dbe-4e4f-9697-26d6d32f744d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:01.251365 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-41e6d3e9-8dbe-4e4f-9697-26d6d32f744d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:01.254893 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-41e6d3e9-8dbe-4e4f-9697-26d6d32f744d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:01.277260 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6d3e9-8dbe-4e4f-9697-26d6d32f744d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47437c9b-0be0-4654-8cd4-c4cdf99a110d,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:01.289101 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-41e6d3e9-8dbe-4e4f-9697-26d6d32f744d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:01.290275 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-41e6d3e9-8dbe-4e4f-9697-26d6d32f744d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1440217 Apr 29 13:34:01.295892 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35812) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:01.301685 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-56493f49-1f61-4e13-a7f9-598136b0c01d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Request body: {'security_group_rule': {'security_group_id': 'bc66d362-0281-43df-9c09-0a2493fccfcc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:34:01.307564 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-56493f49-1f61-4e13-a7f9-598136b0c01d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:01.311658 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-56493f49-1f61-4e13-a7f9-598136b0c01d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Usage tracker for resource:security_group_rule and tenant:d9e5598bf37b4a28bd62ba25b18fbc07 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:34:01.314546 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-56493f49-1f61-4e13-a7f9-598136b0c01d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:34:01.320088 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-56493f49-1f61-4e13-a7f9-598136b0c01d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:01.336117 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-56493f49-1f61-4e13-a7f9-598136b0c01d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:01.398420 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-56493f49-1f61-4e13-a7f9-598136b0c01d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:01.401777 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-56493f49-1f61-4e13-a7f9-598136b0c01d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:01.424164 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56493f49-1f61-4e13-a7f9-598136b0c01d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=859e5328-4418-47ae-bb46-5d63d171582c,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:01.435898 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-56493f49-1f61-4e13-a7f9-598136b0c01d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:01.437051 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-56493f49-1f61-4e13-a7f9-598136b0c01d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.1400263 Apr 29 13:34:01.439747 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35816) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:01.469552 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0d55bdef-e8e0-44b6-a1ac-5e92de475294 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:01.479622 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0d55bdef-e8e0-44b6-a1ac-5e92de475294 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:01.501821 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0d55bdef-e8e0-44b6-a1ac-5e92de475294 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:01.519569 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55bdef-e8e0-44b6-a1ac-5e92de475294 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=859e5328-4418-47ae-bb46-5d63d171582c,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:01.523468 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0d55bdef-e8e0-44b6-a1ac-5e92de475294 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:01.524539 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0d55bdef-e8e0-44b6-a1ac-5e92de475294 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/859e5328-4418-47ae-bb46-5d63d171582c HTTP/1.1" status: 204 len: 168 time: 0.0839040 Apr 29 13:34:01.527797 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35820) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:01.579668 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ce924475-ca59-4eea-bc6e-4b8daab9f129 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Synchronizing usage tracker for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group_rule {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:34:01.594785 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ce924475-ca59-4eea-bc6e-4b8daab9f129 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Unset dirty status for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group_rule {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:34:01.596039 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ce924475-ca59-4eea-bc6e-4b8daab9f129 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.0673504 Apr 29 13:34:01.598989 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35824) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:01.626862 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-50d27d46-0bad-4293-a035-15525145064f tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:01.637373 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-50d27d46-0bad-4293-a035-15525145064f tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:01.661234 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-50d27d46-0bad-4293-a035-15525145064f tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:01.680384 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d27d46-0bad-4293-a035-15525145064f tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47437c9b-0be0-4654-8cd4-c4cdf99a110d,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:01.688010 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-50d27d46-0bad-4293-a035-15525145064f tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:01.689128 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-50d27d46-0bad-4293-a035-15525145064f tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/47437c9b-0be0-4654-8cd4-c4cdf99a110d HTTP/1.1" status: 204 len: 168 time: 0.0892670 Apr 29 13:34:01.691781 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35828) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:01.739908 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-beb5e13e-ea4a-4ff9-b355-3d441ee9d3ea tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Synchronizing usage tracker for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group_rule {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:34:01.755003 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-beb5e13e-ea4a-4ff9-b355-3d441ee9d3ea tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Unset dirty status for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group_rule {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:34:01.756186 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-beb5e13e-ea4a-4ff9-b355-3d441ee9d3ea tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.0635355 Apr 29 13:34:01.759119 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35832) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:01.787593 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-67a13f86-33e2-40b3-b098-cb9d384d6050 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:01.797517 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-67a13f86-33e2-40b3-b098-cb9d384d6050 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:01.820901 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-67a13f86-33e2-40b3-b098-cb9d384d6050 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:01.838770 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a13f86-33e2-40b3-b098-cb9d384d6050 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05bac505-842f-4b4f-9c7f-1ff4cd160b75,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:01.846664 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-67a13f86-33e2-40b3-b098-cb9d384d6050 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:01.847758 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-67a13f86-33e2-40b3-b098-cb9d384d6050 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/05bac505-842f-4b4f-9c7f-1ff4cd160b75 HTTP/1.1" status: 204 len: 168 time: 0.0877771 Apr 29 13:34:01.850458 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35836) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:01.897330 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ee022d94-514e-4ab2-a607-3dd8bfdca3c8 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Synchronizing usage tracker for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group_rule {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:34:01.911797 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ee022d94-514e-4ab2-a607-3dd8bfdca3c8 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Unset dirty status for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group_rule {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:34:01.913006 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ee022d94-514e-4ab2-a607-3dd8bfdca3c8 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0616505 Apr 29 13:34:01.915812 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35840) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:01.943217 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8a06f922-8bb6-4b9f-a37b-06669ab7ca81 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:01.956717 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8a06f922-8bb6-4b9f-a37b-06669ab7ca81 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:01.979202 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8a06f922-8bb6-4b9f-a37b-06669ab7ca81 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:01.997471 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06f922-8bb6-4b9f-a37b-06669ab7ca81 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95ce6052-7a13-404c-b1c7-9c95fe54956a,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:02.002367 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8a06f922-8bb6-4b9f-a37b-06669ab7ca81 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:02.003664 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8a06f922-8bb6-4b9f-a37b-06669ab7ca81 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/95ce6052-7a13-404c-b1c7-9c95fe54956a HTTP/1.1" status: 204 len: 168 time: 0.0868919 Apr 29 13:34:02.006183 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35844) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:02.050718 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d1cf66dd-68fe-47ee-a9f0-4b0c815f1070 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Synchronizing usage tracker for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group_rule {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:34:02.066272 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d1cf66dd-68fe-47ee-a9f0-4b0c815f1070 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Unset dirty status for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group_rule {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:34:02.067550 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d1cf66dd-68fe-47ee-a9f0-4b0c815f1070 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0605085 Apr 29 13:34:02.070369 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35848) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:02.098408 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9d192d07-9546-4285-bc08-87f76f12af7b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:02.108832 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9d192d07-9546-4285-bc08-87f76f12af7b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:02.130933 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9d192d07-9546-4285-bc08-87f76f12af7b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:02.147293 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d192d07-9546-4285-bc08-87f76f12af7b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bff9f0ae-caaa-4a7f-803e-5de3eba7e0c7,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:02.154997 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9d192d07-9546-4285-bc08-87f76f12af7b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:02.156045 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9d192d07-9546-4285-bc08-87f76f12af7b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/bff9f0ae-caaa-4a7f-803e-5de3eba7e0c7 HTTP/1.1" status: 204 len: 168 time: 0.0848210 Apr 29 13:34:02.158703 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35852) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:02.202987 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-9f634dcc-27c5-4e67-a5d0-6326d7af7928 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Synchronizing usage tracker for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group_rule {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:34:02.217151 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-9f634dcc-27c5-4e67-a5d0-6326d7af7928 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Unset dirty status for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group_rule {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:34:02.218327 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9f634dcc-27c5-4e67-a5d0-6326d7af7928 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0587664 Apr 29 13:34:02.221277 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35856) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:02.282409 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4593bc7a-263d-454a-bf9f-8d3a630fe896 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:02.311535 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4593bc7a-263d-454a-bf9f-8d3a630fe896 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:02.444609 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4593bc7a-263d-454a-bf9f-8d3a630fe896 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:02.465301 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593bc7a-263d-454a-bf9f-8d3a630fe896 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc66d362-0281-43df-9c09-0a2493fccfcc,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:02.476562 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4593bc7a-263d-454a-bf9f-8d3a630fe896 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:02.477698 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4593bc7a-263d-454a-bf9f-8d3a630fe896 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "DELETE /v2.0/security-groups/bc66d362-0281-43df-9c09-0a2493fccfcc HTTP/1.1" status: 204 len: 168 time: 0.2555656 Apr 29 13:34:02.481020 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35860) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:02.530267 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-07e8a1a0-1a95-4b05-ba3f-d0e09473afee tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Synchronizing usage tracker for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:34:02.545559 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-07e8a1a0-1a95-4b05-ba3f-d0e09473afee tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Unset dirty status for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:34:02.546665 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-07e8a1a0-1a95-4b05-ba3f-d0e09473afee tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0645974 Apr 29 13:34:02.551062 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35864) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:02.556668 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-6386a281-1c75-414b-a021-ed2f2a55a5c3 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Request body: {'security_group': {'name': 'tempest-secgroup--1937870785'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:34:02.562591 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6386a281-1c75-414b-a021-ed2f2a55a5c3 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:02.572059 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6386a281-1c75-414b-a021-ed2f2a55a5c3 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:02.580878 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6386a281-1c75-414b-a021-ed2f2a55a5c3 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:02.615090 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6386a281-1c75-414b-a021-ed2f2a55a5c3 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:02.618974 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6386a281-1c75-414b-a021-ed2f2a55a5c3 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Usage tracker for resource:security_group_rule and tenant:d9e5598bf37b4a28bd62ba25b18fbc07 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:34:02.621857 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6386a281-1c75-414b-a021-ed2f2a55a5c3 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:34:02.627351 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6386a281-1c75-414b-a021-ed2f2a55a5c3 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:02.679239 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6386a281-1c75-414b-a021-ed2f2a55a5c3 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:02.682862 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6386a281-1c75-414b-a021-ed2f2a55a5c3 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:02.727828 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386a281-1c75-414b-a021-ed2f2a55a5c3 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bebcfbe-aec6-4019-b54c-6923272b1e7d,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:02.734905 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6386a281-1c75-414b-a021-ed2f2a55a5c3 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:02.735889 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6386a281-1c75-414b-a021-ed2f2a55a5c3 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.1837955 Apr 29 13:34:02.738570 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35868) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:02.743909 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-e181426a-82a8-415c-bb4a-89b6b452d23b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Request body: {'security_group_rule': {'security_group_id': '8bebcfbe-aec6-4019-b54c-6923272b1e7d', 'direction': 'ingress', 'protocol': 17}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:34:02.749891 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e181426a-82a8-415c-bb4a-89b6b452d23b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:02.753838 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e181426a-82a8-415c-bb4a-89b6b452d23b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Usage tracker for resource:security_group_rule and tenant:d9e5598bf37b4a28bd62ba25b18fbc07 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:34:02.756600 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e181426a-82a8-415c-bb4a-89b6b452d23b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:34:02.762484 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e181426a-82a8-415c-bb4a-89b6b452d23b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:02.781378 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e181426a-82a8-415c-bb4a-89b6b452d23b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:02.841050 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e181426a-82a8-415c-bb4a-89b6b452d23b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:02.845245 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e181426a-82a8-415c-bb4a-89b6b452d23b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:02.867573 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181426a-82a8-415c-bb4a-89b6b452d23b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ab6f28-c90c-46a6-a731-4a6a94fa3e92,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:02.879270 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e181426a-82a8-415c-bb4a-89b6b452d23b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:02.880420 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e181426a-82a8-415c-bb4a-89b6b452d23b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.1409485 Apr 29 13:34:02.883125 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35872) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:02.943724 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-eee44ee2-f355-4bec-a965-914c05710813 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:02.970647 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-eee44ee2-f355-4bec-a965-914c05710813 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:03.017996 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-eee44ee2-f355-4bec-a965-914c05710813 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:03.035826 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee44ee2-f355-4bec-a965-914c05710813 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bebcfbe-aec6-4019-b54c-6923272b1e7d,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:03.045950 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-eee44ee2-f355-4bec-a965-914c05710813 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:03.047048 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-eee44ee2-f355-4bec-a965-914c05710813 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "DELETE /v2.0/security-groups/8bebcfbe-aec6-4019-b54c-6923272b1e7d HTTP/1.1" status: 204 len: 168 time: 0.1630569 Apr 29 13:34:03.049613 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35876) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:03.101508 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c69eb076-d08e-4b8e-846f-73ba33fc76b8 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Synchronizing usage tracker for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:34:03.116381 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c69eb076-d08e-4b8e-846f-73ba33fc76b8 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Unset dirty status for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:34:03.117620 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c69eb076-d08e-4b8e-846f-73ba33fc76b8 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0671344 Apr 29 13:34:03.122039 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35880) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:03.127413 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-45eca0a5-1b21-466c-859a-5739dec759d1 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Request body: {'security_group': {'name': 'tempest-secgroup--1767494874'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:34:03.133739 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-45eca0a5-1b21-466c-859a-5739dec759d1 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:03.143088 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-45eca0a5-1b21-466c-859a-5739dec759d1 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:03.152533 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-45eca0a5-1b21-466c-859a-5739dec759d1 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:03.188057 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-45eca0a5-1b21-466c-859a-5739dec759d1 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:03.192022 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-45eca0a5-1b21-466c-859a-5739dec759d1 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Usage tracker for resource:security_group_rule and tenant:d9e5598bf37b4a28bd62ba25b18fbc07 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:34:03.194789 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-45eca0a5-1b21-466c-859a-5739dec759d1 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:34:03.200549 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-45eca0a5-1b21-466c-859a-5739dec759d1 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:03.252995 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-45eca0a5-1b21-466c-859a-5739dec759d1 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:03.256512 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-45eca0a5-1b21-466c-859a-5739dec759d1 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:03.300693 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eca0a5-1b21-466c-859a-5739dec759d1 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba55d0d4-2018-45bb-8782-f1ec41cc1815,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:03.310303 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-45eca0a5-1b21-466c-859a-5739dec759d1 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:03.311549 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-45eca0a5-1b21-466c-859a-5739dec759d1 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.1885796 Apr 29 13:34:03.314227 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35884) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:03.319481 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-6a3db52d-1c15-46c0-b288-6fd5b45dead9 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Request body: {'security_group': {'name': 'tempest-secgroup--1738171062'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:34:03.325606 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6a3db52d-1c15-46c0-b288-6fd5b45dead9 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:03.329708 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6a3db52d-1c15-46c0-b288-6fd5b45dead9 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Usage tracker for resource:security_group and tenant:d9e5598bf37b4a28bd62ba25b18fbc07 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:34:03.332576 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6a3db52d-1c15-46c0-b288-6fd5b45dead9 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:34:03.338256 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6a3db52d-1c15-46c0-b288-6fd5b45dead9 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:03.348549 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6a3db52d-1c15-46c0-b288-6fd5b45dead9 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:03.383680 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6a3db52d-1c15-46c0-b288-6fd5b45dead9 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:03.387834 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6a3db52d-1c15-46c0-b288-6fd5b45dead9 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Usage tracker for resource:security_group_rule and tenant:d9e5598bf37b4a28bd62ba25b18fbc07 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:34:03.390626 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6a3db52d-1c15-46c0-b288-6fd5b45dead9 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:34:03.396171 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6a3db52d-1c15-46c0-b288-6fd5b45dead9 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:03.453153 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6a3db52d-1c15-46c0-b288-6fd5b45dead9 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:03.456664 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6a3db52d-1c15-46c0-b288-6fd5b45dead9 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:03.502901 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3db52d-1c15-46c0-b288-6fd5b45dead9 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cb8027-0d6b-496c-993b-fdfd23ffa607,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:03.505527 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6a3db52d-1c15-46c0-b288-6fd5b45dead9 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:03.506710 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6a3db52d-1c15-46c0-b288-6fd5b45dead9 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.1916010 Apr 29 13:34:03.509425 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35888) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:03.514803 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-a71736cd-4408-4386-839e-8104eadf31c6 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Request body: {'security_group_rule': {'security_group_id': 'ba55d0d4-2018-45bb-8782-f1ec41cc1815', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a2cb8027-0d6b-496c-993b-fdfd23ffa607', 'remote_ip_prefix': None}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:34:03.520617 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a71736cd-4408-4386-839e-8104eadf31c6 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:03.524637 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a71736cd-4408-4386-839e-8104eadf31c6 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Usage tracker for resource:security_group_rule and tenant:d9e5598bf37b4a28bd62ba25b18fbc07 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:34:03.528101 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a71736cd-4408-4386-839e-8104eadf31c6 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:34:03.533722 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a71736cd-4408-4386-839e-8104eadf31c6 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:03.554912 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a71736cd-4408-4386-839e-8104eadf31c6 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:03.622313 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a71736cd-4408-4386-839e-8104eadf31c6 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:03.625713 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a71736cd-4408-4386-839e-8104eadf31c6 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:03.647912 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71736cd-4408-4386-839e-8104eadf31c6 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeddc564-ee16-4e87-b515-0877c060c374,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:03.663371 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a71736cd-4408-4386-839e-8104eadf31c6 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:03.665218 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a71736cd-4408-4386-839e-8104eadf31c6 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.1548686 Apr 29 13:34:03.668275 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35892) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:03.699349 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3f3fdf07-f353-42e6-aa9a-4b30866d9f78 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:03.709309 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3f3fdf07-f353-42e6-aa9a-4b30866d9f78 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:03.733171 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3f3fdf07-f353-42e6-aa9a-4b30866d9f78 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:03.755401 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fdf07-f353-42e6-aa9a-4b30866d9f78 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aeddc564-ee16-4e87-b515-0877c060c374,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:03.758121 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3f3fdf07-f353-42e6-aa9a-4b30866d9f78 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:03.759203 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3f3fdf07-f353-42e6-aa9a-4b30866d9f78 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/aeddc564-ee16-4e87-b515-0877c060c374 HTTP/1.1" status: 204 len: 168 time: 0.0895605 Apr 29 13:34:03.762038 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35896) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:03.810427 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d9945906-f253-40b4-b6a0-f995042ae133 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Synchronizing usage tracker for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group_rule {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:34:03.826735 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d9945906-f253-40b4-b6a0-f995042ae133 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Unset dirty status for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group_rule {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:34:03.828330 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d9945906-f253-40b4-b6a0-f995042ae133 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0653338 Apr 29 13:34:03.831303 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35900) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:03.891235 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8597be21-09f8-4607-9b7e-4b6cd5f16a46 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:03.919211 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8597be21-09f8-4607-9b7e-4b6cd5f16a46 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:03.962675 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8597be21-09f8-4607-9b7e-4b6cd5f16a46 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:03.984095 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597be21-09f8-4607-9b7e-4b6cd5f16a46 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cb8027-0d6b-496c-993b-fdfd23ffa607,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:03.996462 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8597be21-09f8-4607-9b7e-4b6cd5f16a46 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:03.997560 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8597be21-09f8-4607-9b7e-4b6cd5f16a46 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "DELETE /v2.0/security-groups/a2cb8027-0d6b-496c-993b-fdfd23ffa607 HTTP/1.1" status: 204 len: 168 time: 0.1653571 Apr 29 13:34:04.000170 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35904) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:04.063886 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d089b190-e9bf-4bdf-8a94-2ab50cf4a15a tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Synchronizing usage tracker for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:34:04.079134 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d089b190-e9bf-4bdf-8a94-2ab50cf4a15a tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Unset dirty status for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:34:04.080499 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d089b190-e9bf-4bdf-8a94-2ab50cf4a15a tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.0791471 Apr 29 13:34:04.083372 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35908) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:04.144027 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f51f94f8-5370-4fa5-b5ad-fb5ef06ea78b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:04.169776 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f51f94f8-5370-4fa5-b5ad-fb5ef06ea78b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:04.217028 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f51f94f8-5370-4fa5-b5ad-fb5ef06ea78b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:04.235915 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f94f8-5370-4fa5-b5ad-fb5ef06ea78b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba55d0d4-2018-45bb-8782-f1ec41cc1815,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:04.247222 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f51f94f8-5370-4fa5-b5ad-fb5ef06ea78b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:04.250727 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f51f94f8-5370-4fa5-b5ad-fb5ef06ea78b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "DELETE /v2.0/security-groups/ba55d0d4-2018-45bb-8782-f1ec41cc1815 HTTP/1.1" status: 204 len: 168 time: 0.1640875 Apr 29 13:34:04.250952 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35912) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:04.301711 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8a7a5e37-236e-4823-b4f8-d0d7be59f427 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Synchronizing usage tracker for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:34:04.316019 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8a7a5e37-236e-4823-b4f8-d0d7be59f427 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Unset dirty status for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:34:04.317343 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8a7a5e37-236e-4823-b4f8-d0d7be59f427 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0653658 Apr 29 13:34:04.321268 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35916) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:04.327688 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-131f9419-f102-4a7a-bce4-d6a40b47e6df tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Request body: {'security_group': {'name': 'tempest-secgroup--598607732'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:34:04.334182 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-131f9419-f102-4a7a-bce4-d6a40b47e6df tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:04.343621 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-131f9419-f102-4a7a-bce4-d6a40b47e6df tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:04.353040 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-131f9419-f102-4a7a-bce4-d6a40b47e6df tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:04.389115 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-131f9419-f102-4a7a-bce4-d6a40b47e6df tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:04.393070 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-131f9419-f102-4a7a-bce4-d6a40b47e6df tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Usage tracker for resource:security_group_rule and tenant:d9e5598bf37b4a28bd62ba25b18fbc07 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:34:04.395790 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-131f9419-f102-4a7a-bce4-d6a40b47e6df tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:34:04.401247 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-131f9419-f102-4a7a-bce4-d6a40b47e6df tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:04.458850 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-131f9419-f102-4a7a-bce4-d6a40b47e6df tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:04.463578 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-131f9419-f102-4a7a-bce4-d6a40b47e6df tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:04.506837 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f9419-f102-4a7a-bce4-d6a40b47e6df tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=342e969d-fa1f-4ef6-a2d9-f489dd8a2620,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:04.516131 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-131f9419-f102-4a7a-bce4-d6a40b47e6df tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:04.517378 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-131f9419-f102-4a7a-bce4-d6a40b47e6df tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.1951840 Apr 29 13:34:04.520047 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35920) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:04.525388 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-46debacb-8d1c-48ae-83a0-f8f18279f171 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Request body: {'security_group_rule': {'security_group_id': '342e969d-fa1f-4ef6-a2d9-f489dd8a2620', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:34:04.531456 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-46debacb-8d1c-48ae-83a0-f8f18279f171 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:04.535399 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-46debacb-8d1c-48ae-83a0-f8f18279f171 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Usage tracker for resource:security_group_rule and tenant:d9e5598bf37b4a28bd62ba25b18fbc07 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:34:04.538206 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-46debacb-8d1c-48ae-83a0-f8f18279f171 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:34:04.547756 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-46debacb-8d1c-48ae-83a0-f8f18279f171 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:04.570732 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-46debacb-8d1c-48ae-83a0-f8f18279f171 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:04.629911 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-46debacb-8d1c-48ae-83a0-f8f18279f171 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:04.633325 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-46debacb-8d1c-48ae-83a0-f8f18279f171 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:04.656014 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46debacb-8d1c-48ae-83a0-f8f18279f171 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e6f592-2005-4d60-a7a1-da13f953abad,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:04.668723 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-46debacb-8d1c-48ae-83a0-f8f18279f171 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:04.670195 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-46debacb-8d1c-48ae-83a0-f8f18279f171 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.1490488 Apr 29 13:34:04.672733 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 35924) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:04.701591 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-28eb01a5-0eee-465d-b06f-9914196c6d9f tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:04.711516 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-28eb01a5-0eee-465d-b06f-9914196c6d9f tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:04.735942 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-28eb01a5-0eee-465d-b06f-9914196c6d9f tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:04.755895 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-28eb01a5-0eee-465d-b06f-9914196c6d9f tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:04.757012 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-28eb01a5-0eee-465d-b06f-9914196c6d9f tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/a0e6f592-2005-4d60-a7a1-da13f953abad HTTP/1.1" status: 204 len: 168 time: 0.0833352 Apr 29 13:34:04.757744 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb01a5-0eee-465d-b06f-9914196c6d9f tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0e6f592-2005-4d60-a7a1-da13f953abad,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:04.759756 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35928) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:04.806647 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1966d157-9875-48d4-830f-03f06f39d0ac tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Synchronizing usage tracker for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group_rule {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:34:04.822586 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1966d157-9875-48d4-830f-03f06f39d0ac tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Unset dirty status for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group_rule {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:34:04.823782 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1966d157-9875-48d4-830f-03f06f39d0ac tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0629995 Apr 29 13:34:04.826948 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35932) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:04.887086 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7fb0ce05-e36c-4545-9a3f-f06a00f9cf17 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:04.912658 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7fb0ce05-e36c-4545-9a3f-f06a00f9cf17 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:04.956848 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7fb0ce05-e36c-4545-9a3f-f06a00f9cf17 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:04.974749 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0ce05-e36c-4545-9a3f-f06a00f9cf17 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=342e969d-fa1f-4ef6-a2d9-f489dd8a2620,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:04.988661 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7fb0ce05-e36c-4545-9a3f-f06a00f9cf17 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:04.989796 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7fb0ce05-e36c-4545-9a3f-f06a00f9cf17 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "DELETE /v2.0/security-groups/342e969d-fa1f-4ef6-a2d9-f489dd8a2620 HTTP/1.1" status: 204 len: 168 time: 0.1619315 Apr 29 13:34:04.992389 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35936) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:05.040980 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ed7ace4a-6ac9-4c71-884f-9c2571cb0bff tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Synchronizing usage tracker for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:34:05.055913 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ed7ace4a-6ac9-4c71-884f-9c2571cb0bff tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Unset dirty status for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:34:05.057095 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ed7ace4a-6ac9-4c71-884f-9c2571cb0bff tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0637608 Apr 29 13:34:05.060937 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35940) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:05.066061 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-d703a684-4733-479c-90e5-4ecdb8a25ad1 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Request body: {'security_group': {'name': 'tempest-secgroup--871973054'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:34:05.076364 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d703a684-4733-479c-90e5-4ecdb8a25ad1 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:05.085592 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d703a684-4733-479c-90e5-4ecdb8a25ad1 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:05.094939 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d703a684-4733-479c-90e5-4ecdb8a25ad1 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:05.127492 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d703a684-4733-479c-90e5-4ecdb8a25ad1 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:05.131334 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d703a684-4733-479c-90e5-4ecdb8a25ad1 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Usage tracker for resource:security_group_rule and tenant:d9e5598bf37b4a28bd62ba25b18fbc07 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:34:05.134063 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d703a684-4733-479c-90e5-4ecdb8a25ad1 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:34:05.140210 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d703a684-4733-479c-90e5-4ecdb8a25ad1 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:05.195041 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d703a684-4733-479c-90e5-4ecdb8a25ad1 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:05.198707 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d703a684-4733-479c-90e5-4ecdb8a25ad1 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:05.240772 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703a684-4733-479c-90e5-4ecdb8a25ad1 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6efcd1f3-3435-4c62-b984-55b18ececc3b,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:05.252521 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d703a684-4733-479c-90e5-4ecdb8a25ad1 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:05.253743 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d703a684-4733-479c-90e5-4ecdb8a25ad1 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.1919241 Apr 29 13:34:05.256391 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35944) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:05.262576 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-2519e6bd-1818-438b-8230-232f159ee740 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Request body: {'security_group_rule': {'security_group_id': '6efcd1f3-3435-4c62-b984-55b18ececc3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:34:05.268410 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2519e6bd-1818-438b-8230-232f159ee740 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:05.272413 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2519e6bd-1818-438b-8230-232f159ee740 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Usage tracker for resource:security_group_rule and tenant:d9e5598bf37b4a28bd62ba25b18fbc07 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:34:05.275261 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2519e6bd-1818-438b-8230-232f159ee740 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:34:05.281712 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2519e6bd-1818-438b-8230-232f159ee740 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:05.296650 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2519e6bd-1818-438b-8230-232f159ee740 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:05.355218 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2519e6bd-1818-438b-8230-232f159ee740 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:05.358664 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2519e6bd-1818-438b-8230-232f159ee740 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:05.380403 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519e6bd-1818-438b-8230-232f159ee740 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f08a8021-55f0-4af5-97a1-dde8e9a54209,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:05.392376 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2519e6bd-1818-438b-8230-232f159ee740 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:05.393566 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2519e6bd-1818-438b-8230-232f159ee740 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1362309 Apr 29 13:34:05.396179 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35948) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:05.414913 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-166ad231-def0-4385-826a-ebd5d1b66173 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "GET /v2.0/security-group-rules/f08a8021-55f0-4af5-97a1-dde8e9a54209 HTTP/1.1" status: 200 len: 705 time: 0.0177505 Apr 29 13:34:05.417086 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35952) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:05.464800 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-aed81e66-beaa-4f1f-8cc7-f32d9ffd8504 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Synchronizing usage tracker for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group_rule {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:34:05.478994 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-aed81e66-beaa-4f1f-8cc7-f32d9ffd8504 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Unset dirty status for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group_rule {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:34:05.480295 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-aed81e66-beaa-4f1f-8cc7-f32d9ffd8504 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0622637 Apr 29 13:34:05.483061 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35956) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:05.510997 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b4fc-047e-41ff-a09e-90cac8822b7b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:05.521543 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b4fc-047e-41ff-a09e-90cac8822b7b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:05.544363 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b4fc-047e-41ff-a09e-90cac8822b7b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:05.561399 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4b4fc-047e-41ff-a09e-90cac8822b7b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f08a8021-55f0-4af5-97a1-dde8e9a54209,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:05.567900 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b4fc-047e-41ff-a09e-90cac8822b7b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:05.569052 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f4d4b4fc-047e-41ff-a09e-90cac8822b7b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/f08a8021-55f0-4af5-97a1-dde8e9a54209 HTTP/1.1" status: 204 len: 168 time: 0.0850728 Apr 29 13:34:05.571525 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35960) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:05.616064 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-de93cc14-f57a-4e95-a736-e6c034ed8c10 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Synchronizing usage tracker for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group_rule {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:34:05.631356 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-de93cc14-f57a-4e95-a736-e6c034ed8c10 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Unset dirty status for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group_rule {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:34:05.632554 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-de93cc14-f57a-4e95-a736-e6c034ed8c10 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0601649 Apr 29 13:34:05.635450 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35964) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:05.641414 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-4c3461dc-162b-4d54-9fa9-91055538b169 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Request body: {'security_group_rule': {'security_group_id': '6efcd1f3-3435-4c62-b984-55b18ececc3b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:34:05.646944 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-4c3461dc-162b-4d54-9fa9-91055538b169 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:05.656215 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-4c3461dc-162b-4d54-9fa9-91055538b169 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:05.672105 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4c3461dc-162b-4d54-9fa9-91055538b169 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:05.730276 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4c3461dc-162b-4d54-9fa9-91055538b169 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:05.733654 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4c3461dc-162b-4d54-9fa9-91055538b169 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:05.755807 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3461dc-162b-4d54-9fa9-91055538b169 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1e209c3-efaf-4c57-827f-0a4d71375f42,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:05.770554 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4c3461dc-162b-4d54-9fa9-91055538b169 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:05.771737 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4c3461dc-162b-4d54-9fa9-91055538b169 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1354039 Apr 29 13:34:05.774314 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35968) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:05.795999 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f361ddb4-fa9a-48de-af75-3a1a203576d2 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "GET /v2.0/security-group-rules/e1e209c3-efaf-4c57-827f-0a4d71375f42 HTTP/1.1" status: 200 len: 705 time: 0.0206311 Apr 29 13:34:05.798343 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35972) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:05.844610 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e7099067-71e8-4e2b-ba48-158432fe49d4 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Synchronizing usage tracker for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group_rule {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:34:05.860343 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e7099067-71e8-4e2b-ba48-158432fe49d4 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Unset dirty status for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group_rule {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:34:05.861687 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e7099067-71e8-4e2b-ba48-158432fe49d4 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0624774 Apr 29 13:34:05.864391 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35976) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:05.892938 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b52fdbed-a05b-4121-91d7-11ff0470966a tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:05.902766 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b52fdbed-a05b-4121-91d7-11ff0470966a tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:05.926372 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b52fdbed-a05b-4121-91d7-11ff0470966a tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:05.946870 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52fdbed-a05b-4121-91d7-11ff0470966a tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1e209c3-efaf-4c57-827f-0a4d71375f42,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:05.951237 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b52fdbed-a05b-4121-91d7-11ff0470966a tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:05.952323 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b52fdbed-a05b-4121-91d7-11ff0470966a tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/e1e209c3-efaf-4c57-827f-0a4d71375f42 HTTP/1.1" status: 204 len: 168 time: 0.0870168 Apr 29 13:34:05.954958 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35980) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:06.000921 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-66a50f8b-9d8f-48f8-87a4-347771f2606d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Synchronizing usage tracker for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group_rule {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:34:06.015883 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-66a50f8b-9d8f-48f8-87a4-347771f2606d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Unset dirty status for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group_rule {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:34:06.017385 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-66a50f8b-9d8f-48f8-87a4-347771f2606d tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0614595 Apr 29 13:34:06.020090 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35984) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:06.025320 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-23191081-35a4-4e3b-a742-60482129d1ee tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Request body: {'security_group_rule': {'security_group_id': '6efcd1f3-3435-4c62-b984-55b18ececc3b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:34:06.031396 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-23191081-35a4-4e3b-a742-60482129d1ee tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:06.040736 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-23191081-35a4-4e3b-a742-60482129d1ee tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:06.050524 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.securitygroups_db [None req-23191081-35a4-4e3b-a742-60482129d1ee tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Project d9e5598bf37b4a28bd62ba25b18fbc07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:34:06.057308 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-23191081-35a4-4e3b-a742-60482129d1ee tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:06.117774 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-23191081-35a4-4e3b-a742-60482129d1ee tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:06.122400 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-23191081-35a4-4e3b-a742-60482129d1ee tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:06.145635 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23191081-35a4-4e3b-a742-60482129d1ee tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dabc50e-b4d2-41fb-9e47-c3d14c32be2a,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:06.160747 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-23191081-35a4-4e3b-a742-60482129d1ee tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:06.161914 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-23191081-35a4-4e3b-a742-60482129d1ee tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1409545 Apr 29 13:34:06.164600 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35988) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:06.183645 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-10d34c22-7fdc-4e31-926a-65662f670592 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "GET /v2.0/security-group-rules/2dabc50e-b4d2-41fb-9e47-c3d14c32be2a HTTP/1.1" status: 200 len: 711 time: 0.0179353 Apr 29 13:34:06.186714 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35992) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:06.232308 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-40afdb78-dce9-474d-8aa4-910885f6e8bb tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Synchronizing usage tracker for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group_rule {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:34:06.247326 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-40afdb78-dce9-474d-8aa4-910885f6e8bb tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Unset dirty status for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group_rule {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:34:06.248696 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-40afdb78-dce9-474d-8aa4-910885f6e8bb tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.0610919 Apr 29 13:34:06.251400 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 35996) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:06.279475 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b84ef33e-ebe8-4732-a908-b3e7b14abe03 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:06.289221 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b84ef33e-ebe8-4732-a908-b3e7b14abe03 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:06.313169 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b84ef33e-ebe8-4732-a908-b3e7b14abe03 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:06.332207 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ef33e-ebe8-4732-a908-b3e7b14abe03 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2dabc50e-b4d2-41fb-9e47-c3d14c32be2a,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:06.338559 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b84ef33e-ebe8-4732-a908-b3e7b14abe03 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:06.340549 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b84ef33e-ebe8-4732-a908-b3e7b14abe03 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/2dabc50e-b4d2-41fb-9e47-c3d14c32be2a HTTP/1.1" status: 204 len: 168 time: 0.0874522 Apr 29 13:34:06.342796 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36000) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:06.387143 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0f91d489-9022-4fb9-aee3-142552782b64 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Synchronizing usage tracker for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group_rule {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:34:06.401625 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0f91d489-9022-4fb9-aee3-142552782b64 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Unset dirty status for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group_rule {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:34:06.403319 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0f91d489-9022-4fb9-aee3-142552782b64 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0596659 Apr 29 13:34:06.406173 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36004) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:06.465729 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-73331286-da19-44d1-8a90-1f1707511fcc tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:06.494678 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-73331286-da19-44d1-8a90-1f1707511fcc tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:06.538015 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-73331286-da19-44d1-8a90-1f1707511fcc tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:06.558077 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73331286-da19-44d1-8a90-1f1707511fcc tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efcd1f3-3435-4c62-b984-55b18ececc3b,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:06.571409 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-73331286-da19-44d1-8a90-1f1707511fcc tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:06.572508 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-73331286-da19-44d1-8a90-1f1707511fcc tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "DELETE /v2.0/security-groups/6efcd1f3-3435-4c62-b984-55b18ececc3b HTTP/1.1" status: 204 len: 168 time: 0.1654799 Apr 29 13:34:06.575961 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36008) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:06.625143 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d7afd367-1508-4f3c-a648-59e40ab8694b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Synchronizing usage tracker for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:34:06.640382 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d7afd367-1508-4f3c-a648-59e40ab8694b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Unset dirty status for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:34:06.641652 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d7afd367-1508-4f3c-a648-59e40ab8694b tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0648103 Apr 29 13:34:06.645870 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36012) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:06.651083 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-5ae17fd4-3813-4a81-9e8c-c25013adb2ae tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Request body: {'security_group': {'name': 'tempest-secgroup--2069212302'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:34:06.657906 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-5ae17fd4-3813-4a81-9e8c-c25013adb2ae tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:06.667134 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-5ae17fd4-3813-4a81-9e8c-c25013adb2ae tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:06.677184 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5ae17fd4-3813-4a81-9e8c-c25013adb2ae tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:06.711163 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-5ae17fd4-3813-4a81-9e8c-c25013adb2ae tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:06.715646 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5ae17fd4-3813-4a81-9e8c-c25013adb2ae tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Usage tracker for resource:security_group_rule and tenant:d9e5598bf37b4a28bd62ba25b18fbc07 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:34:06.718376 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5ae17fd4-3813-4a81-9e8c-c25013adb2ae tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:34:06.723840 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-5ae17fd4-3813-4a81-9e8c-c25013adb2ae tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:06.778142 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5ae17fd4-3813-4a81-9e8c-c25013adb2ae tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:06.781988 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5ae17fd4-3813-4a81-9e8c-c25013adb2ae tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:06.823028 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae17fd4-3813-4a81-9e8c-c25013adb2ae tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=551d2879-81c3-42a7-8f54-48359ce0a8ed,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:06.836105 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5ae17fd4-3813-4a81-9e8c-c25013adb2ae tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:06.837330 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5ae17fd4-3813-4a81-9e8c-c25013adb2ae tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.1905382 Apr 29 13:34:06.840811 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36016) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:06.846458 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-5cb239e9-2807-4160-bed5-2993d9579aaf tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Request body: {'security_group_rule': {'security_group_id': '551d2879-81c3-42a7-8f54-48359ce0a8ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:34:06.852103 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-5cb239e9-2807-4160-bed5-2993d9579aaf tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:06.856382 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5cb239e9-2807-4160-bed5-2993d9579aaf tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Usage tracker for resource:security_group_rule and tenant:d9e5598bf37b4a28bd62ba25b18fbc07 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:34:06.859232 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5cb239e9-2807-4160-bed5-2993d9579aaf tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:34:06.864830 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-5cb239e9-2807-4160-bed5-2993d9579aaf tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:06.883585 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5cb239e9-2807-4160-bed5-2993d9579aaf tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:06.941921 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5cb239e9-2807-4160-bed5-2993d9579aaf tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:06.945395 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5cb239e9-2807-4160-bed5-2993d9579aaf tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:06.968782 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb239e9-2807-4160-bed5-2993d9579aaf tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d4a72ed-9546-4356-839d-b426c5e92ef6,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:06.979966 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5cb239e9-2807-4160-bed5-2993d9579aaf tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:06.981169 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5cb239e9-2807-4160-bed5-2993d9579aaf tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1392889 Apr 29 13:34:06.983828 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36020) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:07.045562 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d9da059a-18b1-4db4-8dac-fdb0eaf97ecb tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:07.072090 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d9da059a-18b1-4db4-8dac-fdb0eaf97ecb tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:07.122776 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d9da059a-18b1-4db4-8dac-fdb0eaf97ecb tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:07.139904 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da059a-18b1-4db4-8dac-fdb0eaf97ecb tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=551d2879-81c3-42a7-8f54-48359ce0a8ed,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:07.152210 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d9da059a-18b1-4db4-8dac-fdb0eaf97ecb tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:07.153331 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d9da059a-18b1-4db4-8dac-fdb0eaf97ecb tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "DELETE /v2.0/security-groups/551d2879-81c3-42a7-8f54-48359ce0a8ed HTTP/1.1" status: 204 len: 168 time: 0.1686313 Apr 29 13:34:07.155756 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36024) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:07.210748 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-37c659ea-4904-4f6f-a5ea-92d8730d8c51 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Synchronizing usage tracker for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:34:07.225918 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-37c659ea-4904-4f6f-a5ea-92d8730d8c51 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Unset dirty status for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:34:07.227198 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-37c659ea-4904-4f6f-a5ea-92d8730d8c51 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0705681 Apr 29 13:34:07.229874 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36030) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:07.273282 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-91c19f7b-d496-48d7-b25e-68eed6711aef tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Synchronizing usage tracker for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group_rule {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:34:07.289657 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-91c19f7b-d496-48d7-b25e-68eed6711aef tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] Unset dirty status for tenant:d9e5598bf37b4a28bd62ba25b18fbc07 on resource:security_group_rule {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:34:07.293501 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-91c19f7b-d496-48d7-b25e-68eed6711aef tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.0600078 Apr 29 13:34:07.293773 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36034) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:07.310955 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-edb9c097-43ad-4245-ae92-a29e49eda446 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] delete failed (client error): The resource could not be found. Apr 29 13:34:07.315308 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-edb9c097-43ad-4245-ae92-a29e49eda446 tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "DELETE /v2.0/security-groups/551d2879-81c3-42a7-8f54-48359ce0a8ed HTTP/1.1" status: 404 len: 347 time: 0.0172901 Apr 29 13:34:07.315506 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36038) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:07.367963 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-148a630e-83d5-4b95-b8af-2439a3f627bf tempest-SecGroupIPv6Test-2025873113 tempest-SecGroupIPv6Test-2025873113-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0514224 Apr 29 13:34:07.666864 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36048) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:07.823403 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d861b92c-8b1a-4b5d-af38-a6829cec0375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:07.839384 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4f6ca646-05e1-4418-a4d7-019cedecde7c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d9e5598bf37b4a28bd62ba25b18fbc07&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1713829 Apr 29 13:34:07.842405 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36054) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:07.901508 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9e71ccba-fd18-4edd-965e-ca3ef6ec59eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:07.926933 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9e71ccba-fd18-4edd-965e-ca3ef6ec59eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:07.976212 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9e71ccba-fd18-4edd-965e-ca3ef6ec59eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:07.993105 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71ccba-fd18-4edd-965e-ca3ef6ec59eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a6a491-36f0-41d1-aa52-8fcefe1279c7,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:08.009046 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9e71ccba-fd18-4edd-965e-ca3ef6ec59eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:08.012624 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9e71ccba-fd18-4edd-965e-ca3ef6ec59eb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a1a6a491-36f0-41d1-aa52-8fcefe1279c7 HTTP/1.1" status: 204 len: 168 time: 0.1668811 Apr 29 13:34:09.647242 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-31568362-3f47-4c9f-96fd-273592c97198 req-ccd2f111-837d-4eab-83fd-a9c92cfd68b0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d55d7b91-63e3-4b68-8b8a-232632f2b693&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745943 Apr 29 13:34:09.809753 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-31568362-3f47-4c9f-96fd-273592c97198 req-9d400b21-0ad8-4cc3-93f4-f21381d37710 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c81113c84764616a8c807a160eb0515&device_id=d55d7b91-63e3-4b68-8b8a-232632f2b693 HTTP/1.1" status: 200 len: 1098 time: 0.0917032 Apr 29 13:34:09.964285 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31568362-3f47-4c9f-96fd-273592c97198 req-2d777427-efe4-481e-b655-62b5b24f2dd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:34:09.965265 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-31568362-3f47-4c9f-96fd-273592c97198 req-2d777427-efe4-481e-b655-62b5b24f2dd5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=846dd749-f943-4e56-9d8e-6295c964eaa2 HTTP/1.1" status: 200 len: 913 time: 0.1335790 Apr 29 13:34:10.075669 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-31568362-3f47-4c9f-96fd-273592c97198 req-b7e3ceff-3fff-4f24-9b9a-9b9918d4b705 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edd9e428-3bea-42d1-bdb2-8748b903302e HTTP/1.1" status: 200 len: 1001 time: 0.1032312 Apr 29 13:34:10.139550 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31568362-3f47-4c9f-96fd-273592c97198 req-74d5b915-719b-4b5e-8e79-0030d85f762d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:34:10.140994 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-31568362-3f47-4c9f-96fd-273592c97198 req-74d5b915-719b-4b5e-8e79-0030d85f762d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=02705295-1364-4282-8393-7ae80461c414 HTTP/1.1" status: 200 len: 851 time: 0.0614610 Apr 29 13:34:10.225857 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-31568362-3f47-4c9f-96fd-273592c97198 req-22a27dab-89ac-4630-b765-7d9941b79dac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=846dd749-f943-4e56-9d8e-6295c964eaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711443 Apr 29 13:34:10.370792 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-31568362-3f47-4c9f-96fd-273592c97198 req-063c1e4a-59af-41fb-a8c8-5d49169b87e5 service neutron] 10.222.0.32 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382177 Apr 29 13:34:10.410711 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e1a26cc-1ab9-4370-9195-c5b3580fc8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:10.505783 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-31568362-3f47-4c9f-96fd-273592c97198 req-d7b86f06-26ef-4823-ae42-566896a5fd75 service neutron] 10.222.0.32 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296203 Apr 29 13:34:11.413733 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:11.516330 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:12.860122 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:23.601468 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:34:27.942512 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:37.754835 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36078) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:37.830977 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06ced4cc-9689-4688-8a41-da63de870f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:37.834695 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2cf6b907-1b16-479c-a5bb-1bfefe9dd26d tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/ports?project_id=4b7a89f6c8564a04be449e2e6b4a95e5&network_id=50e376a0-6ad3-49d7-b709-53155fe4f343 HTTP/1.1" status: 200 len: 2999 time: 0.0785577 Apr 29 13:34:40.393718 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c7db9149-7178-4d0c-9bc2-d953118e0b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:40.401202 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36090) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:40.458841 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b687b5-6b98-4fc8-af34-c3c81b50a1f5 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:34:40.460176 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e4b687b5-6b98-4fc8-af34-c3c81b50a1f5 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3475bcf7-abe6-4964-9326-03174235aecc HTTP/1.1" status: 200 len: 814 time: 0.0579889 Apr 29 13:34:41.128844 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36098) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:41.134102 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-a99f366b-f2f1-4138-bea4-efbfb52d7d16 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:34:41.232021 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a99f366b-f2f1-4138-bea4-efbfb52d7d16 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:41.418079 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:41.518888 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:41.580372 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a99f366b-f2f1-4138-bea4-efbfb52d7d16 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:41.585053 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a99f366b-f2f1-4138-bea4-efbfb52d7d16 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:41.585374 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.l3_db [None req-a99f366b-f2f1-4138-bea4-efbfb52d7d16 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Floating IP 0307fca3-15a9-40f1-95c7-2d04a70238d3 disassociated. External IP: 172.26.6.168, port: 55afb72d-2255-4134-b3e2-12ccde86c874. Apr 29 13:34:41.966236 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99f366b-f2f1-4138-bea4-efbfb52d7d16 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router bf902dfe-5674-4831-bbd4-c4e5c1c7f209 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:34:42.159713 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99f366b-f2f1-4138-bea4-efbfb52d7d16 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:34:42.164521 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a99f366b-f2f1-4138-bea4-efbfb52d7d16 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:42.169736 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c298ddb9-d4ee-4ef5-bbdd-a16fe4a6a752 None None] Sync routers for ids ['bf902dfe-5674-4831-bbd4-c4e5c1c7f209'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:34:42.181819 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c298ddb9-d4ee-4ef5-bbdd-a16fe4a6a752 None None] Routers {'bf902dfe-5674-4831-bbd4-c4e5c1c7f209'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:34:42.182422 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-c298ddb9-d4ee-4ef5-bbdd-a16fe4a6a752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:34:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf902dfe-5674-4831-bbd4-c4e5c1c7f209'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:34:42.218808 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a99f366b-f2f1-4138-bea4-efbfb52d7d16 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "PUT /v2.0/floatingips/0307fca3-15a9-40f1-95c7-2d04a70238d3 HTTP/1.1" status: 200 len: 690 time: 1.0889781 Apr 29 13:34:42.219455 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6ee47c-9252-4b12-9261-85016cd85be6', 'tag': '55afb72d-2255-4134-b3e2-12ccde86c874'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:34:42.221661 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36102) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:42.313655 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ea0529c0-40e6-4594-b0ec-fa8a421f7aa6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/0307fca3-15a9-40f1-95c7-2d04a70238d3 HTTP/1.1" status: 200 len: 690 time: 0.0906141 Apr 29 13:34:42.365939 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-c298ddb9-d4ee-4ef5-bbdd-a16fe4a6a752 None None] Set router bf902dfe-5674-4831-bbd4-c4e5c1c7f209 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:34:42.510776 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d891b463-9c69-4cf6-bac8-dd5cd0bb7219'] response: {'name': 'network-changed', 'server_uuid': '1c6ee47c-9252-4b12-9261-85016cd85be6', 'tag': '55afb72d-2255-4134-b3e2-12ccde86c874', 'status': 'completed', 'code': 200} Apr 29 13:34:42.606123 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a400d16e-5c89-4d01-8b25-c133d5487f86 req-1ed0e0b9-811f-46f5-a69a-a6da57021e7a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=1c6ee47c-9252-4b12-9261-85016cd85be6 HTTP/1.1" status: 200 len: 1098 time: 0.0712652 Apr 29 13:34:42.692826 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-c298ddb9-d4ee-4ef5-bbdd-a16fe4a6a752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'name': 'tempest-TestNetworkBasicOps-router-132882411', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:03Z', 'updated_at': '2022-04-29T13:33:12Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:04Z', 'updated_at': '2022-04-29T13:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '83eb2858-8280-4bf3-95d8-a035d86d9eef', 'name': '', 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:23:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:11Z', 'updated_at': '2022-04-29T13:33:23Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:34:42.696541 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c298ddb9-d4ee-4ef5-bbdd-a16fe4a6a752 None None] Checking router: bf902dfe-5674-4831-bbd4-c4e5c1c7f209 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:34:42.706971 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c298ddb9-d4ee-4ef5-bbdd-a16fe4a6a752 None None] Routers {'bf902dfe-5674-4831-bbd4-c4e5c1c7f209'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:34:42.707590 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-c298ddb9-d4ee-4ef5-bbdd-a16fe4a6a752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:34:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf902dfe-5674-4831-bbd4-c4e5c1c7f209'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:34:42.734734 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400d16e-5c89-4d01-8b25-c133d5487f86 req-b8110c1d-b22b-4992-916e-e1e9d2033be9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:34:42.736158 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a400d16e-5c89-4d01-8b25-c133d5487f86 req-b8110c1d-b22b-4992-916e-e1e9d2033be9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=50e376a0-6ad3-49d7-b709-53155fe4f343 HTTP/1.1" status: 200 len: 897 time: 0.1242170 Apr 29 13:34:42.809315 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a400d16e-5c89-4d01-8b25-c133d5487f86 req-fc1e8ddd-081b-45ed-8028-2ba114237181 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55afb72d-2255-4134-b3e2-12ccde86c874 HTTP/1.1" status: 200 len: 217 time: 0.0656128 Apr 29 13:34:42.867423 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:42.874425 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400d16e-5c89-4d01-8b25-c133d5487f86 req-918997dd-c9ee-479c-afa3-68a20044f4f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:34:42.876002 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a400d16e-5c89-4d01-8b25-c133d5487f86 req-918997dd-c9ee-479c-afa3-68a20044f4f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6 HTTP/1.1" status: 200 len: 835 time: 0.0607626 Apr 29 13:34:42.882877 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-c298ddb9-d4ee-4ef5-bbdd-a16fe4a6a752 None None] Set router bf902dfe-5674-4831-bbd4-c4e5c1c7f209 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:34:42.952363 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a400d16e-5c89-4d01-8b25-c133d5487f86 req-20cccb1d-374f-4629-8b8a-e7a3469c8606 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=50e376a0-6ad3-49d7-b709-53155fe4f343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702472 Apr 29 13:34:43.080316 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a400d16e-5c89-4d01-8b25-c133d5487f86 req-cc561c27-316c-4463-8f88-577f7824daf0 service neutron] 10.222.0.32 "GET /v2.0/networks/50e376a0-6ad3-49d7-b709-53155fe4f343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216774 Apr 29 13:34:43.189456 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-c298ddb9-d4ee-4ef5-bbdd-a16fe4a6a752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'name': 'tempest-TestNetworkBasicOps-router-132882411', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:03Z', 'updated_at': '2022-04-29T13:33:12Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:04Z', 'updated_at': '2022-04-29T13:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '83eb2858-8280-4bf3-95d8-a035d86d9eef', 'name': '', 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:23:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:11Z', 'updated_at': '2022-04-29T13:33:23Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:34:43.193346 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c298ddb9-d4ee-4ef5-bbdd-a16fe4a6a752 None None] The sync data for ids ['bf902dfe-5674-4831-bbd4-c4e5c1c7f209'] in dv-neutron-839027-4-hyperv is: [{'id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'name': 'tempest-TestNetworkBasicOps-router-132882411', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:03Z', 'updated_at': '2022-04-29T13:33:12Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:04Z', 'updated_at': '2022-04-29T13:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '83eb2858-8280-4bf3-95d8-a035d86d9eef', 'name': '', 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:23:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:11Z', 'updated_at': '2022-04-29T13:33:23Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:34:43.316117 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a400d16e-5c89-4d01-8b25-c133d5487f86 req-48ae24b9-a756-41a8-8905-c2e5282d5750 service neutron] 10.222.0.32 "GET /v2.0/networks/50e376a0-6ad3-49d7-b709-53155fe4f343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293067 Apr 29 13:34:43.317710 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36110) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:43.403437 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8f6eaa41-4ba5-4504-9abe-1201c62bc1fe tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/0307fca3-15a9-40f1-95c7-2d04a70238d3 HTTP/1.1" status: 200 len: 690 time: 0.0834401 Apr 29 13:34:43.412207 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c18536-aa09-4615-bb40-1bda456fae4f None None] New status for floating IP 0307fca3-15a9-40f1-95c7-2d04a70238d3: DOWN {{(pid=83906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:34:44.406194 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36114) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:44.484028 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-44fda557-cce8-44e6-b78d-cdb8d9417701 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/0307fca3-15a9-40f1-95c7-2d04a70238d3 HTTP/1.1" status: 200 len: 688 time: 0.0766702 Apr 29 13:34:45.804322 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36120) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:45.810399 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-e0684189-b540-4056-bd24-237006bf412b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1959488086', 'description': 'tempest-secgroup-smoke-1959488086 description', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:34:45.817700 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e0684189-b540-4056-bd24-237006bf412b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:45.827273 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e0684189-b540-4056-bd24-237006bf412b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:45.837431 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e0684189-b540-4056-bd24-237006bf412b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:45.873134 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e0684189-b540-4056-bd24-237006bf412b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:45.876791 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e0684189-b540-4056-bd24-237006bf412b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:34:45.879579 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e0684189-b540-4056-bd24-237006bf412b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:34:45.885077 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e0684189-b540-4056-bd24-237006bf412b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:45.944618 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e0684189-b540-4056-bd24-237006bf412b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:45.948360 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e0684189-b540-4056-bd24-237006bf412b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:45.991983 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0684189-b540-4056-bd24-237006bf412b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9bd552-5976-442b-a0d1-329a6cb8f37a,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:45.997831 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e0684189-b540-4056-bd24-237006bf412b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:45.999099 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e0684189-b540-4056-bd24-237006bf412b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1936886 Apr 29 13:34:46.002223 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36124) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:46.009101 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-0255bf34-6e07-4567-a042-b00138a99f06 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': 'aa9bd552-5976-442b-a0d1-329a6cb8f37a', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:34:46.014790 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0255bf34-6e07-4567-a042-b00138a99f06 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:46.018574 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0255bf34-6e07-4567-a042-b00138a99f06 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:34:46.022158 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0255bf34-6e07-4567-a042-b00138a99f06 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:34:46.027741 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0255bf34-6e07-4567-a042-b00138a99f06 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:46.043743 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0255bf34-6e07-4567-a042-b00138a99f06 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:46.103398 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0255bf34-6e07-4567-a042-b00138a99f06 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:46.106818 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0255bf34-6e07-4567-a042-b00138a99f06 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:46.129852 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255bf34-6e07-4567-a042-b00138a99f06 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd06e113-9c32-469b-b27a-1ffd2fe3667c,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:46.138836 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0255bf34-6e07-4567-a042-b00138a99f06 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:46.139994 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0255bf34-6e07-4567-a042-b00138a99f06 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1368811 Apr 29 13:34:46.142781 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36128) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:46.148652 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-5d384d80-7402-4469-ac4f-d88245495d5f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': 'aa9bd552-5976-442b-a0d1-329a6cb8f37a', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:34:46.154216 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5d384d80-7402-4469-ac4f-d88245495d5f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:46.157953 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5d384d80-7402-4469-ac4f-d88245495d5f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:34:46.161376 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5d384d80-7402-4469-ac4f-d88245495d5f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:34:46.167212 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5d384d80-7402-4469-ac4f-d88245495d5f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:46.183781 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5d384d80-7402-4469-ac4f-d88245495d5f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:46.244261 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5d384d80-7402-4469-ac4f-d88245495d5f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:46.247464 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5d384d80-7402-4469-ac4f-d88245495d5f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:46.272173 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d384d80-7402-4469-ac4f-d88245495d5f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=028615b9-b2b6-41e4-b588-e5be5906fe63,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:46.280788 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5d384d80-7402-4469-ac4f-d88245495d5f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:46.282076 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5d384d80-7402-4469-ac4f-d88245495d5f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1384099 Apr 29 13:34:46.284844 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36132) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:46.290675 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-6b21c961-a0db-4749-b715-036c435dfc88 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': 'aa9bd552-5976-442b-a0d1-329a6cb8f37a', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:34:46.296447 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-6b21c961-a0db-4749-b715-036c435dfc88 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:46.300122 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-6b21c961-a0db-4749-b715-036c435dfc88 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:34:46.302978 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-6b21c961-a0db-4749-b715-036c435dfc88 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:34:46.308971 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-6b21c961-a0db-4749-b715-036c435dfc88 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:46.323853 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6b21c961-a0db-4749-b715-036c435dfc88 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:46.384371 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6b21c961-a0db-4749-b715-036c435dfc88 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:46.387551 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6b21c961-a0db-4749-b715-036c435dfc88 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:46.409552 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b21c961-a0db-4749-b715-036c435dfc88 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a37ecd8c-cb60-4009-ae30-c0c041837f12,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:46.417566 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6b21c961-a0db-4749-b715-036c435dfc88 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:46.418707 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6b21c961-a0db-4749-b715-036c435dfc88 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1323154 Apr 29 13:34:46.421391 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36136) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:46.427067 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-d5633037-f657-4742-94d7-092dbb9b6963 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': 'aa9bd552-5976-442b-a0d1-329a6cb8f37a', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:34:46.432544 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-d5633037-f657-4742-94d7-092dbb9b6963 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:46.436271 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d5633037-f657-4742-94d7-092dbb9b6963 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:34:46.439109 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d5633037-f657-4742-94d7-092dbb9b6963 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:34:46.445226 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-d5633037-f657-4742-94d7-092dbb9b6963 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:46.461581 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d5633037-f657-4742-94d7-092dbb9b6963 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:46.530650 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d5633037-f657-4742-94d7-092dbb9b6963 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:46.533897 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d5633037-f657-4742-94d7-092dbb9b6963 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:46.563314 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5633037-f657-4742-94d7-092dbb9b6963 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98839b0-cebc-4151-a994-6f48319517f8,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:46.572570 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d5633037-f657-4742-94d7-092dbb9b6963 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:46.573830 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d5633037-f657-4742-94d7-092dbb9b6963 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1515679 Apr 29 13:34:46.576502 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36140) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:46.582038 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-57116d14-bd8b-457b-87bd-ad81e0228c96 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': 'aa9bd552-5976-442b-a0d1-329a6cb8f37a', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:34:46.587726 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-57116d14-bd8b-457b-87bd-ad81e0228c96 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:46.591572 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-57116d14-bd8b-457b-87bd-ad81e0228c96 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:34:46.594370 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-57116d14-bd8b-457b-87bd-ad81e0228c96 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:34:46.600451 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-57116d14-bd8b-457b-87bd-ad81e0228c96 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:46.610506 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.securitygroups_db [None req-57116d14-bd8b-457b-87bd-ad81e0228c96 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Project 4b7a89f6c8564a04be449e2e6b4a95e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:34:46.617325 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-57116d14-bd8b-457b-87bd-ad81e0228c96 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:46.680978 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-57116d14-bd8b-457b-87bd-ad81e0228c96 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:46.684253 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-57116d14-bd8b-457b-87bd-ad81e0228c96 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:46.706224 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57116d14-bd8b-457b-87bd-ad81e0228c96 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93ff4de-6e6e-4530-ab4a-2ab5eacd0f2d,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:46.715096 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-57116d14-bd8b-457b-87bd-ad81e0228c96 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:46.716303 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-57116d14-bd8b-457b-87bd-ad81e0228c96 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1385548 Apr 29 13:34:46.719010 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36144) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:34:46.725007 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-870a302e-f9f1-4ece-806a-895538ba39f7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': 'aa9bd552-5976-442b-a0d1-329a6cb8f37a', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:34:46.730595 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-870a302e-f9f1-4ece-806a-895538ba39f7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:46.734440 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-870a302e-f9f1-4ece-806a-895538ba39f7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:34:46.737710 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-870a302e-f9f1-4ece-806a-895538ba39f7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:34:46.743909 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-870a302e-f9f1-4ece-806a-895538ba39f7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:46.753896 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.securitygroups_db [None req-870a302e-f9f1-4ece-806a-895538ba39f7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Project 4b7a89f6c8564a04be449e2e6b4a95e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:34:46.760112 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-870a302e-f9f1-4ece-806a-895538ba39f7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:46.825334 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-870a302e-f9f1-4ece-806a-895538ba39f7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:46.829782 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-870a302e-f9f1-4ece-806a-895538ba39f7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:46.854773 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a302e-f9f1-4ece-806a-895538ba39f7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=557ecbeb-643d-4b0b-a711-f906ff1a2e0c,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:46.864945 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-870a302e-f9f1-4ece-806a-895538ba39f7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:46.866099 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-870a302e-f9f1-4ece-806a-895538ba39f7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1462023 Apr 29 13:34:47.087207 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-087ac481-dcc8-4191-9d7f-a9e90750c2d3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:34:47.102522 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-087ac481-dcc8-4191-9d7f-a9e90750c2d3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:34:47.103744 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-087ac481-dcc8-4191-9d7f-a9e90750c2d3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1959488086&fields=id&tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 267 time: 0.0558281 Apr 29 13:34:47.249714 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-d75cc7dd-0223-4063-a89e-39b6cabb15ca tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:34:47.251139 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-d75cc7dd-0223-4063-a89e-39b6cabb15ca tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/networks?id=50e376a0-6ad3-49d7-b709-53155fe4f343 HTTP/1.1" status: 200 len: 796 time: 0.1407642 Apr 29 13:34:47.267342 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-cb9e2e50-3d7e-4598-8076-572f400d6fdc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/quotas/4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 375 time: 0.0101719 Apr 29 13:34:47.353511 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-12acc3ab-addb-4814-b26d-5ee63491bc8f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0806725 Apr 29 13:34:47.487313 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-84b0202a-817e-4791-8355-e775eae9b245 service neutron] 10.222.0.76 "GET /v2.0/networks/50e376a0-6ad3-49d7-b709-53155fe4f343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227248 Apr 29 13:34:47.617609 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-fb63748f-e7be-42c9-95c0-cc4996986962 service neutron] 10.222.0.76 "GET /v2.0/networks/50e376a0-6ad3-49d7-b709-53155fe4f343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242499 Apr 29 13:34:47.807360 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ff7fb2c8-4b11-4172-9df7-5bc83810fade req-8b25d371-b9fd-43ed-9245-91bb9056960b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0275664-28f9-49bf-902b-fd0536b9dde1 HTTP/1.1" status: 200 len: 210 time: 0.0449076 Apr 29 13:34:49.050208 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e14c389f-2c0b-477b-ac7d-294d1a522e54 req-b9e28093-2dbe-4353-ae1b-0e5ba7ff0612 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0275664-28f9-49bf-902b-fd0536b9dde1 HTTP/1.1" status: 200 len: 210 time: 0.0938876 Apr 29 13:34:49.115355 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-6113b0fd-9dca-4d67-b000-5cfabd9f65fa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:34:49.116744 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-6113b0fd-9dca-4d67-b000-5cfabd9f65fa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/networks?id=50e376a0-6ad3-49d7-b709-53155fe4f343 HTTP/1.1" status: 200 len: 796 time: 0.1847515 Apr 29 13:34:49.175953 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-fbefe70f-b4ca-4f94-a1e8-ebe683119801 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 472 time: 0.0416601 Apr 29 13:34:49.184362 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-409d8dc4-b33b-44ce-b7fc-68c651b6f31d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'port': {'device_id': 'f0275664-28f9-49bf-902b-fd0536b9dde1', 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343', 'admin_state_up': True, 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'security_groups': ['aa9bd552-5976-442b-a0d1-329a6cb8f37a']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:34:49.314233 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-409d8dc4-b33b-44ce-b7fc-68c651b6f31d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:34:49.323599 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-409d8dc4-b33b-44ce-b7fc-68c651b6f31d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:34:49.334160 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-409d8dc4-b33b-44ce-b7fc-68c651b6f31d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Made reservation on behalf of 4b7a89f6c8564a04be449e2e6b4a95e5 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:34:49.337067 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-409d8dc4-b33b-44ce-b7fc-68c651b6f31d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:49.586160 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-409d8dc4-b33b-44ce-b7fc-68c651b6f31d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.20.0.9 (50e376a0-6ad3-49d7-b709-53155fe4f343/8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6/4a0dceef-a688-4378-a227-9d0ceaf9c788) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:34:49.766792 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-409d8dc4-b33b-44ce-b7fc-68c651b6f31d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:49.783438 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-409d8dc4-b33b-44ce-b7fc-68c651b6f31d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Transition to ACTIVE for port object 4a0dceef-a688-4378-a227-9d0ceaf9c788 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:34:49.804384 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-409d8dc4-b33b-44ce-b7fc-68c651b6f31d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:49.877238 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-409d8dc4-b33b-44ce-b7fc-68c651b6f31d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 50e376a0-6ad3-49d7-b709-53155fe4f343 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:34:49.880998 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-409d8dc4-b33b-44ce-b7fc-68c651b6f31d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:34:49.883415 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-409d8dc4-b33b-44ce-b7fc-68c651b6f31d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:34:49.917375 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d8dc4-b33b-44ce-b7fc-68c651b6f31d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=4a0dceef-a688-4378-a227-9d0ceaf9c788,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:49.953828 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-409d8dc4-b33b-44ce-b7fc-68c651b6f31d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:34:49.954424 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-409d8dc4-b33b-44ce-b7fc-68c651b6f31d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:49.979267 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-409d8dc4-b33b-44ce-b7fc-68c651b6f31d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7982831 Apr 29 13:34:49.990806 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-88cfa294-2c2f-4440-bf74-1ceafbd93adb service neutron] Request body: {'port': {'device_id': 'f0275664-28f9-49bf-902b-fd0536b9dde1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:34:50.100429 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-88cfa294-2c2f-4440-bf74-1ceafbd93adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:50.135149 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6198caf4-8e07-47ac-9311-5300a3370a15 None None] Provisioning for port 4a0dceef-a688-4378-a227-9d0ceaf9c788 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:34:50.139940 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6198caf4-8e07-47ac-9311-5300a3370a15 None None] Provisioning complete for port 4a0dceef-a688-4378-a227-9d0ceaf9c788 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:34:50.140299 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6198caf4-8e07-47ac-9311-5300a3370a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:50.195339 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6198caf4-8e07-47ac-9311-5300a3370a15 None None] Port 4a0dceef-a688-4378-a227-9d0ceaf9c788 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:34:50.262461 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbcd2f-8d0d-4fb1-ad71-1489ebad2d9d req-4482df69-da4f-4631-858f-ea8490b1570b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:34:50.263910 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a6bbcd2f-8d0d-4fb1-ad71-1489ebad2d9d req-4482df69-da4f-4631-858f-ea8490b1570b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0275664-28f9-49bf-902b-fd0536b9dde1 HTTP/1.1" status: 200 len: 931 time: 0.0901163 Apr 29 13:34:50.319578 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a6bbcd2f-8d0d-4fb1-ad71-1489ebad2d9d req-6c90f61c-8721-4d82-b353-58a611697089 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=aa9bd552-5976-442b-a0d1-329a6cb8f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498018 Apr 29 13:34:50.441774 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-88cfa294-2c2f-4440-bf74-1ceafbd93adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a0dceef-a688-4378-a227-9d0ceaf9c788 {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:34:50.448343 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-88cfa294-2c2f-4440-bf74-1ceafbd93adb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:50.462224 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-88cfa294-2c2f-4440-bf74-1ceafbd93adb service neutron] Transition to ACTIVE for port object 4a0dceef-a688-4378-a227-9d0ceaf9c788 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:34:50.466172 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-88cfa294-2c2f-4440-bf74-1ceafbd93adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:50.593541 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cfa294-2c2f-4440-bf74-1ceafbd93adb service neutron] Pushing event updated for resources: {'Port': ['ID=4a0dceef-a688-4378-a227-9d0ceaf9c788,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:50.701899 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-88cfa294-2c2f-4440-bf74-1ceafbd93adb service neutron] Attempting to bind port 4a0dceef-a688-4378-a227-9d0ceaf9c788 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:34:50.702694 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-88cfa294-2c2f-4440-bf74-1ceafbd93adb service neutron] Attempting to bind port 4a0dceef-a688-4378-a227-9d0ceaf9c788 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '216c42e3-957f-4efb-9364-f968e30d449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:34:50.703008 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-88cfa294-2c2f-4440-bf74-1ceafbd93adb service neutron] Attempting to bind port 4a0dceef-a688-4378-a227-9d0ceaf9c788 on network 50e376a0-6ad3-49d7-b709-53155fe4f343 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:34:50.709214 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-88cfa294-2c2f-4440-bf74-1ceafbd93adb service neutron] Port 4a0dceef-a688-4378-a227-9d0ceaf9c788 on network 50e376a0-6ad3-49d7-b709-53155fe4f343 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:34:50.709528 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-88cfa294-2c2f-4440-bf74-1ceafbd93adb service neutron] Attempting to bind port 4a0dceef-a688-4378-a227-9d0ceaf9c788 on network 50e376a0-6ad3-49d7-b709-53155fe4f343 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:34:50.715652 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-88cfa294-2c2f-4440-bf74-1ceafbd93adb service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:34:50.716113 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-88cfa294-2c2f-4440-bf74-1ceafbd93adb service neutron] Checking segment: {'id': '216c42e3-957f-4efb-9364-f968e30d449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:34:50.716352 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-88cfa294-2c2f-4440-bf74-1ceafbd93adb service neutron] Bound using segment: {'id': '216c42e3-957f-4efb-9364-f968e30d449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:34:50.716788 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-88cfa294-2c2f-4440-bf74-1ceafbd93adb service neutron] Bound port: 4a0dceef-a688-4378-a227-9d0ceaf9c788, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '216c42e3-957f-4efb-9364-f968e30d449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:34:50.717133 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-88cfa294-2c2f-4440-bf74-1ceafbd93adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:50.802902 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-88cfa294-2c2f-4440-bf74-1ceafbd93adb service neutron] For port 4a0dceef-a688-4378-a227-9d0ceaf9c788, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:34:50.805803 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-88cfa294-2c2f-4440-bf74-1ceafbd93adb service neutron] For port 4a0dceef-a688-4378-a227-9d0ceaf9c788, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4a0dceef-a688-4378-a227-9d0ceaf9c788,segment=NetworkSegment(216c42e3-957f-4efb-9364-f968e30d449a),segment_id=216c42e3-957f-4efb-9364-f968e30d449a)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:34:50.810962 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-88cfa294-2c2f-4440-bf74-1ceafbd93adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:50.875061 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-88cfa294-2c2f-4440-bf74-1ceafbd93adb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:50.876400 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-88cfa294-2c2f-4440-bf74-1ceafbd93adb service neutron] 10.222.0.32 "PUT /v2.0/ports/4a0dceef-a688-4378-a227-9d0ceaf9c788 HTTP/1.1" status: 200 len: 1093 time: 0.8903253 Apr 29 13:34:50.876849 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0275664-28f9-49bf-902b-fd0536b9dde1', 'tag': '4a0dceef-a688-4378-a227-9d0ceaf9c788'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:34:50.894735 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cfa294-2c2f-4440-bf74-1ceafbd93adb service neutron] Pushing event updated for resources: {'Port': ['ID=4a0dceef-a688-4378-a227-9d0ceaf9c788,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:50.954857 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63e69a42-f5d8-4926-8103-93eb939982ea'] response: {'name': 'network-changed', 'server_uuid': 'f0275664-28f9-49bf-902b-fd0536b9dde1', 'tag': '4a0dceef-a688-4378-a227-9d0ceaf9c788', 'status': 'completed', 'code': 200} Apr 29 13:34:50.997997 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-60609f50-8458-4392-b944-98a6e52b65a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=f0275664-28f9-49bf-902b-fd0536b9dde1 HTTP/1.1" status: 200 len: 1096 time: 0.0754385 Apr 29 13:34:51.069253 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-0e890a82-4fc7-4a23-98f6-8acc50e49271 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a0dceef-a688-4378-a227-9d0ceaf9c788 HTTP/1.1" status: 200 len: 217 time: 0.0647666 Apr 29 13:34:51.130546 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-684f34b7-155f-4200-a250-4ff9aac48f41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:34:51.132023 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-684f34b7-155f-4200-a250-4ff9aac48f41 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6 HTTP/1.1" status: 200 len: 835 time: 0.0573661 Apr 29 13:34:51.206936 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-1052dcfe-70e5-489b-aa4e-473a079956f1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=50e376a0-6ad3-49d7-b709-53155fe4f343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692406 Apr 29 13:34:51.420933 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-ca617bd5-c793-4f5b-b601-97c9ded6838e service neutron] 10.222.0.32 "GET /v2.0/networks/50e376a0-6ad3-49d7-b709-53155fe4f343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069731 Apr 29 13:34:51.511780 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c13366-b276-4396-8f3e-e00f75fcae2d req-bed8e352-4560-474a-aef5-cf89f9d4d693 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:34:51.513273 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-98c13366-b276-4396-8f3e-e00f75fcae2d req-bed8e352-4560-474a-aef5-cf89f9d4d693 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0275664-28f9-49bf-902b-fd0536b9dde1 HTTP/1.1" status: 200 len: 943 time: 0.0749338 Apr 29 13:34:51.551623 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-62f5e8fe-bbe5-4eff-9e0b-5b168936ae3a req-6e97ee16-fb7e-44e4-86f3-1a746282280d service neutron] 10.222.0.32 "GET /v2.0/networks/50e376a0-6ad3-49d7-b709-53155fe4f343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242938 Apr 29 13:34:51.558108 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-98c13366-b276-4396-8f3e-e00f75fcae2d req-6faa7667-485a-4d2b-8397-25b3cb8d1db6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=aa9bd552-5976-442b-a0d1-329a6cb8f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392277 Apr 29 13:34:51.669030 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-96f089af-b7ca-4052-bcfc-1cefc1b23c04 req-21762ac2-9c36-45c1-8183-f6005f2c806b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=f0275664-28f9-49bf-902b-fd0536b9dde1 HTTP/1.1" status: 200 len: 1096 time: 0.0676165 Apr 29 13:34:51.798683 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f089af-b7ca-4052-bcfc-1cefc1b23c04 req-d67e2738-15b0-4250-af52-95cfa827283f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:34:51.800036 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-96f089af-b7ca-4052-bcfc-1cefc1b23c04 req-d67e2738-15b0-4250-af52-95cfa827283f service neutron] 10.222.0.32 "GET /v2.0/networks?id=50e376a0-6ad3-49d7-b709-53155fe4f343 HTTP/1.1" status: 200 len: 897 time: 0.1254120 Apr 29 13:34:51.870417 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-96f089af-b7ca-4052-bcfc-1cefc1b23c04 req-376c0b19-5239-430a-9398-aefed8834d25 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a0dceef-a688-4378-a227-9d0ceaf9c788 HTTP/1.1" status: 200 len: 217 time: 0.0639660 Apr 29 13:34:51.932881 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f089af-b7ca-4052-bcfc-1cefc1b23c04 req-81e292b0-5eae-407f-8134-84907d47438a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:34:51.934290 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-96f089af-b7ca-4052-bcfc-1cefc1b23c04 req-81e292b0-5eae-407f-8134-84907d47438a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6 HTTP/1.1" status: 200 len: 835 time: 0.0586412 Apr 29 13:34:52.005731 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-96f089af-b7ca-4052-bcfc-1cefc1b23c04 req-c9fa3b35-c32a-490a-aada-61c08911c39d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=50e376a0-6ad3-49d7-b709-53155fe4f343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660648 Apr 29 13:34:52.132078 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-96f089af-b7ca-4052-bcfc-1cefc1b23c04 req-06626ac6-34ac-43cc-918c-1e441b51b408 service neutron] 10.222.0.32 "GET /v2.0/networks/50e376a0-6ad3-49d7-b709-53155fe4f343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204994 Apr 29 13:34:52.259706 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-96f089af-b7ca-4052-bcfc-1cefc1b23c04 req-a5318fe2-7400-495a-9601-a769eb23d728 service neutron] 10.222.0.32 "GET /v2.0/networks/50e376a0-6ad3-49d7-b709-53155fe4f343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217659 Apr 29 13:34:52.758832 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37c9db-f19e-4f51-8e69-27aaa2783c98 req-5dac47f8-afa1-4492-8d0d-869ad1cb7ff5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:34:52.759506 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-8d37c9db-f19e-4f51-8e69-27aaa2783c98 req-5dac47f8-afa1-4492-8d0d-869ad1cb7ff5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:34:52.774367 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-8d37c9db-f19e-4f51-8e69-27aaa2783c98 req-5dac47f8-afa1-4492-8d0d-869ad1cb7ff5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:34:52.775693 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8d37c9db-f19e-4f51-8e69-27aaa2783c98 req-5dac47f8-afa1-4492-8d0d-869ad1cb7ff5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0275664-28f9-49bf-902b-fd0536b9dde1 HTTP/1.1" status: 200 len: 943 time: 0.0946305 Apr 29 13:34:52.823367 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8d37c9db-f19e-4f51-8e69-27aaa2783c98 req-ba769fbb-8ef9-4f07-a606-74f1920f63b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=aa9bd552-5976-442b-a0d1-329a6cb8f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419898 Apr 29 13:34:54.096047 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec9199-53aa-429c-998a-15d64ed8437c req-453e3fa5-7925-4fc4-acfa-0b7fe757050c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:34:54.097456 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f7ec9199-53aa-429c-998a-15d64ed8437c req-453e3fa5-7925-4fc4-acfa-0b7fe757050c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0275664-28f9-49bf-902b-fd0536b9dde1 HTTP/1.1" status: 200 len: 943 time: 0.1553681 Apr 29 13:34:54.141577 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f7ec9199-53aa-429c-998a-15d64ed8437c req-6859006f-7537-45b0-ba84-7384e654c0d2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=aa9bd552-5976-442b-a0d1-329a6cb8f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385110 Apr 29 13:34:54.980943 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 4a0dceef-a688-4378-a227-9d0ceaf9c788 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:34:55.112384 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 4a0dceef-a688-4378-a227-9d0ceaf9c788, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4a0dceef-a688-4378-a227-9d0ceaf9c788,segment=NetworkSegment(216c42e3-957f-4efb-9364-f968e30d449a),segment_id=216c42e3-957f-4efb-9364-f968e30d449a)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:34:55.125843 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '4a0dceef-a688-4378-a227-9d0ceaf9c788', 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343', 'port_id': '4a0dceef-a688-4378-a227-9d0ceaf9c788', 'mac_address': 'fa:16:3e:5d:76:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:34:55.182382 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:55.199391 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0dceef-a688-4378-a227-9d0ceaf9c788 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:34:55.215136 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 4a0dceef-a688-4378-a227-9d0ceaf9c788, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4a0dceef-a688-4378-a227-9d0ceaf9c788,segment=NetworkSegment(216c42e3-957f-4efb-9364-f968e30d449a),segment_id=216c42e3-957f-4efb-9364-f968e30d449a)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:34:55.218972 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:55.284693 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=4a0dceef-a688-4378-a227-9d0ceaf9c788,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:55.293439 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:55.293781 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:55.294112 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:55.294445 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:55.294771 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:55.295094 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:55.295423 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:55.295743 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:55.296058 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:55.296375 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:55.296694 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:55.337227 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3b86d-662f-4770-9ddc-e404ddfbebda req-19da817e-1866-422a-8123-433b15131ab4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:34:55.338656 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cce3b86d-662f-4770-9ddc-e404ddfbebda req-19da817e-1866-422a-8123-433b15131ab4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0275664-28f9-49bf-902b-fd0536b9dde1 HTTP/1.1" status: 200 len: 944 time: 0.0757174 Apr 29 13:34:55.385929 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cce3b86d-662f-4770-9ddc-e404ddfbebda req-060ada1c-8c05-4852-a60a-57c6130266d6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=aa9bd552-5976-442b-a0d1-329a6cb8f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416853 Apr 29 13:34:55.555371 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['4a0dceef-a688-4378-a227-9d0ceaf9c788'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:34:56.577988 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99244f9a-0e4f-4530-8776-94948ea75fab req-44263e8a-b561-458d-bc55-d6b2a32fff6c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:34:56.579427 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-99244f9a-0e4f-4530-8776-94948ea75fab req-44263e8a-b561-458d-bc55-d6b2a32fff6c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0275664-28f9-49bf-902b-fd0536b9dde1 HTTP/1.1" status: 200 len: 944 time: 0.0749784 Apr 29 13:34:56.629445 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-99244f9a-0e4f-4530-8776-94948ea75fab req-4cbebd00-fdb7-4338-8b49-d346811f1335 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=aa9bd552-5976-442b-a0d1-329a6cb8f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442796 Apr 29 13:34:57.011453 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 4a0dceef-a688-4378-a227-9d0ceaf9c788 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:34:57.080426 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 4a0dceef-a688-4378-a227-9d0ceaf9c788 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:34:57.084894 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 4a0dceef-a688-4378-a227-9d0ceaf9c788 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:34:57.085256 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:57.191565 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:57.220189 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0275664-28f9-49bf-902b-fd0536b9dde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0dceef-a688-4378-a227-9d0ceaf9c788'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:34:57.229983 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 4a0dceef-a688-4378-a227-9d0ceaf9c788, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4a0dceef-a688-4378-a227-9d0ceaf9c788,segment=NetworkSegment(216c42e3-957f-4efb-9364-f968e30d449a),segment_id=216c42e3-957f-4efb-9364-f968e30d449a)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:34:57.235418 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:57.300719 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=4a0dceef-a688-4378-a227-9d0ceaf9c788,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:57.358347 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e24ef4e0-7a9b-4e61-973d-14ffcb111d87'] response: {'server_uuid': 'f0275664-28f9-49bf-902b-fd0536b9dde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0dceef-a688-4378-a227-9d0ceaf9c788', 'code': 200} Apr 29 13:34:57.598535 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d624be7d-d012-472b-903e-d523f5a45f33 req-983b030b-9feb-4ca2-a373-71c6ada7ecba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f0275664-28f9-49bf-902b-fd0536b9dde1 HTTP/1.1" status: 200 len: 1098 time: 0.0674052 Apr 29 13:34:57.639229 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d624be7d-d012-472b-903e-d523f5a45f33 req-75f21ba7-dd84-4c8d-9f87-50b0696dd4e8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=aa9bd552-5976-442b-a0d1-329a6cb8f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341589 Apr 29 13:34:57.823137 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d346b-c75a-4e6d-88a0-29f0f34aadb5 req-d28498ed-b579-421e-8647-0aba0a4e4b3f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:34:57.824586 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-0d3d346b-c75a-4e6d-88a0-29f0f34aadb5 req-d28498ed-b579-421e-8647-0aba0a4e4b3f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0275664-28f9-49bf-902b-fd0536b9dde1 HTTP/1.1" status: 200 len: 945 time: 0.0775054 Apr 29 13:34:57.871097 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-0d3d346b-c75a-4e6d-88a0-29f0f34aadb5 req-6766a472-97f6-4c1e-af70-0f374bb73386 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=aa9bd552-5976-442b-a0d1-329a6cb8f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404463 Apr 29 13:34:57.962444 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:34:59.076478 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caad794-f8d4-42e1-a9c0-51ec97cdff4b req-75886459-967e-447e-bb69-29a7fec05d75 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:34:59.078194 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4caad794-f8d4-42e1-a9c0-51ec97cdff4b req-75886459-967e-447e-bb69-29a7fec05d75 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0275664-28f9-49bf-902b-fd0536b9dde1 HTTP/1.1" status: 200 len: 945 time: 0.0839806 Apr 29 13:34:59.122508 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4caad794-f8d4-42e1-a9c0-51ec97cdff4b req-bd6798c0-e05f-42ec-8ca9-f380b1d94e23 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=aa9bd552-5976-442b-a0d1-329a6cb8f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387816 Apr 29 13:35:00.336147 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1610c-5e85-4356-afd9-c5fd296ddeec req-31fed656-2d50-41e9-899e-9604cf9d2dda tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:35:00.337858 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-84a1610c-5e85-4356-afd9-c5fd296ddeec req-31fed656-2d50-41e9-899e-9604cf9d2dda tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0275664-28f9-49bf-902b-fd0536b9dde1 HTTP/1.1" status: 200 len: 945 time: 0.0895030 Apr 29 13:35:00.396089 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-84a1610c-5e85-4356-afd9-c5fd296ddeec req-f03a0d65-57dd-417b-978b-cd1e9fefce52 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=aa9bd552-5976-442b-a0d1-329a6cb8f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521715 Apr 29 13:35:00.600639 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:35:00.647841 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb888b1-8b94-44b7-a170-575b2ebaa540 req-a2490378-cb05-49b6-a607-ffc5687d6185 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:35:00.652970 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2eb888b1-8b94-44b7-a170-575b2ebaa540 req-a2490378-cb05-49b6-a607-ffc5687d6185 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0275664-28f9-49bf-902b-fd0536b9dde1 HTTP/1.1" status: 200 len: 945 time: 0.0962164 Apr 29 13:35:00.700356 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2eb888b1-8b94-44b7-a170-575b2ebaa540 req-4084b37f-5904-45e6-b1f7-a2261a43172a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=aa9bd552-5976-442b-a0d1-329a6cb8f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432730 Apr 29 13:35:00.731146 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36206) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:35:00.856704 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36212) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:35:00.857890 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c4ecf90f-adc3-4d74-8eb4-2ac2847260b8 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=f0275664-28f9-49bf-902b-fd0536b9dde1 HTTP/1.1" status: 200 len: 1093 time: 0.1254632 Apr 29 13:35:00.863286 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-b987d882-8c85-4322-97e9-89e7a93c554f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'floatingip': {'port_id': '4a0dceef-a688-4378-a227-9d0ceaf9c788'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:35:00.974919 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b987d882-8c85-4322-97e9-89e7a93c554f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:01.562495 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b987d882-8c85-4322-97e9-89e7a93c554f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:01.565994 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b987d882-8c85-4322-97e9-89e7a93c554f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:01.749476 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.l3_db [None req-b987d882-8c85-4322-97e9-89e7a93c554f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Floating IP 0307fca3-15a9-40f1-95c7-2d04a70238d3 associated. External IP: 172.26.6.168, port: 4a0dceef-a688-4378-a227-9d0ceaf9c788. Apr 29 13:35:02.234763 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b987d882-8c85-4322-97e9-89e7a93c554f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router bf902dfe-5674-4831-bbd4-c4e5c1c7f209 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:35:02.440113 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b987d882-8c85-4322-97e9-89e7a93c554f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:35:02.445060 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b987d882-8c85-4322-97e9-89e7a93c554f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:02.450906 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e12f828-a07b-44e9-93a5-cd6a1a759da2 None None] Sync routers for ids ['bf902dfe-5674-4831-bbd4-c4e5c1c7f209'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:35:02.465533 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e12f828-a07b-44e9-93a5-cd6a1a759da2 None None] Routers {'bf902dfe-5674-4831-bbd4-c4e5c1c7f209'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:35:02.466435 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-3e12f828-a07b-44e9-93a5-cd6a1a759da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:34:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf902dfe-5674-4831-bbd4-c4e5c1c7f209'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:35:02.502661 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b987d882-8c85-4322-97e9-89e7a93c554f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "PUT /v2.0/floatingips/0307fca3-15a9-40f1-95c7-2d04a70238d3 HTTP/1.1" status: 200 len: 991 time: 1.6446164 Apr 29 13:35:02.503252 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0275664-28f9-49bf-902b-fd0536b9dde1', 'tag': '4a0dceef-a688-4378-a227-9d0ceaf9c788'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:35:02.505780 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36222) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:35:02.660371 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b01f143-011a-4217-87a2-92324c08c670'] response: {'name': 'network-changed', 'server_uuid': 'f0275664-28f9-49bf-902b-fd0536b9dde1', 'tag': '4a0dceef-a688-4378-a227-9d0ceaf9c788', 'status': 'completed', 'code': 200} Apr 29 13:35:02.697715 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-3e12f828-a07b-44e9-93a5-cd6a1a759da2 None None] Set router bf902dfe-5674-4831-bbd4-c4e5c1c7f209 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:35:02.861844 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6b7eed51-6b61-4bbe-b88b-6217282f72dd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/0307fca3-15a9-40f1-95c7-2d04a70238d3 HTTP/1.1" status: 200 len: 991 time: 0.3545797 Apr 29 13:35:02.866068 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-73264c29-ef54-41f6-83ff-f7cd5718f7c9 req-1975ed7a-8759-4951-bd21-4106143d4a22 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=f0275664-28f9-49bf-902b-fd0536b9dde1 HTTP/1.1" status: 200 len: 1098 time: 0.0960302 Apr 29 13:35:03.001134 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73264c29-ef54-41f6-83ff-f7cd5718f7c9 req-f37f08c8-a4db-413c-95df-1b4820ea6140 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:35:03.002525 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-73264c29-ef54-41f6-83ff-f7cd5718f7c9 req-f37f08c8-a4db-413c-95df-1b4820ea6140 service neutron] 10.222.0.32 "GET /v2.0/networks?id=50e376a0-6ad3-49d7-b709-53155fe4f343 HTTP/1.1" status: 200 len: 897 time: 0.1310012 Apr 29 13:35:03.096038 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-3e12f828-a07b-44e9-93a5-cd6a1a759da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'name': 'tempest-TestNetworkBasicOps-router-132882411', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:03Z', 'updated_at': '2022-04-29T13:33:12Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:04Z', 'updated_at': '2022-04-29T13:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '0307fca3-15a9-40f1-95c7-2d04a70238d3', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.168', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'port_id': '4a0dceef-a688-4378-a227-9d0ceaf9c788', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343', 'mac_address': 'fa:16:3e:5d:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0275664-28f9-49bf-902b-fd0536b9dde1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:33:36Z', 'updated_at': '2022-04-29T13:35:01Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83eb2858-8280-4bf3-95d8-a035d86d9eef', 'name': '', 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:23:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:11Z', 'updated_at': '2022-04-29T13:33:23Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:35:03.099871 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e12f828-a07b-44e9-93a5-cd6a1a759da2 None None] Checking router: bf902dfe-5674-4831-bbd4-c4e5c1c7f209 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:35:03.109900 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-73264c29-ef54-41f6-83ff-f7cd5718f7c9 req-0600333d-f6db-41e2-a0f1-0e066e597d49 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a0dceef-a688-4378-a227-9d0ceaf9c788 HTTP/1.1" status: 200 len: 999 time: 0.1004841 Apr 29 13:35:03.110817 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e12f828-a07b-44e9-93a5-cd6a1a759da2 None None] Routers {'bf902dfe-5674-4831-bbd4-c4e5c1c7f209'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:35:03.111416 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-3e12f828-a07b-44e9-93a5-cd6a1a759da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:34:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf902dfe-5674-4831-bbd4-c4e5c1c7f209'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:35:03.172386 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73264c29-ef54-41f6-83ff-f7cd5718f7c9 req-0c2b139f-3513-4025-b054-1eea27e200e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:35:03.173987 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-73264c29-ef54-41f6-83ff-f7cd5718f7c9 req-0c2b139f-3513-4025-b054-1eea27e200e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6 HTTP/1.1" status: 200 len: 835 time: 0.0583467 Apr 29 13:35:03.254551 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-73264c29-ef54-41f6-83ff-f7cd5718f7c9 req-aba412c3-8d6f-450f-bd83-bac0244e3556 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=50e376a0-6ad3-49d7-b709-53155fe4f343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745745 Apr 29 13:35:03.297518 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-3e12f828-a07b-44e9-93a5-cd6a1a759da2 None None] Set router bf902dfe-5674-4831-bbd4-c4e5c1c7f209 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:35:03.401820 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-73264c29-ef54-41f6-83ff-f7cd5718f7c9 req-accd8341-caa4-49cd-8e12-994cfa648b47 service neutron] 10.222.0.32 "GET /v2.0/networks/50e376a0-6ad3-49d7-b709-53155fe4f343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391907 Apr 29 13:35:03.534939 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-73264c29-ef54-41f6-83ff-f7cd5718f7c9 req-5a6062af-2515-490f-a5b6-8dcf606d8d2e service neutron] 10.222.0.32 "GET /v2.0/networks/50e376a0-6ad3-49d7-b709-53155fe4f343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269293 Apr 29 13:35:03.651424 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-3e12f828-a07b-44e9-93a5-cd6a1a759da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'name': 'tempest-TestNetworkBasicOps-router-132882411', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:03Z', 'updated_at': '2022-04-29T13:33:12Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:04Z', 'updated_at': '2022-04-29T13:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '0307fca3-15a9-40f1-95c7-2d04a70238d3', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.168', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'port_id': '4a0dceef-a688-4378-a227-9d0ceaf9c788', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343', 'mac_address': 'fa:16:3e:5d:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0275664-28f9-49bf-902b-fd0536b9dde1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:33:36Z', 'updated_at': '2022-04-29T13:35:01Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83eb2858-8280-4bf3-95d8-a035d86d9eef', 'name': '', 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:23:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:11Z', 'updated_at': '2022-04-29T13:33:23Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:35:03.655318 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e12f828-a07b-44e9-93a5-cd6a1a759da2 None None] The sync data for ids ['bf902dfe-5674-4831-bbd4-c4e5c1c7f209'] in dv-neutron-839027-4-hyperv is: [{'id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'name': 'tempest-TestNetworkBasicOps-router-132882411', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:03Z', 'updated_at': '2022-04-29T13:33:12Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:04Z', 'updated_at': '2022-04-29T13:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '0307fca3-15a9-40f1-95c7-2d04a70238d3', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.168', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'port_id': '4a0dceef-a688-4378-a227-9d0ceaf9c788', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343', 'mac_address': 'fa:16:3e:5d:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0275664-28f9-49bf-902b-fd0536b9dde1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:33:36Z', 'updated_at': '2022-04-29T13:35:01Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83eb2858-8280-4bf3-95d8-a035d86d9eef', 'name': '', 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:23:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:11Z', 'updated_at': '2022-04-29T13:33:23Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:35:03.865699 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36238) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:35:03.885483 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafb6a30-c684-4154-b850-d4618958c0dc None None] New status for floating IP 0307fca3-15a9-40f1-95c7-2d04a70238d3: ACTIVE {{(pid=83906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:35:03.973259 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f029ead2-756d-4cfb-8bd2-3904bae30256 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/0307fca3-15a9-40f1-95c7-2d04a70238d3 HTTP/1.1" status: 200 len: 991 time: 0.1063297 Apr 29 13:35:04.978005 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36244) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:35:05.092888 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8b9a203b-b305-4f8d-85d2-1045be1b222e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/0307fca3-15a9-40f1-95c7-2d04a70238d3 HTTP/1.1" status: 200 len: 993 time: 0.1135736 Apr 29 13:35:07.841277 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-75245a39-0453-4445-92e9-379c18dafa3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:09.702660 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-08a2df5f-6fa4-42ab-bb3d-48599c539524 req-709f72f1-1cde-4b53-a501-b33e88f057d4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1c6ee47c-9252-4b12-9261-85016cd85be6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690970 Apr 29 13:35:09.810008 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-08a2df5f-6fa4-42ab-bb3d-48599c539524 req-a18c9900-9e60-4e79-8335-d0cef4d704f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=1c6ee47c-9252-4b12-9261-85016cd85be6 HTTP/1.1" status: 200 len: 1098 time: 0.0885088 Apr 29 13:35:09.968603 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2df5f-6fa4-42ab-bb3d-48599c539524 req-b78cf436-6114-44f4-b2e6-7ab51607aa41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:35:09.969980 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-08a2df5f-6fa4-42ab-bb3d-48599c539524 req-b78cf436-6114-44f4-b2e6-7ab51607aa41 service neutron] 10.222.0.32 "GET /v2.0/networks?id=50e376a0-6ad3-49d7-b709-53155fe4f343 HTTP/1.1" status: 200 len: 897 time: 0.1377046 Apr 29 13:35:10.036848 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-08a2df5f-6fa4-42ab-bb3d-48599c539524 req-274f6148-57eb-471f-af2b-ff52289c7c8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55afb72d-2255-4134-b3e2-12ccde86c874 HTTP/1.1" status: 200 len: 217 time: 0.0598037 Apr 29 13:35:10.105561 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2df5f-6fa4-42ab-bb3d-48599c539524 req-4b158049-850d-441f-9ec8-18227130bf63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:35:10.107120 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-08a2df5f-6fa4-42ab-bb3d-48599c539524 req-4b158049-850d-441f-9ec8-18227130bf63 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6 HTTP/1.1" status: 200 len: 835 time: 0.0647361 Apr 29 13:35:10.179787 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-08a2df5f-6fa4-42ab-bb3d-48599c539524 req-0bba87e3-296e-4a9b-913d-ded65dc3ec64 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=50e376a0-6ad3-49d7-b709-53155fe4f343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671494 Apr 29 13:35:10.313524 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-08a2df5f-6fa4-42ab-bb3d-48599c539524 req-ec41772e-7bbd-49dc-b80e-deccd6691b72 service neutron] 10.222.0.32 "GET /v2.0/networks/50e376a0-6ad3-49d7-b709-53155fe4f343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251571 Apr 29 13:35:10.399728 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a4f646c7-d643-47dd-b319-f701f9856c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:10.547381 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-08a2df5f-6fa4-42ab-bb3d-48599c539524 req-970d9437-f682-43e3-9a1f-9eacac153cd6 service neutron] 10.222.0.32 "GET /v2.0/networks/50e376a0-6ad3-49d7-b709-53155fe4f343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264998 Apr 29 13:35:10.832161 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-49fc1360-ae01-4e11-b0ca-5b38133a7572 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-816721899&fields=id&tenant_id=0c81113c84764616a8c807a160eb0515 HTTP/1.1" status: 200 len: 267 time: 0.0412557 Apr 29 13:35:10.976335 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-779d9288-f450-4dfc-b671-341147c9159c tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:35:10.978534 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-779d9288-f450-4dfc-b671-341147c9159c tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/networks?id=846dd749-f943-4e56-9d8e-6295c964eaa2 HTTP/1.1" status: 200 len: 812 time: 0.1392028 Apr 29 13:35:10.994581 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-e1be9f8b-1515-4e92-ab41-2be3a5b59ba4 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/quotas/0c81113c84764616a8c807a160eb0515 HTTP/1.1" status: 200 len: 375 time: 0.0107765 Apr 29 13:35:11.080428 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-b3f9b200-6a1a-4282-9639-eefc09537795 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0c81113c84764616a8c807a160eb0515&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0810895 Apr 29 13:35:11.216126 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-c5b455cb-c1e1-46f6-b435-084782c21639 service neutron] 10.222.0.76 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240654 Apr 29 13:35:11.343956 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-51377a7f-d801-4054-99af-1f87494df86a service neutron] 10.222.0.76 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221893 Apr 29 13:35:11.419356 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:11.524433 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:11.728828 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-649aa11a-b984-432d-9fe6-1649dfcf43a7 req-79cac5ab-5937-4988-8448-8279b1aa8ae8 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=8909f1cc-c3d5-4642-9c39-0d651f9ee5f9 HTTP/1.1" status: 200 len: 210 time: 0.0444064 Apr 29 13:35:12.733395 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-2b9a1284-e607-489e-9ec6-87c934b1e0ad tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:35:12.734842 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-2b9a1284-e607-489e-9ec6-87c934b1e0ad tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.32 "GET /v2.0/networks?id=846dd749-f943-4e56-9d8e-6295c964eaa2 HTTP/1.1" status: 200 len: 812 time: 0.1432428 Apr 29 13:35:12.798261 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-74056016-fc32-468b-b7d9-368a6a4d9992 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c81113c84764616a8c807a160eb0515 HTTP/1.1" status: 200 len: 379 time: 0.0478194 Apr 29 13:35:12.809427 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-a08ad6a8-ce6e-47e7-b732-32e5a3c68515 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Request body: {'port': {'device_id': '8909f1cc-c3d5-4642-9c39-0d651f9ee5f9', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'admin_state_up': True, 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'security_groups': ['e2f13e8d-f068-472e-83a8-0d0881647649']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:35:12.866668 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:12.939930 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-aad4da20-a819-476a-9f31-c56c46ae0073 req-911351a1-db46-4a59-881d-31941f76a828 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=8909f1cc-c3d5-4642-9c39-0d651f9ee5f9 HTTP/1.1" status: 200 len: 210 time: 0.0540342 Apr 29 13:35:12.996925 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-a08ad6a8-ce6e-47e7-b732-32e5a3c68515 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:35:13.006476 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-a08ad6a8-ce6e-47e7-b732-32e5a3c68515 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:35:13.016803 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-a08ad6a8-ce6e-47e7-b732-32e5a3c68515 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Made reservation on behalf of 0c81113c84764616a8c807a160eb0515 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:35:13.019750 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-a08ad6a8-ce6e-47e7-b732-32e5a3c68515 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:13.178800 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-a08ad6a8-ce6e-47e7-b732-32e5a3c68515 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Allocated IP 172.20.0.5 (846dd749-f943-4e56-9d8e-6295c964eaa2/02705295-1364-4282-8393-7ae80461c414/46c8ba7d-8b67-4130-9a27-c465989fd5d2) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:35:13.368892 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-a08ad6a8-ce6e-47e7-b732-32e5a3c68515 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:13.385630 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-a08ad6a8-ce6e-47e7-b732-32e5a3c68515 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Transition to ACTIVE for port object 46c8ba7d-8b67-4130-9a27-c465989fd5d2 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:35:13.408126 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-a08ad6a8-ce6e-47e7-b732-32e5a3c68515 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:13.481272 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-a08ad6a8-ce6e-47e7-b732-32e5a3c68515 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Network 846dd749-f943-4e56-9d8e-6295c964eaa2 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:35:13.484225 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-a08ad6a8-ce6e-47e7-b732-32e5a3c68515 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:35:13.488155 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-a08ad6a8-ce6e-47e7-b732-32e5a3c68515 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:35:13.520302 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ad6a8-ce6e-47e7-b732-32e5a3c68515 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Pushing event updated for resources: {'Port': ['ID=46c8ba7d-8b67-4130-9a27-c465989fd5d2,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:35:13.546182 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ad6a8-ce6e-47e7-b732-32e5a3c68515 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:13.546523 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ad6a8-ce6e-47e7-b732-32e5a3c68515 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:13.546862 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ad6a8-ce6e-47e7-b732-32e5a3c68515 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:13.547193 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ad6a8-ce6e-47e7-b732-32e5a3c68515 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:13.547537 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ad6a8-ce6e-47e7-b732-32e5a3c68515 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:13.547856 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ad6a8-ce6e-47e7-b732-32e5a3c68515 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:13.548178 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ad6a8-ce6e-47e7-b732-32e5a3c68515 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:13.548501 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ad6a8-ce6e-47e7-b732-32e5a3c68515 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:13.548921 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ad6a8-ce6e-47e7-b732-32e5a3c68515 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:13.549242 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ad6a8-ce6e-47e7-b732-32e5a3c68515 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:13.549562 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ad6a8-ce6e-47e7-b732-32e5a3c68515 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:35:13.566788 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-a08ad6a8-ce6e-47e7-b732-32e5a3c68515 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:35:13.567394 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-a08ad6a8-ce6e-47e7-b732-32e5a3c68515 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:13.593608 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-a08ad6a8-ce6e-47e7-b732-32e5a3c68515 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7906532 Apr 29 13:35:13.606694 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-b82bbbbd-cd88-4a31-9579-0d10db2f3f64 service neutron] Request body: {'port': {'device_id': '8909f1cc-c3d5-4642-9c39-0d651f9ee5f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:35:13.705185 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5225f108-ff51-41e8-94b4-b330dd8b2c48 None None] Provisioning for port 46c8ba7d-8b67-4130-9a27-c465989fd5d2 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:35:13.710105 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5225f108-ff51-41e8-94b4-b330dd8b2c48 None None] Provisioning complete for port 46c8ba7d-8b67-4130-9a27-c465989fd5d2 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:35:13.710482 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5225f108-ff51-41e8-94b4-b330dd8b2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:13.722280 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-b82bbbbd-cd88-4a31-9579-0d10db2f3f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:13.796765 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-5225f108-ff51-41e8-94b4-b330dd8b2c48 None None] Port 46c8ba7d-8b67-4130-9a27-c465989fd5d2 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:35:14.168598 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4b687-e158-4aa5-94cd-85b3edb6882e req-70780239-960d-4bcc-a554-871d794999a4 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:35:14.170219 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-68a4b687-e158-4aa5-94cd-85b3edb6882e req-70780239-960d-4bcc-a554-871d794999a4 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=8909f1cc-c3d5-4642-9c39-0d651f9ee5f9 HTTP/1.1" status: 200 len: 931 time: 0.0842245 Apr 29 13:35:14.189034 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-b82bbbbd-cd88-4a31-9579-0d10db2f3f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46c8ba7d-8b67-4130-9a27-c465989fd5d2 {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:35:14.199487 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-b82bbbbd-cd88-4a31-9579-0d10db2f3f64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:14.218570 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-b82bbbbd-cd88-4a31-9579-0d10db2f3f64 service neutron] Transition to ACTIVE for port object 46c8ba7d-8b67-4130-9a27-c465989fd5d2 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:35:14.222336 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-b82bbbbd-cd88-4a31-9579-0d10db2f3f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:14.225189 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-68a4b687-e158-4aa5-94cd-85b3edb6882e req-939a4237-ce48-4950-9fe0-e2893e157ff9 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449045 Apr 29 13:35:14.354377 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82bbbbd-cd88-4a31-9579-0d10db2f3f64 service neutron] Pushing event updated for resources: {'Port': ['ID=46c8ba7d-8b67-4130-9a27-c465989fd5d2,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:35:14.480263 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-b82bbbbd-cd88-4a31-9579-0d10db2f3f64 service neutron] Attempting to bind port 46c8ba7d-8b67-4130-9a27-c465989fd5d2 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:35:14.480610 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-b82bbbbd-cd88-4a31-9579-0d10db2f3f64 service neutron] Attempting to bind port 46c8ba7d-8b67-4130-9a27-c465989fd5d2 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '53def5c8-aa99-4a75-8066-57e8c47ce92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:35:14.480978 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-b82bbbbd-cd88-4a31-9579-0d10db2f3f64 service neutron] Attempting to bind port 46c8ba7d-8b67-4130-9a27-c465989fd5d2 on network 846dd749-f943-4e56-9d8e-6295c964eaa2 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:35:14.486996 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-b82bbbbd-cd88-4a31-9579-0d10db2f3f64 service neutron] Port 46c8ba7d-8b67-4130-9a27-c465989fd5d2 on network 846dd749-f943-4e56-9d8e-6295c964eaa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:35:14.487311 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-b82bbbbd-cd88-4a31-9579-0d10db2f3f64 service neutron] Attempting to bind port 46c8ba7d-8b67-4130-9a27-c465989fd5d2 on network 846dd749-f943-4e56-9d8e-6295c964eaa2 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:35:14.494113 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-b82bbbbd-cd88-4a31-9579-0d10db2f3f64 service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:35:14.494462 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-b82bbbbd-cd88-4a31-9579-0d10db2f3f64 service neutron] Checking segment: {'id': '53def5c8-aa99-4a75-8066-57e8c47ce92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:35:14.494842 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-b82bbbbd-cd88-4a31-9579-0d10db2f3f64 service neutron] Bound using segment: {'id': '53def5c8-aa99-4a75-8066-57e8c47ce92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:35:14.495290 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-b82bbbbd-cd88-4a31-9579-0d10db2f3f64 service neutron] Bound port: 46c8ba7d-8b67-4130-9a27-c465989fd5d2, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53def5c8-aa99-4a75-8066-57e8c47ce92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:35:14.495661 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-b82bbbbd-cd88-4a31-9579-0d10db2f3f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:14.587080 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-b82bbbbd-cd88-4a31-9579-0d10db2f3f64 service neutron] For port 46c8ba7d-8b67-4130-9a27-c465989fd5d2, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:35:14.590080 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-b82bbbbd-cd88-4a31-9579-0d10db2f3f64 service neutron] For port 46c8ba7d-8b67-4130-9a27-c465989fd5d2, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=46c8ba7d-8b67-4130-9a27-c465989fd5d2,segment=NetworkSegment(53def5c8-aa99-4a75-8066-57e8c47ce92e),segment_id=53def5c8-aa99-4a75-8066-57e8c47ce92e)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:35:14.593957 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-b82bbbbd-cd88-4a31-9579-0d10db2f3f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:14.657108 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-b82bbbbd-cd88-4a31-9579-0d10db2f3f64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:14.658646 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-b82bbbbd-cd88-4a31-9579-0d10db2f3f64 service neutron] 10.222.0.32 "PUT /v2.0/ports/46c8ba7d-8b67-4130-9a27-c465989fd5d2 HTTP/1.1" status: 200 len: 1093 time: 1.0570135 Apr 29 13:35:14.659077 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8909f1cc-c3d5-4642-9c39-0d651f9ee5f9', 'tag': '46c8ba7d-8b67-4130-9a27-c465989fd5d2'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:35:14.678133 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82bbbbd-cd88-4a31-9579-0d10db2f3f64 service neutron] Pushing event updated for resources: {'Port': ['ID=46c8ba7d-8b67-4130-9a27-c465989fd5d2,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:35:14.730640 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11becb5d-3c9a-4c44-87d5-68f1a6079302'] response: {'name': 'network-changed', 'server_uuid': '8909f1cc-c3d5-4642-9c39-0d651f9ee5f9', 'tag': '46c8ba7d-8b67-4130-9a27-c465989fd5d2', 'status': 'completed', 'code': 200} Apr 29 13:35:14.774302 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-fb35a69d-6527-473c-9663-74ec29642cdc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c81113c84764616a8c807a160eb0515&device_id=8909f1cc-c3d5-4642-9c39-0d651f9ee5f9 HTTP/1.1" status: 200 len: 1096 time: 0.0788963 Apr 29 13:35:14.852040 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-f0c6a767-d6b6-4dad-a5f8-b2007a3338fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46c8ba7d-8b67-4130-9a27-c465989fd5d2 HTTP/1.1" status: 200 len: 217 time: 0.0707357 Apr 29 13:35:14.912896 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-db98cf3e-6d93-47da-be6f-bd75b381c20b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:35:14.914844 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-db98cf3e-6d93-47da-be6f-bd75b381c20b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=02705295-1364-4282-8393-7ae80461c414 HTTP/1.1" status: 200 len: 851 time: 0.0567040 Apr 29 13:35:14.987006 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-98ad73c0-b34a-4cb8-bcbf-cc18598e1bf4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=846dd749-f943-4e56-9d8e-6295c964eaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670860 Apr 29 13:35:15.115151 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-6b3ad782-04a8-48af-9530-2fbc79a9008d service neutron] 10.222.0.32 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208832 Apr 29 13:35:15.242036 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-789dbde3-a52c-4d61-929f-7ef7ec973ee2 req-b3ed19cb-a9d6-4b60-b4b1-ced8af022de0 service neutron] 10.222.0.32 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206369 Apr 29 13:35:15.355732 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9e786c78-3c41-4f6c-bde7-00e030ba31d7 req-2b29fe8b-0a90-41c6-b55e-5148d2741c41 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c81113c84764616a8c807a160eb0515&device_id=8909f1cc-c3d5-4642-9c39-0d651f9ee5f9 HTTP/1.1" status: 200 len: 1096 time: 0.0738003 Apr 29 13:35:15.422688 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6711bfa-f81e-460c-9de3-ab22662c619d req-3509f2ed-573f-4618-9e41-0606b24e2f6e tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:35:15.424142 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-b6711bfa-f81e-460c-9de3-ab22662c619d req-3509f2ed-573f-4618-9e41-0606b24e2f6e tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=8909f1cc-c3d5-4642-9c39-0d651f9ee5f9 HTTP/1.1" status: 200 len: 943 time: 0.0763090 Apr 29 13:35:15.469156 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-b6711bfa-f81e-460c-9de3-ab22662c619d req-b8a91fd3-e1c2-4671-aba3-d93f9ba63a1c tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392787 Apr 29 13:35:15.486647 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e786c78-3c41-4f6c-bde7-00e030ba31d7 req-ca151bac-c203-4e42-bdfb-9b49354abbda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:35:15.488082 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9e786c78-3c41-4f6c-bde7-00e030ba31d7 req-ca151bac-c203-4e42-bdfb-9b49354abbda service neutron] 10.222.0.32 "GET /v2.0/networks?id=846dd749-f943-4e56-9d8e-6295c964eaa2 HTTP/1.1" status: 200 len: 913 time: 0.1266990 Apr 29 13:35:15.554107 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9e786c78-3c41-4f6c-bde7-00e030ba31d7 req-9d0bad81-ba19-45e3-9e83-fd7e89116df3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46c8ba7d-8b67-4130-9a27-c465989fd5d2 HTTP/1.1" status: 200 len: 217 time: 0.0591378 Apr 29 13:35:15.697960 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e786c78-3c41-4f6c-bde7-00e030ba31d7 req-b7aa6643-7dd6-4333-b5ce-089bb662eaa5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:35:15.699389 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9e786c78-3c41-4f6c-bde7-00e030ba31d7 req-b7aa6643-7dd6-4333-b5ce-089bb662eaa5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=02705295-1364-4282-8393-7ae80461c414 HTTP/1.1" status: 200 len: 851 time: 0.1403360 Apr 29 13:35:15.771844 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9e786c78-3c41-4f6c-bde7-00e030ba31d7 req-1b1e4134-8868-45c5-9401-d28d488c0f68 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=846dd749-f943-4e56-9d8e-6295c964eaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662043 Apr 29 13:35:15.902199 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9e786c78-3c41-4f6c-bde7-00e030ba31d7 req-48d53c92-c49b-457e-884e-fbe4306c9cd2 service neutron] 10.222.0.32 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236718 Apr 29 13:35:16.031842 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9e786c78-3c41-4f6c-bde7-00e030ba31d7 req-eb2fb8fd-b1cf-4ce4-b4cd-17014e09e06f service neutron] 10.222.0.32 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231012 Apr 29 13:35:16.669339 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79b3bf-f02a-4ee2-8114-bd3f87f64f56 req-b3de47e0-b1e0-4ed3-a753-86e37687bc99 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:35:16.669994 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-ad79b3bf-f02a-4ee2-8114-bd3f87f64f56 req-b3de47e0-b1e0-4ed3-a753-86e37687bc99 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Synchronizing usage tracker for tenant:0c81113c84764616a8c807a160eb0515 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:35:16.684462 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-ad79b3bf-f02a-4ee2-8114-bd3f87f64f56 req-b3de47e0-b1e0-4ed3-a753-86e37687bc99 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Unset dirty status for tenant:0c81113c84764616a8c807a160eb0515 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:35:16.685632 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ad79b3bf-f02a-4ee2-8114-bd3f87f64f56 req-b3de47e0-b1e0-4ed3-a753-86e37687bc99 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=8909f1cc-c3d5-4642-9c39-0d651f9ee5f9 HTTP/1.1" status: 200 len: 943 time: 0.0932953 Apr 29 13:35:16.730164 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ad79b3bf-f02a-4ee2-8114-bd3f87f64f56 req-1714252c-9da0-48e4-9606-03d1676024ff tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390348 Apr 29 13:35:17.939022 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696164c7-413f-4a48-ba4d-1c685680b672 req-edd6c424-3ffd-4343-8b1c-cd06411b1ed9 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:35:17.940441 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-696164c7-413f-4a48-ba4d-1c685680b672 req-edd6c424-3ffd-4343-8b1c-cd06411b1ed9 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=8909f1cc-c3d5-4642-9c39-0d651f9ee5f9 HTTP/1.1" status: 200 len: 943 time: 0.0780792 Apr 29 13:35:17.985229 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-696164c7-413f-4a48-ba4d-1c685680b672 req-419a91c7-2ed5-4c85-809c-60106bf33d08 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384881 Apr 29 13:35:19.177892 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af351d4-f2fd-4ef7-8192-4eaf724bc73d req-79ce7736-de5d-42d2-8bde-0c682caf0c07 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:35:19.179240 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5af351d4-f2fd-4ef7-8192-4eaf724bc73d req-79ce7736-de5d-42d2-8bde-0c682caf0c07 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=8909f1cc-c3d5-4642-9c39-0d651f9ee5f9 HTTP/1.1" status: 200 len: 943 time: 0.0748041 Apr 29 13:35:19.226046 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5af351d4-f2fd-4ef7-8192-4eaf724bc73d req-8cfdd969-17fa-42cb-864d-4072f5644c72 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413404 Apr 29 13:35:20.417490 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da3821-84db-4439-bd6b-43d83fa194da req-270cb483-ab13-4c63-922f-795657ae555a tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:35:20.418909 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f4da3821-84db-4439-bd6b-43d83fa194da req-270cb483-ab13-4c63-922f-795657ae555a tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=8909f1cc-c3d5-4642-9c39-0d651f9ee5f9 HTTP/1.1" status: 200 len: 943 time: 0.0739889 Apr 29 13:35:20.467946 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f4da3821-84db-4439-bd6b-43d83fa194da req-c1e65480-a088-4976-ba29-a6dfb8e23884 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436099 Apr 29 13:35:21.673190 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41d1f1-30e1-4eee-b928-4aa1e3062119 req-c1e91574-c9f7-49df-b6b8-f342a060ec38 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:35:21.674613 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7a41d1f1-30e1-4eee-b928-4aa1e3062119 req-c1e91574-c9f7-49df-b6b8-f342a060ec38 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=8909f1cc-c3d5-4642-9c39-0d651f9ee5f9 HTTP/1.1" status: 200 len: 943 time: 0.0751634 Apr 29 13:35:21.718520 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7a41d1f1-30e1-4eee-b928-4aa1e3062119 req-56f19d83-04c0-43cd-b4fe-96b9c1314fe8 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384676 Apr 29 13:35:22.924017 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c3561-240d-41a4-b177-12386e884b95 req-05e42333-da88-48fe-acfa-9d9a9e490cb0 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:35:22.925474 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-b98c3561-240d-41a4-b177-12386e884b95 req-05e42333-da88-48fe-acfa-9d9a9e490cb0 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=8909f1cc-c3d5-4642-9c39-0d651f9ee5f9 HTTP/1.1" status: 200 len: 943 time: 0.0773511 Apr 29 13:35:22.971317 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-b98c3561-240d-41a4-b177-12386e884b95 req-b5b9c104-b122-4dd3-955c-e020ee615cbf tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404177 Apr 29 13:35:23.045136 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 46c8ba7d-8b67-4130-9a27-c465989fd5d2 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:35:23.182928 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 46c8ba7d-8b67-4130-9a27-c465989fd5d2, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=46c8ba7d-8b67-4130-9a27-c465989fd5d2,segment=NetworkSegment(53def5c8-aa99-4a75-8066-57e8c47ce92e),segment_id=53def5c8-aa99-4a75-8066-57e8c47ce92e)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:35:23.196605 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '46c8ba7d-8b67-4130-9a27-c465989fd5d2', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'port_id': '46c8ba7d-8b67-4130-9a27-c465989fd5d2', 'mac_address': 'fa:16:3e:89:bf:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02705295-1364-4282-8393-7ae80461c414', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:35:23.258026 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:23.279642 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46c8ba7d-8b67-4130-9a27-c465989fd5d2 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:35:23.298883 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 46c8ba7d-8b67-4130-9a27-c465989fd5d2, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=46c8ba7d-8b67-4130-9a27-c465989fd5d2,segment=NetworkSegment(53def5c8-aa99-4a75-8066-57e8c47ce92e),segment_id=53def5c8-aa99-4a75-8066-57e8c47ce92e)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:35:23.302718 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:23.370795 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=46c8ba7d-8b67-4130-9a27-c465989fd5d2,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:35:23.701438 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['46c8ba7d-8b67-4130-9a27-c465989fd5d2'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:35:24.183603 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603fba9-2225-4d2d-8df9-9cabcbf8d44f req-792afe54-f7b7-4f34-9b91-39c1ec9c68f0 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:35:24.185044 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4603fba9-2225-4d2d-8df9-9cabcbf8d44f req-792afe54-f7b7-4f34-9b91-39c1ec9c68f0 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=8909f1cc-c3d5-4642-9c39-0d651f9ee5f9 HTTP/1.1" status: 200 len: 944 time: 0.0842299 Apr 29 13:35:24.230419 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4603fba9-2225-4d2d-8df9-9cabcbf8d44f req-eb6332b9-e331-4e5b-85c3-3f1a0c769314 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398996 Apr 29 13:35:25.044409 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 46c8ba7d-8b67-4130-9a27-c465989fd5d2 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:35:25.127393 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 46c8ba7d-8b67-4130-9a27-c465989fd5d2 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:35:25.132373 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 46c8ba7d-8b67-4130-9a27-c465989fd5d2 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:35:25.132737 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:25.248807 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:25.276511 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8909f1cc-c3d5-4642-9c39-0d651f9ee5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c8ba7d-8b67-4130-9a27-c465989fd5d2'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:35:25.286106 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 46c8ba7d-8b67-4130-9a27-c465989fd5d2, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=46c8ba7d-8b67-4130-9a27-c465989fd5d2,segment=NetworkSegment(53def5c8-aa99-4a75-8066-57e8c47ce92e),segment_id=53def5c8-aa99-4a75-8066-57e8c47ce92e)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:35:25.291070 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:25.337527 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8321c65-fce3-4fac-9085-001820e5e5e4'] response: {'server_uuid': '8909f1cc-c3d5-4642-9c39-0d651f9ee5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c8ba7d-8b67-4130-9a27-c465989fd5d2', 'code': 200} Apr 29 13:35:25.360963 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=46c8ba7d-8b67-4130-9a27-c465989fd5d2,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:35:25.441648 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8dc0e-7a77-4574-9671-f10b5896e3e8 req-1e505785-6940-4777-8674-596cdeca7cc3 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:35:25.442978 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-bba8dc0e-7a77-4574-9671-f10b5896e3e8 req-1e505785-6940-4777-8674-596cdeca7cc3 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=8909f1cc-c3d5-4642-9c39-0d651f9ee5f9 HTTP/1.1" status: 200 len: 945 time: 0.0786419 Apr 29 13:35:25.490068 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-bba8dc0e-7a77-4574-9671-f10b5896e3e8 req-cd6e9d40-5ef8-4452-87c6-d1118ffe96b3 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410771 Apr 29 13:35:25.619645 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-41302c96-a38d-444d-a886-d0d6187bd815 req-05553e4f-e787-45ad-a948-d2bf6465575f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8909f1cc-c3d5-4642-9c39-0d651f9ee5f9 HTTP/1.1" status: 200 len: 1098 time: 0.0673122 Apr 29 13:35:25.661536 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-41302c96-a38d-444d-a886-d0d6187bd815 req-80777b62-947b-46af-9952-f6a9055e1711 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359149 Apr 29 13:35:26.688712 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6a67e-38fe-4751-88f1-d89c509618b7 req-bc8df5d5-d642-4d3a-97e5-f8f3708c8748 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:35:26.690071 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8ce6a67e-38fe-4751-88f1-d89c509618b7 req-bc8df5d5-d642-4d3a-97e5-f8f3708c8748 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=8909f1cc-c3d5-4642-9c39-0d651f9ee5f9 HTTP/1.1" status: 200 len: 945 time: 0.0772929 Apr 29 13:35:26.734638 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8ce6a67e-38fe-4751-88f1-d89c509618b7 req-bc63a4ed-d980-4eff-b452-39b1746cd948 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389650 Apr 29 13:35:27.926077 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86eefa3-49c3-47e5-ad4d-42c43753b3dc req-e8578380-9532-40eb-8adb-96ba9749dc59 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:35:27.927813 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e86eefa3-49c3-47e5-ad4d-42c43753b3dc req-e8578380-9532-40eb-8adb-96ba9749dc59 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=8909f1cc-c3d5-4642-9c39-0d651f9ee5f9 HTTP/1.1" status: 200 len: 945 time: 0.0744016 Apr 29 13:35:27.970197 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:27.974757 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e86eefa3-49c3-47e5-ad4d-42c43753b3dc req-d4a03ec7-825d-4749-b368-e8a615a3e558 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414622 Apr 29 13:35:28.165051 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed36b8f-23c6-4219-9276-ad00daf50746 req-d67bdc2f-6fb1-4df5-89b6-227f3e2322c6 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:35:28.166359 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-aed36b8f-23c6-4219-9276-ad00daf50746 req-d67bdc2f-6fb1-4df5-89b6-227f3e2322c6 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=8909f1cc-c3d5-4642-9c39-0d651f9ee5f9 HTTP/1.1" status: 200 len: 945 time: 0.0747690 Apr 29 13:35:28.211288 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-aed36b8f-23c6-4219-9276-ad00daf50746 req-4c88e8e4-2fe3-4781-992c-2eabe470b552 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395164 Apr 29 13:35:28.238955 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36314) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:35:28.310546 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c0744e6d-8e2a-44cf-9833-ea08f9f9ad3b tempest-TestVolumeBootPattern-2004347973 tempest-TestVolumeBootPattern-2004347973-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=8909f1cc-c3d5-4642-9c39-0d651f9ee5f9 HTTP/1.1" status: 200 len: 1093 time: 0.0704565 Apr 29 13:35:28.313106 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36318) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:35:28.318162 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-0b9a69dd-6652-4563-bf47-e070af19cbec tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'port_id': '46c8ba7d-8b67-4130-9a27-c465989fd5d2', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:35:28.323968 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0b9a69dd-6652-4563-bf47-e070af19cbec tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:35:28.327743 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0b9a69dd-6652-4563-bf47-e070af19cbec tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Usage tracker for resource:floatingip and tenant:0c81113c84764616a8c807a160eb0515 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:35:28.330804 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0b9a69dd-6652-4563-bf47-e070af19cbec tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:35:28.336301 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0b9a69dd-6652-4563-bf47-e070af19cbec tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:35:28.346181 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0b9a69dd-6652-4563-bf47-e070af19cbec tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for floatingip, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:28.477468 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0b9a69dd-6652-4563-bf47-e070af19cbec tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:28.617818 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-0b9a69dd-6652-4563-bf47-e070af19cbec tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Allocated IP 172.26.6.228 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/06f2bf82-5cb0-4252-9806-a52acff6e181) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:35:28.759465 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0b9a69dd-6652-4563-bf47-e070af19cbec tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:28.786833 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0b9a69dd-6652-4563-bf47-e070af19cbec tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:28.857452 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9a69dd-6652-4563-bf47-e070af19cbec tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:35:28.860908 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-0b9a69dd-6652-4563-bf47-e070af19cbec tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:35:28.863544 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a69dd-6652-4563-bf47-e070af19cbec tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Pushing event updated for resources: {'Port': ['ID=06f2bf82-5cb0-4252-9806-a52acff6e181,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:35:28.865954 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9a69dd-6652-4563-bf47-e070af19cbec tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:35:29.433098 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0b9a69dd-6652-4563-bf47-e070af19cbec tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:29.486571 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0b9a69dd-6652-4563-bf47-e070af19cbec tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:29.684178 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0b9a69dd-6652-4563-bf47-e070af19cbec tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:29.688364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0b9a69dd-6652-4563-bf47-e070af19cbec tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:29.793300 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a69dd-6652-4563-bf47-e070af19cbec tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Pushing event updated for resources: {'Port': ['ID=06f2bf82-5cb0-4252-9806-a52acff6e181,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:35:29.808186 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0b9a69dd-6652-4563-bf47-e070af19cbec tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:29.994356 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.l3_db [None req-0b9a69dd-6652-4563-bf47-e070af19cbec tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Floating IP 6271b03b-0454-4919-b3ea-ab0b4c490d06 associated. External IP: 172.26.6.228, port: 46c8ba7d-8b67-4130-9a27-c465989fd5d2. Apr 29 13:35:30.470652 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9a69dd-6652-4563-bf47-e070af19cbec tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Router 90173866-306d-4838-8552-62ba2c3bbe83 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:35:30.664530 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9a69dd-6652-4563-bf47-e070af19cbec tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:35:30.675352 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db0df87-935c-4af8-acfa-e7845da24174 None None] Sync routers for ids ['90173866-306d-4838-8552-62ba2c3bbe83'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:35:30.687628 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db0df87-935c-4af8-acfa-e7845da24174 None None] Routers {'90173866-306d-4838-8552-62ba2c3bbe83'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:35:30.688383 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-1db0df87-935c-4af8-acfa-e7845da24174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:35:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['90173866-306d-4838-8552-62ba2c3bbe83'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:35:30.689564 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0b9a69dd-6652-4563-bf47-e070af19cbec tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:30.744907 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0b9a69dd-6652-4563-bf47-e070af19cbec tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4307818 Apr 29 13:35:30.745548 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8909f1cc-c3d5-4642-9c39-0d651f9ee5f9', 'tag': '46c8ba7d-8b67-4130-9a27-c465989fd5d2'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:35:30.801121 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9603546f-192b-4419-8e03-3090a7edde5a'] response: {'name': 'network-changed', 'server_uuid': '8909f1cc-c3d5-4642-9c39-0d651f9ee5f9', 'tag': '46c8ba7d-8b67-4130-9a27-c465989fd5d2', 'status': 'completed', 'code': 200} Apr 29 13:35:30.875189 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-1db0df87-935c-4af8-acfa-e7845da24174 None None] Set router 90173866-306d-4838-8552-62ba2c3bbe83 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:35:30.903232 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6c67cbcb-150b-4822-a6df-c25cf6ced499 req-2dd22896-c755-4222-8a1b-b0d45575da8e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c81113c84764616a8c807a160eb0515&device_id=8909f1cc-c3d5-4642-9c39-0d651f9ee5f9 HTTP/1.1" status: 200 len: 1098 time: 0.0801420 Apr 29 13:35:31.033523 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67cbcb-150b-4822-a6df-c25cf6ced499 req-4da62aad-987d-48ed-a9bf-80214ffd125f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:35:31.034956 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6c67cbcb-150b-4822-a6df-c25cf6ced499 req-4da62aad-987d-48ed-a9bf-80214ffd125f service neutron] 10.222.0.32 "GET /v2.0/networks?id=846dd749-f943-4e56-9d8e-6295c964eaa2 HTTP/1.1" status: 200 len: 913 time: 0.1267536 Apr 29 13:35:31.138377 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6c67cbcb-150b-4822-a6df-c25cf6ced499 req-476c3055-157c-485b-a7e9-6a4ac240ce43 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46c8ba7d-8b67-4130-9a27-c465989fd5d2 HTTP/1.1" status: 200 len: 999 time: 0.0966549 Apr 29 13:35:31.201053 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67cbcb-150b-4822-a6df-c25cf6ced499 req-247a8768-39d9-47c9-8f50-48f4773fd63d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:35:31.202496 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6c67cbcb-150b-4822-a6df-c25cf6ced499 req-247a8768-39d9-47c9-8f50-48f4773fd63d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=02705295-1364-4282-8393-7ae80461c414 HTTP/1.1" status: 200 len: 851 time: 0.0592089 Apr 29 13:35:31.256678 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-1db0df87-935c-4af8-acfa-e7845da24174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90173866-306d-4838-8552-62ba2c3bbe83', 'name': 'tempest-TestVolumeBootPattern-1070817569-router', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:15Z', 'updated_at': '2022-04-29T13:29:24Z', 'revision_number': 4, 'project_id': '0c81113c84764616a8c807a160eb0515', 'gw_port': {'id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:17Z', 'updated_at': '2022-04-29T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '21d7ee8a-98a0-40c6-81c0-2ea0b751a414', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'floating_ip_address': '172.26.6.159', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'port_id': 'edd9e428-3bea-42d1-bdb2-8748b903302e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'mac_address': 'fa:16:3e:0a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d7b91-63e3-4b68-8b8a-232632f2b693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:33:29Z', 'updated_at': '2022-04-29T13:33:36Z', 'revision_number': 1, 'project_id': '0c81113c84764616a8c807a160eb0515', 'fixed_ip_address_scope': None}, {'id': '6271b03b-0454-4919-b3ea-ab0b4c490d06', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'floating_ip_address': '172.26.6.228', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'port_id': '46c8ba7d-8b67-4130-9a27-c465989fd5d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'mac_address': 'fa:16:3e:89:bf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909f1cc-c3d5-4642-9c39-0d651f9ee5f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:35:29Z', 'updated_at': '2022-04-29T13:35:29Z', 'revision_number': 0, 'project_id': '0c81113c84764616a8c807a160eb0515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450a5ddf-21d5-46b8-b8fe-832fb0558e5b', 'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'mac_address': 'fa:16:3e:4b:3b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02705295-1364-4282-8393-7ae80461c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:22Z', 'updated_at': '2022-04-29T13:29:47Z', 'revision_number': 5, 'project_id': '0c81113c84764616a8c807a160eb0515', 'subnets': [{'id': '02705295-1364-4282-8393-7ae80461c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:35:31.261140 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db0df87-935c-4af8-acfa-e7845da24174 None None] Checking router: 90173866-306d-4838-8552-62ba2c3bbe83 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:35:31.271467 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db0df87-935c-4af8-acfa-e7845da24174 None None] Routers {'90173866-306d-4838-8552-62ba2c3bbe83'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:35:31.272061 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-1db0df87-935c-4af8-acfa-e7845da24174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:35:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['90173866-306d-4838-8552-62ba2c3bbe83'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:35:31.277811 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6c67cbcb-150b-4822-a6df-c25cf6ced499 req-861a2a03-b297-4d6f-bba6-8384fddf47ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=846dd749-f943-4e56-9d8e-6295c964eaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693562 Apr 29 13:35:31.405404 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6c67cbcb-150b-4822-a6df-c25cf6ced499 req-3eb448fb-e40e-4884-81ef-8ac4c4c03c03 service neutron] 10.222.0.32 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216543 Apr 29 13:35:31.443746 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-1db0df87-935c-4af8-acfa-e7845da24174 None None] Set router 90173866-306d-4838-8552-62ba2c3bbe83 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:35:31.535064 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6c67cbcb-150b-4822-a6df-c25cf6ced499 req-1f51a833-4e5b-4653-89a2-0289147f6413 service neutron] 10.222.0.32 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240079 Apr 29 13:35:31.786124 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-1db0df87-935c-4af8-acfa-e7845da24174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90173866-306d-4838-8552-62ba2c3bbe83', 'name': 'tempest-TestVolumeBootPattern-1070817569-router', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:15Z', 'updated_at': '2022-04-29T13:29:24Z', 'revision_number': 4, 'project_id': '0c81113c84764616a8c807a160eb0515', 'gw_port': {'id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:17Z', 'updated_at': '2022-04-29T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '21d7ee8a-98a0-40c6-81c0-2ea0b751a414', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'floating_ip_address': '172.26.6.159', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'port_id': 'edd9e428-3bea-42d1-bdb2-8748b903302e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'mac_address': 'fa:16:3e:0a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d7b91-63e3-4b68-8b8a-232632f2b693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:33:29Z', 'updated_at': '2022-04-29T13:33:36Z', 'revision_number': 1, 'project_id': '0c81113c84764616a8c807a160eb0515', 'fixed_ip_address_scope': None}, {'id': '6271b03b-0454-4919-b3ea-ab0b4c490d06', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'floating_ip_address': '172.26.6.228', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'port_id': '46c8ba7d-8b67-4130-9a27-c465989fd5d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'mac_address': 'fa:16:3e:89:bf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909f1cc-c3d5-4642-9c39-0d651f9ee5f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:35:29Z', 'updated_at': '2022-04-29T13:35:29Z', 'revision_number': 0, 'project_id': '0c81113c84764616a8c807a160eb0515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450a5ddf-21d5-46b8-b8fe-832fb0558e5b', 'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'mac_address': 'fa:16:3e:4b:3b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02705295-1364-4282-8393-7ae80461c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:22Z', 'updated_at': '2022-04-29T13:29:47Z', 'revision_number': 5, 'project_id': '0c81113c84764616a8c807a160eb0515', 'subnets': [{'id': '02705295-1364-4282-8393-7ae80461c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:35:31.789964 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db0df87-935c-4af8-acfa-e7845da24174 None None] The sync data for ids ['90173866-306d-4838-8552-62ba2c3bbe83'] in dv-neutron-839027-4-hyperv is: [{'id': '90173866-306d-4838-8552-62ba2c3bbe83', 'name': 'tempest-TestVolumeBootPattern-1070817569-router', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:15Z', 'updated_at': '2022-04-29T13:29:24Z', 'revision_number': 4, 'project_id': '0c81113c84764616a8c807a160eb0515', 'gw_port': {'id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:17Z', 'updated_at': '2022-04-29T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '21d7ee8a-98a0-40c6-81c0-2ea0b751a414', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'floating_ip_address': '172.26.6.159', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'port_id': 'edd9e428-3bea-42d1-bdb2-8748b903302e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'mac_address': 'fa:16:3e:0a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d7b91-63e3-4b68-8b8a-232632f2b693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:33:29Z', 'updated_at': '2022-04-29T13:33:36Z', 'revision_number': 1, 'project_id': '0c81113c84764616a8c807a160eb0515', 'fixed_ip_address_scope': None}, {'id': '6271b03b-0454-4919-b3ea-ab0b4c490d06', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'floating_ip_address': '172.26.6.228', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'port_id': '46c8ba7d-8b67-4130-9a27-c465989fd5d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'mac_address': 'fa:16:3e:89:bf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909f1cc-c3d5-4642-9c39-0d651f9ee5f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:35:29Z', 'updated_at': '2022-04-29T13:35:29Z', 'revision_number': 0, 'project_id': '0c81113c84764616a8c807a160eb0515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450a5ddf-21d5-46b8-b8fe-832fb0558e5b', 'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'mac_address': 'fa:16:3e:4b:3b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02705295-1364-4282-8393-7ae80461c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:22Z', 'updated_at': '2022-04-29T13:29:47Z', 'revision_number': 5, 'project_id': '0c81113c84764616a8c807a160eb0515', 'subnets': [{'id': '02705295-1364-4282-8393-7ae80461c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:35:31.987717 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948dd917-09e2-43e7-b811-999153eaf65e None None] New status for floating IP 6271b03b-0454-4919-b3ea-ab0b4c490d06: ACTIVE {{(pid=83906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:35:37.601442 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:35:37.825581 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2d94117d-3212-47ca-9475-65f9dd9d8189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:40.392594 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e9347ae1-5447-4b46-8625-9d82575e0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:41.421030 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:41.526436 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:42.874049 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:35:57.984633 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:07.819580 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-49b4aeaf-1a21-4b82-99cf-b62c5755fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:10.394604 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-810b6613-7263-4ea3-9ea2-6bb703b3a91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:11.423459 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:11.527864 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:11.931258 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e770e2ce-7464-4594-9a83-7080a619ba25 req-d8c77927-b162-442c-bab3-f4d0cdda73aa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d55d7b91-63e3-4b68-8b8a-232632f2b693&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662239 Apr 29 13:36:12.069655 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e770e2ce-7464-4594-9a83-7080a619ba25 req-21d28a06-9d11-4f34-8862-042604c20458 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c81113c84764616a8c807a160eb0515&device_id=d55d7b91-63e3-4b68-8b8a-232632f2b693 HTTP/1.1" status: 200 len: 1098 time: 0.0718555 Apr 29 13:36:12.214752 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770e2ce-7464-4594-9a83-7080a619ba25 req-7e4ac3aa-d478-4429-a2cd-25ccc8303be2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:12.216084 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e770e2ce-7464-4594-9a83-7080a619ba25 req-7e4ac3aa-d478-4429-a2cd-25ccc8303be2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=846dd749-f943-4e56-9d8e-6295c964eaa2 HTTP/1.1" status: 200 len: 913 time: 0.1284423 Apr 29 13:36:12.316900 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e770e2ce-7464-4594-9a83-7080a619ba25 req-02766c15-79a6-449a-b85e-02914dd9e6b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edd9e428-3bea-42d1-bdb2-8748b903302e HTTP/1.1" status: 200 len: 1001 time: 0.0935111 Apr 29 13:36:12.382060 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770e2ce-7464-4594-9a83-7080a619ba25 req-0a1c76bf-33e1-4371-bc9f-d02c6940f8d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:12.383481 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e770e2ce-7464-4594-9a83-7080a619ba25 req-0a1c76bf-33e1-4371-bc9f-d02c6940f8d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=02705295-1364-4282-8393-7ae80461c414 HTTP/1.1" status: 200 len: 851 time: 0.0607696 Apr 29 13:36:12.456172 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e770e2ce-7464-4594-9a83-7080a619ba25 req-1d0b1117-acbe-4aeb-bfdd-35fd74f35291 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=846dd749-f943-4e56-9d8e-6295c964eaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668643 Apr 29 13:36:12.675347 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e770e2ce-7464-4594-9a83-7080a619ba25 req-79d5d43a-e013-4de2-9543-528c64ffbd3b service neutron] 10.222.0.32 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120268 Apr 29 13:36:12.810202 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e770e2ce-7464-4594-9a83-7080a619ba25 req-88561d78-c6a6-4a3b-99bf-863c3c3a900c service neutron] 10.222.0.32 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285365 Apr 29 13:36:12.874631 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:14.602183 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:36:18.764905 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314cf03c-ab5b-4375-9422-52a48d1048dc req-4fa6c579-3820-4c07-b280-813026a1d39d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:18.767330 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-314cf03c-ab5b-4375-9422-52a48d1048dc req-4fa6c579-3820-4c07-b280-813026a1d39d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0275664-28f9-49bf-902b-fd0536b9dde1 HTTP/1.1" status: 200 len: 945 time: 0.0826399 Apr 29 13:36:18.821377 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-314cf03c-ab5b-4375-9422-52a48d1048dc req-bba42a81-e023-46ba-b541-012295319dbe tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=aa9bd552-5976-442b-a0d1-329a6cb8f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473580 Apr 29 13:36:20.031184 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090df77-e066-49fe-ad25-21f924989b79 req-589c6c49-dce6-4420-8022-e569c43d94b7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:20.032514 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c090df77-e066-49fe-ad25-21f924989b79 req-589c6c49-dce6-4420-8022-e569c43d94b7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0275664-28f9-49bf-902b-fd0536b9dde1 HTTP/1.1" status: 200 len: 945 time: 0.0788219 Apr 29 13:36:20.076965 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c090df77-e066-49fe-ad25-21f924989b79 req-2c79073c-c9f4-4e54-8628-142cb6fb09a3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=aa9bd552-5976-442b-a0d1-329a6cb8f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387177 Apr 29 13:36:20.455091 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566355a7-c75e-4392-bd6f-f395c962a981 req-0b0158e4-22de-4e30-9028-a316d96b2f8b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:20.456867 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-566355a7-c75e-4392-bd6f-f395c962a981 req-0b0158e4-22de-4e30-9028-a316d96b2f8b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0275664-28f9-49bf-902b-fd0536b9dde1 HTTP/1.1" status: 200 len: 945 time: 0.0736775 Apr 29 13:36:20.525418 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-566355a7-c75e-4392-bd6f-f395c962a981 req-e9027b1c-162a-4c90-be9a-14ab297ab6a0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port 4a0dceef-a688-4378-a227-9d0ceaf9c788 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:36:20.525750 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-566355a7-c75e-4392-bd6f-f395c962a981 req-e9027b1c-162a-4c90-be9a-14ab297ab6a0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:20.756542 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-566355a7-c75e-4392-bd6f-f395c962a981 req-e9027b1c-162a-4c90-be9a-14ab297ab6a0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] For port 4a0dceef-a688-4378-a227-9d0ceaf9c788, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4a0dceef-a688-4378-a227-9d0ceaf9c788,segment=NetworkSegment(216c42e3-957f-4efb-9364-f968e30d449a),segment_id=216c42e3-957f-4efb-9364-f968e30d449a)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:36:20.756940 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-566355a7-c75e-4392-bd6f-f395c962a981 req-e9027b1c-162a-4c90-be9a-14ab297ab6a0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:21.043382 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-566355a7-c75e-4392-bd6f-f395c962a981 req-e9027b1c-162a-4c90-be9a-14ab297ab6a0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:21.043668 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-566355a7-c75e-4392-bd6f-f395c962a981 req-e9027b1c-162a-4c90-be9a-14ab297ab6a0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:21.043972 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.l3_db [req-566355a7-c75e-4392-bd6f-f395c962a981 req-e9027b1c-162a-4c90-be9a-14ab297ab6a0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Floating IP 0307fca3-15a9-40f1-95c7-2d04a70238d3 disassociated. External IP: 172.26.6.168, port: 4a0dceef-a688-4378-a227-9d0ceaf9c788. Apr 29 13:36:21.044302 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-566355a7-c75e-4392-bd6f-f395c962a981 req-e9027b1c-162a-4c90-be9a-14ab297ab6a0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for 4a0dceef-a688-4378-a227-9d0ceaf9c788 owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:36:21.186242 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-566355a7-c75e-4392-bd6f-f395c962a981 req-e9027b1c-162a-4c90-be9a-14ab297ab6a0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:21.269860 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9027b1c-162a-4c90-be9a-14ab297ab6a0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=4a0dceef-a688-4378-a227-9d0ceaf9c788,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:21.274873 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-732c2ada-7406-493b-a3a8-d46805d6c70a req-ba849d82-d807-4139-8ebe-532396e806d2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0275664-28f9-49bf-902b-fd0536b9dde1 HTTP/1.1" status: 200 len: 210 time: 0.0541916 Apr 29 13:36:21.289205 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9027b1c-162a-4c90-be9a-14ab297ab6a0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:21.290046 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9027b1c-162a-4c90-be9a-14ab297ab6a0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:21.290046 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9027b1c-162a-4c90-be9a-14ab297ab6a0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:21.290346 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9027b1c-162a-4c90-be9a-14ab297ab6a0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:21.290513 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9027b1c-162a-4c90-be9a-14ab297ab6a0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:21.290841 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9027b1c-162a-4c90-be9a-14ab297ab6a0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:21.291164 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9027b1c-162a-4c90-be9a-14ab297ab6a0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:21.291487 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9027b1c-162a-4c90-be9a-14ab297ab6a0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:21.291805 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9027b1c-162a-4c90-be9a-14ab297ab6a0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:21.292123 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9027b1c-162a-4c90-be9a-14ab297ab6a0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:21.292441 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9027b1c-162a-4c90-be9a-14ab297ab6a0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:21.492264 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-566355a7-c75e-4392-bd6f-f395c962a981 req-e9027b1c-162a-4c90-be9a-14ab297ab6a0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router bf902dfe-5674-4831-bbd4-c4e5c1c7f209 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:36:21.791860 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-566355a7-c75e-4392-bd6f-f395c962a981 req-e9027b1c-162a-4c90-be9a-14ab297ab6a0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:36:21.802393 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7cafad-d343-4a50-a85d-58474ec2614e None None] Sync routers for ids ['bf902dfe-5674-4831-bbd4-c4e5c1c7f209'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:36:21.813757 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7cafad-d343-4a50-a85d-58474ec2614e None None] Routers {'bf902dfe-5674-4831-bbd4-c4e5c1c7f209'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:36:21.814350 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-4c7cafad-d343-4a50-a85d-58474ec2614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:36:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf902dfe-5674-4831-bbd4-c4e5c1c7f209'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:21.861086 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-566355a7-c75e-4392-bd6f-f395c962a981 req-e9027b1c-162a-4c90-be9a-14ab297ab6a0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] No DVR routers for this DVR port 4a0dceef-a688-4378-a227-9d0ceaf9c788 on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:36:21.863539 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-566355a7-c75e-4392-bd6f-f395c962a981 req-e9027b1c-162a-4c90-be9a-14ab297ab6a0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:21.866042 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0275664-28f9-49bf-902b-fd0536b9dde1', 'name': 'network-vif-deleted', 'tag': '4a0dceef-a688-4378-a227-9d0ceaf9c788'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:36:21.883121 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-566355a7-c75e-4392-bd6f-f395c962a981 req-e9027b1c-162a-4c90-be9a-14ab297ab6a0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "DELETE /v2.0/ports/4a0dceef-a688-4378-a227-9d0ceaf9c788 HTTP/1.1" status: 204 len: 173 time: 1.4193411 Apr 29 13:36:21.929308 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f11056cb-7034-4e21-8747-462f232e683d'] response: {'server_uuid': 'f0275664-28f9-49bf-902b-fd0536b9dde1', 'name': 'network-vif-deleted', 'tag': '4a0dceef-a688-4378-a227-9d0ceaf9c788', 'status': 'completed', 'code': 200} Apr 29 13:36:22.005591 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-4c7cafad-d343-4a50-a85d-58474ec2614e None None] Set router bf902dfe-5674-4831-bbd4-c4e5c1c7f209 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:36:22.341481 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-4c7cafad-d343-4a50-a85d-58474ec2614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'name': 'tempest-TestNetworkBasicOps-router-132882411', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:03Z', 'updated_at': '2022-04-29T13:33:12Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:04Z', 'updated_at': '2022-04-29T13:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '83eb2858-8280-4bf3-95d8-a035d86d9eef', 'name': '', 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:23:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:11Z', 'updated_at': '2022-04-29T13:33:23Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:22.346370 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7cafad-d343-4a50-a85d-58474ec2614e None None] Checking router: bf902dfe-5674-4831-bbd4-c4e5c1c7f209 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:36:22.359919 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7cafad-d343-4a50-a85d-58474ec2614e None None] Routers {'bf902dfe-5674-4831-bbd4-c4e5c1c7f209'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:36:22.360542 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-4c7cafad-d343-4a50-a85d-58474ec2614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:36:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf902dfe-5674-4831-bbd4-c4e5c1c7f209'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:22.492849 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-fa972165-2520-44f6-8e1a-690f2774328b req-37fc4509-09bb-40db-a019-348da242d809 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:36:22.510235 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-fa972165-2520-44f6-8e1a-690f2774328b req-37fc4509-09bb-40db-a019-348da242d809 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:36:22.511474 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fa972165-2520-44f6-8e1a-690f2774328b req-37fc4509-09bb-40db-a019-348da242d809 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0275664-28f9-49bf-902b-fd0536b9dde1 HTTP/1.1" status: 200 len: 210 time: 0.0657287 Apr 29 13:36:22.569843 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-4c7cafad-d343-4a50-a85d-58474ec2614e None None] Set router bf902dfe-5674-4831-bbd4-c4e5c1c7f209 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:36:22.880153 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-4c7cafad-d343-4a50-a85d-58474ec2614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'name': 'tempest-TestNetworkBasicOps-router-132882411', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:03Z', 'updated_at': '2022-04-29T13:33:12Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:04Z', 'updated_at': '2022-04-29T13:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '83eb2858-8280-4bf3-95d8-a035d86d9eef', 'name': '', 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:23:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:11Z', 'updated_at': '2022-04-29T13:33:23Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:22.884035 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7cafad-d343-4a50-a85d-58474ec2614e None None] The sync data for ids ['bf902dfe-5674-4831-bbd4-c4e5c1c7f209'] in dv-neutron-839027-4-hyperv is: [{'id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'name': 'tempest-TestNetworkBasicOps-router-132882411', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:03Z', 'updated_at': '2022-04-29T13:33:12Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:04Z', 'updated_at': '2022-04-29T13:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '83eb2858-8280-4bf3-95d8-a035d86d9eef', 'name': '', 'network_id': '50e376a0-6ad3-49d7-b709-53155fe4f343', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:23:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:11Z', 'updated_at': '2022-04-29T13:33:23Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:36:23.102124 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaf25ba-276a-43aa-9321-a18efc96aaf4 None None] New status for floating IP 0307fca3-15a9-40f1-95c7-2d04a70238d3: DOWN {{(pid=83906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:36:23.271493 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 4a0dceef-a688-4378-a227-9d0ceaf9c788 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:36:23.309766 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: 4a0dceef-a688-4378-a227-9d0ceaf9c788 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:36:23.310103 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 4a0dceef-a688-4378-a227-9d0ceaf9c788 not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:36:23.613754 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36374) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:36:23.681488 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e356e3c6-2d8d-4ec0-8832-e96606d9aca8 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:23.711012 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e356e3c6-2d8d-4ec0-8832-e96606d9aca8 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:23.777826 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e356e3c6-2d8d-4ec0-8832-e96606d9aca8 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:23.796999 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356e3c6-2d8d-4ec0-8832-e96606d9aca8 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9bd552-5976-442b-a0d1-329a6cb8f37a,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:23.809668 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e356e3c6-2d8d-4ec0-8832-e96606d9aca8 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:23.810013 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e356e3c6-2d8d-4ec0-8832-e96606d9aca8 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:23.810333 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e356e3c6-2d8d-4ec0-8832-e96606d9aca8 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:23.810656 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e356e3c6-2d8d-4ec0-8832-e96606d9aca8 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:23.810980 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e356e3c6-2d8d-4ec0-8832-e96606d9aca8 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:23.811876 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e356e3c6-2d8d-4ec0-8832-e96606d9aca8 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:23.812199 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e356e3c6-2d8d-4ec0-8832-e96606d9aca8 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:23.812520 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e356e3c6-2d8d-4ec0-8832-e96606d9aca8 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:23.812867 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e356e3c6-2d8d-4ec0-8832-e96606d9aca8 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:23.813183 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e356e3c6-2d8d-4ec0-8832-e96606d9aca8 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:23.813494 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e356e3c6-2d8d-4ec0-8832-e96606d9aca8 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:23.816350 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e356e3c6-2d8d-4ec0-8832-e96606d9aca8 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:23.817473 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e356e3c6-2d8d-4ec0-8832-e96606d9aca8 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/security-groups/aa9bd552-5976-442b-a0d1-329a6cb8f37a HTTP/1.1" status: 204 len: 168 time: 0.2027724 Apr 29 13:36:23.868325 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36380) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:36:24.106951 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-f4e170c5-84b7-42cd-9401-640e895c40de tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port 98b2b93a-5aa0-48db-b7ed-c6aa35e10fcd {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:36:24.107282 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f4e170c5-84b7-42cd-9401-640e895c40de tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:24.271333 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f4e170c5-84b7-42cd-9401-640e895c40de tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:24.271650 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f4e170c5-84b7-42cd-9401-640e895c40de tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:24.392413 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-f4e170c5-84b7-42cd-9401-640e895c40de tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for 98b2b93a-5aa0-48db-b7ed-c6aa35e10fcd owned by network:floatingip {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:36:24.529940 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f4e170c5-84b7-42cd-9401-640e895c40de tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:24.572937 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e170c5-84b7-42cd-9401-640e895c40de tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=98b2b93a-5aa0-48db-b7ed-c6aa35e10fcd,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:24.664918 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f4e170c5-84b7-42cd-9401-640e895c40de tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:24.683002 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f4e170c5-84b7-42cd-9401-640e895c40de tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:24.684154 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f4e170c5-84b7-42cd-9401-640e895c40de tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/floatingips/0307fca3-15a9-40f1-95c7-2d04a70238d3 HTTP/1.1" status: 204 len: 168 time: 0.8147781 Apr 29 13:36:25.064518 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0a9cd-b103-4707-8497-bdca55bb5edc req-92a5e20c-25e8-4de7-8cab-b471fdb16181 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:25.066010 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ebe0a9cd-b103-4707-8497-bdca55bb5edc req-92a5e20c-25e8-4de7-8cab-b471fdb16181 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c6ee47c-9252-4b12-9261-85016cd85be6 HTTP/1.1" status: 200 len: 945 time: 0.0770376 Apr 29 13:36:25.113175 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ebe0a9cd-b103-4707-8497-bdca55bb5edc req-fc5bfdcf-8a2a-451e-b126-d3261897eaba tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f9d7a3d-addb-45f2-b851-d5da7cc1de55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411088 Apr 29 13:36:26.478712 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa5fd9-6c64-45fd-bd0a-8cde2929fc8b req-250127e1-20fc-4f52-b206-8b401466c475 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:26.479650 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-92fa5fd9-6c64-45fd-bd0a-8cde2929fc8b req-250127e1-20fc-4f52-b206-8b401466c475 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:36:26.496487 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-92fa5fd9-6c64-45fd-bd0a-8cde2929fc8b req-250127e1-20fc-4f52-b206-8b401466c475 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:36:26.496919 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-92fa5fd9-6c64-45fd-bd0a-8cde2929fc8b req-250127e1-20fc-4f52-b206-8b401466c475 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c6ee47c-9252-4b12-9261-85016cd85be6 HTTP/1.1" status: 200 len: 945 time: 0.1001503 Apr 29 13:36:26.542777 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-92fa5fd9-6c64-45fd-bd0a-8cde2929fc8b req-068998a7-aeb3-4bb7-a341-8e78accf3828 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:36:26.558397 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-92fa5fd9-6c64-45fd-bd0a-8cde2929fc8b req-068998a7-aeb3-4bb7-a341-8e78accf3828 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:36:26.559508 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-92fa5fd9-6c64-45fd-bd0a-8cde2929fc8b req-068998a7-aeb3-4bb7-a341-8e78accf3828 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f9d7a3d-addb-45f2-b851-d5da7cc1de55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571041 Apr 29 13:36:26.705241 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abee86-9c97-4b28-b618-085ec11691e3 req-321d99a1-d85d-4a06-ba7c-19b807f8b23b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:26.706295 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-77abee86-9c97-4b28-b618-085ec11691e3 req-321d99a1-d85d-4a06-ba7c-19b807f8b23b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c6ee47c-9252-4b12-9261-85016cd85be6 HTTP/1.1" status: 200 len: 945 time: 0.0887973 Apr 29 13:36:26.782760 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-77abee86-9c97-4b28-b618-085ec11691e3 req-cb9a30b7-36ca-4a8a-83f4-a538e37c3e53 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port 55afb72d-2255-4134-b3e2-12ccde86c874 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:36:26.782760 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-77abee86-9c97-4b28-b618-085ec11691e3 req-cb9a30b7-36ca-4a8a-83f4-a538e37c3e53 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:27.056551 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-77abee86-9c97-4b28-b618-085ec11691e3 req-cb9a30b7-36ca-4a8a-83f4-a538e37c3e53 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] For port 55afb72d-2255-4134-b3e2-12ccde86c874, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=55afb72d-2255-4134-b3e2-12ccde86c874,segment=NetworkSegment(216c42e3-957f-4efb-9364-f968e30d449a),segment_id=216c42e3-957f-4efb-9364-f968e30d449a)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:36:27.056551 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-77abee86-9c97-4b28-b618-085ec11691e3 req-cb9a30b7-36ca-4a8a-83f4-a538e37c3e53 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:27.185360 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-77abee86-9c97-4b28-b618-085ec11691e3 req-cb9a30b7-36ca-4a8a-83f4-a538e37c3e53 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for 55afb72d-2255-4134-b3e2-12ccde86c874 owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:36:27.341019 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-77abee86-9c97-4b28-b618-085ec11691e3 req-cb9a30b7-36ca-4a8a-83f4-a538e37c3e53 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:27.391667 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a30b7-36ca-4a8a-83f4-a538e37c3e53 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=55afb72d-2255-4134-b3e2-12ccde86c874,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:27.474549 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-77abee86-9c97-4b28-b618-085ec11691e3 req-cb9a30b7-36ca-4a8a-83f4-a538e37c3e53 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] No DVR routers for this DVR port 55afb72d-2255-4134-b3e2-12ccde86c874 on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:36:27.477008 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-77abee86-9c97-4b28-b618-085ec11691e3 req-cb9a30b7-36ca-4a8a-83f4-a538e37c3e53 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:27.479722 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6ee47c-9252-4b12-9261-85016cd85be6', 'name': 'network-vif-deleted', 'tag': '55afb72d-2255-4134-b3e2-12ccde86c874'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:36:27.498404 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-77abee86-9c97-4b28-b618-085ec11691e3 req-cb9a30b7-36ca-4a8a-83f4-a538e37c3e53 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "DELETE /v2.0/ports/55afb72d-2255-4134-b3e2-12ccde86c874 HTTP/1.1" status: 204 len: 173 time: 0.7858717 Apr 29 13:36:27.547072 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-584d4aa0-1e5a-4a06-9a51-7900909cb8c8'] response: {'server_uuid': '1c6ee47c-9252-4b12-9261-85016cd85be6', 'name': 'network-vif-deleted', 'tag': '55afb72d-2255-4134-b3e2-12ccde86c874', 'status': 'completed', 'code': 200} Apr 29 13:36:27.750137 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-208a96da-0850-4107-9c06-a6a93f199d36 req-691902ba-08fd-4a37-bc02-f6b30148ffe4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c6ee47c-9252-4b12-9261-85016cd85be6 HTTP/1.1" status: 200 len: 210 time: 0.0419831 Apr 29 13:36:27.977262 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:28.855226 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36398) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:36:28.925720 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2b90773d-ba44-4dd8-a12e-d2dbeb71f8c9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:28.953347 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2b90773d-ba44-4dd8-a12e-d2dbeb71f8c9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:29.016425 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2b90773d-ba44-4dd8-a12e-d2dbeb71f8c9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:29.034127 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90773d-ba44-4dd8-a12e-d2dbeb71f8c9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9d7a3d-addb-45f2-b851-d5da7cc1de55,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:29.051289 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2b90773d-ba44-4dd8-a12e-d2dbeb71f8c9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:29.053655 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2b90773d-ba44-4dd8-a12e-d2dbeb71f8c9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/security-groups/8f9d7a3d-addb-45f2-b851-d5da7cc1de55 HTTP/1.1" status: 204 len: 168 time: 0.1969748 Apr 29 13:36:29.094834 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36408) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:36:29.487526 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2a8c67b9-dff3-44e6-af73-bc8a15aa454e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:30.190437 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-2a8c67b9-dff3-44e6-af73-bc8a15aa454e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port 83eb2858-8280-4bf3-95d8-a035d86d9eef {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:36:30.191063 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2a8c67b9-dff3-44e6-af73-bc8a15aa454e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:30.376986 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-2a8c67b9-dff3-44e6-af73-bc8a15aa454e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] For port 83eb2858-8280-4bf3-95d8-a035d86d9eef, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=83eb2858-8280-4bf3-95d8-a035d86d9eef,segment=NetworkSegment(216c42e3-957f-4efb-9364-f968e30d449a),segment_id=216c42e3-957f-4efb-9364-f968e30d449a)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:36:30.377347 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2a8c67b9-dff3-44e6-af73-bc8a15aa454e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:30.495707 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-2a8c67b9-dff3-44e6-af73-bc8a15aa454e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for 83eb2858-8280-4bf3-95d8-a035d86d9eef owned by network:router_interface {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:36:30.665261 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2a8c67b9-dff3-44e6-af73-bc8a15aa454e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:30.714323 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c67b9-dff3-44e6-af73-bc8a15aa454e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=83eb2858-8280-4bf3-95d8-a035d86d9eef,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:31.005026 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2a8c67b9-dff3-44e6-af73-bc8a15aa454e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:31.307209 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 55afb72d-2255-4134-b3e2-12ccde86c874 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:36:31.340128 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: 55afb72d-2255-4134-b3e2-12ccde86c874 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:36:31.340491 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 55afb72d-2255-4134-b3e2-12ccde86c874 not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:36:31.657180 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8c67b9-dff3-44e6-af73-bc8a15aa454e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router bf902dfe-5674-4831-bbd4-c4e5c1c7f209 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:36:31.853491 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8c67b9-dff3-44e6-af73-bc8a15aa454e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:36:31.865565 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3bedf8-6f95-4479-87b3-9458f191688e None None] Sync routers for ids ['bf902dfe-5674-4831-bbd4-c4e5c1c7f209'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:36:31.866514 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2a8c67b9-dff3-44e6-af73-bc8a15aa454e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "PUT /v2.0/routers/bf902dfe-5674-4831-bbd4-c4e5c1c7f209/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7705977 Apr 29 13:36:31.869251 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36412) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:36:31.877429 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3bedf8-6f95-4479-87b3-9458f191688e None None] Routers {'bf902dfe-5674-4831-bbd4-c4e5c1c7f209'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:36:31.878021 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-9f3bedf8-6f95-4479-87b3-9458f191688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:36:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf902dfe-5674-4831-bbd4-c4e5c1c7f209'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:32.050561 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-9f3bedf8-6f95-4479-87b3-9458f191688e None None] Set router bf902dfe-5674-4831-bbd4-c4e5c1c7f209 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:36:32.053219 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec96642-4785-4848-b682-e5f6cca48598 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting subnet 8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:36:32.056020 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ec96642-4785-4848-b682-e5f6cca48598 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:32.108989 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ec96642-4785-4848-b682-e5f6cca48598 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:32.192767 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ec96642-4785-4848-b682-e5f6cca48598 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:32.262849 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ec96642-4785-4848-b682-e5f6cca48598 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:32.304388 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec96642-4785-4848-b682-e5f6cca48598 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Subnet': ['ID=8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:32.311049 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ec96642-4785-4848-b682-e5f6cca48598 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:32.316900 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9840382-94e1-48d4-8948-93fcc551b233 None None] Network 50e376a0-6ad3-49d7-b709-53155fe4f343 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:36:32.317358 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3ec96642-4785-4848-b682-e5f6cca48598 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/subnets/8fd19ce0-5797-45c4-b1ce-9d1fbe88e1a6 HTTP/1.1" status: 204 len: 168 time: 0.4468584 Apr 29 13:36:32.320141 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36416) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:36:32.334316 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-9f3bedf8-6f95-4479-87b3-9458f191688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'name': 'tempest-TestNetworkBasicOps-router-132882411', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:03Z', 'updated_at': '2022-04-29T13:36:30Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:04Z', 'updated_at': '2022-04-29T13:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:32.338575 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3bedf8-6f95-4479-87b3-9458f191688e None None] Checking router: bf902dfe-5674-4831-bbd4-c4e5c1c7f209 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:36:32.349633 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3bedf8-6f95-4479-87b3-9458f191688e None None] Routers {'bf902dfe-5674-4831-bbd4-c4e5c1c7f209'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:36:32.350229 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-9f3bedf8-6f95-4479-87b3-9458f191688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:36:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['bf902dfe-5674-4831-bbd4-c4e5c1c7f209'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:32.542984 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-9f3bedf8-6f95-4479-87b3-9458f191688e None None] Set router bf902dfe-5674-4831-bbd4-c4e5c1c7f209 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:36:32.568211 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e18c7b60-0ef0-4fc9-8f41-87da3dcac015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:32.582074 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79285fa2-8749-46fc-b09a-b9cbe4caa87b None None] DHCP port deletion for 50e376a0-6ad3-49d7-b709-53155fe4f343 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:36:32.586663 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-79285fa2-8749-46fc-b09a-b9cbe4caa87b None None] Deleting port 74e40074-a8d9-41cf-aba6-d70c3a9422c2 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:36:32.587037 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-79285fa2-8749-46fc-b09a-b9cbe4caa87b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:32.767368 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e18c7b60-0ef0-4fc9-8f41-87da3dcac015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:32.781533 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-e18c7b60-0ef0-4fc9-8f41-87da3dcac015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port f5e1fd11-4f29-4c41-a9e7-0013f39f4026 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:36:32.782096 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e18c7b60-0ef0-4fc9-8f41-87da3dcac015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:32.799777 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-79285fa2-8749-46fc-b09a-b9cbe4caa87b None None] For port 74e40074-a8d9-41cf-aba6-d70c3a9422c2, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=74e40074-a8d9-41cf-aba6-d70c3a9422c2,segment=NetworkSegment(216c42e3-957f-4efb-9364-f968e30d449a),segment_id=216c42e3-957f-4efb-9364-f968e30d449a)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:36:32.800301 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-79285fa2-8749-46fc-b09a-b9cbe4caa87b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:32.863988 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-9f3bedf8-6f95-4479-87b3-9458f191688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'name': 'tempest-TestNetworkBasicOps-router-132882411', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:03Z', 'updated_at': '2022-04-29T13:36:30Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:04Z', 'updated_at': '2022-04-29T13:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:32.868210 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3bedf8-6f95-4479-87b3-9458f191688e None None] The sync data for ids ['bf902dfe-5674-4831-bbd4-c4e5c1c7f209'] in dv-neutron-839027-4-hyperv is: [{'id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'name': 'tempest-TestNetworkBasicOps-router-132882411', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:33:03Z', 'updated_at': '2022-04-29T13:36:30Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'f5e1fd11-4f29-4c41-a9e7-0013f39f4026', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:07:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf902dfe-5674-4831-bbd4-c4e5c1c7f209', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:33:04Z', 'updated_at': '2022-04-29T13:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:36:32.934216 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-79285fa2-8749-46fc-b09a-b9cbe4caa87b None None] Calling delete_port for 74e40074-a8d9-41cf-aba6-d70c3a9422c2 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:36:32.963882 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-e18c7b60-0ef0-4fc9-8f41-87da3dcac015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] For port f5e1fd11-4f29-4c41-a9e7-0013f39f4026, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f5e1fd11-4f29-4c41-a9e7-0013f39f4026,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:36:32.964234 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e18c7b60-0ef0-4fc9-8f41-87da3dcac015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:33.008540 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-79285fa2-8749-46fc-b09a-b9cbe4caa87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:33.050186 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79285fa2-8749-46fc-b09a-b9cbe4caa87b None None] Pushing event deleted for resources: {'Port': ['ID=74e40074-a8d9-41cf-aba6-d70c3a9422c2,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:33.061755 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79285fa2-8749-46fc-b09a-b9cbe4caa87b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:33.062516 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79285fa2-8749-46fc-b09a-b9cbe4caa87b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:33.062516 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79285fa2-8749-46fc-b09a-b9cbe4caa87b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:33.062788 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79285fa2-8749-46fc-b09a-b9cbe4caa87b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:33.063103 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79285fa2-8749-46fc-b09a-b9cbe4caa87b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:33.063425 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79285fa2-8749-46fc-b09a-b9cbe4caa87b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:33.063742 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79285fa2-8749-46fc-b09a-b9cbe4caa87b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:33.064058 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79285fa2-8749-46fc-b09a-b9cbe4caa87b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:33.064378 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79285fa2-8749-46fc-b09a-b9cbe4caa87b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:33.064687 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79285fa2-8749-46fc-b09a-b9cbe4caa87b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:33.065024 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79285fa2-8749-46fc-b09a-b9cbe4caa87b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:33.067479 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79285fa2-8749-46fc-b09a-b9cbe4caa87b None None] No DVR routers for this DVR port 74e40074-a8d9-41cf-aba6-d70c3a9422c2 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:36:33.086572 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-e18c7b60-0ef0-4fc9-8f41-87da3dcac015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for f5e1fd11-4f29-4c41-a9e7-0013f39f4026 owned by network:router_gateway {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:36:33.354652 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e18c7b60-0ef0-4fc9-8f41-87da3dcac015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:33.398978 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c7b60-0ef0-4fc9-8f41-87da3dcac015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=f5e1fd11-4f29-4c41-a9e7-0013f39f4026,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:33.618277 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e18c7b60-0ef0-4fc9-8f41-87da3dcac015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:33.869694 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e18c7b60-0ef0-4fc9-8f41-87da3dcac015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:33.874540 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e18c7b60-0ef0-4fc9-8f41-87da3dcac015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:33.897697 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e18c7b60-0ef0-4fc9-8f41-87da3dcac015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:33.898189 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18c7b60-0ef0-4fc9-8f41-87da3dcac015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Fanout notify agent at l3_agent the message router_deleted on router bf902dfe-5674-4831-bbd4-c4e5c1c7f209 {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:36:33.912487 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e18c7b60-0ef0-4fc9-8f41-87da3dcac015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:33.913607 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e18c7b60-0ef0-4fc9-8f41-87da3dcac015 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/routers/bf902dfe-5674-4831-bbd4-c4e5c1c7f209 HTTP/1.1" status: 204 len: 168 time: 1.5924463 Apr 29 13:36:33.916262 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36420) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:36:34.034548 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3159bd38-5955-4c18-bc71-4e2ac0407652 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:34.160186 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3159bd38-5955-4c18-bc71-4e2ac0407652 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:34.184291 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-3159bd38-5955-4c18-bc71-4e2ac0407652 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e376a0-6ad3-49d7-b709-53155fe4f343']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:34.195719 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-3159bd38-5955-4c18-bc71-4e2ac0407652 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216c42e3-957f-4efb-9364-f968e30d449a') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:34.196006 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-3159bd38-5955-4c18-bc71-4e2ac0407652 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216c42e3-957f-4efb-9364-f968e30d449a') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:34.207112 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3159bd38-5955-4c18-bc71-4e2ac0407652 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:34.222660 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3159bd38-5955-4c18-bc71-4e2ac0407652 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:34.228366 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3159bd38-5955-4c18-bc71-4e2ac0407652 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:36:34.228738 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3159bd38-5955-4c18-bc71-4e2ac0407652 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:36:34.242906 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:36:34.320846 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3159bd38-5955-4c18-bc71-4e2ac0407652 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:34.325841 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3159bd38-5955-4c18-bc71-4e2ac0407652 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:34.355317 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159bd38-5955-4c18-bc71-4e2ac0407652 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Network': ['ID=50e376a0-6ad3-49d7-b709-53155fe4f343,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:34.359842 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3159bd38-5955-4c18-bc71-4e2ac0407652 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/networks/50e376a0-6ad3-49d7-b709-53155fe4f343 HTTP/1.1" status: 204 len: 168 time: 0.4426148 Apr 29 13:36:34.382347 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36424) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:36:34.387869 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-1a94d46c-31e0-4fe2-be11-cad8ca7546ee tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'network': {'name': 'tempest-network-smoke--2105469510', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'port_security_enabled': True}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:36:34.393530 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1a94d46c-31e0-4fe2-be11-cad8ca7546ee tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:36:34.397626 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1a94d46c-31e0-4fe2-be11-cad8ca7546ee tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:network and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:36:34.400420 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1a94d46c-31e0-4fe2-be11-cad8ca7546ee tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:36:34.406916 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1a94d46c-31e0-4fe2-be11-cad8ca7546ee tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:36:34.416698 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a94d46c-31e0-4fe2-be11-cad8ca7546ee tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Made reservation on behalf of 4b7a89f6c8564a04be449e2e6b4a95e5 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:36:34.419705 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1a94d46c-31e0-4fe2-be11-cad8ca7546ee tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:34.447488 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a94d46c-31e0-4fe2-be11-cad8ca7546ee tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:36:34.458085 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1a94d46c-31e0-4fe2-be11-cad8ca7546ee tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:34.458442 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-1a94d46c-31e0-4fe2-be11-cad8ca7546ee tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Added segment 8d646c1d-4b9c-4160-a3c9-bda6301399d5 of type vlan for network 7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0 Apr 29 13:36:34.485948 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1a94d46c-31e0-4fe2-be11-cad8ca7546ee tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:34.506113 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 83eb2858-8280-4bf3-95d8-a035d86d9eef no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:36:34.519638 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1a94d46c-31e0-4fe2-be11-cad8ca7546ee tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:34.523482 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a94d46c-31e0-4fe2-be11-cad8ca7546ee tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:34.524058 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1a94d46c-31e0-4fe2-be11-cad8ca7546ee tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:34.538990 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 83eb2858-8280-4bf3-95d8-a035d86d9eef {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:36:34.539335 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 83eb2858-8280-4bf3-95d8-a035d86d9eef not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:36:34.539741 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 74e40074-a8d9-41cf-aba6-d70c3a9422c2 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:36:34.571004 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 74e40074-a8d9-41cf-aba6-d70c3a9422c2 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:36:34.571342 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 74e40074-a8d9-41cf-aba6-d70c3a9422c2 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:36:34.571744 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device f5e1fd11-4f29-4c41-a9e7-0013f39f4026 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:36:34.604865 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: f5e1fd11-4f29-4c41-a9e7-0013f39f4026 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:36:34.605337 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device f5e1fd11-4f29-4c41-a9e7-0013f39f4026 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:36:34.634830 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1a94d46c-31e0-4fe2-be11-cad8ca7546ee tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2513554 Apr 29 13:36:34.637409 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94d46c-31e0-4fe2-be11-cad8ca7546ee tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Network': ['ID=7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:34.637606 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36428) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:36:34.643559 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-ec02958b-045e-4c3d-a693-2d68390a0020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-145243116', 'admin_state_up': True, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:36:34.651173 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ec02958b-045e-4c3d-a693-2d68390a0020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:36:34.651406 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:36:34.655524 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ec02958b-045e-4c3d-a693-2d68390a0020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:router and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:36:34.658569 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ec02958b-045e-4c3d-a693-2d68390a0020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:36:34.664227 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ec02958b-045e-4c3d-a693-2d68390a0020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:36:34.766641 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ec02958b-045e-4c3d-a693-2d68390a0020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:34.767547 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ec02958b-045e-4c3d-a693-2d68390a0020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:34.788334 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ec02958b-045e-4c3d-a693-2d68390a0020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:34.932302 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ec02958b-045e-4c3d-a693-2d68390a0020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:35.114580 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ec02958b-045e-4c3d-a693-2d68390a0020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:35.143363 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ec02958b-045e-4c3d-a693-2d68390a0020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:35.281162 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-ec02958b-045e-4c3d-a693-2d68390a0020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.26.6.138 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/6eac9fc7-fa69-43d0-bbf5-d8b50a82b195) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:36:35.425410 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ec02958b-045e-4c3d-a693-2d68390a0020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:35.451660 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ec02958b-045e-4c3d-a693-2d68390a0020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:35.517243 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec02958b-045e-4c3d-a693-2d68390a0020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:36:35.520088 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-ec02958b-045e-4c3d-a693-2d68390a0020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:36:35.524334 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec02958b-045e-4c3d-a693-2d68390a0020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:36:35.548745 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02958b-045e-4c3d-a693-2d68390a0020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=6eac9fc7-fa69-43d0-bbf5-d8b50a82b195,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:35.680327 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ec02958b-045e-4c3d-a693-2d68390a0020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:35.681054 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ec02958b-045e-4c3d-a693-2d68390a0020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:35.904789 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec02958b-045e-4c3d-a693-2d68390a0020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router e6c6e05f-b089-477c-a0f4-d781bcfb7d4f is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:36:36.106893 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec02958b-045e-4c3d-a693-2d68390a0020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:36:36.116849 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934d6166-c49a-4717-9c79-2f886b321109 None None] Sync routers for ids ['e6c6e05f-b089-477c-a0f4-d781bcfb7d4f'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:36:36.129173 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934d6166-c49a-4717-9c79-2f886b321109 None None] Routers {'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:36:36.129773 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-934d6166-c49a-4717-9c79-2f886b321109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:36:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e6c6e05f-b089-477c-a0f4-d781bcfb7d4f'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:36.133860 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ec02958b-045e-4c3d-a693-2d68390a0020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:36.135049 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ec02958b-045e-4c3d-a693-2d68390a0020 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4963491 Apr 29 13:36:36.138501 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36432) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:36:36.182113 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c6d6b43c-91d0-44fd-861d-7c7ff8a22b60 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=4b7a89f6c8564a04be449e2e6b4a95e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424604 Apr 29 13:36:36.184663 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36436) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:36:36.306823 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-934d6166-c49a-4717-9c79-2f886b321109 None None] Set router e6c6e05f-b089-477c-a0f4-d781bcfb7d4f gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:36:36.412877 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a229a72-463b-4dd0-8144-28ee070c8812 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:36.414279 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7a229a72-463b-4dd0-8144-28ee070c8812 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2287180 Apr 29 13:36:36.418708 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36440) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:36:36.457295 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0b55fc5b-fa3a-42ce-8b01-086290e99c64 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3475bcf7-abe6-4964-9326-03174235aecc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375614 Apr 29 13:36:36.459985 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36444) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:36:36.465241 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-2f664fb2-011d-4eb4-ad4d-966e8277e017 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-521706414', 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:36:36.572488 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2f664fb2-011d-4eb4-ad4d-966e8277e017 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:36:36.576242 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2f664fb2-011d-4eb4-ad4d-966e8277e017 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:subnet and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:36:36.579534 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2f664fb2-011d-4eb4-ad4d-966e8277e017 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:36:36.585592 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2f664fb2-011d-4eb4-ad4d-966e8277e017 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:36:36.596225 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f664fb2-011d-4eb4-ad4d-966e8277e017 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Made reservation on behalf of 4b7a89f6c8564a04be449e2e6b4a95e5 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:36:36.617765 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-934d6166-c49a-4717-9c79-2f886b321109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'name': 'tempest-TestNetworkBasicOps-router-145243116', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '6eac9fc7-fa69-43d0-bbf5-d8b50a82b195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:34Z', 'updated_at': '2022-04-29T13:36:35Z', 'revision_number': 3, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '6eac9fc7-fa69-43d0-bbf5-d8b50a82b195', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:35Z', 'updated_at': '2022-04-29T13:36:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:36.621602 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934d6166-c49a-4717-9c79-2f886b321109 None None] Checking router: e6c6e05f-b089-477c-a0f4-d781bcfb7d4f for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:36:36.621945 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934d6166-c49a-4717-9c79-2f886b321109 None None] Updating router e6c6e05f-b089-477c-a0f4-d781bcfb7d4f port 6eac9fc7-fa69-43d0-bbf5-d8b50a82b195 binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:36:36.672483 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-934d6166-c49a-4717-9c79-2f886b321109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:36.696679 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2f664fb2-011d-4eb4-ad4d-966e8277e017 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:36.914232 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2f664fb2-011d-4eb4-ad4d-966e8277e017 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:36.990924 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f664fb2-011d-4eb4-ad4d-966e8277e017 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Subnet': ['ID=bb999eb4-6c15-4dea-84d2-a799a17a273e,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:36.998057 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-934d6166-c49a-4717-9c79-2f886b321109 None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:37.006580 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f664fb2-011d-4eb4-ad4d-966e8277e017 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Checking segment: {'id': '8d646c1d-4b9c-4160-a3c9-bda6301399d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:36:37.007053 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f664fb2-011d-4eb4-ad4d-966e8277e017 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network hostable DHCP agents. Network: 7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:36:37.011445 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-934d6166-c49a-4717-9c79-2f886b321109 None None] Transition to ACTIVE for port object 6eac9fc7-fa69-43d0-bbf5-d8b50a82b195 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:36:37.017978 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-934d6166-c49a-4717-9c79-2f886b321109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:37.028816 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f664fb2-011d-4eb4-ad4d-966e8277e017 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:36:37.038222 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-2f664fb2-011d-4eb4-ad4d-966e8277e017 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:36:37.042173 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f664fb2-011d-4eb4-ad4d-966e8277e017 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:37.042773 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2f664fb2-011d-4eb4-ad4d-966e8277e017 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:37.060740 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad79dc1-dd39-4e9f-a00b-f15d039f3940 None None] Network 7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:36:37.064336 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2f664fb2-011d-4eb4-ad4d-966e8277e017 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6033757 Apr 29 13:36:37.067202 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36448) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:36:37.182245 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117bf52-b808-41da-afbb-33851463dea8 None None] Pushing event updated for resources: {'Port': ['ID=6eac9fc7-fa69-43d0-bbf5-d8b50a82b195,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:37.196131 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-934d6166-c49a-4717-9c79-2f886b321109 None None] Attempting to bind port 6eac9fc7-fa69-43d0-bbf5-d8b50a82b195 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:36:37.196495 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-934d6166-c49a-4717-9c79-2f886b321109 None None] Attempting to bind port 6eac9fc7-fa69-43d0-bbf5-d8b50a82b195 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:36:37.196869 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934d6166-c49a-4717-9c79-2f886b321109 None None] Attempting to bind port 6eac9fc7-fa69-43d0-bbf5-d8b50a82b195 on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:36:37.225855 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934d6166-c49a-4717-9c79-2f886b321109 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:36:37.226223 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934d6166-c49a-4717-9c79-2f886b321109 None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:36:37.226624 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-934d6166-c49a-4717-9c79-2f886b321109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:37.227012 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934d6166-c49a-4717-9c79-2f886b321109 None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:36:37.227480 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-934d6166-c49a-4717-9c79-2f886b321109 None None] Bound port: 6eac9fc7-fa69-43d0-bbf5-d8b50a82b195, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:36:37.227853 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-934d6166-c49a-4717-9c79-2f886b321109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:37.357158 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-934d6166-c49a-4717-9c79-2f886b321109 None None] For port 6eac9fc7-fa69-43d0-bbf5-d8b50a82b195, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:36:37.395311 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-934d6166-c49a-4717-9c79-2f886b321109 None None] For port 6eac9fc7-fa69-43d0-bbf5-d8b50a82b195, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=6eac9fc7-fa69-43d0-bbf5-d8b50a82b195,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:36:37.400568 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-934d6166-c49a-4717-9c79-2f886b321109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:37.440936 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8da26eb-0faf-49e5-8ff5-865c09d2176d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0', 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ips': [{'subnet_id': 'bb999eb4-6c15-4dea-84d2-a799a17a273e'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:36:37.441749 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d8da26eb-0faf-49e5-8ff5-865c09d2176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:37.558008 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117bf52-b808-41da-afbb-33851463dea8 None None] Pushing event updated for resources: {'Port': ['ID=6eac9fc7-fa69-43d0-bbf5-d8b50a82b195,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:37.574690 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934d6166-c49a-4717-9c79-2f886b321109 None None] Routers {'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:36:37.575323 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-934d6166-c49a-4717-9c79-2f886b321109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:36:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e6c6e05f-b089-477c-a0f4-d781bcfb7d4f'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:37.796669 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-d8da26eb-0faf-49e5-8ff5-865c09d2176d None None] Allocated IP 172.20.0.2 (7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0/bb999eb4-6c15-4dea-84d2-a799a17a273e/b80efe74-6a40-4799-ab25-7177064acf8e) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:36:37.852391 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-934d6166-c49a-4717-9c79-2f886b321109 None None] Set router e6c6e05f-b089-477c-a0f4-d781bcfb7d4f gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:36:37.925312 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-86119966-d1eb-4de4-9ab4-49da911c84aa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:37.984686 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0272cde2-db19-41e6-8fc2-1a50fb57c3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:38.310371 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d8da26eb-0faf-49e5-8ff5-865c09d2176d None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:38.325171 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d8da26eb-0faf-49e5-8ff5-865c09d2176d None None] Transition to ACTIVE for port object b80efe74-6a40-4799-ab25-7177064acf8e will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:36:38.348264 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d8da26eb-0faf-49e5-8ff5-865c09d2176d None None] Transition to ACTIVE for port object b80efe74-6a40-4799-ab25-7177064acf8e will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:36:38.355376 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d8da26eb-0faf-49e5-8ff5-865c09d2176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:38.397092 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-934d6166-c49a-4717-9c79-2f886b321109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'name': 'tempest-TestNetworkBasicOps-router-145243116', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '6eac9fc7-fa69-43d0-bbf5-d8b50a82b195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:34Z', 'updated_at': '2022-04-29T13:36:35Z', 'revision_number': 3, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '6eac9fc7-fa69-43d0-bbf5-d8b50a82b195', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:35Z', 'updated_at': '2022-04-29T13:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:38.418161 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934d6166-c49a-4717-9c79-2f886b321109 None None] The sync data for ids ['e6c6e05f-b089-477c-a0f4-d781bcfb7d4f'] in dv-neutron-839027-4-hyperv is: [{'id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'name': 'tempest-TestNetworkBasicOps-router-145243116', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '6eac9fc7-fa69-43d0-bbf5-d8b50a82b195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:34Z', 'updated_at': '2022-04-29T13:36:35Z', 'revision_number': 3, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '6eac9fc7-fa69-43d0-bbf5-d8b50a82b195', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:35Z', 'updated_at': '2022-04-29T13:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:36:38.418525 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-86119966-d1eb-4de4-9ab4-49da911c84aa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.20.0.1 (7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0/bb999eb4-6c15-4dea-84d2-a799a17a273e/ee1ac34b-bf91-47c2-85ab-cc976f46c608) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:36:38.441672 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8da26eb-0faf-49e5-8ff5-865c09d2176d None None] Network 7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:36:38.442529 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da26eb-0faf-49e5-8ff5-865c09d2176d None None] Pushing event updated for resources: {'Port': ['ID=b80efe74-6a40-4799-ab25-7177064acf8e,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:38.445602 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-d8da26eb-0faf-49e5-8ff5-865c09d2176d None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:36:38.447069 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8da26eb-0faf-49e5-8ff5-865c09d2176d None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:36:38.538329 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d8da26eb-0faf-49e5-8ff5-865c09d2176d None None] Attempting to bind port b80efe74-6a40-4799-ab25-7177064acf8e on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:36:38.538691 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d8da26eb-0faf-49e5-8ff5-865c09d2176d None None] Attempting to bind port b80efe74-6a40-4799-ab25-7177064acf8e by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '8d646c1d-4b9c-4160-a3c9-bda6301399d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:36:38.539044 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8da26eb-0faf-49e5-8ff5-865c09d2176d None None] Attempting to bind port b80efe74-6a40-4799-ab25-7177064acf8e on network 7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:36:38.546578 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8da26eb-0faf-49e5-8ff5-865c09d2176d None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:36:38.546956 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8da26eb-0faf-49e5-8ff5-865c09d2176d None None] Checking segment: {'id': '8d646c1d-4b9c-4160-a3c9-bda6301399d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:36:38.547347 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d8da26eb-0faf-49e5-8ff5-865c09d2176d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:38.547731 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8da26eb-0faf-49e5-8ff5-865c09d2176d None None] Bound using segment: {'id': '8d646c1d-4b9c-4160-a3c9-bda6301399d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:36:38.548194 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d8da26eb-0faf-49e5-8ff5-865c09d2176d None None] Bound port: b80efe74-6a40-4799-ab25-7177064acf8e, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d646c1d-4b9c-4160-a3c9-bda6301399d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:36:38.548743 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d8da26eb-0faf-49e5-8ff5-865c09d2176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:38.598210 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-86119966-d1eb-4de4-9ab4-49da911c84aa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:38.614863 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-86119966-d1eb-4de4-9ab4-49da911c84aa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Transition to ACTIVE for port object ee1ac34b-bf91-47c2-85ab-cc976f46c608 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:36:38.653537 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-86119966-d1eb-4de4-9ab4-49da911c84aa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:38.656212 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d8da26eb-0faf-49e5-8ff5-865c09d2176d None None] For port b80efe74-6a40-4799-ab25-7177064acf8e, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:36:38.660620 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d8da26eb-0faf-49e5-8ff5-865c09d2176d None None] For port b80efe74-6a40-4799-ab25-7177064acf8e, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b80efe74-6a40-4799-ab25-7177064acf8e,segment=NetworkSegment(8d646c1d-4b9c-4160-a3c9-bda6301399d5),segment_id=8d646c1d-4b9c-4160-a3c9-bda6301399d5)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:36:38.666590 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d8da26eb-0faf-49e5-8ff5-865c09d2176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:38.732098 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86119966-d1eb-4de4-9ab4-49da911c84aa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:36:38.735228 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-86119966-d1eb-4de4-9ab4-49da911c84aa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:36:38.739183 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86119966-d1eb-4de4-9ab4-49da911c84aa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:36:38.771569 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da26eb-0faf-49e5-8ff5-865c09d2176d None None] Pushing event updated for resources: {'Port': ['ID=b80efe74-6a40-4799-ab25-7177064acf8e,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:38.800567 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-86119966-d1eb-4de4-9ab4-49da911c84aa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:38.809505 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86119966-d1eb-4de4-9ab4-49da911c84aa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=ee1ac34b-bf91-47c2-85ab-cc976f46c608,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:38.910727 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-86119966-d1eb-4de4-9ab4-49da911c84aa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:39.357201 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-86119966-d1eb-4de4-9ab4-49da911c84aa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:39.363120 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-86119966-d1eb-4de4-9ab4-49da911c84aa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:39.480661 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-86119966-d1eb-4de4-9ab4-49da911c84aa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:39.484784 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86119966-d1eb-4de4-9ab4-49da911c84aa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=ee1ac34b-bf91-47c2-85ab-cc976f46c608,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:39.624884 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86119966-d1eb-4de4-9ab4-49da911c84aa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:36:39.626040 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-86119966-d1eb-4de4-9ab4-49da911c84aa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:36:39.727482 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75c4a1a-f201-40e2-b9fd-543d89b597b7 None None] Network 7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:36:39.831288 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1662a9f9-1abc-4985-bf70-4a903652079b None None] Provisioning for port b80efe74-6a40-4799-ab25-7177064acf8e completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:36:40.107271 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86119966-d1eb-4de4-9ab4-49da911c84aa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router e6c6e05f-b089-477c-a0f4-d781bcfb7d4f has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:36:40.174014 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9ca6f010-2d8c-4648-9aef-a913a5f1d542 None None] Provisioning for port ee1ac34b-bf91-47c2-85ab-cc976f46c608 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:36:40.179463 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9ca6f010-2d8c-4648-9aef-a913a5f1d542 None None] Provisioning complete for port ee1ac34b-bf91-47c2-85ab-cc976f46c608 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:36:40.179958 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9ca6f010-2d8c-4648-9aef-a913a5f1d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:40.235956 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-9ca6f010-2d8c-4648-9aef-a913a5f1d542 None None] Port ee1ac34b-bf91-47c2-85ab-cc976f46c608 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:36:40.312354 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86119966-d1eb-4de4-9ab4-49da911c84aa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:36:40.325011 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-86119966-d1eb-4de4-9ab4-49da911c84aa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "PUT /v2.0/routers/e6c6e05f-b089-477c-a0f4-d781bcfb7d4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2566590 Apr 29 13:36:40.328226 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36452) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:36:40.370188 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-df472891-a722-4a5b-8f94-ce2cba32a4d0 None None] Provisioning complete for port ee1ac34b-bf91-47c2-85ab-cc976f46c608 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:36:40.370555 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-df472891-a722-4a5b-8f94-ce2cba32a4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:40.432432 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-35d316d5-8528-4b9c-ac87-4b1b9f239968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:40.439883 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-df472891-a722-4a5b-8f94-ce2cba32a4d0 None None] Port ee1ac34b-bf91-47c2-85ab-cc976f46c608 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:36:40.486229 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c8767a-7351-4d05-afc9-9805ca02f099 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:40.486229 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c8767a-7351-4d05-afc9-9805ca02f099 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:40.486229 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c8767a-7351-4d05-afc9-9805ca02f099 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:40.486229 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c8767a-7351-4d05-afc9-9805ca02f099 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:40.486915 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c8767a-7351-4d05-afc9-9805ca02f099 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:40.487046 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c8767a-7351-4d05-afc9-9805ca02f099 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:40.491426 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-83c8767a-7351-4d05-afc9-9805ca02f099 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1597054 Apr 29 13:36:40.491799 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36456) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:36:40.562210 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-597db5f8-b3ec-4dc1-9fff-eb5ccdb45fa8 None None] Provisioning complete for port ee1ac34b-bf91-47c2-85ab-cc976f46c608 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:36:40.562763 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-597db5f8-b3ec-4dc1-9fff-eb5ccdb45fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:40.577144 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4567dc24-8aa8-4275-aeb1-a13921b4e804 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:40.577511 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4567dc24-8aa8-4275-aeb1-a13921b4e804 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:40.577861 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4567dc24-8aa8-4275-aeb1-a13921b4e804 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:40.578213 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4567dc24-8aa8-4275-aeb1-a13921b4e804 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:40.578554 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4567dc24-8aa8-4275-aeb1-a13921b4e804 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:40.578920 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4567dc24-8aa8-4275-aeb1-a13921b4e804 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:40.580648 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4567dc24-8aa8-4275-aeb1-a13921b4e804 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0878799 Apr 29 13:36:40.583582 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36460) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:36:40.588033 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 6eac9fc7-fa69-43d0-bbf5-d8b50a82b195 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:36:40.663564 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-597db5f8-b3ec-4dc1-9fff-eb5ccdb45fa8 None None] Port ee1ac34b-bf91-47c2-85ab-cc976f46c608 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:36:40.680841 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 6eac9fc7-fa69-43d0-bbf5-d8b50a82b195 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:36:40.686326 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 6eac9fc7-fa69-43d0-bbf5-d8b50a82b195 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:36:40.686853 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:40.805347 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:40.822400 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 6eac9fc7-fa69-43d0-bbf5-d8b50a82b195, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=6eac9fc7-fa69-43d0-bbf5-d8b50a82b195,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:36:40.827476 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:40.828386 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b80efe74-6a40-4799-ab25-7177064acf8e up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:36:40.877532 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8cf271a7-315a-442a-a922-79175db0ca20 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2927258 Apr 29 13:36:40.884695 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36464) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:36:40.890769 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-bd916564-5e08-43ab-b63f-83451e7be886 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-435980617', 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:36:40.946927 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=6eac9fc7-fa69-43d0-bbf5-d8b50a82b195,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:40.961005 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port b80efe74-6a40-4799-ab25-7177064acf8e completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:36:40.965643 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port b80efe74-6a40-4799-ab25-7177064acf8e triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:36:40.965993 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:41.025990 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-bd916564-5e08-43ab-b63f-83451e7be886 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:36:41.030264 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bd916564-5e08-43ab-b63f-83451e7be886 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:port and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:36:41.033195 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bd916564-5e08-43ab-b63f-83451e7be886 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:36:41.039108 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-bd916564-5e08-43ab-b63f-83451e7be886 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:36:41.049982 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd916564-5e08-43ab-b63f-83451e7be886 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Made reservation on behalf of 4b7a89f6c8564a04be449e2e6b4a95e5 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:36:41.053302 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bd916564-5e08-43ab-b63f-83451e7be886 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:41.076233 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [None req-bd916564-5e08-43ab-b63f-83451e7be886 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] device_id is not set on port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:36:41.120490 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:41.153140 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port b80efe74-6a40-4799-ab25-7177064acf8e, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b80efe74-6a40-4799-ab25-7177064acf8e,segment=NetworkSegment(8d646c1d-4b9c-4160-a3c9-bda6301399d5),segment_id=8d646c1d-4b9c-4160-a3c9-bda6301399d5)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:36:41.157301 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:41.218694 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-bd916564-5e08-43ab-b63f-83451e7be886 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.20.0.5 (7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0/bb999eb4-6c15-4dea-84d2-a799a17a273e/4f6e083a-c687-4789-8f55-cd59ba8b6c6c) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:36:41.225827 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=b80efe74-6a40-4799-ab25-7177064acf8e,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:41.421507 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bd916564-5e08-43ab-b63f-83451e7be886 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:41.427982 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:41.436901 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-bd916564-5e08-43ab-b63f-83451e7be886 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Transition to ACTIVE for port object 4f6e083a-c687-4789-8f55-cd59ba8b6c6c will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:36:41.458197 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bd916564-5e08-43ab-b63f-83451e7be886 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:41.530485 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:41.534306 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd916564-5e08-43ab-b63f-83451e7be886 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:36:41.537418 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-bd916564-5e08-43ab-b63f-83451e7be886 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:36:41.541766 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd916564-5e08-43ab-b63f-83451e7be886 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:36:41.567217 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd916564-5e08-43ab-b63f-83451e7be886 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=4f6e083a-c687-4789-8f55-cd59ba8b6c6c,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:41.607441 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd916564-5e08-43ab-b63f-83451e7be886 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:41.608690 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bd916564-5e08-43ab-b63f-83451e7be886 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:41.633551 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-bd916564-5e08-43ab-b63f-83451e7be886 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7478018 Apr 29 13:36:41.800992 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f684b85d-dca7-4f71-9c3c-823bc6785002 None None] Provisioning for port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:36:41.807492 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f684b85d-dca7-4f71-9c3c-823bc6785002 None None] Provisioning complete for port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:36:41.808122 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f684b85d-dca7-4f71-9c3c-823bc6785002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:41.867396 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f684b85d-dca7-4f71-9c3c-823bc6785002 None None] Port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:36:41.927341 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36470) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:36:41.933350 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-934183d2-fc3e-4330-ad6b-392940990a35 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-996482433', 'description': 'tempest-secgroup-smoke-996482433 description', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:36:41.940108 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-934183d2-fc3e-4330-ad6b-392940990a35 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:36:41.944151 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-934183d2-fc3e-4330-ad6b-392940990a35 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:36:41.947028 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-934183d2-fc3e-4330-ad6b-392940990a35 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:36:41.953543 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-934183d2-fc3e-4330-ad6b-392940990a35 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:36:41.963434 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-934183d2-fc3e-4330-ad6b-392940990a35 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:41.998423 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-934183d2-fc3e-4330-ad6b-392940990a35 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:36:42.002409 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-934183d2-fc3e-4330-ad6b-392940990a35 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:36:42.005137 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-934183d2-fc3e-4330-ad6b-392940990a35 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:36:42.010871 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-934183d2-fc3e-4330-ad6b-392940990a35 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:36:42.036691 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4af207-90ca-4efd-9141-b284b4bbdee0 None None] Sync routers for ids ['e6c6e05f-b089-477c-a0f4-d781bcfb7d4f'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:36:42.049044 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4af207-90ca-4efd-9141-b284b4bbdee0 None None] Routers {'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:36:42.049645 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-4f4af207-90ca-4efd-9141-b284b4bbdee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:36:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e6c6e05f-b089-477c-a0f4-d781bcfb7d4f'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:42.075948 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-934183d2-fc3e-4330-ad6b-392940990a35 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:42.079818 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-934183d2-fc3e-4330-ad6b-392940990a35 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:42.122368 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934183d2-fc3e-4330-ad6b-392940990a35 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa788109-54d1-4f5b-ac97-03179153d90c,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:42.129204 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-934183d2-fc3e-4330-ad6b-392940990a35 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:42.133051 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-934183d2-fc3e-4330-ad6b-392940990a35 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2021236 Apr 29 13:36:42.133630 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36474) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:36:42.139257 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-66f802ed-34bf-4114-a15a-68a97b1e8594 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': 'fa788109-54d1-4f5b-ac97-03179153d90c', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:36:42.145168 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-66f802ed-34bf-4114-a15a-68a97b1e8594 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:36:42.148985 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-66f802ed-34bf-4114-a15a-68a97b1e8594 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:36:42.151784 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-66f802ed-34bf-4114-a15a-68a97b1e8594 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:36:42.158515 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-66f802ed-34bf-4114-a15a-68a97b1e8594 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:36:42.175844 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-66f802ed-34bf-4114-a15a-68a97b1e8594 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:42.226243 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-4f4af207-90ca-4efd-9141-b284b4bbdee0 None None] Set router e6c6e05f-b089-477c-a0f4-d781bcfb7d4f gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:36:42.241016 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-66f802ed-34bf-4114-a15a-68a97b1e8594 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:42.244543 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-66f802ed-34bf-4114-a15a-68a97b1e8594 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:42.267559 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f802ed-34bf-4114-a15a-68a97b1e8594 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=913f82fa-5bd2-4eba-b94f-947a30e98d67,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:42.276910 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-66f802ed-34bf-4114-a15a-68a97b1e8594 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:42.278102 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-66f802ed-34bf-4114-a15a-68a97b1e8594 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1437352 Apr 29 13:36:42.281754 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36478) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:36:42.287254 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-e8689a34-ea1c-4edb-b871-d6714501e6d1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': 'fa788109-54d1-4f5b-ac97-03179153d90c', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:36:42.292966 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e8689a34-ea1c-4edb-b871-d6714501e6d1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:36:42.297408 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e8689a34-ea1c-4edb-b871-d6714501e6d1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:36:42.300483 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e8689a34-ea1c-4edb-b871-d6714501e6d1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:36:42.306240 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e8689a34-ea1c-4edb-b871-d6714501e6d1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:36:42.323180 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e8689a34-ea1c-4edb-b871-d6714501e6d1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:42.386367 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e8689a34-ea1c-4edb-b871-d6714501e6d1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:42.389975 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e8689a34-ea1c-4edb-b871-d6714501e6d1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:42.412733 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8689a34-ea1c-4edb-b871-d6714501e6d1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd3efcc-6fe3-4087-a566-2d3f8e9f7ba2,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:42.422044 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e8689a34-ea1c-4edb-b871-d6714501e6d1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:42.425906 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e8689a34-ea1c-4edb-b871-d6714501e6d1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1405015 Apr 29 13:36:42.426027 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36482) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:36:42.431304 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-f9ceb223-efa8-454a-ba5d-e1cb052ecca5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': 'fa788109-54d1-4f5b-ac97-03179153d90c', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:36:42.437059 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f9ceb223-efa8-454a-ba5d-e1cb052ecca5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:36:42.440714 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f9ceb223-efa8-454a-ba5d-e1cb052ecca5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:36:42.443478 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f9ceb223-efa8-454a-ba5d-e1cb052ecca5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:36:42.449019 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f9ceb223-efa8-454a-ba5d-e1cb052ecca5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:36:42.466234 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f9ceb223-efa8-454a-ba5d-e1cb052ecca5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:42.519411 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 6eac9fc7-fa69-43d0-bbf5-d8b50a82b195 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:36:42.537649 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f9ceb223-efa8-454a-ba5d-e1cb052ecca5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:42.539743 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-4f4af207-90ca-4efd-9141-b284b4bbdee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'name': 'tempest-TestNetworkBasicOps-router-145243116', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '6eac9fc7-fa69-43d0-bbf5-d8b50a82b195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:34Z', 'updated_at': '2022-04-29T13:36:38Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '6eac9fc7-fa69-43d0-bbf5-d8b50a82b195', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:35Z', 'updated_at': '2022-04-29T13:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'ee1ac34b-bf91-47c2-85ab-cc976f46c608', 'name': '', 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:de:6a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb999eb4-6c15-4dea-84d2-a799a17a273e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:38Z', 'updated_at': '2022-04-29T13:36:39Z', 'revision_number': 2, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'bb999eb4-6c15-4dea-84d2-a799a17a273e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:42.541880 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f9ceb223-efa8-454a-ba5d-e1cb052ecca5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:42.545159 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4af207-90ca-4efd-9141-b284b4bbdee0 None None] Checking router: e6c6e05f-b089-477c-a0f4-d781bcfb7d4f for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:36:42.546237 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4af207-90ca-4efd-9141-b284b4bbdee0 None None] Updating router e6c6e05f-b089-477c-a0f4-d781bcfb7d4f port ee1ac34b-bf91-47c2-85ab-cc976f46c608 binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:36:42.566297 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ceb223-efa8-454a-ba5d-e1cb052ecca5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d476ce4c-2e45-496c-b232-de04a3ec35db,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:42.577440 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f9ceb223-efa8-454a-ba5d-e1cb052ecca5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:42.579176 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f9ceb223-efa8-454a-ba5d-e1cb052ecca5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1522622 Apr 29 13:36:42.582165 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36486) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:36:42.589245 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-f28c923e-140a-499f-b574-9a6a7304b18a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': 'fa788109-54d1-4f5b-ac97-03179153d90c', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:36:42.595819 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f28c923e-140a-499f-b574-9a6a7304b18a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:36:42.599708 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f28c923e-140a-499f-b574-9a6a7304b18a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:36:42.599907 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 6eac9fc7-fa69-43d0-bbf5-d8b50a82b195 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:36:42.600280 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:42.602683 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-4f4af207-90ca-4efd-9141-b284b4bbdee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:42.602957 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f28c923e-140a-499f-b574-9a6a7304b18a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:36:42.609019 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f28c923e-140a-499f-b574-9a6a7304b18a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:36:42.625344 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f28c923e-140a-499f-b574-9a6a7304b18a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:42.694662 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f28c923e-140a-499f-b574-9a6a7304b18a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:42.698598 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f28c923e-140a-499f-b574-9a6a7304b18a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:42.723655 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c923e-140a-499f-b574-9a6a7304b18a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db553d40-65ef-4a4b-9010-e5355b1008f1,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:42.731982 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b80efe74-6a40-4799-ab25-7177064acf8e up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:36:42.733863 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f28c923e-140a-499f-b574-9a6a7304b18a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:42.738870 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f28c923e-140a-499f-b574-9a6a7304b18a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1521060 Apr 29 13:36:42.738870 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36490) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:36:42.743632 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-a31e62b8-876f-4cdf-a0db-7f8d9cd6d5bb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': 'fa788109-54d1-4f5b-ac97-03179153d90c', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:36:42.749948 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-a31e62b8-876f-4cdf-a0db-7f8d9cd6d5bb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:36:42.753785 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-a31e62b8-876f-4cdf-a0db-7f8d9cd6d5bb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:36:42.756741 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-a31e62b8-876f-4cdf-a0db-7f8d9cd6d5bb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:36:42.762607 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-a31e62b8-876f-4cdf-a0db-7f8d9cd6d5bb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:36:42.776494 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.securitygroups_db [None req-a31e62b8-876f-4cdf-a0db-7f8d9cd6d5bb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Project 4b7a89f6c8564a04be449e2e6b4a95e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:36:42.785504 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a31e62b8-876f-4cdf-a0db-7f8d9cd6d5bb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:42.815953 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port b80efe74-6a40-4799-ab25-7177064acf8e triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:36:42.816947 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:42.867731 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a31e62b8-876f-4cdf-a0db-7f8d9cd6d5bb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:42.874272 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a31e62b8-876f-4cdf-a0db-7f8d9cd6d5bb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:42.902342 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e62b8-876f-4cdf-a0db-7f8d9cd6d5bb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b7c773-5115-4cb2-a210-0937c61b453f,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:42.923765 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a31e62b8-876f-4cdf-a0db-7f8d9cd6d5bb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:42.925246 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a31e62b8-876f-4cdf-a0db-7f8d9cd6d5bb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1861403 Apr 29 13:36:42.927942 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36494) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:36:42.931640 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:42.935124 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-4f3ac1fb-6d7d-489c-839b-977ff654efc3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': 'fa788109-54d1-4f5b-ac97-03179153d90c', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:36:42.942833 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4f3ac1fb-6d7d-489c-839b-977ff654efc3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:36:42.947265 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4f3ac1fb-6d7d-489c-839b-977ff654efc3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:36:42.950159 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4f3ac1fb-6d7d-489c-839b-977ff654efc3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:36:42.965838 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4f3ac1fb-6d7d-489c-839b-977ff654efc3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:36:42.985712 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.securitygroups_db [None req-4f3ac1fb-6d7d-489c-839b-977ff654efc3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Project 4b7a89f6c8564a04be449e2e6b4a95e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:36:42.987081 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-4f4af207-90ca-4efd-9141-b284b4bbdee0 None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:42.992197 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4f3ac1fb-6d7d-489c-839b-977ff654efc3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:43.009379 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-4f4af207-90ca-4efd-9141-b284b4bbdee0 None None] Transition to ACTIVE for port object ee1ac34b-bf91-47c2-85ab-cc976f46c608 will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:36:43.016642 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-4f4af207-90ca-4efd-9141-b284b4bbdee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:43.067205 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4f3ac1fb-6d7d-489c-839b-977ff654efc3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:43.070525 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4f3ac1fb-6d7d-489c-839b-977ff654efc3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:43.094212 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ac1fb-6d7d-489c-839b-977ff654efc3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2041c545-93db-4a17-aa49-611c7319024e,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:43.104043 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4f3ac1fb-6d7d-489c-839b-977ff654efc3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:43.105653 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4f3ac1fb-6d7d-489c-839b-977ff654efc3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1767366 Apr 29 13:36:43.204542 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d48f06-fc7e-48b7-95ec-68cced288458 None None] Pushing event updated for resources: {'Port': ['ID=ee1ac34b-bf91-47c2-85ab-cc976f46c608,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:43.244805 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d48f06-fc7e-48b7-95ec-68cced288458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:43.244805 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d48f06-fc7e-48b7-95ec-68cced288458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:43.244805 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d48f06-fc7e-48b7-95ec-68cced288458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:43.244805 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d48f06-fc7e-48b7-95ec-68cced288458 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:43.244805 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d48f06-fc7e-48b7-95ec-68cced288458 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:43.244805 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d48f06-fc7e-48b7-95ec-68cced288458 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:43.244805 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d48f06-fc7e-48b7-95ec-68cced288458 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:43.244805 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d48f06-fc7e-48b7-95ec-68cced288458 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:43.244805 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d48f06-fc7e-48b7-95ec-68cced288458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:43.244805 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d48f06-fc7e-48b7-95ec-68cced288458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:43.244805 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d48f06-fc7e-48b7-95ec-68cced288458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:36:43.282204 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-4f4af207-90ca-4efd-9141-b284b4bbdee0 None None] Attempting to bind port ee1ac34b-bf91-47c2-85ab-cc976f46c608 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:36:43.282805 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-4f4af207-90ca-4efd-9141-b284b4bbdee0 None None] Attempting to bind port ee1ac34b-bf91-47c2-85ab-cc976f46c608 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '8d646c1d-4b9c-4160-a3c9-bda6301399d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:36:43.283157 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4af207-90ca-4efd-9141-b284b4bbdee0 None None] Attempting to bind port ee1ac34b-bf91-47c2-85ab-cc976f46c608 on network 7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0 {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:36:43.289801 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4af207-90ca-4efd-9141-b284b4bbdee0 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:36:43.290162 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4af207-90ca-4efd-9141-b284b4bbdee0 None None] Checking segment: {'id': '8d646c1d-4b9c-4160-a3c9-bda6301399d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:36:43.290548 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-4f4af207-90ca-4efd-9141-b284b4bbdee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:43.290926 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4af207-90ca-4efd-9141-b284b4bbdee0 None None] Bound using segment: {'id': '8d646c1d-4b9c-4160-a3c9-bda6301399d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:36:43.291372 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-4f4af207-90ca-4efd-9141-b284b4bbdee0 None None] Bound port: ee1ac34b-bf91-47c2-85ab-cc976f46c608, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d646c1d-4b9c-4160-a3c9-bda6301399d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:36:43.291736 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-4f4af207-90ca-4efd-9141-b284b4bbdee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:43.311425 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-cae5e959-1f92-410a-a4a4-4e298c1af6d3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:36:43.327227 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-cae5e959-1f92-410a-a4a4-4e298c1af6d3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:36:43.328420 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-cae5e959-1f92-410a-a4a4-4e298c1af6d3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-996482433&fields=id&tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 267 time: 0.0606120 Apr 29 13:36:43.384100 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-4f4af207-90ca-4efd-9141-b284b4bbdee0 None None] For port ee1ac34b-bf91-47c2-85ab-cc976f46c608, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:36:43.388990 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-4f4af207-90ca-4efd-9141-b284b4bbdee0 None None] For port ee1ac34b-bf91-47c2-85ab-cc976f46c608, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=ee1ac34b-bf91-47c2-85ab-cc976f46c608,segment=NetworkSegment(8d646c1d-4b9c-4160-a3c9-bda6301399d5),segment_id=8d646c1d-4b9c-4160-a3c9-bda6301399d5)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:36:43.394928 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-4f4af207-90ca-4efd-9141-b284b4bbdee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:43.411315 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-8ad9b5fc-3d8b-439c-a775-85f21a9c2e23 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:43.411955 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-8ad9b5fc-3d8b-439c-a775-85f21a9c2e23 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:36:43.427659 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-8ad9b5fc-3d8b-439c-a775-85f21a9c2e23 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:36:43.429080 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-8ad9b5fc-3d8b-439c-a775-85f21a9c2e23 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports/4f6e083a-c687-4789-8f55-cd59ba8b6c6c HTTP/1.1" status: 200 len: 929 time: 0.0934896 Apr 29 13:36:43.474655 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d48f06-fc7e-48b7-95ec-68cced288458 None None] Pushing event updated for resources: {'Port': ['ID=ee1ac34b-bf91-47c2-85ab-cc976f46c608,revision_number=4']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:43.480004 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4af207-90ca-4efd-9141-b284b4bbdee0 None None] Routers {'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:36:43.480615 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-4f4af207-90ca-4efd-9141-b284b4bbdee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:36:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e6c6e05f-b089-477c-a0f4-d781bcfb7d4f'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:43.669478 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-ffcb8fff-a568-44e7-92ba-72154a5eb528 service neutron] 10.222.0.76 "GET /v2.0/ports/4f6e083a-c687-4789-8f55-cd59ba8b6c6c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.2277727 Apr 29 13:36:43.678940 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-abca8cae-5eaf-49e1-a9b5-40db3cd64958 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:36:43.679869 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-abca8cae-5eaf-49e1-a9b5-40db3cd64958 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047905 Apr 29 13:36:43.692813 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-4f4af207-90ca-4efd-9141-b284b4bbdee0 None None] Set router e6c6e05f-b089-477c-a0f4-d781bcfb7d4f gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:36:43.817389 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-de728af1-71af-4d0b-a7d8-97964579d4cd service neutron] 10.222.0.76 "GET /v2.0/networks/7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316593 Apr 29 13:36:43.946010 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-3d0781da-199e-42a3-9a65-4f227dce477a service neutron] 10.222.0.76 "GET /v2.0/networks/7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249809 Apr 29 13:36:44.003672 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-4f4af207-90ca-4efd-9141-b284b4bbdee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'name': 'tempest-TestNetworkBasicOps-router-145243116', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '6eac9fc7-fa69-43d0-bbf5-d8b50a82b195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:34Z', 'updated_at': '2022-04-29T13:36:38Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '6eac9fc7-fa69-43d0-bbf5-d8b50a82b195', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:35Z', 'updated_at': '2022-04-29T13:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'ee1ac34b-bf91-47c2-85ab-cc976f46c608', 'name': '', 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:de:6a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb999eb4-6c15-4dea-84d2-a799a17a273e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:38Z', 'updated_at': '2022-04-29T13:36:43Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'bb999eb4-6c15-4dea-84d2-a799a17a273e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:44.007884 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4af207-90ca-4efd-9141-b284b4bbdee0 None None] The sync data for ids ['e6c6e05f-b089-477c-a0f4-d781bcfb7d4f'] in dv-neutron-839027-4-hyperv is: [{'id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'name': 'tempest-TestNetworkBasicOps-router-145243116', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '6eac9fc7-fa69-43d0-bbf5-d8b50a82b195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:34Z', 'updated_at': '2022-04-29T13:36:38Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '6eac9fc7-fa69-43d0-bbf5-d8b50a82b195', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:35Z', 'updated_at': '2022-04-29T13:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'ee1ac34b-bf91-47c2-85ab-cc976f46c608', 'name': '', 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:de:6a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb999eb4-6c15-4dea-84d2-a799a17a273e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:38Z', 'updated_at': '2022-04-29T13:36:43Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'bb999eb4-6c15-4dea-84d2-a799a17a273e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:36:44.529575 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device ee1ac34b-bf91-47c2-85ab-cc976f46c608 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:36:44.603602 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port ee1ac34b-bf91-47c2-85ab-cc976f46c608 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:36:44.608526 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port ee1ac34b-bf91-47c2-85ab-cc976f46c608 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:36:44.608922 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:44.727788 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:44.761737 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port ee1ac34b-bf91-47c2-85ab-cc976f46c608, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=ee1ac34b-bf91-47c2-85ab-cc976f46c608,segment=NetworkSegment(8d646c1d-4b9c-4160-a3c9-bda6301399d5),segment_id=8d646c1d-4b9c-4160-a3c9-bda6301399d5)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:36:44.765957 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:44.834024 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=ee1ac34b-bf91-47c2-85ab-cc976f46c608,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:45.147769 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-aa4e453c-fb19-4324-9d89-3f71e73c9a2c req-af04a126-b627-48d0-8acb-f18b10ea3b31 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:36:45.163585 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-aa4e453c-fb19-4324-9d89-3f71e73c9a2c req-af04a126-b627-48d0-8acb-f18b10ea3b31 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:36:45.164951 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-aa4e453c-fb19-4324-9d89-3f71e73c9a2c req-af04a126-b627-48d0-8acb-f18b10ea3b31 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=65bc69f8-3488-4ad6-b632-79c2ed7c4cdd HTTP/1.1" status: 200 len: 210 time: 0.0574017 Apr 29 13:36:46.064449 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-99496265-80ae-4de7-9cf3-7e7102a68c5a service neutron] 10.222.0.32 "GET /v2.0/ports/4f6e083a-c687-4789-8f55-cd59ba8b6c6c HTTP/1.1" status: 200 len: 1025 time: 0.0643048 Apr 29 13:36:46.216226 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-617be047-d50d-4585-965b-ef7bb9c654b5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:46.218734 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-617be047-d50d-4585-965b-ef7bb9c654b5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/networks?id=7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0 HTTP/1.1" status: 200 len: 797 time: 0.1484449 Apr 29 13:36:46.274112 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-a7a14a09-e39a-440f-9124-27cebcdfb2ae tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:36:46.285440 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-a7a14a09-e39a-440f-9124-27cebcdfb2ae tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:36:46.286539 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-a7a14a09-e39a-440f-9124-27cebcdfb2ae tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 379 time: 0.0532532 Apr 29 13:36:46.300548 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-60df56c9-0148-4b3f-9aa5-ade72d6b4602 service neutron] Request body: {'port': {'device_id': '65bc69f8-3488-4ad6-b632-79c2ed7c4cdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:36:46.337464 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2c08aa69-f3af-4c14-937a-6bfbc3212432 req-085ee269-f3d2-4e71-861f-f0274aad25da tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=65bc69f8-3488-4ad6-b632-79c2ed7c4cdd HTTP/1.1" status: 200 len: 210 time: 0.0455389 Apr 29 13:36:46.406993 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-60df56c9-0148-4b3f-9aa5-ade72d6b4602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:46.511971 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device ee1ac34b-bf91-47c2-85ab-cc976f46c608 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:36:46.579428 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port ee1ac34b-bf91-47c2-85ab-cc976f46c608 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:36:46.579799 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:46.745830 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-60df56c9-0148-4b3f-9aa5-ade72d6b4602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f6e083a-c687-4789-8f55-cd59ba8b6c6c {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:36:46.753449 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-60df56c9-0148-4b3f-9aa5-ade72d6b4602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:46.768316 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-60df56c9-0148-4b3f-9aa5-ade72d6b4602 service neutron] Transition to ACTIVE for port object 4f6e083a-c687-4789-8f55-cd59ba8b6c6c will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:36:46.773465 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-60df56c9-0148-4b3f-9aa5-ade72d6b4602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:46.991047 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df56c9-0148-4b3f-9aa5-ade72d6b4602 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6e083a-c687-4789-8f55-cd59ba8b6c6c,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:47.097948 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-60df56c9-0148-4b3f-9aa5-ade72d6b4602 service neutron] Attempting to bind port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:36:47.098326 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-60df56c9-0148-4b3f-9aa5-ade72d6b4602 service neutron] Attempting to bind port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '8d646c1d-4b9c-4160-a3c9-bda6301399d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:36:47.098588 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-60df56c9-0148-4b3f-9aa5-ade72d6b4602 service neutron] Attempting to bind port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c on network 7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:36:47.104031 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-60df56c9-0148-4b3f-9aa5-ade72d6b4602 service neutron] Port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c on network 7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:36:47.104337 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-60df56c9-0148-4b3f-9aa5-ade72d6b4602 service neutron] Attempting to bind port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c on network 7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:36:47.110392 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-60df56c9-0148-4b3f-9aa5-ade72d6b4602 service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:36:47.110714 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-60df56c9-0148-4b3f-9aa5-ade72d6b4602 service neutron] Checking segment: {'id': '8d646c1d-4b9c-4160-a3c9-bda6301399d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:36:47.111082 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-60df56c9-0148-4b3f-9aa5-ade72d6b4602 service neutron] Bound using segment: {'id': '8d646c1d-4b9c-4160-a3c9-bda6301399d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:36:47.111490 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-60df56c9-0148-4b3f-9aa5-ade72d6b4602 service neutron] Bound port: 4f6e083a-c687-4789-8f55-cd59ba8b6c6c, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d646c1d-4b9c-4160-a3c9-bda6301399d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:36:47.111822 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-60df56c9-0148-4b3f-9aa5-ade72d6b4602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:47.197077 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-60df56c9-0148-4b3f-9aa5-ade72d6b4602 service neutron] For port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:36:47.199978 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-60df56c9-0148-4b3f-9aa5-ade72d6b4602 service neutron] For port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4f6e083a-c687-4789-8f55-cd59ba8b6c6c,segment=NetworkSegment(8d646c1d-4b9c-4160-a3c9-bda6301399d5),segment_id=8d646c1d-4b9c-4160-a3c9-bda6301399d5)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:36:47.205338 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-60df56c9-0148-4b3f-9aa5-ade72d6b4602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:47.266658 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-60df56c9-0148-4b3f-9aa5-ade72d6b4602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:47.268078 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-60df56c9-0148-4b3f-9aa5-ade72d6b4602 service neutron] 10.222.0.32 "PUT /v2.0/ports/4f6e083a-c687-4789-8f55-cd59ba8b6c6c HTTP/1.1" status: 200 len: 1130 time: 0.9713378 Apr 29 13:36:47.268444 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65bc69f8-3488-4ad6-b632-79c2ed7c4cdd', 'tag': '4f6e083a-c687-4789-8f55-cd59ba8b6c6c'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:36:47.292397 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df56c9-0148-4b3f-9aa5-ade72d6b4602 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6e083a-c687-4789-8f55-cd59ba8b6c6c,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:47.344439 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7683831e-785e-43f1-89c0-0e3b62053672'] response: {'name': 'network-changed', 'server_uuid': '65bc69f8-3488-4ad6-b632-79c2ed7c4cdd', 'tag': '4f6e083a-c687-4789-8f55-cd59ba8b6c6c', 'status': 'completed', 'code': 200} Apr 29 13:36:47.385991 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-085ec4ea-2483-4469-9f0c-57e8f15ff476 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=65bc69f8-3488-4ad6-b632-79c2ed7c4cdd HTTP/1.1" status: 200 len: 1133 time: 0.0772386 Apr 29 13:36:47.459002 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-62e755b9-4aa7-421f-a4e0-bb49f370b07b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f6e083a-c687-4789-8f55-cd59ba8b6c6c HTTP/1.1" status: 200 len: 217 time: 0.0664341 Apr 29 13:36:47.521356 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-a445afe3-2dd6-42c5-8f85-3d32c802ad57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:47.522836 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-a445afe3-2dd6-42c5-8f85-3d32c802ad57 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb999eb4-6c15-4dea-84d2-a799a17a273e HTTP/1.1" status: 200 len: 834 time: 0.0585225 Apr 29 13:36:47.546295 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d00d1-2a41-4c14-a5ba-6dc64ffe6a61 req-41ea5808-a32a-49fc-bec6-8251557034b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:47.547753 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-286d00d1-2a41-4c14-a5ba-6dc64ffe6a61 req-41ea5808-a32a-49fc-bec6-8251557034b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=65bc69f8-3488-4ad6-b632-79c2ed7c4cdd HTTP/1.1" status: 200 len: 980 time: 0.0829506 Apr 29 13:36:47.596395 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-286d00d1-2a41-4c14-a5ba-6dc64ffe6a61 req-898e98d1-6646-418e-89a7-cc9890acb4ed tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca072d85-cb49-411e-8b51-f27d08bce94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427299 Apr 29 13:36:47.596612 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-478968e0-30bb-4e56-85df-e25398ee1b01 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683444 Apr 29 13:36:47.730063 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-b54831c8-d760-43ce-b535-3ab930359e66 service neutron] 10.222.0.32 "GET /v2.0/networks/7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269298 Apr 29 13:36:47.863985 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-aa8cfb1a-0196-4455-a03f-323afa59b66c req-0138f101-aeef-4ef6-a0ff-871d9349130b service neutron] 10.222.0.32 "GET /v2.0/networks/7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277678 Apr 29 13:36:47.981606 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9ac86b2e-2ca8-4b79-933e-13988415824b req-d42552c5-feb4-4027-a1c6-1077faf06fb7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=65bc69f8-3488-4ad6-b632-79c2ed7c4cdd HTTP/1.1" status: 200 len: 1133 time: 0.0714662 Apr 29 13:36:48.112847 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac86b2e-2ca8-4b79-933e-13988415824b req-65737275-8861-41ec-a3c7-aa61af37f14a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:48.114325 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9ac86b2e-2ca8-4b79-933e-13988415824b req-65737275-8861-41ec-a3c7-aa61af37f14a service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0 HTTP/1.1" status: 200 len: 898 time: 0.1271944 Apr 29 13:36:48.181480 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9ac86b2e-2ca8-4b79-933e-13988415824b req-34a81585-f46f-4698-b3d1-dcb065516ee7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f6e083a-c687-4789-8f55-cd59ba8b6c6c HTTP/1.1" status: 200 len: 217 time: 0.0599995 Apr 29 13:36:48.244495 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac86b2e-2ca8-4b79-933e-13988415824b req-0e921076-0ff8-4d2d-8064-fdc6709b84fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:48.245932 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9ac86b2e-2ca8-4b79-933e-13988415824b req-0e921076-0ff8-4d2d-8064-fdc6709b84fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb999eb4-6c15-4dea-84d2-a799a17a273e HTTP/1.1" status: 200 len: 834 time: 0.0585563 Apr 29 13:36:48.325934 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9ac86b2e-2ca8-4b79-933e-13988415824b req-0ad3f970-7008-4624-a211-1a69304150b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740709 Apr 29 13:36:48.459035 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9ac86b2e-2ca8-4b79-933e-13988415824b req-18dbbc3d-c189-45fb-a2b4-e30a05e991a0 service neutron] 10.222.0.32 "GET /v2.0/networks/7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269588 Apr 29 13:36:48.607764 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9ac86b2e-2ca8-4b79-933e-13988415824b req-3afd4a1f-c589-4a44-9e5d-ea0db3a915b0 service neutron] 10.222.0.32 "GET /v2.0/networks/7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424251 Apr 29 13:36:48.881497 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd6378-db17-4ebc-b2f1-ac2395822809 req-c5f1df23-dccb-4fc1-9e7c-72e57fcd3985 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:48.882941 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3bbd6378-db17-4ebc-b2f1-ac2395822809 req-c5f1df23-dccb-4fc1-9e7c-72e57fcd3985 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=65bc69f8-3488-4ad6-b632-79c2ed7c4cdd HTTP/1.1" status: 200 len: 980 time: 0.1664813 Apr 29 13:36:48.927635 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3bbd6378-db17-4ebc-b2f1-ac2395822809 req-adf3fa9e-e8de-449a-b277-4d5672890b6f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca072d85-cb49-411e-8b51-f27d08bce94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390611 Apr 29 13:36:50.117943 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aadb0a4-970b-41d8-b3fc-041688b263ed req-47a13976-1a8f-4b23-9e19-e5f7b9b8ed89 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:50.119286 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2aadb0a4-970b-41d8-b3fc-041688b263ed req-47a13976-1a8f-4b23-9e19-e5f7b9b8ed89 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=65bc69f8-3488-4ad6-b632-79c2ed7c4cdd HTTP/1.1" status: 200 len: 980 time: 0.0754774 Apr 29 13:36:50.164774 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2aadb0a4-970b-41d8-b3fc-041688b263ed req-cf49aa08-2fbc-4338-ab8e-e4c0c6322f52 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca072d85-cb49-411e-8b51-f27d08bce94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397191 Apr 29 13:36:51.359858 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8947bc7-1197-4093-80b5-b5e1727fe043 req-3f15b224-3cb2-4978-8f2c-c606098baf4f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:51.361338 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d8947bc7-1197-4093-80b5-b5e1727fe043 req-3f15b224-3cb2-4978-8f2c-c606098baf4f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=65bc69f8-3488-4ad6-b632-79c2ed7c4cdd HTTP/1.1" status: 200 len: 980 time: 0.0773177 Apr 29 13:36:51.408144 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d8947bc7-1197-4093-80b5-b5e1727fe043 req-e1b42f7e-29dc-4fc3-a5b7-de99d8569aef tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca072d85-cb49-411e-8b51-f27d08bce94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413244 Apr 29 13:36:51.409851 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 4f6e083a-c687-4789-8f55-cd59ba8b6c6c details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:36:51.539469 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4f6e083a-c687-4789-8f55-cd59ba8b6c6c,segment=NetworkSegment(8d646c1d-4b9c-4160-a3c9-bda6301399d5),segment_id=8d646c1d-4b9c-4160-a3c9-bda6301399d5)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:36:51.552561 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '4f6e083a-c687-4789-8f55-cd59ba8b6c6c', 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0', 'port_id': '4f6e083a-c687-4789-8f55-cd59ba8b6c6c', 'mac_address': 'fa:16:3e:54:c3:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb999eb4-6c15-4dea-84d2-a799a17a273e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:36:51.601836 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:36:51.608409 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:51.625570 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f6e083a-c687-4789-8f55-cd59ba8b6c6c {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:36:51.639863 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4f6e083a-c687-4789-8f55-cd59ba8b6c6c,segment=NetworkSegment(8d646c1d-4b9c-4160-a3c9-bda6301399d5),segment_id=8d646c1d-4b9c-4160-a3c9-bda6301399d5)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:36:51.644175 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:51.708317 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=4f6e083a-c687-4789-8f55-cd59ba8b6c6c,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:51.978883 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['4f6e083a-c687-4789-8f55-cd59ba8b6c6c'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:36:52.602931 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5df4c0-68e0-4d20-b441-52920e79df63 req-aeb65a6f-6bec-4678-b649-4986135db959 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:52.604392 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1a5df4c0-68e0-4d20-b441-52920e79df63 req-aeb65a6f-6bec-4678-b649-4986135db959 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=65bc69f8-3488-4ad6-b632-79c2ed7c4cdd HTTP/1.1" status: 200 len: 981 time: 0.0781603 Apr 29 13:36:52.749221 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1a5df4c0-68e0-4d20-b441-52920e79df63 req-8ba7db9e-9b18-485c-bde5-eea0b84d6d92 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca072d85-cb49-411e-8b51-f27d08bce94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386988 Apr 29 13:36:53.415731 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 4f6e083a-c687-4789-8f55-cd59ba8b6c6c up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:36:53.481678 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:36:53.486330 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:36:53.486693 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:53.601676 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:53.627410 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65bc69f8-3488-4ad6-b632-79c2ed7c4cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6e083a-c687-4789-8f55-cd59ba8b6c6c'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:36:53.636888 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4f6e083a-c687-4789-8f55-cd59ba8b6c6c,segment=NetworkSegment(8d646c1d-4b9c-4160-a3c9-bda6301399d5),segment_id=8d646c1d-4b9c-4160-a3c9-bda6301399d5)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:36:53.642127 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:53.698059 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72ac0ae5-d44b-4deb-b0cb-17523d47f58b'] response: {'server_uuid': '65bc69f8-3488-4ad6-b632-79c2ed7c4cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6e083a-c687-4789-8f55-cd59ba8b6c6c', 'code': 200} Apr 29 13:36:53.738503 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=4f6e083a-c687-4789-8f55-cd59ba8b6c6c,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:53.919166 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5fec28f3-a760-4859-8f02-3f42b981b984 req-1e4985a3-a41c-4d9f-8c6a-ba917f33a2b4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=65bc69f8-3488-4ad6-b632-79c2ed7c4cdd HTTP/1.1" status: 200 len: 1135 time: 0.0722868 Apr 29 13:36:53.961648 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5fec28f3-a760-4859-8f02-3f42b981b984 req-dc6d94ed-dd9f-497a-8750-afd2825690ef service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ca072d85-cb49-411e-8b51-f27d08bce94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362222 Apr 29 13:36:53.966163 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ceea1f-0e6e-4602-9438-0350f05651d1 req-91ded606-a40f-4c5d-a039-b74a60ed25be tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:53.967739 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e9ceea1f-0e6e-4602-9438-0350f05651d1 req-91ded606-a40f-4c5d-a039-b74a60ed25be tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=65bc69f8-3488-4ad6-b632-79c2ed7c4cdd HTTP/1.1" status: 200 len: 982 time: 0.0773668 Apr 29 13:36:54.012335 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e9ceea1f-0e6e-4602-9438-0350f05651d1 req-fde678ab-d5b6-406f-95d1-4763aa8b9a6a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca072d85-cb49-411e-8b51-f27d08bce94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392804 Apr 29 13:36:55.208333 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f4c32-7278-40bd-8d7f-6f62adcf039a req-99d6b05d-797e-4375-826a-0ed4c854294d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:55.209734 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4a0f4c32-7278-40bd-8d7f-6f62adcf039a req-99d6b05d-797e-4375-826a-0ed4c854294d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=65bc69f8-3488-4ad6-b632-79c2ed7c4cdd HTTP/1.1" status: 200 len: 982 time: 0.0767903 Apr 29 13:36:55.258689 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4a0f4c32-7278-40bd-8d7f-6f62adcf039a req-11a38da9-3941-43a9-9ee2-6f8bd9bf7543 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca072d85-cb49-411e-8b51-f27d08bce94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434504 Apr 29 13:36:56.453254 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deda5ef-11ef-4e41-986b-0fa92805f225 req-d7d9a9a2-1591-4c74-8878-19679c3b9331 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:56.454698 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2deda5ef-11ef-4e41-986b-0fa92805f225 req-d7d9a9a2-1591-4c74-8878-19679c3b9331 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=65bc69f8-3488-4ad6-b632-79c2ed7c4cdd HTTP/1.1" status: 200 len: 982 time: 0.0782056 Apr 29 13:36:56.499308 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2deda5ef-11ef-4e41-986b-0fa92805f225 req-947fac47-f553-4772-a4cd-5a5efb7a415b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca072d85-cb49-411e-8b51-f27d08bce94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388401 Apr 29 13:36:56.690923 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a992c4-7f13-4e57-af5a-9c05fc55add8 req-2e49d24e-74c3-4005-a912-94271d3949c3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:56.692353 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-08a992c4-7f13-4e57-af5a-9c05fc55add8 req-2e49d24e-74c3-4005-a912-94271d3949c3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=65bc69f8-3488-4ad6-b632-79c2ed7c4cdd HTTP/1.1" status: 200 len: 982 time: 0.0751791 Apr 29 13:36:56.737146 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-08a992c4-7f13-4e57-af5a-9c05fc55add8 req-283367a8-e834-4c1c-825f-d9f3c974c984 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca072d85-cb49-411e-8b51-f27d08bce94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393093 Apr 29 13:36:56.764920 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36544) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:36:57.005243 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a6728455-034d-49a3-854a-103e41cc2f6a tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=65bc69f8-3488-4ad6-b632-79c2ed7c4cdd HTTP/1.1" status: 200 len: 1130 time: 0.2391875 Apr 29 13:36:57.007851 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36550) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:36:57.013056 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-276947ce-84dd-4836-8c58-c047610d15fb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'port_id': '4f6e083a-c687-4789-8f55-cd59ba8b6c6c', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:36:57.018443 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-276947ce-84dd-4836-8c58-c047610d15fb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:36:57.022180 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-276947ce-84dd-4836-8c58-c047610d15fb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:floatingip and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:36:57.024952 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-276947ce-84dd-4836-8c58-c047610d15fb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:36:57.030740 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-276947ce-84dd-4836-8c58-c047610d15fb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:36:57.040850 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-276947ce-84dd-4836-8c58-c047610d15fb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:57.173985 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-276947ce-84dd-4836-8c58-c047610d15fb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:57.309281 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-276947ce-84dd-4836-8c58-c047610d15fb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.26.6.103 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/f4e8d642-4012-4ad6-bb31-51cdfd340111) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:36:57.460203 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-276947ce-84dd-4836-8c58-c047610d15fb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:57.487802 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-276947ce-84dd-4836-8c58-c047610d15fb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:57.556987 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276947ce-84dd-4836-8c58-c047610d15fb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:36:57.559860 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-276947ce-84dd-4836-8c58-c047610d15fb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:36:57.564527 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276947ce-84dd-4836-8c58-c047610d15fb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:36:57.588725 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276947ce-84dd-4836-8c58-c047610d15fb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=f4e8d642-4012-4ad6-bb31-51cdfd340111,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:57.987088 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:58.058367 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-276947ce-84dd-4836-8c58-c047610d15fb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:58.111796 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-276947ce-84dd-4836-8c58-c047610d15fb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:58.400694 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-276947ce-84dd-4836-8c58-c047610d15fb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:58.405190 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-276947ce-84dd-4836-8c58-c047610d15fb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:58.509239 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276947ce-84dd-4836-8c58-c047610d15fb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=f4e8d642-4012-4ad6-bb31-51cdfd340111,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:36:58.522318 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-276947ce-84dd-4836-8c58-c047610d15fb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:58.702696 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.l3_db [None req-276947ce-84dd-4836-8c58-c047610d15fb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Floating IP c05af32c-61d2-4140-994f-7a0fc77533a6 associated. External IP: 172.26.6.103, port: 4f6e083a-c687-4789-8f55-cd59ba8b6c6c. Apr 29 13:36:59.084737 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276947ce-84dd-4836-8c58-c047610d15fb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router e6c6e05f-b089-477c-a0f4-d781bcfb7d4f has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:36:59.278241 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276947ce-84dd-4836-8c58-c047610d15fb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:36:59.288630 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc6396f-7b18-4625-9dad-c83aa06c95e0 None None] Sync routers for ids ['e6c6e05f-b089-477c-a0f4-d781bcfb7d4f'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:36:59.301602 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc6396f-7b18-4625-9dad-c83aa06c95e0 None None] Routers {'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:36:59.302108 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-276947ce-84dd-4836-8c58-c047610d15fb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:36:59.302225 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-6dc6396f-7b18-4625-9dad-c83aa06c95e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:36:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e6c6e05f-b089-477c-a0f4-d781bcfb7d4f'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:59.355475 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-276947ce-84dd-4836-8c58-c047610d15fb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.3464992 Apr 29 13:36:59.356181 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65bc69f8-3488-4ad6-b632-79c2ed7c4cdd', 'tag': '4f6e083a-c687-4789-8f55-cd59ba8b6c6c'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:36:59.358858 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36554) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:36:59.410590 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a9f04c9-1f62-498d-a2e0-043e81020d31'] response: {'name': 'network-changed', 'server_uuid': '65bc69f8-3488-4ad6-b632-79c2ed7c4cdd', 'tag': '4f6e083a-c687-4789-8f55-cd59ba8b6c6c', 'status': 'completed', 'code': 200} Apr 29 13:36:59.436769 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-fd26c828-2fac-4203-abac-07790ed4c61b tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=65bc69f8-3488-4ad6-b632-79c2ed7c4cdd&network_id=7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0 HTTP/1.1" status: 200 len: 1130 time: 0.0726724 Apr 29 13:36:59.493286 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-6dc6396f-7b18-4625-9dad-c83aa06c95e0 None None] Set router e6c6e05f-b089-477c-a0f4-d781bcfb7d4f gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:36:59.507843 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0847f592-10d7-47c7-9b26-360ec90fb664 req-c0c5b0f3-7a56-45ac-883b-1bdaaa0f80b0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=65bc69f8-3488-4ad6-b632-79c2ed7c4cdd HTTP/1.1" status: 200 len: 1135 time: 0.0742536 Apr 29 13:36:59.642293 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847f592-10d7-47c7-9b26-360ec90fb664 req-3445c801-a719-480a-a555-bab3c62b66a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:59.643765 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0847f592-10d7-47c7-9b26-360ec90fb664 req-3445c801-a719-480a-a555-bab3c62b66a9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0 HTTP/1.1" status: 200 len: 898 time: 0.1301601 Apr 29 13:36:59.750991 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0847f592-10d7-47c7-9b26-360ec90fb664 req-7988af1f-a046-4b63-902f-822d9992a02d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f6e083a-c687-4789-8f55-cd59ba8b6c6c HTTP/1.1" status: 200 len: 1036 time: 0.1007383 Apr 29 13:36:59.875084 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-6dc6396f-7b18-4625-9dad-c83aa06c95e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'name': 'tempest-TestNetworkBasicOps-router-145243116', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '6eac9fc7-fa69-43d0-bbf5-d8b50a82b195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:34Z', 'updated_at': '2022-04-29T13:36:38Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '6eac9fc7-fa69-43d0-bbf5-d8b50a82b195', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:35Z', 'updated_at': '2022-04-29T13:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': 'c05af32c-61d2-4140-994f-7a0fc77533a6', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.103', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'port_id': '4f6e083a-c687-4789-8f55-cd59ba8b6c6c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-435980617', 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0', 'mac_address': 'fa:16:3e:54:c3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc69f8-3488-4ad6-b632-79c2ed7c4cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:36:57Z', 'updated_at': '2022-04-29T13:36:57Z', 'revision_number': 0, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1ac34b-bf91-47c2-85ab-cc976f46c608', 'name': '', 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:de:6a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb999eb4-6c15-4dea-84d2-a799a17a273e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:38Z', 'updated_at': '2022-04-29T13:36:44Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'bb999eb4-6c15-4dea-84d2-a799a17a273e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:59.877391 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699a20c-039b-4eed-8e21-4ca41c6ab878 req-48a94002-a775-4dfd-b2fc-5e17f849a97c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:59.879130 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1699a20c-039b-4eed-8e21-4ca41c6ab878 req-48a94002-a775-4dfd-b2fc-5e17f849a97c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=65bc69f8-3488-4ad6-b632-79c2ed7c4cdd HTTP/1.1" status: 200 len: 982 time: 0.1159775 Apr 29 13:36:59.879911 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc6396f-7b18-4625-9dad-c83aa06c95e0 None None] Checking router: e6c6e05f-b089-477c-a0f4-d781bcfb7d4f for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:36:59.891928 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc6396f-7b18-4625-9dad-c83aa06c95e0 None None] Routers {'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:36:59.892625 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-6dc6396f-7b18-4625-9dad-c83aa06c95e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:36:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e6c6e05f-b089-477c-a0f4-d781bcfb7d4f'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:36:59.926270 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1699a20c-039b-4eed-8e21-4ca41c6ab878 req-a1551654-d3e3-451e-a865-d3ee11bd3862 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca072d85-cb49-411e-8b51-f27d08bce94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416069 Apr 29 13:36:59.934870 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847f592-10d7-47c7-9b26-360ec90fb664 req-1a73451f-ed95-49f6-9667-1aa631198e24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:36:59.937485 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0847f592-10d7-47c7-9b26-360ec90fb664 req-1a73451f-ed95-49f6-9667-1aa631198e24 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb999eb4-6c15-4dea-84d2-a799a17a273e HTTP/1.1" status: 200 len: 834 time: 0.1749184 Apr 29 13:37:00.010924 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0847f592-10d7-47c7-9b26-360ec90fb664 req-d122f26f-fcf6-4241-9d5e-e346ce110f58 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673563 Apr 29 13:37:00.071445 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-6dc6396f-7b18-4625-9dad-c83aa06c95e0 None None] Set router e6c6e05f-b089-477c-a0f4-d781bcfb7d4f gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:37:00.140695 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0847f592-10d7-47c7-9b26-360ec90fb664 req-98a20c45-01cd-4e19-ab4e-363aa4cf03b5 service neutron] 10.222.0.32 "GET /v2.0/networks/7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226587 Apr 29 13:37:00.276527 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0847f592-10d7-47c7-9b26-360ec90fb664 req-2c873a5a-f50d-4e63-a9f7-b92d9b6a5850 service neutron] 10.222.0.32 "GET /v2.0/networks/7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297123 Apr 29 13:37:00.416562 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-6dc6396f-7b18-4625-9dad-c83aa06c95e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'name': 'tempest-TestNetworkBasicOps-router-145243116', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '6eac9fc7-fa69-43d0-bbf5-d8b50a82b195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:34Z', 'updated_at': '2022-04-29T13:36:38Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '6eac9fc7-fa69-43d0-bbf5-d8b50a82b195', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:35Z', 'updated_at': '2022-04-29T13:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': 'c05af32c-61d2-4140-994f-7a0fc77533a6', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.103', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'port_id': '4f6e083a-c687-4789-8f55-cd59ba8b6c6c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-435980617', 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0', 'mac_address': 'fa:16:3e:54:c3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc69f8-3488-4ad6-b632-79c2ed7c4cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:36:57Z', 'updated_at': '2022-04-29T13:36:57Z', 'revision_number': 0, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1ac34b-bf91-47c2-85ab-cc976f46c608', 'name': '', 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:de:6a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb999eb4-6c15-4dea-84d2-a799a17a273e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:38Z', 'updated_at': '2022-04-29T13:36:44Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'bb999eb4-6c15-4dea-84d2-a799a17a273e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:00.420558 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc6396f-7b18-4625-9dad-c83aa06c95e0 None None] The sync data for ids ['e6c6e05f-b089-477c-a0f4-d781bcfb7d4f'] in dv-neutron-839027-4-hyperv is: [{'id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'name': 'tempest-TestNetworkBasicOps-router-145243116', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '6eac9fc7-fa69-43d0-bbf5-d8b50a82b195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:34Z', 'updated_at': '2022-04-29T13:36:38Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '6eac9fc7-fa69-43d0-bbf5-d8b50a82b195', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:35Z', 'updated_at': '2022-04-29T13:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': 'c05af32c-61d2-4140-994f-7a0fc77533a6', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.103', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'port_id': '4f6e083a-c687-4789-8f55-cd59ba8b6c6c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-435980617', 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0', 'mac_address': 'fa:16:3e:54:c3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc69f8-3488-4ad6-b632-79c2ed7c4cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:36:57Z', 'updated_at': '2022-04-29T13:36:57Z', 'revision_number': 0, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1ac34b-bf91-47c2-85ab-cc976f46c608', 'name': '', 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:de:6a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb999eb4-6c15-4dea-84d2-a799a17a273e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:38Z', 'updated_at': '2022-04-29T13:36:44Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'bb999eb4-6c15-4dea-84d2-a799a17a273e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:37:01.009020 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fba2e3c-77b3-4715-bc36-26c7ddeb0e3d None None] New status for floating IP c05af32c-61d2-4140-994f-7a0fc77533a6: ACTIVE {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:37:01.131073 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899b893-a952-47c2-95d6-3421b7a5bee3 req-bf2c7bd1-0cf9-43d7-b468-2afa91d6096d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:01.132434 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d899b893-a952-47c2-95d6-3421b7a5bee3 req-bf2c7bd1-0cf9-43d7-b468-2afa91d6096d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=65bc69f8-3488-4ad6-b632-79c2ed7c4cdd HTTP/1.1" status: 200 len: 982 time: 0.0791857 Apr 29 13:37:01.180185 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d899b893-a952-47c2-95d6-3421b7a5bee3 req-c4882628-df4e-4be3-91da-722e400d3df6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca072d85-cb49-411e-8b51-f27d08bce94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421350 Apr 29 13:37:01.299306 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7193d5-6c4a-457c-aa5c-32baed91c9c1 req-5e85072f-2123-4b62-88f8-b7c06bafbace tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:01.300735 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0f7193d5-6c4a-457c-aa5c-32baed91c9c1 req-5e85072f-2123-4b62-88f8-b7c06bafbace tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/ports?device_id=65bc69f8-3488-4ad6-b632-79c2ed7c4cdd HTTP/1.1" status: 200 len: 982 time: 0.0774827 Apr 29 13:37:01.374247 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7193d5-6c4a-457c-aa5c-32baed91c9c1 req-75b4602c-e419-4d0f-820a-d4c6f9f2583b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:01.375579 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0f7193d5-6c4a-457c-aa5c-32baed91c9c1 req-75b4602c-e419-4d0f-820a-d4c6f9f2583b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/ports/4f6e083a-c687-4789-8f55-cd59ba8b6c6c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0687068 Apr 29 13:37:01.514336 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0f7193d5-6c4a-457c-aa5c-32baed91c9c1 req-0f263baf-1c16-4cab-a122-81e845a26966 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/networks/7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1335568 Apr 29 13:37:01.523239 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-0f7193d5-6c4a-457c-aa5c-32baed91c9c1 req-e61b1671-5adc-464a-955a-ac3ee22d6ca4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:37:01.628649 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-0f7193d5-6c4a-457c-aa5c-32baed91c9c1 req-e61b1671-5adc-464a-955a-ac3ee22d6ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:01.820576 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-0f7193d5-6c4a-457c-aa5c-32baed91c9c1 req-e61b1671-5adc-464a-955a-ac3ee22d6ca4 service neutron] For port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4f6e083a-c687-4789-8f55-cd59ba8b6c6c,segment=NetworkSegment(8d646c1d-4b9c-4160-a3c9-bda6301399d5),segment_id=8d646c1d-4b9c-4160-a3c9-bda6301399d5)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:37:01.850887 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-0f7193d5-6c4a-457c-aa5c-32baed91c9c1 req-e61b1671-5adc-464a-955a-ac3ee22d6ca4 service neutron] For port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:37:01.900076 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-0f7193d5-6c4a-457c-aa5c-32baed91c9c1 req-e61b1671-5adc-464a-955a-ac3ee22d6ca4 service neutron] device_id is not set on port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:37:01.907824 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-0f7193d5-6c4a-457c-aa5c-32baed91c9c1 req-e61b1671-5adc-464a-955a-ac3ee22d6ca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:01.913280 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-0f7193d5-6c4a-457c-aa5c-32baed91c9c1 req-e61b1671-5adc-464a-955a-ac3ee22d6ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:02.053016 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b1671-5adc-464a-955a-ac3ee22d6ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6e083a-c687-4789-8f55-cd59ba8b6c6c,revision_number=6']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:02.110736 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f7193d5-6c4a-457c-aa5c-32baed91c9c1 req-e61b1671-5adc-464a-955a-ac3ee22d6ca4 service neutron] No DVR routers for this DVR port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:37:02.215209 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2c1e2789-d108-4473-945e-4462516543c6 None None] Provisioning complete for port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:37:02.215753 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2c1e2789-d108-4473-945e-4462516543c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:02.269521 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e2789-d108-4473-945e-4462516543c6 None None] Port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:37:02.374001 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-697dfddd-286c-460f-9d72-5e834a3603bf req-954b50e3-ee9c-459f-9f7f-5ea84138ab39 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=65bc69f8-3488-4ad6-b632-79c2ed7c4cdd HTTP/1.1" status: 200 len: 210 time: 0.0482078 Apr 29 13:37:02.470725 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-0f7193d5-6c4a-457c-aa5c-32baed91c9c1 req-e61b1671-5adc-464a-955a-ac3ee22d6ca4 service neutron] In _notify_port_updated(), no bound segment for port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c on network 7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0 {{(pid=83904) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 13:37:02.471757 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-0f7193d5-6c4a-457c-aa5c-32baed91c9c1 req-e61b1671-5adc-464a-955a-ac3ee22d6ca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:02.473183 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0f7193d5-6c4a-457c-aa5c-32baed91c9c1 req-e61b1671-5adc-464a-955a-ac3ee22d6ca4 service neutron] 10.222.0.32 "PUT /v2.0/ports/4f6e083a-c687-4789-8f55-cd59ba8b6c6c HTTP/1.1" status: 200 len: 1025 time: 0.9536619 Apr 29 13:37:03.481183 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36570) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:03.550102 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee1addc-d33a-40c3-bf6d-0b89aa341aaa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:03.551394 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8ee1addc-d33a-40c3-bf6d-0b89aa341aaa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports/4f6e083a-c687-4789-8f55-cd59ba8b6c6c HTTP/1.1" status: 200 len: 924 time: 0.0692551 Apr 29 13:37:03.887604 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36576) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:03.893561 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-ca2e7aad-c8eb-47e7-97c1-5c688e5b6330 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1878730330', 'description': 'tempest-secgroup-smoke-1878730330 description', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:37:03.899306 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ca2e7aad-c8eb-47e7-97c1-5c688e5b6330 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:37:03.909552 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ca2e7aad-c8eb-47e7-97c1-5c688e5b6330 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:37:03.918898 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ca2e7aad-c8eb-47e7-97c1-5c688e5b6330 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:03.954099 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ca2e7aad-c8eb-47e7-97c1-5c688e5b6330 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:37:03.958182 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ca2e7aad-c8eb-47e7-97c1-5c688e5b6330 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:37:03.961008 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ca2e7aad-c8eb-47e7-97c1-5c688e5b6330 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:37:03.966567 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ca2e7aad-c8eb-47e7-97c1-5c688e5b6330 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:37:04.020004 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ca2e7aad-c8eb-47e7-97c1-5c688e5b6330 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:04.023544 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ca2e7aad-c8eb-47e7-97c1-5c688e5b6330 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:04.066575 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e7aad-c8eb-47e7-97c1-5c688e5b6330 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=172540a0-e783-4be5-9d76-149db99896de,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:04.073367 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ca2e7aad-c8eb-47e7-97c1-5c688e5b6330 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:04.074406 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ca2e7aad-c8eb-47e7-97c1-5c688e5b6330 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1858115 Apr 29 13:37:04.077824 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36580) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:04.083288 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-3081cc7e-ea04-46b7-87da-e735372fea7e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '172540a0-e783-4be5-9d76-149db99896de', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:37:04.089155 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-3081cc7e-ea04-46b7-87da-e735372fea7e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:37:04.092989 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3081cc7e-ea04-46b7-87da-e735372fea7e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:37:04.095731 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3081cc7e-ea04-46b7-87da-e735372fea7e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:37:04.101300 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-3081cc7e-ea04-46b7-87da-e735372fea7e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:37:04.116923 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3081cc7e-ea04-46b7-87da-e735372fea7e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:04.178278 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3081cc7e-ea04-46b7-87da-e735372fea7e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:04.181539 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3081cc7e-ea04-46b7-87da-e735372fea7e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:04.205919 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081cc7e-ea04-46b7-87da-e735372fea7e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f45311b7-5099-4179-bbab-bcd13462619a,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:04.215495 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3081cc7e-ea04-46b7-87da-e735372fea7e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:04.216842 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3081cc7e-ea04-46b7-87da-e735372fea7e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1380973 Apr 29 13:37:04.220133 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36584) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:04.225528 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-d7212fe5-ee36-42b6-964d-095adf624da0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '172540a0-e783-4be5-9d76-149db99896de', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:37:04.231186 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d7212fe5-ee36-42b6-964d-095adf624da0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:37:04.234989 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d7212fe5-ee36-42b6-964d-095adf624da0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:37:04.239129 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d7212fe5-ee36-42b6-964d-095adf624da0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:37:04.243858 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d7212fe5-ee36-42b6-964d-095adf624da0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:37:04.259910 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d7212fe5-ee36-42b6-964d-095adf624da0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:04.319675 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d7212fe5-ee36-42b6-964d-095adf624da0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:04.323304 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d7212fe5-ee36-42b6-964d-095adf624da0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:04.349317 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7212fe5-ee36-42b6-964d-095adf624da0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca186ef1-d97f-42a3-9cc1-802fd72b3fe9,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:04.355039 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d7212fe5-ee36-42b6-964d-095adf624da0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:04.356385 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d7212fe5-ee36-42b6-964d-095adf624da0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1353238 Apr 29 13:37:04.359596 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36588) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:04.365137 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-93b38dc8-cb23-4c75-ba82-36c733fb0ce3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '172540a0-e783-4be5-9d76-149db99896de', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:37:04.370987 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-93b38dc8-cb23-4c75-ba82-36c733fb0ce3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:37:04.375644 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-93b38dc8-cb23-4c75-ba82-36c733fb0ce3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:37:04.378521 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-93b38dc8-cb23-4c75-ba82-36c733fb0ce3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:37:04.384081 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-93b38dc8-cb23-4c75-ba82-36c733fb0ce3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:37:04.399469 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-93b38dc8-cb23-4c75-ba82-36c733fb0ce3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:04.460834 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-93b38dc8-cb23-4c75-ba82-36c733fb0ce3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:04.465770 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-93b38dc8-cb23-4c75-ba82-36c733fb0ce3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:04.489434 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b38dc8-cb23-4c75-ba82-36c733fb0ce3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ac8b4b-498f-4fc8-9133-5e734fe104a7,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:04.499118 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-93b38dc8-cb23-4c75-ba82-36c733fb0ce3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:04.500308 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-93b38dc8-cb23-4c75-ba82-36c733fb0ce3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1397390 Apr 29 13:37:04.502985 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36592) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:04.508190 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-b48e5153-cf36-485a-aafb-63109627098e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '172540a0-e783-4be5-9d76-149db99896de', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:37:04.513745 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b48e5153-cf36-485a-aafb-63109627098e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:37:04.517470 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b48e5153-cf36-485a-aafb-63109627098e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:37:04.520256 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b48e5153-cf36-485a-aafb-63109627098e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:37:04.525807 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b48e5153-cf36-485a-aafb-63109627098e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:37:04.543679 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b48e5153-cf36-485a-aafb-63109627098e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:04.604853 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b48e5153-cf36-485a-aafb-63109627098e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:04.608586 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b48e5153-cf36-485a-aafb-63109627098e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:04.631504 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e5153-cf36-485a-aafb-63109627098e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43fb687c-b83d-44c5-812a-9d6b066c9f5c,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:04.640076 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b48e5153-cf36-485a-aafb-63109627098e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:04.641253 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b48e5153-cf36-485a-aafb-63109627098e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1373868 Apr 29 13:37:04.643952 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36596) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:04.649267 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-0ba19906-e868-422e-a3aa-b6dba0edd563 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '172540a0-e783-4be5-9d76-149db99896de', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:37:04.655496 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0ba19906-e868-422e-a3aa-b6dba0edd563 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:37:04.659265 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0ba19906-e868-422e-a3aa-b6dba0edd563 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:37:04.667439 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0ba19906-e868-422e-a3aa-b6dba0edd563 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:37:04.673831 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0ba19906-e868-422e-a3aa-b6dba0edd563 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:37:04.683914 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.securitygroups_db [None req-0ba19906-e868-422e-a3aa-b6dba0edd563 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Project 4b7a89f6c8564a04be449e2e6b4a95e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:37:04.690510 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0ba19906-e868-422e-a3aa-b6dba0edd563 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:04.753274 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0ba19906-e868-422e-a3aa-b6dba0edd563 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:04.756619 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0ba19906-e868-422e-a3aa-b6dba0edd563 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:04.776629 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba19906-e868-422e-a3aa-b6dba0edd563 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c9ab9fd-ce55-4ec8-9963-968e569a5fa3,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:04.788488 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0ba19906-e868-422e-a3aa-b6dba0edd563 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:04.789796 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0ba19906-e868-422e-a3aa-b6dba0edd563 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1449449 Apr 29 13:37:04.792555 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36600) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:04.798795 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-6f045631-650e-408a-9651-93dcb90f9c8b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '172540a0-e783-4be5-9d76-149db99896de', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:37:04.804401 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6f045631-650e-408a-9651-93dcb90f9c8b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:37:04.808134 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6f045631-650e-408a-9651-93dcb90f9c8b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:37:04.810972 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6f045631-650e-408a-9651-93dcb90f9c8b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:37:04.816607 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6f045631-650e-408a-9651-93dcb90f9c8b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:37:04.826967 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.securitygroups_db [None req-6f045631-650e-408a-9651-93dcb90f9c8b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Project 4b7a89f6c8564a04be449e2e6b4a95e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:37:04.834271 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6f045631-650e-408a-9651-93dcb90f9c8b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:04.903072 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6f045631-650e-408a-9651-93dcb90f9c8b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:04.906462 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6f045631-650e-408a-9651-93dcb90f9c8b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:04.928431 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f045631-650e-408a-9651-93dcb90f9c8b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf06ac6-b5e1-4ae5-a821-7174abc88bb4,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:04.937578 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6f045631-650e-408a-9651-93dcb90f9c8b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:04.938711 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6f045631-650e-408a-9651-93dcb90f9c8b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1452179 Apr 29 13:37:05.106133 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-9192ec08-0384-49ad-b737-7010553d8a0b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1878730330&fields=id&tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 267 time: 0.0423117 Apr 29 13:37:05.179987 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-8b5afb44-12c5-4645-bdff-b84d4e0a7e7c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:05.181205 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-8b5afb44-12c5-4645-bdff-b84d4e0a7e7c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports/4f6e083a-c687-4789-8f55-cd59ba8b6c6c HTTP/1.1" status: 200 len: 929 time: 0.0677512 Apr 29 13:37:05.315156 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-6b1fbda9-4d90-4e0c-b145-205dd93783d9 service neutron] 10.222.0.76 "GET /v2.0/ports/4f6e083a-c687-4789-8f55-cd59ba8b6c6c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1224148 Apr 29 13:37:05.438593 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 4f6e083a-c687-4789-8f55-cd59ba8b6c6c no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:37:05.445729 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-6ed5202a-7a6e-4170-8218-2c9402637f4e service neutron] 10.222.0.76 "GET /v2.0/networks/7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249070 Apr 29 13:37:05.498470 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 4f6e083a-c687-4789-8f55-cd59ba8b6c6c not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:37:05.598527 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-eb808435-2185-415e-8950-60b11ba7b5c5 service neutron] 10.222.0.76 "GET /v2.0/networks/7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470006 Apr 29 13:37:05.782213 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-eee11c9d-7147-4bef-af5e-152a72fd48c3 req-a8f41996-9edb-435d-8b8d-6195607d6c79 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1a4058e-0cc9-4fd9-a936-e23d53e69384 HTTP/1.1" status: 200 len: 210 time: 0.0421340 Apr 29 13:37:06.699726 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-b27d9024-ba6a-4fdf-916a-b73a57efdbba service neutron] 10.222.0.32 "GET /v2.0/ports/4f6e083a-c687-4789-8f55-cd59ba8b6c6c HTTP/1.1" status: 200 len: 1025 time: 0.0582654 Apr 29 13:37:06.854544 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-08df8853-bfb8-4701-8b7e-edfecdce9f68 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:06.855998 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-08df8853-bfb8-4701-8b7e-edfecdce9f68 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/networks?id=7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0 HTTP/1.1" status: 200 len: 797 time: 0.1513991 Apr 29 13:37:06.913997 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-cfa46995-5ce2-48d7-a82c-96427e3ebcde tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 472 time: 0.0461690 Apr 29 13:37:06.952997 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-f01848c7-5243-47ef-a325-6ee6e80c727c service neutron] Request body: {'port': {'device_id': 'b1a4058e-0cc9-4fd9-a936-e23d53e69384', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:37:06.984719 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-524e30ba-593c-4a10-82a8-6b57aad87b09 req-9b872bc4-2bbd-443d-af23-6c474b2ef57e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1a4058e-0cc9-4fd9-a936-e23d53e69384 HTTP/1.1" status: 200 len: 210 time: 0.0696840 Apr 29 13:37:07.062185 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-f01848c7-5243-47ef-a325-6ee6e80c727c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:07.390486 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-f01848c7-5243-47ef-a325-6ee6e80c727c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f6e083a-c687-4789-8f55-cd59ba8b6c6c {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:37:07.397035 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-f01848c7-5243-47ef-a325-6ee6e80c727c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:07.410630 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-f01848c7-5243-47ef-a325-6ee6e80c727c service neutron] Transition to ACTIVE for port object 4f6e083a-c687-4789-8f55-cd59ba8b6c6c will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:37:07.414311 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-f01848c7-5243-47ef-a325-6ee6e80c727c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:07.537121 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01848c7-5243-47ef-a325-6ee6e80c727c service neutron] Pushing event updated for resources: {'Port': ['ID=4f6e083a-c687-4789-8f55-cd59ba8b6c6c,revision_number=7']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:07.675059 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-f01848c7-5243-47ef-a325-6ee6e80c727c service neutron] Attempting to bind port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:37:07.675295 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-f01848c7-5243-47ef-a325-6ee6e80c727c service neutron] Attempting to bind port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '8d646c1d-4b9c-4160-a3c9-bda6301399d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:37:07.675615 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-f01848c7-5243-47ef-a325-6ee6e80c727c service neutron] Attempting to bind port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c on network 7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:37:07.681195 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-f01848c7-5243-47ef-a325-6ee6e80c727c service neutron] Port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c on network 7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:37:07.681509 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-f01848c7-5243-47ef-a325-6ee6e80c727c service neutron] Attempting to bind port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c on network 7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:37:07.687981 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-f01848c7-5243-47ef-a325-6ee6e80c727c service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:37:07.688299 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-f01848c7-5243-47ef-a325-6ee6e80c727c service neutron] Checking segment: {'id': '8d646c1d-4b9c-4160-a3c9-bda6301399d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:37:07.688669 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-f01848c7-5243-47ef-a325-6ee6e80c727c service neutron] Bound using segment: {'id': '8d646c1d-4b9c-4160-a3c9-bda6301399d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:37:07.689099 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-f01848c7-5243-47ef-a325-6ee6e80c727c service neutron] Bound port: 4f6e083a-c687-4789-8f55-cd59ba8b6c6c, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d646c1d-4b9c-4160-a3c9-bda6301399d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:37:07.689432 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-f01848c7-5243-47ef-a325-6ee6e80c727c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:07.773966 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-f01848c7-5243-47ef-a325-6ee6e80c727c service neutron] For port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:37:07.776984 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-f01848c7-5243-47ef-a325-6ee6e80c727c service neutron] For port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4f6e083a-c687-4789-8f55-cd59ba8b6c6c,segment=NetworkSegment(8d646c1d-4b9c-4160-a3c9-bda6301399d5),segment_id=8d646c1d-4b9c-4160-a3c9-bda6301399d5)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:37:07.781189 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-f01848c7-5243-47ef-a325-6ee6e80c727c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:07.830776 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fb2cd232-8773-4827-90b0-1fa875cf6121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:07.924077 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-f01848c7-5243-47ef-a325-6ee6e80c727c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:07.925483 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-f01848c7-5243-47ef-a325-6ee6e80c727c service neutron] 10.222.0.32 "PUT /v2.0/ports/4f6e083a-c687-4789-8f55-cd59ba8b6c6c HTTP/1.1" status: 200 len: 1130 time: 0.9808917 Apr 29 13:37:07.925862 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a4058e-0cc9-4fd9-a936-e23d53e69384', 'tag': '4f6e083a-c687-4789-8f55-cd59ba8b6c6c'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:37:07.942229 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01848c7-5243-47ef-a325-6ee6e80c727c service neutron] Pushing event updated for resources: {'Port': ['ID=4f6e083a-c687-4789-8f55-cd59ba8b6c6c,revision_number=8']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:08.004794 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05224b37-c51a-4cb1-9595-5ea01458ea1b'] response: {'name': 'network-changed', 'server_uuid': 'b1a4058e-0cc9-4fd9-a936-e23d53e69384', 'tag': '4f6e083a-c687-4789-8f55-cd59ba8b6c6c', 'status': 'completed', 'code': 200} Apr 29 13:37:08.049898 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-2fd19b95-3f2b-4025-a3c3-90fb689e03fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=b1a4058e-0cc9-4fd9-a936-e23d53e69384 HTTP/1.1" status: 200 len: 1133 time: 0.0764639 Apr 29 13:37:08.208563 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-bce542d3-9e8f-4a6a-8219-ccb2b9aebddd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f6e083a-c687-4789-8f55-cd59ba8b6c6c HTTP/1.1" status: 200 len: 1036 time: 0.1505580 Apr 29 13:37:08.273367 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6cdf5c-9f75-411b-a72e-78f9df540a1c req-c6ad015f-9e93-4e7c-abe8-58fb926a982f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:08.274813 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0d6cdf5c-9f75-411b-a72e-78f9df540a1c req-c6ad015f-9e93-4e7c-abe8-58fb926a982f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1a4058e-0cc9-4fd9-a936-e23d53e69384 HTTP/1.1" status: 200 len: 980 time: 0.1596227 Apr 29 13:37:08.283638 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-3b0a0f97-45ea-4a54-9bda-cc994e48e937 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:08.284997 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-3b0a0f97-45ea-4a54-9bda-cc994e48e937 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb999eb4-6c15-4dea-84d2-a799a17a273e HTTP/1.1" status: 200 len: 834 time: 0.0705824 Apr 29 13:37:08.374534 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0d6cdf5c-9f75-411b-a72e-78f9df540a1c req-51318511-a125-4eaa-909d-c7b743432431 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca072d85-cb49-411e-8b51-f27d08bce94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923109 Apr 29 13:37:08.389776 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-1254eee1-2cdb-4410-9197-dbf14564da60 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0897202 Apr 29 13:37:08.517961 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-74e1d79b-786c-40f8-8a45-07e1f30d3433 service neutron] 10.222.0.32 "GET /v2.0/networks/7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228666 Apr 29 13:37:08.648115 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5dbc37b3-88c9-478a-b9dd-18c1afcb8231 req-f219cf29-5acd-4478-9acb-ba997791ec04 service neutron] 10.222.0.32 "GET /v2.0/networks/7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236308 Apr 29 13:37:08.760113 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8765000f-4452-42fc-82b0-6349f9eea98f req-a8d4caa8-a85f-4315-86ee-5f5dce194625 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=b1a4058e-0cc9-4fd9-a936-e23d53e69384 HTTP/1.1" status: 200 len: 1133 time: 0.0670817 Apr 29 13:37:08.889016 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765000f-4452-42fc-82b0-6349f9eea98f req-d71b0de5-c9b0-4ced-b2c9-c6132320ef2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:08.890645 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8765000f-4452-42fc-82b0-6349f9eea98f req-d71b0de5-c9b0-4ced-b2c9-c6132320ef2a service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0 HTTP/1.1" status: 200 len: 898 time: 0.1250477 Apr 29 13:37:08.993023 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8765000f-4452-42fc-82b0-6349f9eea98f req-05428070-ea20-49c9-b845-5afa77bc0882 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f6e083a-c687-4789-8f55-cd59ba8b6c6c HTTP/1.1" status: 200 len: 1036 time: 0.0963182 Apr 29 13:37:09.052466 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765000f-4452-42fc-82b0-6349f9eea98f req-6cf03f50-4df3-4bdf-b611-105fcc6f3b14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:09.053803 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8765000f-4452-42fc-82b0-6349f9eea98f req-6cf03f50-4df3-4bdf-b611-105fcc6f3b14 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb999eb4-6c15-4dea-84d2-a799a17a273e HTTP/1.1" status: 200 len: 834 time: 0.0553682 Apr 29 13:37:09.128690 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8765000f-4452-42fc-82b0-6349f9eea98f req-8721e843-d40b-4745-9db7-679fa1938cd7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695157 Apr 29 13:37:09.260352 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8765000f-4452-42fc-82b0-6349f9eea98f req-35ab46d8-3898-476c-b912-e39fcd6f5d46 service neutron] 10.222.0.32 "GET /v2.0/networks/7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252160 Apr 29 13:37:09.389797 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8765000f-4452-42fc-82b0-6349f9eea98f req-864131bb-3172-487e-bc72-3f9c7b9a8a59 service neutron] 10.222.0.32 "GET /v2.0/networks/7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230862 Apr 29 13:37:09.567012 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdedec-a989-4bce-ae49-2890203ed2c6 req-5b61e388-144b-49a6-abcd-dae659095e79 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:09.568453 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1dcdedec-a989-4bce-ae49-2890203ed2c6 req-5b61e388-144b-49a6-abcd-dae659095e79 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1a4058e-0cc9-4fd9-a936-e23d53e69384 HTTP/1.1" status: 200 len: 980 time: 0.0744927 Apr 29 13:37:09.618748 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-1dcdedec-a989-4bce-ae49-2890203ed2c6 req-d4973286-fa84-4ded-ae56-43109a613713 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:37:09.633280 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-1dcdedec-a989-4bce-ae49-2890203ed2c6 req-d4973286-fa84-4ded-ae56-43109a613713 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:37:09.634491 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1dcdedec-a989-4bce-ae49-2890203ed2c6 req-d4973286-fa84-4ded-ae56-43109a613713 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca072d85-cb49-411e-8b51-f27d08bce94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606856 Apr 29 13:37:09.897153 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36632) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:10.092611 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-3f236d88-d8c4-43d2-a96e-fb7b1a45507f tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Deleting port 06f2bf82-5cb0-4252-9806-a52acff6e181 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:37:10.093114 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3f236d88-d8c4-43d2-a96e-fb7b1a45507f tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:10.260416 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3f236d88-d8c4-43d2-a96e-fb7b1a45507f tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:10.260735 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3f236d88-d8c4-43d2-a96e-fb7b1a45507f tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:10.386761 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-3f236d88-d8c4-43d2-a96e-fb7b1a45507f tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Calling delete_port for 06f2bf82-5cb0-4252-9806-a52acff6e181 owned by network:floatingip {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:37:10.394647 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e8a4f6af-cb82-4af7-8f5a-9147c073813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:10.531344 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3f236d88-d8c4-43d2-a96e-fb7b1a45507f tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:10.573960 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f236d88-d8c4-43d2-a96e-fb7b1a45507f tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Pushing event deleted for resources: {'Port': ['ID=06f2bf82-5cb0-4252-9806-a52acff6e181,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:10.665214 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3f236d88-d8c4-43d2-a96e-fb7b1a45507f tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for floatingip, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:10.836082 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfa1aa-6378-40ac-b489-ef428ce82871 req-e9d4823d-76a1-4539-872d-2f5d6f885856 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:10.837622 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6cdfa1aa-6378-40ac-b489-ef428ce82871 req-e9d4823d-76a1-4539-872d-2f5d6f885856 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1a4058e-0cc9-4fd9-a936-e23d53e69384 HTTP/1.1" status: 200 len: 980 time: 0.0787771 Apr 29 13:37:10.883699 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6cdfa1aa-6378-40ac-b489-ef428ce82871 req-eff68632-2838-4b97-a519-e07dc1f614e1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca072d85-cb49-411e-8b51-f27d08bce94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397046 Apr 29 13:37:11.133170 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f236d88-d8c4-43d2-a96e-fb7b1a45507f tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Router 90173866-306d-4838-8552-62ba2c3bbe83 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:37:11.335563 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f236d88-d8c4-43d2-a96e-fb7b1a45507f tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:37:11.345116 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8eb95f-c300-4b74-97ec-db09e16e74b4 None None] Sync routers for ids ['90173866-306d-4838-8552-62ba2c3bbe83'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:37:11.355604 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3f236d88-d8c4-43d2-a96e-fb7b1a45507f tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:11.357290 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8eb95f-c300-4b74-97ec-db09e16e74b4 None None] Routers {'90173866-306d-4838-8552-62ba2c3bbe83'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:37:11.358745 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7a8eb95f-c300-4b74-97ec-db09e16e74b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:37:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['90173866-306d-4838-8552-62ba2c3bbe83'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:11.413428 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3f236d88-d8c4-43d2-a96e-fb7b1a45507f tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "DELETE /v2.0/floatingips/6271b03b-0454-4919-b3ea-ab0b4c490d06 HTTP/1.1" status: 204 len: 168 time: 1.5150864 Apr 29 13:37:11.413840 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8909f1cc-c3d5-4642-9c39-0d651f9ee5f9', 'tag': '46c8ba7d-8b67-4130-9a27-c465989fd5d2'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:37:11.476910 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-592e4ca4-55a0-4e83-abe9-5d9ae740c0ab'] response: {'name': 'network-changed', 'server_uuid': '8909f1cc-c3d5-4642-9c39-0d651f9ee5f9', 'tag': '46c8ba7d-8b67-4130-9a27-c465989fd5d2', 'status': 'completed', 'code': 200} Apr 29 13:37:11.533767 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 4f6e083a-c687-4789-8f55-cd59ba8b6c6c details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:37:11.573755 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:11.606305 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:11.683835 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1b5a86c7-7c6e-4b20-8746-c8cddca7580d req-0d4b6038-bac4-4586-8d9c-71debcc0d7df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c81113c84764616a8c807a160eb0515&device_id=8909f1cc-c3d5-4642-9c39-0d651f9ee5f9 HTTP/1.1" status: 200 len: 1098 time: 0.1830935 Apr 29 13:37:11.705660 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-7a8eb95f-c300-4b74-97ec-db09e16e74b4 None None] Set router 90173866-306d-4838-8552-62ba2c3bbe83 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:37:11.869724 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a86c7-7c6e-4b20-8746-c8cddca7580d req-5e8ece6d-e5fa-465d-b1f8-8e5bd53bb626 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:11.871159 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1b5a86c7-7c6e-4b20-8746-c8cddca7580d req-5e8ece6d-e5fa-465d-b1f8-8e5bd53bb626 service neutron] 10.222.0.32 "GET /v2.0/networks?id=846dd749-f943-4e56-9d8e-6295c964eaa2 HTTP/1.1" status: 200 len: 913 time: 0.1822059 Apr 29 13:37:11.898462 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4f6e083a-c687-4789-8f55-cd59ba8b6c6c,segment=NetworkSegment(8d646c1d-4b9c-4160-a3c9-bda6301399d5),segment_id=8d646c1d-4b9c-4160-a3c9-bda6301399d5)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:37:11.920934 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '4f6e083a-c687-4789-8f55-cd59ba8b6c6c', 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0', 'port_id': '4f6e083a-c687-4789-8f55-cd59ba8b6c6c', 'mac_address': 'fa:16:3e:54:c3:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb999eb4-6c15-4dea-84d2-a799a17a273e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:37:11.930883 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be773265-9e58-411b-9f06-da227e0c9b80 req-3edd5b9d-fe63-4861-8246-6a46ddddf91f tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:11.932334 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-be773265-9e58-411b-9f06-da227e0c9b80 req-3edd5b9d-fe63-4861-8246-6a46ddddf91f tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=8909f1cc-c3d5-4642-9c39-0d651f9ee5f9 HTTP/1.1" status: 200 len: 945 time: 0.1749671 Apr 29 13:37:11.962687 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1b5a86c7-7c6e-4b20-8746-c8cddca7580d req-6982fbea-45ee-4c50-9412-f2c8670db8ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46c8ba7d-8b67-4130-9a27-c465989fd5d2 HTTP/1.1" status: 200 len: 217 time: 0.0827990 Apr 29 13:37:12.043033 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-be773265-9e58-411b-9f06-da227e0c9b80 req-10e63c02-3a61-4d85-964f-679001faa300 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964611 Apr 29 13:37:12.084035 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a86c7-7c6e-4b20-8746-c8cddca7580d req-a64f70a3-afb8-447e-b455-68ae6ee08d0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:12.085531 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1b5a86c7-7c6e-4b20-8746-c8cddca7580d req-a64f70a3-afb8-447e-b455-68ae6ee08d0a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=02705295-1364-4282-8393-7ae80461c414 HTTP/1.1" status: 200 len: 851 time: 0.1165643 Apr 29 13:37:12.089062 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:12.099381 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5219c-390d-4fff-ac88-47c5ce5482e0 req-58a8c7db-5bca-42e5-8746-f294c236379c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:12.101620 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-33c5219c-390d-4fff-ac88-47c5ce5482e0 req-58a8c7db-5bca-42e5-8746-f294c236379c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1a4058e-0cc9-4fd9-a936-e23d53e69384 HTTP/1.1" status: 200 len: 980 time: 0.0891640 Apr 29 13:37:12.125606 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f6e083a-c687-4789-8f55-cd59ba8b6c6c {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:37:12.162248 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-33c5219c-390d-4fff-ac88-47c5ce5482e0 req-66ceab62-3bde-4af3-87ff-0e45ef89650c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca072d85-cb49-411e-8b51-f27d08bce94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547719 Apr 29 13:37:12.173995 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4f6e083a-c687-4789-8f55-cd59ba8b6c6c,segment=NetworkSegment(8d646c1d-4b9c-4160-a3c9-bda6301399d5),segment_id=8d646c1d-4b9c-4160-a3c9-bda6301399d5)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:37:12.186704 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:12.188692 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1b5a86c7-7c6e-4b20-8746-c8cddca7580d req-6cb2ce0e-1f5a-4612-ae4b-7113c21e9918 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=846dd749-f943-4e56-9d8e-6295c964eaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0960948 Apr 29 13:37:12.260423 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=4f6e083a-c687-4789-8f55-cd59ba8b6c6c,revision_number=9']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:12.269012 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7a8eb95f-c300-4b74-97ec-db09e16e74b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90173866-306d-4838-8552-62ba2c3bbe83', 'name': 'tempest-TestVolumeBootPattern-1070817569-router', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:15Z', 'updated_at': '2022-04-29T13:29:24Z', 'revision_number': 4, 'project_id': '0c81113c84764616a8c807a160eb0515', 'gw_port': {'id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:17Z', 'updated_at': '2022-04-29T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '21d7ee8a-98a0-40c6-81c0-2ea0b751a414', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'floating_ip_address': '172.26.6.159', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'port_id': 'edd9e428-3bea-42d1-bdb2-8748b903302e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'mac_address': 'fa:16:3e:0a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d7b91-63e3-4b68-8b8a-232632f2b693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:33:29Z', 'updated_at': '2022-04-29T13:33:36Z', 'revision_number': 1, 'project_id': '0c81113c84764616a8c807a160eb0515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450a5ddf-21d5-46b8-b8fe-832fb0558e5b', 'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'mac_address': 'fa:16:3e:4b:3b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02705295-1364-4282-8393-7ae80461c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:22Z', 'updated_at': '2022-04-29T13:29:47Z', 'revision_number': 5, 'project_id': '0c81113c84764616a8c807a160eb0515', 'subnets': [{'id': '02705295-1364-4282-8393-7ae80461c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:12.273079 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8eb95f-c300-4b74-97ec-db09e16e74b4 None None] Checking router: 90173866-306d-4838-8552-62ba2c3bbe83 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:37:12.283907 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8eb95f-c300-4b74-97ec-db09e16e74b4 None None] Routers {'90173866-306d-4838-8552-62ba2c3bbe83'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:37:12.284528 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7a8eb95f-c300-4b74-97ec-db09e16e74b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:37:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['90173866-306d-4838-8552-62ba2c3bbe83'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:12.324707 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1b5a86c7-7c6e-4b20-8746-c8cddca7580d req-43dc1e39-c07b-42b4-899a-cf3ebbcca396 service neutron] 10.222.0.32 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290381 Apr 29 13:37:12.454034 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1b5a86c7-7c6e-4b20-8746-c8cddca7580d req-d2782710-03d8-4374-8974-95d6388ad149 service neutron] 10.222.0.32 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226101 Apr 29 13:37:12.468126 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-7a8eb95f-c300-4b74-97ec-db09e16e74b4 None None] Set router 90173866-306d-4838-8552-62ba2c3bbe83 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:37:12.522946 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['4f6e083a-c687-4789-8f55-cd59ba8b6c6c'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:37:12.930360 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:12.952977 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7a8eb95f-c300-4b74-97ec-db09e16e74b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90173866-306d-4838-8552-62ba2c3bbe83', 'name': 'tempest-TestVolumeBootPattern-1070817569-router', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:15Z', 'updated_at': '2022-04-29T13:29:24Z', 'revision_number': 4, 'project_id': '0c81113c84764616a8c807a160eb0515', 'gw_port': {'id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:17Z', 'updated_at': '2022-04-29T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '21d7ee8a-98a0-40c6-81c0-2ea0b751a414', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'floating_ip_address': '172.26.6.159', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'port_id': 'edd9e428-3bea-42d1-bdb2-8748b903302e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'mac_address': 'fa:16:3e:0a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d7b91-63e3-4b68-8b8a-232632f2b693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:33:29Z', 'updated_at': '2022-04-29T13:33:36Z', 'revision_number': 1, 'project_id': '0c81113c84764616a8c807a160eb0515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450a5ddf-21d5-46b8-b8fe-832fb0558e5b', 'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'mac_address': 'fa:16:3e:4b:3b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02705295-1364-4282-8393-7ae80461c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:22Z', 'updated_at': '2022-04-29T13:29:47Z', 'revision_number': 5, 'project_id': '0c81113c84764616a8c807a160eb0515', 'subnets': [{'id': '02705295-1364-4282-8393-7ae80461c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:12.957026 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8eb95f-c300-4b74-97ec-db09e16e74b4 None None] The sync data for ids ['90173866-306d-4838-8552-62ba2c3bbe83'] in dv-neutron-839027-4-hyperv is: [{'id': '90173866-306d-4838-8552-62ba2c3bbe83', 'name': 'tempest-TestVolumeBootPattern-1070817569-router', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:15Z', 'updated_at': '2022-04-29T13:29:24Z', 'revision_number': 4, 'project_id': '0c81113c84764616a8c807a160eb0515', 'gw_port': {'id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:17Z', 'updated_at': '2022-04-29T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '21d7ee8a-98a0-40c6-81c0-2ea0b751a414', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'floating_ip_address': '172.26.6.159', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'port_id': 'edd9e428-3bea-42d1-bdb2-8748b903302e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'mac_address': 'fa:16:3e:0a:0a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55d7b91-63e3-4b68-8b8a-232632f2b693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:33:29Z', 'updated_at': '2022-04-29T13:33:36Z', 'revision_number': 1, 'project_id': '0c81113c84764616a8c807a160eb0515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450a5ddf-21d5-46b8-b8fe-832fb0558e5b', 'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'mac_address': 'fa:16:3e:4b:3b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02705295-1364-4282-8393-7ae80461c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:22Z', 'updated_at': '2022-04-29T13:29:47Z', 'revision_number': 5, 'project_id': '0c81113c84764616a8c807a160eb0515', 'subnets': [{'id': '02705295-1364-4282-8393-7ae80461c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:37:13.187342 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09ea22d-9d9a-4fd4-a6d0-2943f0aa92b5 None None] New status for floating IP 6271b03b-0454-4919-b3ea-ab0b4c490d06: DOWN {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:37:13.249234 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d00348-b2a8-4b2e-8fcb-38cdfa1ae599 req-126db0c5-824f-48fd-becf-6e607fabfab4 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:13.250696 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f6d00348-b2a8-4b2e-8fcb-38cdfa1ae599 req-126db0c5-824f-48fd-becf-6e607fabfab4 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=8909f1cc-c3d5-4642-9c39-0d651f9ee5f9 HTTP/1.1" status: 200 len: 945 time: 0.0844994 Apr 29 13:37:13.313580 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f6d00348-b2a8-4b2e-8fcb-38cdfa1ae599 req-8a64342e-d9e3-46c0-90c4-a474d6239f7f tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570428 Apr 29 13:37:13.363049 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35601fc-88f7-44dd-844c-0fae3ceb9807 req-37e3bb02-a900-4ef4-beb1-edc6bbc0dbfc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:13.364481 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c35601fc-88f7-44dd-844c-0fae3ceb9807 req-37e3bb02-a900-4ef4-beb1-edc6bbc0dbfc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1a4058e-0cc9-4fd9-a936-e23d53e69384 HTTP/1.1" status: 200 len: 981 time: 0.0813513 Apr 29 13:37:13.409180 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c35601fc-88f7-44dd-844c-0fae3ceb9807 req-fe880fbc-35ad-4b56-99b8-5ae6e4978b30 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca072d85-cb49-411e-8b51-f27d08bce94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391817 Apr 29 13:37:13.576497 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23622ec0-7b23-4bdc-a47a-5c8373f5c5c7 req-eb775c9f-9085-477b-a69b-8036c6b8a1ef tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:13.578620 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-23622ec0-7b23-4bdc-a47a-5c8373f5c5c7 req-eb775c9f-9085-477b-a69b-8036c6b8a1ef tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.32 "GET /v2.0/ports?device_id=8909f1cc-c3d5-4642-9c39-0d651f9ee5f9 HTTP/1.1" status: 200 len: 945 time: 0.0740488 Apr 29 13:37:13.647987 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-23622ec0-7b23-4bdc-a47a-5c8373f5c5c7 req-ae996d8a-8eda-4070-87eb-b7af0251b747 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Deleting port 46c8ba7d-8b67-4130-9a27-c465989fd5d2 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:37:13.648314 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-23622ec0-7b23-4bdc-a47a-5c8373f5c5c7 req-ae996d8a-8eda-4070-87eb-b7af0251b747 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:13.879753 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-23622ec0-7b23-4bdc-a47a-5c8373f5c5c7 req-ae996d8a-8eda-4070-87eb-b7af0251b747 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] For port 46c8ba7d-8b67-4130-9a27-c465989fd5d2, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=46c8ba7d-8b67-4130-9a27-c465989fd5d2,segment=NetworkSegment(53def5c8-aa99-4a75-8066-57e8c47ce92e),segment_id=53def5c8-aa99-4a75-8066-57e8c47ce92e)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:37:13.880105 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-23622ec0-7b23-4bdc-a47a-5c8373f5c5c7 req-ae996d8a-8eda-4070-87eb-b7af0251b747 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:14.001279 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-23622ec0-7b23-4bdc-a47a-5c8373f5c5c7 req-ae996d8a-8eda-4070-87eb-b7af0251b747 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Calling delete_port for 46c8ba7d-8b67-4130-9a27-c465989fd5d2 owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:37:14.136886 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-23622ec0-7b23-4bdc-a47a-5c8373f5c5c7 req-ae996d8a-8eda-4070-87eb-b7af0251b747 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:14.266423 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae996d8a-8eda-4070-87eb-b7af0251b747 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Pushing event deleted for resources: {'Port': ['ID=46c8ba7d-8b67-4130-9a27-c465989fd5d2,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:14.339760 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-23622ec0-7b23-4bdc-a47a-5c8373f5c5c7 req-ae996d8a-8eda-4070-87eb-b7af0251b747 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] No DVR routers for this DVR port 46c8ba7d-8b67-4130-9a27-c465989fd5d2 on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:37:14.342227 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-23622ec0-7b23-4bdc-a47a-5c8373f5c5c7 req-ae996d8a-8eda-4070-87eb-b7af0251b747 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:14.344815 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8909f1cc-c3d5-4642-9c39-0d651f9ee5f9', 'name': 'network-vif-deleted', 'tag': '46c8ba7d-8b67-4130-9a27-c465989fd5d2'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:37:14.356240 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-23622ec0-7b23-4bdc-a47a-5c8373f5c5c7 req-ae996d8a-8eda-4070-87eb-b7af0251b747 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.32 "DELETE /v2.0/ports/46c8ba7d-8b67-4130-9a27-c465989fd5d2 HTTP/1.1" status: 204 len: 173 time: 0.7725039 Apr 29 13:37:14.495378 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-3abb1e8f-4e8c-4f78-9dce-5c7b96536c0c req-e8b5cc25-f51e-4a5c-b75c-f0e68fef8606 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Synchronizing usage tracker for tenant:0c81113c84764616a8c807a160eb0515 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:37:14.512609 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-3abb1e8f-4e8c-4f78-9dce-5c7b96536c0c req-e8b5cc25-f51e-4a5c-b75c-f0e68fef8606 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Unset dirty status for tenant:0c81113c84764616a8c807a160eb0515 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:37:14.514051 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3abb1e8f-4e8c-4f78-9dce-5c7b96536c0c req-e8b5cc25-f51e-4a5c-b75c-f0e68fef8606 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=8909f1cc-c3d5-4642-9c39-0d651f9ee5f9 HTTP/1.1" status: 200 len: 210 time: 0.0677917 Apr 29 13:37:14.545604 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-221d8fef-e2de-46ce-80f1-3869045d9c8c'] response: {'server_uuid': '8909f1cc-c3d5-4642-9c39-0d651f9ee5f9', 'name': 'network-vif-deleted', 'tag': '46c8ba7d-8b67-4130-9a27-c465989fd5d2', 'status': 'completed', 'code': 200} Apr 29 13:37:14.722893 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcea89-a125-4af6-83bc-7ff1ec86b490 req-7220edf4-ee23-4417-8edd-25382d392f0a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:14.724435 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6fbcea89-a125-4af6-83bc-7ff1ec86b490 req-7220edf4-ee23-4417-8edd-25382d392f0a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1a4058e-0cc9-4fd9-a936-e23d53e69384 HTTP/1.1" status: 200 len: 981 time: 0.0932550 Apr 29 13:37:14.784851 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6fbcea89-a125-4af6-83bc-7ff1ec86b490 req-0d7021f3-30e3-4939-82d2-92744672c896 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca072d85-cb49-411e-8b51-f27d08bce94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536995 Apr 29 13:37:15.467767 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 4f6e083a-c687-4789-8f55-cd59ba8b6c6c up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:37:15.577613 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:37:15.582638 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:37:15.583011 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:15.703291 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:15.734410 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a4058e-0cc9-4fd9-a936-e23d53e69384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6e083a-c687-4789-8f55-cd59ba8b6c6c'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:37:15.744454 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4f6e083a-c687-4789-8f55-cd59ba8b6c6c,segment=NetworkSegment(8d646c1d-4b9c-4160-a3c9-bda6301399d5),segment_id=8d646c1d-4b9c-4160-a3c9-bda6301399d5)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:37:15.748695 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:15.749728 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 46c8ba7d-8b67-4130-9a27-c465989fd5d2 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:37:15.854389 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=4f6e083a-c687-4789-8f55-cd59ba8b6c6c,revision_number=10']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:15.860506 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0288e52d-84c0-4597-9e04-e9caeac68402'] response: {'server_uuid': 'b1a4058e-0cc9-4fd9-a936-e23d53e69384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6e083a-c687-4789-8f55-cd59ba8b6c6c', 'code': 200} Apr 29 13:37:15.861035 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: 46c8ba7d-8b67-4130-9a27-c465989fd5d2 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:37:15.861539 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 46c8ba7d-8b67-4130-9a27-c465989fd5d2 not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:37:15.997807 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee0722-78c9-426d-91e5-f98062d8e39b req-b5e37323-9133-4fbb-b3eb-c5db16c0a1fe tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:16.000307 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e5ee0722-78c9-426d-91e5-f98062d8e39b req-b5e37323-9133-4fbb-b3eb-c5db16c0a1fe tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1a4058e-0cc9-4fd9-a936-e23d53e69384 HTTP/1.1" status: 200 len: 983 time: 0.0835063 Apr 29 13:37:16.050477 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e5ee0722-78c9-426d-91e5-f98062d8e39b req-e8288ce4-408f-4942-9a1d-1828618c4321 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca072d85-cb49-411e-8b51-f27d08bce94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435045 Apr 29 13:37:16.106657 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-eff0e1a2-a29c-468f-a608-3732b65c2862 req-9c439a2c-ec75-4e27-8acc-3cf2e93aa83e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b1a4058e-0cc9-4fd9-a936-e23d53e69384 HTTP/1.1" status: 200 len: 1136 time: 0.0716977 Apr 29 13:37:16.147629 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-eff0e1a2-a29c-468f-a608-3732b65c2862 req-5aeaf91b-99b8-4d2f-b39d-661f794f4d20 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ca072d85-cb49-411e-8b51-f27d08bce94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355566 Apr 29 13:37:17.252047 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6a510-aa22-4a97-ab53-69138681555d req-bcdbf375-44cd-4dfb-84f1-8b083f2c25ca tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:17.253526 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f8b6a510-aa22-4a97-ab53-69138681555d req-bcdbf375-44cd-4dfb-84f1-8b083f2c25ca tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1a4058e-0cc9-4fd9-a936-e23d53e69384 HTTP/1.1" status: 200 len: 983 time: 0.0775082 Apr 29 13:37:17.302536 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f8b6a510-aa22-4a97-ab53-69138681555d req-472c00e8-cbb0-411b-9adf-d992a803defd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca072d85-cb49-411e-8b51-f27d08bce94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429783 Apr 29 13:37:18.501828 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22724f5-6966-4c1d-9d29-95cae69968f0 req-a8c4525b-b2b7-4c6d-80bc-a74ca20bdbcc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:18.503283 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c22724f5-6966-4c1d-9d29-95cae69968f0 req-a8c4525b-b2b7-4c6d-80bc-a74ca20bdbcc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1a4058e-0cc9-4fd9-a936-e23d53e69384 HTTP/1.1" status: 200 len: 983 time: 0.0773575 Apr 29 13:37:18.548570 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c22724f5-6966-4c1d-9d29-95cae69968f0 req-5f1d1479-dc99-4138-b118-47b2fb93c7be tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca072d85-cb49-411e-8b51-f27d08bce94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397811 Apr 29 13:37:18.747916 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606ce7d-ce58-4850-91f3-fe7c6a13ab75 req-15dc756b-9db8-42fa-8ee0-9b3d2fd7dc2d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:18.749970 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c606ce7d-ce58-4850-91f3-fe7c6a13ab75 req-15dc756b-9db8-42fa-8ee0-9b3d2fd7dc2d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1a4058e-0cc9-4fd9-a936-e23d53e69384 HTTP/1.1" status: 200 len: 983 time: 0.0802014 Apr 29 13:37:18.795891 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c606ce7d-ce58-4850-91f3-fe7c6a13ab75 req-1d09ec8d-4a52-48b6-80d4-702c82298474 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca072d85-cb49-411e-8b51-f27d08bce94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404830 Apr 29 13:37:18.829964 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36680) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:18.911972 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3be46ae1-a200-4e22-b69c-7ac795757ca3 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b1a4058e-0cc9-4fd9-a936-e23d53e69384&network_id=7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0 HTTP/1.1" status: 200 len: 1131 time: 0.0796928 Apr 29 13:37:19.444047 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf635151-2e00-4a95-bf44-96e9153540e2 req-b37c9861-9c3d-4487-8206-eccea93b2afe tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:19.445398 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bf635151-2e00-4a95-bf44-96e9153540e2 req-b37c9861-9c3d-4487-8206-eccea93b2afe tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1a4058e-0cc9-4fd9-a936-e23d53e69384 HTTP/1.1" status: 200 len: 983 time: 0.0824084 Apr 29 13:37:19.490593 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bf635151-2e00-4a95-bf44-96e9153540e2 req-1bbe3cb7-b027-403e-8cf4-bac4b3bfd685 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca072d85-cb49-411e-8b51-f27d08bce94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397770 Apr 29 13:37:20.147934 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36692) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:20.341866 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-546451d8-917e-4633-a275-23a23ef0b380 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Deleting port b3b7749e-edec-4bba-ba21-6b32ebb85d9f {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:37:20.342205 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-546451d8-917e-4633-a275-23a23ef0b380 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:20.510011 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-546451d8-917e-4633-a275-23a23ef0b380 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:20.510328 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-546451d8-917e-4633-a275-23a23ef0b380 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:20.668979 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99199f8a-f9e6-4a42-be45-56a450f32154 req-46e02bc7-349a-42b0-82c2-d5be12b06e3a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:20.670471 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-99199f8a-f9e6-4a42-be45-56a450f32154 req-46e02bc7-349a-42b0-82c2-d5be12b06e3a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1a4058e-0cc9-4fd9-a936-e23d53e69384 HTTP/1.1" status: 200 len: 983 time: 0.0840344 Apr 29 13:37:20.738745 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99199f8a-f9e6-4a42-be45-56a450f32154 req-55dbcfa2-f486-45c6-b85b-4ce3528bd5bd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:20.740153 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-99199f8a-f9e6-4a42-be45-56a450f32154 req-55dbcfa2-f486-45c6-b85b-4ce3528bd5bd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/ports/4f6e083a-c687-4789-8f55-cd59ba8b6c6c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0647392 Apr 29 13:37:20.751405 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-546451d8-917e-4633-a275-23a23ef0b380 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Calling delete_port for b3b7749e-edec-4bba-ba21-6b32ebb85d9f owned by network:floatingip {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:37:20.865344 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cde3e2-46b5-4ed6-9492-92b0cff223e4 req-a1ed13af-14de-4ad7-a95b-9808f6689f9f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:20.866791 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-88cde3e2-46b5-4ed6-9492-92b0cff223e4 req-a1ed13af-14de-4ad7-a95b-9808f6689f9f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1a4058e-0cc9-4fd9-a936-e23d53e69384 HTTP/1.1" status: 200 len: 983 time: 0.2033329 Apr 29 13:37:20.893051 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-99199f8a-f9e6-4a42-be45-56a450f32154 req-6150f306-52bb-4d27-a670-2a400f124de2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/networks/7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1479197 Apr 29 13:37:20.903268 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-99199f8a-f9e6-4a42-be45-56a450f32154 req-488656ad-1319-46bd-b0af-20502c562bc5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:37:20.960999 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-88cde3e2-46b5-4ed6-9492-92b0cff223e4 req-56e2b126-1078-48ee-be74-7cec21f196a5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca072d85-cb49-411e-8b51-f27d08bce94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884163 Apr 29 13:37:20.968132 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-546451d8-917e-4633-a275-23a23ef0b380 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:21.017709 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546451d8-917e-4633-a275-23a23ef0b380 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Pushing event deleted for resources: {'Port': ['ID=b3b7749e-edec-4bba-ba21-6b32ebb85d9f,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:21.027483 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-99199f8a-f9e6-4a42-be45-56a450f32154 req-488656ad-1319-46bd-b0af-20502c562bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:21.108748 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-546451d8-917e-4633-a275-23a23ef0b380 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for floatingip, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:21.225768 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-99199f8a-f9e6-4a42-be45-56a450f32154 req-488656ad-1319-46bd-b0af-20502c562bc5 service neutron] For port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=4f6e083a-c687-4789-8f55-cd59ba8b6c6c,segment=NetworkSegment(8d646c1d-4b9c-4160-a3c9-bda6301399d5),segment_id=8d646c1d-4b9c-4160-a3c9-bda6301399d5)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:37:21.253758 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-99199f8a-f9e6-4a42-be45-56a450f32154 req-488656ad-1319-46bd-b0af-20502c562bc5 service neutron] For port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:37:21.302562 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-99199f8a-f9e6-4a42-be45-56a450f32154 req-488656ad-1319-46bd-b0af-20502c562bc5 service neutron] device_id is not set on port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c yet. {{(pid=83904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 29 13:37:21.310109 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-99199f8a-f9e6-4a42-be45-56a450f32154 req-488656ad-1319-46bd-b0af-20502c562bc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:21.315884 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-99199f8a-f9e6-4a42-be45-56a450f32154 req-488656ad-1319-46bd-b0af-20502c562bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:21.454442 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488656ad-1319-46bd-b0af-20502c562bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6e083a-c687-4789-8f55-cd59ba8b6c6c,revision_number=11']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:21.470455 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488656ad-1319-46bd-b0af-20502c562bc5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:21.470795 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488656ad-1319-46bd-b0af-20502c562bc5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:21.471577 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488656ad-1319-46bd-b0af-20502c562bc5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:21.471577 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488656ad-1319-46bd-b0af-20502c562bc5 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:21.471790 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488656ad-1319-46bd-b0af-20502c562bc5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:21.472068 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488656ad-1319-46bd-b0af-20502c562bc5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:21.472386 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488656ad-1319-46bd-b0af-20502c562bc5 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:21.472701 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488656ad-1319-46bd-b0af-20502c562bc5 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:21.473060 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488656ad-1319-46bd-b0af-20502c562bc5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:21.473388 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488656ad-1319-46bd-b0af-20502c562bc5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:21.473690 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488656ad-1319-46bd-b0af-20502c562bc5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:21.508701 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546451d8-917e-4633-a275-23a23ef0b380 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Router 90173866-306d-4838-8552-62ba2c3bbe83 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:37:21.528383 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-99199f8a-f9e6-4a42-be45-56a450f32154 req-488656ad-1319-46bd-b0af-20502c562bc5 service neutron] No DVR routers for this DVR port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:37:21.657968 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c243a6fb-095c-4fdf-bec4-5b8af85a3f56 None None] Provisioning complete for port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:37:21.658582 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c243a6fb-095c-4fdf-bec4-5b8af85a3f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:21.711455 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-c243a6fb-095c-4fdf-bec4-5b8af85a3f56 None None] Port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:37:21.715095 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546451d8-917e-4633-a275-23a23ef0b380 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:37:21.725990 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76600196-982f-4e84-8ba0-9c1bab1b4c92 None None] Sync routers for ids ['90173866-306d-4838-8552-62ba2c3bbe83'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:37:21.738268 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76600196-982f-4e84-8ba0-9c1bab1b4c92 None None] Routers {'90173866-306d-4838-8552-62ba2c3bbe83'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:37:21.738878 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-76600196-982f-4e84-8ba0-9c1bab1b4c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:37:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['90173866-306d-4838-8552-62ba2c3bbe83'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:21.739421 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-546451d8-917e-4633-a275-23a23ef0b380 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:21.808974 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-546451d8-917e-4633-a275-23a23ef0b380 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "DELETE /v2.0/floatingips/21d7ee8a-98a0-40c6-81c0-2ea0b751a414 HTTP/1.1" status: 204 len: 168 time: 1.6598127 Apr 29 13:37:21.809833 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55d7b91-63e3-4b68-8b8a-232632f2b693', 'tag': 'edd9e428-3bea-42d1-bdb2-8748b903302e'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:37:21.885470 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-99199f8a-f9e6-4a42-be45-56a450f32154 req-488656ad-1319-46bd-b0af-20502c562bc5 service neutron] In _notify_port_updated(), no bound segment for port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c on network 7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0 {{(pid=83904) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 29 13:37:21.886656 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-99199f8a-f9e6-4a42-be45-56a450f32154 req-488656ad-1319-46bd-b0af-20502c562bc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:21.888039 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-99199f8a-f9e6-4a42-be45-56a450f32154 req-488656ad-1319-46bd-b0af-20502c562bc5 service neutron] 10.222.0.32 "PUT /v2.0/ports/4f6e083a-c687-4789-8f55-cd59ba8b6c6c HTTP/1.1" status: 200 len: 1026 time: 0.9885807 Apr 29 13:37:21.913496 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea41fe54-3323-4a4f-be26-042c0760ac3c'] response: {'name': 'network-changed', 'server_uuid': 'd55d7b91-63e3-4b68-8b8a-232632f2b693', 'tag': 'edd9e428-3bea-42d1-bdb2-8748b903302e', 'status': 'completed', 'code': 200} Apr 29 13:37:21.935674 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-76600196-982f-4e84-8ba0-9c1bab1b4c92 None None] Set router 90173866-306d-4838-8552-62ba2c3bbe83 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:37:22.051731 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cb75eb5a-20c6-472e-b18f-47f3536e7620 req-30137495-9c6e-4dcf-90a7-8620040d8cd4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c81113c84764616a8c807a160eb0515&device_id=d55d7b91-63e3-4b68-8b8a-232632f2b693 HTTP/1.1" status: 200 len: 1098 time: 0.1119838 Apr 29 13:37:22.189143 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3b9caef6-bae5-4fc6-a365-c78c46d90aa1 req-0da0d0e8-c3d8-457f-bbe0-fe6230251681 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1a4058e-0cc9-4fd9-a936-e23d53e69384 HTTP/1.1" status: 200 len: 210 time: 0.0510931 Apr 29 13:37:22.276653 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-76600196-982f-4e84-8ba0-9c1bab1b4c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90173866-306d-4838-8552-62ba2c3bbe83', 'name': 'tempest-TestVolumeBootPattern-1070817569-router', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:15Z', 'updated_at': '2022-04-29T13:29:24Z', 'revision_number': 4, 'project_id': '0c81113c84764616a8c807a160eb0515', 'gw_port': {'id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:17Z', 'updated_at': '2022-04-29T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '450a5ddf-21d5-46b8-b8fe-832fb0558e5b', 'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'mac_address': 'fa:16:3e:4b:3b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02705295-1364-4282-8393-7ae80461c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:22Z', 'updated_at': '2022-04-29T13:29:47Z', 'revision_number': 5, 'project_id': '0c81113c84764616a8c807a160eb0515', 'subnets': [{'id': '02705295-1364-4282-8393-7ae80461c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:22.280821 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76600196-982f-4e84-8ba0-9c1bab1b4c92 None None] Checking router: 90173866-306d-4838-8552-62ba2c3bbe83 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:37:22.289252 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75eb5a-20c6-472e-b18f-47f3536e7620 req-ed695f25-767d-4c97-adeb-2357d8c2f0f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:22.290679 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cb75eb5a-20c6-472e-b18f-47f3536e7620 req-ed695f25-767d-4c97-adeb-2357d8c2f0f6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=846dd749-f943-4e56-9d8e-6295c964eaa2 HTTP/1.1" status: 200 len: 913 time: 0.2147517 Apr 29 13:37:22.291071 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76600196-982f-4e84-8ba0-9c1bab1b4c92 None None] Routers {'90173866-306d-4838-8552-62ba2c3bbe83'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:37:22.291663 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-76600196-982f-4e84-8ba0-9c1bab1b4c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:37:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['90173866-306d-4838-8552-62ba2c3bbe83'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:22.301004 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe8997-e25f-48ba-a878-6cce98d51654 req-5e4f1172-57d1-42d2-af0d-5ff09ec9d3e6 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:22.302339 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-75fe8997-e25f-48ba-a878-6cce98d51654 req-5e4f1172-57d1-42d2-af0d-5ff09ec9d3e6 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=d55d7b91-63e3-4b68-8b8a-232632f2b693 HTTP/1.1" status: 200 len: 945 time: 0.1139653 Apr 29 13:37:22.387762 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cb75eb5a-20c6-472e-b18f-47f3536e7620 req-dd301d10-dc8e-42e3-ae5b-8020b929c076 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edd9e428-3bea-42d1-bdb2-8748b903302e HTTP/1.1" status: 200 len: 217 time: 0.0845075 Apr 29 13:37:22.459824 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-75fe8997-e25f-48ba-a878-6cce98d51654 req-e4ab7d24-3b92-4957-9d4f-74f2ba2654fe tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042430 Apr 29 13:37:22.475799 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75eb5a-20c6-472e-b18f-47f3536e7620 req-09d60318-fccf-4e1a-9ff4-925808266a41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:22.478820 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cb75eb5a-20c6-472e-b18f-47f3536e7620 req-09d60318-fccf-4e1a-9ff4-925808266a41 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=02705295-1364-4282-8393-7ae80461c414 HTTP/1.1" status: 200 len: 851 time: 0.0794337 Apr 29 13:37:22.479316 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-76600196-982f-4e84-8ba0-9c1bab1b4c92 None None] Set router 90173866-306d-4838-8552-62ba2c3bbe83 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:37:22.556627 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cb75eb5a-20c6-472e-b18f-47f3536e7620 req-5c317a5b-89dc-46e1-9569-d0de391d7d45 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=846dd749-f943-4e56-9d8e-6295c964eaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717251 Apr 29 13:37:22.688533 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cb75eb5a-20c6-472e-b18f-47f3536e7620 req-59cdd026-0fa5-465b-ac89-6203009f8b61 service neutron] 10.222.0.32 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249523 Apr 29 13:37:22.794122 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-76600196-982f-4e84-8ba0-9c1bab1b4c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90173866-306d-4838-8552-62ba2c3bbe83', 'name': 'tempest-TestVolumeBootPattern-1070817569-router', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:15Z', 'updated_at': '2022-04-29T13:29:24Z', 'revision_number': 4, 'project_id': '0c81113c84764616a8c807a160eb0515', 'gw_port': {'id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:17Z', 'updated_at': '2022-04-29T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '450a5ddf-21d5-46b8-b8fe-832fb0558e5b', 'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'mac_address': 'fa:16:3e:4b:3b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02705295-1364-4282-8393-7ae80461c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:22Z', 'updated_at': '2022-04-29T13:29:47Z', 'revision_number': 5, 'project_id': '0c81113c84764616a8c807a160eb0515', 'subnets': [{'id': '02705295-1364-4282-8393-7ae80461c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:22.799277 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76600196-982f-4e84-8ba0-9c1bab1b4c92 None None] The sync data for ids ['90173866-306d-4838-8552-62ba2c3bbe83'] in dv-neutron-839027-4-hyperv is: [{'id': '90173866-306d-4838-8552-62ba2c3bbe83', 'name': 'tempest-TestVolumeBootPattern-1070817569-router', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:15Z', 'updated_at': '2022-04-29T13:29:24Z', 'revision_number': 4, 'project_id': '0c81113c84764616a8c807a160eb0515', 'gw_port': {'id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:17Z', 'updated_at': '2022-04-29T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '450a5ddf-21d5-46b8-b8fe-832fb0558e5b', 'name': '', 'network_id': '846dd749-f943-4e56-9d8e-6295c964eaa2', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'mac_address': 'fa:16:3e:4b:3b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02705295-1364-4282-8393-7ae80461c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:22Z', 'updated_at': '2022-04-29T13:29:47Z', 'revision_number': 5, 'project_id': '0c81113c84764616a8c807a160eb0515', 'subnets': [{'id': '02705295-1364-4282-8393-7ae80461c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:37:22.822138 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cb75eb5a-20c6-472e-b18f-47f3536e7620 req-5120c177-8ea6-46fb-926a-f3096b4d7ac6 service neutron] 10.222.0.32 "GET /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276515 Apr 29 13:37:23.012943 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65abb048-ba3c-4cbb-bd55-70f56fa9a54b None None] New status for floating IP 21d7ee8a-98a0-40c6-81c0-2ea0b751a414: DOWN {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:37:23.291201 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36708) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:23.359576 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-01646214-3c1a-47da-9b4c-faa620e5b847 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:23.392316 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-01646214-3c1a-47da-9b4c-faa620e5b847 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:23.465441 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-01646214-3c1a-47da-9b4c-faa620e5b847 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:23.484436 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01646214-3c1a-47da-9b4c-faa620e5b847 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=172540a0-e783-4be5-9d76-149db99896de,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:23.498458 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-01646214-3c1a-47da-9b4c-faa620e5b847 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:23.499613 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-01646214-3c1a-47da-9b4c-faa620e5b847 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/security-groups/172540a0-e783-4be5-9d76-149db99896de HTTP/1.1" status: 204 len: 168 time: 0.2074127 Apr 29 13:37:23.542173 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36716) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:23.547566 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 4f6e083a-c687-4789-8f55-cd59ba8b6c6c no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:37:23.606652 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 4f6e083a-c687-4789-8f55-cd59ba8b6c6c not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:37:23.685308 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc4b73-9a47-4547-a933-0e8b91af95fb req-499c3283-28ea-4fc2-9584-9841cc3acdee tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:23.686533 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-68cc4b73-9a47-4547-a933-0e8b91af95fb req-499c3283-28ea-4fc2-9584-9841cc3acdee tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Synchronizing usage tracker for tenant:0c81113c84764616a8c807a160eb0515 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:37:23.708864 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-68cc4b73-9a47-4547-a933-0e8b91af95fb req-499c3283-28ea-4fc2-9584-9841cc3acdee tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Unset dirty status for tenant:0c81113c84764616a8c807a160eb0515 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:37:23.711715 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-68cc4b73-9a47-4547-a933-0e8b91af95fb req-499c3283-28ea-4fc2-9584-9841cc3acdee tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=d55d7b91-63e3-4b68-8b8a-232632f2b693 HTTP/1.1" status: 200 len: 945 time: 0.1020601 Apr 29 13:37:23.755880 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-68cc4b73-9a47-4547-a933-0e8b91af95fb req-7a14856b-4536-41bd-b4c2-cc8340c279e3 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400052 Apr 29 13:37:23.805458 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-102c3276-a6ae-4869-bfa7-9b258208d927 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port f4e8d642-4012-4ad6-bb31-51cdfd340111 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:37:23.805802 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-102c3276-a6ae-4869-bfa7-9b258208d927 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:23.882049 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590f5cf-34e3-44fa-b367-2e93fe4e4243 req-3b3f393f-a38e-4078-bf4a-f67976c65fc4 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:23.883405 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2590f5cf-34e3-44fa-b367-2e93fe4e4243 req-3b3f393f-a38e-4078-bf4a-f67976c65fc4 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d55d7b91-63e3-4b68-8b8a-232632f2b693 HTTP/1.1" status: 200 len: 945 time: 0.1824858 Apr 29 13:37:24.124058 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-2590f5cf-34e3-44fa-b367-2e93fe4e4243 req-11070acf-e779-4d0c-875d-a0825fdf7e23 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Deleting port edd9e428-3bea-42d1-bdb2-8748b903302e {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:37:24.124374 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-2590f5cf-34e3-44fa-b367-2e93fe4e4243 req-11070acf-e779-4d0c-875d-a0825fdf7e23 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:24.186899 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-102c3276-a6ae-4869-bfa7-9b258208d927 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:24.187227 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-102c3276-a6ae-4869-bfa7-9b258208d927 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:24.336992 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-102c3276-a6ae-4869-bfa7-9b258208d927 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for f4e8d642-4012-4ad6-bb31-51cdfd340111 owned by network:floatingip {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:37:24.562269 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-2590f5cf-34e3-44fa-b367-2e93fe4e4243 req-11070acf-e779-4d0c-875d-a0825fdf7e23 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] For port edd9e428-3bea-42d1-bdb2-8748b903302e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=edd9e428-3bea-42d1-bdb2-8748b903302e,segment=NetworkSegment(53def5c8-aa99-4a75-8066-57e8c47ce92e),segment_id=53def5c8-aa99-4a75-8066-57e8c47ce92e)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:37:24.562628 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-2590f5cf-34e3-44fa-b367-2e93fe4e4243 req-11070acf-e779-4d0c-875d-a0825fdf7e23 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:24.722372 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-2590f5cf-34e3-44fa-b367-2e93fe4e4243 req-11070acf-e779-4d0c-875d-a0825fdf7e23 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Calling delete_port for edd9e428-3bea-42d1-bdb2-8748b903302e owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:37:24.794812 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-102c3276-a6ae-4869-bfa7-9b258208d927 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:24.857476 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c3276-a6ae-4869-bfa7-9b258208d927 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=f4e8d642-4012-4ad6-bb31-51cdfd340111,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:25.052568 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-2590f5cf-34e3-44fa-b367-2e93fe4e4243 req-11070acf-e779-4d0c-875d-a0825fdf7e23 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:25.054268 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-102c3276-a6ae-4869-bfa7-9b258208d927 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:25.212245 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11070acf-e779-4d0c-875d-a0825fdf7e23 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Pushing event deleted for resources: {'Port': ['ID=edd9e428-3bea-42d1-bdb2-8748b903302e,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:25.234851 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4f531-3fbc-4162-81a8-7aee6b99d6d9 req-191aae7e-55a2-41b7-ab53-fccc78cb78ab tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:25.236308 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d9a4f531-3fbc-4162-81a8-7aee6b99d6d9 req-191aae7e-55a2-41b7-ab53-fccc78cb78ab tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/ports?device_id=d55d7b91-63e3-4b68-8b8a-232632f2b693 HTTP/1.1" status: 200 len: 945 time: 0.3502684 Apr 29 13:37:25.335294 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-2590f5cf-34e3-44fa-b367-2e93fe4e4243 req-11070acf-e779-4d0c-875d-a0825fdf7e23 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] No DVR routers for this DVR port edd9e428-3bea-42d1-bdb2-8748b903302e on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:37:25.339140 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-2590f5cf-34e3-44fa-b367-2e93fe4e4243 req-11070acf-e779-4d0c-875d-a0825fdf7e23 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:25.343120 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55d7b91-63e3-4b68-8b8a-232632f2b693', 'name': 'network-vif-deleted', 'tag': 'edd9e428-3bea-42d1-bdb2-8748b903302e'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:37:25.381704 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2590f5cf-34e3-44fa-b367-2e93fe4e4243 req-11070acf-e779-4d0c-875d-a0825fdf7e23 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.32 "DELETE /v2.0/ports/edd9e428-3bea-42d1-bdb2-8748b903302e HTTP/1.1" status: 204 len: 173 time: 1.4504089 Apr 29 13:37:25.383834 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d9a4f531-3fbc-4162-81a8-7aee6b99d6d9 req-171f8353-cc82-4d9c-928e-7c6506ad0bf5 tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "GET /v2.0/security-groups?id=e2f13e8d-f068-472e-83a8-0d0881647649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155789 Apr 29 13:37:25.402682 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fc48bac-99fa-4782-997c-7dd9fe2b2cf0'] response: {'server_uuid': 'd55d7b91-63e3-4b68-8b8a-232632f2b693', 'name': 'network-vif-deleted', 'tag': 'edd9e428-3bea-42d1-bdb2-8748b903302e', 'status': 'completed', 'code': 200} Apr 29 13:37:25.757460 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102c3276-a6ae-4869-bfa7-9b258208d927 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router e6c6e05f-b089-477c-a0f4-d781bcfb7d4f has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:37:25.966446 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102c3276-a6ae-4869-bfa7-9b258208d927 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:37:25.971431 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-102c3276-a6ae-4869-bfa7-9b258208d927 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:25.981510 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205f0748-34e7-490e-8386-54c94f75141b None None] Sync routers for ids ['e6c6e05f-b089-477c-a0f4-d781bcfb7d4f'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:37:25.996069 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205f0748-34e7-490e-8386-54c94f75141b None None] Routers {'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:37:25.997096 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-205f0748-34e7-490e-8386-54c94f75141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:37:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e6c6e05f-b089-477c-a0f4-d781bcfb7d4f'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:26.031677 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-102c3276-a6ae-4869-bfa7-9b258208d927 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/floatingips/c05af32c-61d2-4140-994f-7a0fc77533a6 HTTP/1.1" status: 204 len: 168 time: 2.4882085 Apr 29 13:37:26.185820 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-205f0748-34e7-490e-8386-54c94f75141b None None] Set router e6c6e05f-b089-477c-a0f4-d781bcfb7d4f gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:37:26.192095 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36728) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:26.265293 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c33bdbc9-6a2b-43ed-ad3d-181d01beeccf tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:26.295093 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c33bdbc9-6a2b-43ed-ad3d-181d01beeccf tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:26.368446 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c33bdbc9-6a2b-43ed-ad3d-181d01beeccf tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:26.387815 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33bdbc9-6a2b-43ed-ad3d-181d01beeccf tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa788109-54d1-4f5b-ac97-03179153d90c,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:26.394969 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c33bdbc9-6a2b-43ed-ad3d-181d01beeccf tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:26.396083 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c33bdbc9-6a2b-43ed-ad3d-181d01beeccf tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/security-groups/fa788109-54d1-4f5b-ac97-03179153d90c HTTP/1.1" status: 204 len: 168 time: 0.2030263 Apr 29 13:37:26.440394 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36736) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:26.519771 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36740) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:26.528737 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-e8892d4c-08dd-4e14-b48b-b953d0bf66a1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port 4f6e083a-c687-4789-8f55-cd59ba8b6c6c {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:37:26.529109 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e8892d4c-08dd-4e14-b48b-b953d0bf66a1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:26.534803 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-205f0748-34e7-490e-8386-54c94f75141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'name': 'tempest-TestNetworkBasicOps-router-145243116', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '6eac9fc7-fa69-43d0-bbf5-d8b50a82b195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:34Z', 'updated_at': '2022-04-29T13:36:38Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '6eac9fc7-fa69-43d0-bbf5-d8b50a82b195', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:35Z', 'updated_at': '2022-04-29T13:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'ee1ac34b-bf91-47c2-85ab-cc976f46c608', 'name': '', 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:de:6a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb999eb4-6c15-4dea-84d2-a799a17a273e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:38Z', 'updated_at': '2022-04-29T13:36:44Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'bb999eb4-6c15-4dea-84d2-a799a17a273e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:26.538904 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205f0748-34e7-490e-8386-54c94f75141b None None] Checking router: e6c6e05f-b089-477c-a0f4-d781bcfb7d4f for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:37:26.549606 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205f0748-34e7-490e-8386-54c94f75141b None None] Routers {'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:37:26.550275 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-205f0748-34e7-490e-8386-54c94f75141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:37:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e6c6e05f-b089-477c-a0f4-d781bcfb7d4f'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:26.732565 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-205f0748-34e7-490e-8386-54c94f75141b None None] Set router e6c6e05f-b089-477c-a0f4-d781bcfb7d4f gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:37:26.781817 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-1f3c8433-d828-4340-a027-97f75b776e5d tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Deleting port 0d57e9ad-5458-49aa-8bee-537437fddf4b {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:37:26.782281 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1f3c8433-d828-4340-a027-97f75b776e5d tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:26.783749 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e8892d4c-08dd-4e14-b48b-b953d0bf66a1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:26.907571 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-e8892d4c-08dd-4e14-b48b-b953d0bf66a1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for 4f6e083a-c687-4789-8f55-cd59ba8b6c6c owned by {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:37:26.962268 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1f3c8433-d828-4340-a027-97f75b776e5d tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:26.962843 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1f3c8433-d828-4340-a027-97f75b776e5d tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:27.051123 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e8892d4c-08dd-4e14-b48b-b953d0bf66a1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:27.067337 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-205f0748-34e7-490e-8386-54c94f75141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'name': 'tempest-TestNetworkBasicOps-router-145243116', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '6eac9fc7-fa69-43d0-bbf5-d8b50a82b195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:34Z', 'updated_at': '2022-04-29T13:36:38Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '6eac9fc7-fa69-43d0-bbf5-d8b50a82b195', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:35Z', 'updated_at': '2022-04-29T13:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'ee1ac34b-bf91-47c2-85ab-cc976f46c608', 'name': '', 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:de:6a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb999eb4-6c15-4dea-84d2-a799a17a273e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:38Z', 'updated_at': '2022-04-29T13:36:44Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'bb999eb4-6c15-4dea-84d2-a799a17a273e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:27.072266 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205f0748-34e7-490e-8386-54c94f75141b None None] The sync data for ids ['e6c6e05f-b089-477c-a0f4-d781bcfb7d4f'] in dv-neutron-839027-4-hyperv is: [{'id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'name': 'tempest-TestNetworkBasicOps-router-145243116', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '6eac9fc7-fa69-43d0-bbf5-d8b50a82b195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:34Z', 'updated_at': '2022-04-29T13:36:38Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '6eac9fc7-fa69-43d0-bbf5-d8b50a82b195', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:35Z', 'updated_at': '2022-04-29T13:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'ee1ac34b-bf91-47c2-85ab-cc976f46c608', 'name': '', 'network_id': '7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:de:6a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb999eb4-6c15-4dea-84d2-a799a17a273e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:38Z', 'updated_at': '2022-04-29T13:36:44Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'bb999eb4-6c15-4dea-84d2-a799a17a273e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:37:27.090531 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-1f3c8433-d828-4340-a027-97f75b776e5d tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Calling delete_port for 0d57e9ad-5458-49aa-8bee-537437fddf4b owned by network:floatingip {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:37:27.098757 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8892d4c-08dd-4e14-b48b-b953d0bf66a1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=4f6e083a-c687-4789-8f55-cd59ba8b6c6c,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:27.203151 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e8892d4c-08dd-4e14-b48b-b953d0bf66a1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:27.219549 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e8892d4c-08dd-4e14-b48b-b953d0bf66a1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/ports/4f6e083a-c687-4789-8f55-cd59ba8b6c6c HTTP/1.1" status: 204 len: 168 time: 0.7776945 Apr 29 13:37:27.222017 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36744) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:27.251779 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1f3c8433-d828-4340-a027-97f75b776e5d tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:27.310319 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c8433-d828-4340-a027-97f75b776e5d tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Pushing event deleted for resources: {'Port': ['ID=0d57e9ad-5458-49aa-8bee-537437fddf4b,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:27.355661 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8cebba-ce0b-4cd9-b096-a3698e4a27d2 None None] New status for floating IP c05af32c-61d2-4140-994f-7a0fc77533a6: DOWN {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:37:27.362119 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c8433-d828-4340-a027-97f75b776e5d tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:27.362539 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c8433-d828-4340-a027-97f75b776e5d tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:27.362954 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c8433-d828-4340-a027-97f75b776e5d tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:27.363354 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c8433-d828-4340-a027-97f75b776e5d tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:27.363780 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c8433-d828-4340-a027-97f75b776e5d tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:27.364383 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c8433-d828-4340-a027-97f75b776e5d tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:27.364892 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c8433-d828-4340-a027-97f75b776e5d tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:27.365224 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c8433-d828-4340-a027-97f75b776e5d tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:27.365578 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c8433-d828-4340-a027-97f75b776e5d tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:27.365904 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c8433-d828-4340-a027-97f75b776e5d tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:27.366226 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c8433-d828-4340-a027-97f75b776e5d tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:27.439948 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1f3c8433-d828-4340-a027-97f75b776e5d tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for floatingip, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:27.454286 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1f3c8433-d828-4340-a027-97f75b776e5d tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:27.455401 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1f3c8433-d828-4340-a027-97f75b776e5d tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "DELETE /v2.0/floatingips/4bf7ab39-434b-4cd3-98d3-3579a849f6eb HTTP/1.1" status: 204 len: 168 time: 0.9338319 Apr 29 13:37:27.512910 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device edd9e428-3bea-42d1-bdb2-8748b903302e no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:37:27.554367 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: edd9e428-3bea-42d1-bdb2-8748b903302e {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:37:27.554367 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device edd9e428-3bea-42d1-bdb2-8748b903302e not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:37:27.764280 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e7ee00ec-f6ff-4dbc-b33b-41dd054865d1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:27.993541 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:28.375286 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-e7ee00ec-f6ff-4dbc-b33b-41dd054865d1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port ee1ac34b-bf91-47c2-85ab-cc976f46c608 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:37:28.375623 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e7ee00ec-f6ff-4dbc-b33b-41dd054865d1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:28.563562 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-e7ee00ec-f6ff-4dbc-b33b-41dd054865d1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] For port ee1ac34b-bf91-47c2-85ab-cc976f46c608, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=ee1ac34b-bf91-47c2-85ab-cc976f46c608,segment=NetworkSegment(8d646c1d-4b9c-4160-a3c9-bda6301399d5),segment_id=8d646c1d-4b9c-4160-a3c9-bda6301399d5)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:37:28.563814 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e7ee00ec-f6ff-4dbc-b33b-41dd054865d1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:28.601029 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:37:28.683842 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-e7ee00ec-f6ff-4dbc-b33b-41dd054865d1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for ee1ac34b-bf91-47c2-85ab-cc976f46c608 owned by network:router_interface {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:37:28.885196 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e7ee00ec-f6ff-4dbc-b33b-41dd054865d1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:28.931278 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee00ec-f6ff-4dbc-b33b-41dd054865d1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=ee1ac34b-bf91-47c2-85ab-cc976f46c608,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:29.334850 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e7ee00ec-f6ff-4dbc-b33b-41dd054865d1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:29.913977 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ee00ec-f6ff-4dbc-b33b-41dd054865d1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router e6c6e05f-b089-477c-a0f4-d781bcfb7d4f has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:37:29.939932 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36760) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:30.012621 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cd1b177c-3277-4e2f-b903-549bbf4d5faf tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:30.046987 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cd1b177c-3277-4e2f-b903-549bbf4d5faf tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:30.114687 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cd1b177c-3277-4e2f-b903-549bbf4d5faf tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:30.128881 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ee00ec-f6ff-4dbc-b33b-41dd054865d1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:37:30.134307 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b177c-3277-4e2f-b903-549bbf4d5faf tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f13e8d-f068-472e-83a8-0d0881647649,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:30.144874 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e7ee00ec-f6ff-4dbc-b33b-41dd054865d1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "PUT /v2.0/routers/e6c6e05f-b089-477c-a0f4-d781bcfb7d4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9194186 Apr 29 13:37:30.145076 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74f2c09-9c52-443d-a939-1e813397e56c None None] Sync routers for ids ['e6c6e05f-b089-477c-a0f4-d781bcfb7d4f'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:37:30.145512 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36764) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:30.174168 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74f2c09-9c52-443d-a939-1e813397e56c None None] Routers {'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:37:30.175426 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e74f2c09-9c52-443d-a939-1e813397e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:37:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e6c6e05f-b089-477c-a0f4-d781bcfb7d4f'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:30.185116 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cd1b177c-3277-4e2f-b903-549bbf4d5faf tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:30.189761 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-cd1b177c-3277-4e2f-b903-549bbf4d5faf tempest-TestVolumeBootPattern-1624390058 tempest-TestVolumeBootPattern-1624390058-project] 10.222.0.76 "DELETE /v2.0/security-groups/e2f13e8d-f068-472e-83a8-0d0881647649 HTTP/1.1" status: 204 len: 168 time: 0.2457929 Apr 29 13:37:30.267145 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36770) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:30.357104 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-388f9270-53ef-43e3-b700-b85d94bcc2f6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting subnet bb999eb4-6c15-4dea-84d2-a799a17a273e {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:37:30.361370 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-388f9270-53ef-43e3-b700-b85d94bcc2f6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:30.424072 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-388f9270-53ef-43e3-b700-b85d94bcc2f6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:30.430825 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-e74f2c09-9c52-443d-a939-1e813397e56c None None] Set router e6c6e05f-b089-477c-a0f4-d781bcfb7d4f gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:37:30.526602 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-388f9270-53ef-43e3-b700-b85d94bcc2f6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:30.610663 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-388f9270-53ef-43e3-b700-b85d94bcc2f6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:30.653515 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f9270-53ef-43e3-b700-b85d94bcc2f6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Subnet': ['ID=bb999eb4-6c15-4dea-84d2-a799a17a273e,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:30.660396 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-388f9270-53ef-43e3-b700-b85d94bcc2f6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:30.669623 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-388f9270-53ef-43e3-b700-b85d94bcc2f6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/subnets/bb999eb4-6c15-4dea-84d2-a799a17a273e HTTP/1.1" status: 204 len: 168 time: 0.5210524 Apr 29 13:37:30.669833 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36776) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:30.671509 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7d2afb-77e7-45ab-b18c-94761a9ddd10 None None] Network 7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:37:30.866229 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1b42ebb7-5ff8-456f-af98-250b28d242e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:30.876442 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c529b9c0-4969-48b1-84af-d9157e123526 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:30.923231 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e74f2c09-9c52-443d-a939-1e813397e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'name': 'tempest-TestNetworkBasicOps-router-145243116', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '6eac9fc7-fa69-43d0-bbf5-d8b50a82b195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:34Z', 'updated_at': '2022-04-29T13:37:28Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '6eac9fc7-fa69-43d0-bbf5-d8b50a82b195', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:35Z', 'updated_at': '2022-04-29T13:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:30.929708 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74f2c09-9c52-443d-a939-1e813397e56c None None] Checking router: e6c6e05f-b089-477c-a0f4-d781bcfb7d4f for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:37:30.946912 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74f2c09-9c52-443d-a939-1e813397e56c None None] Routers {'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:37:30.947538 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e74f2c09-9c52-443d-a939-1e813397e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:37:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['e6c6e05f-b089-477c-a0f4-d781bcfb7d4f'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:31.062100 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62357bcb-1162-47c0-9e07-2ca164d5c6cd None None] DHCP port deletion for 7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:37:31.083995 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-62357bcb-1162-47c0-9e07-2ca164d5c6cd None None] Deleting port b80efe74-6a40-4799-ab25-7177064acf8e {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:37:31.084361 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-62357bcb-1162-47c0-9e07-2ca164d5c6cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:31.198892 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c529b9c0-4969-48b1-84af-d9157e123526 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:31.209467 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-c529b9c0-4969-48b1-84af-d9157e123526 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port 6eac9fc7-fa69-43d0-bbf5-d8b50a82b195 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:37:31.210136 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c529b9c0-4969-48b1-84af-d9157e123526 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:31.284633 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-e74f2c09-9c52-443d-a939-1e813397e56c None None] Set router e6c6e05f-b089-477c-a0f4-d781bcfb7d4f gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:37:31.391092 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-c529b9c0-4969-48b1-84af-d9157e123526 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] For port 6eac9fc7-fa69-43d0-bbf5-d8b50a82b195, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=6eac9fc7-fa69-43d0-bbf5-d8b50a82b195,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:37:31.391600 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c529b9c0-4969-48b1-84af-d9157e123526 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:31.507296 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-62357bcb-1162-47c0-9e07-2ca164d5c6cd None None] For port b80efe74-6a40-4799-ab25-7177064acf8e, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b80efe74-6a40-4799-ab25-7177064acf8e,segment=NetworkSegment(8d646c1d-4b9c-4160-a3c9-bda6301399d5),segment_id=8d646c1d-4b9c-4160-a3c9-bda6301399d5)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:37:31.507678 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-62357bcb-1162-47c0-9e07-2ca164d5c6cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:31.519659 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-c529b9c0-4969-48b1-84af-d9157e123526 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for 6eac9fc7-fa69-43d0-bbf5-d8b50a82b195 owned by network:router_gateway {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:37:31.609658 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-1b42ebb7-5ff8-456f-af98-250b28d242e0 admin admin] Deleting port 450a5ddf-21d5-46b8-b8fe-832fb0558e5b {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:37:31.610350 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1b42ebb7-5ff8-456f-af98-250b28d242e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:31.630778 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-62357bcb-1162-47c0-9e07-2ca164d5c6cd None None] Calling delete_port for b80efe74-6a40-4799-ab25-7177064acf8e owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:37:31.702712 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c529b9c0-4969-48b1-84af-d9157e123526 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:31.748980 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529b9c0-4969-48b1-84af-d9157e123526 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=6eac9fc7-fa69-43d0-bbf5-d8b50a82b195,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:31.806633 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-1b42ebb7-5ff8-456f-af98-250b28d242e0 admin admin] For port 450a5ddf-21d5-46b8-b8fe-832fb0558e5b, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=450a5ddf-21d5-46b8-b8fe-832fb0558e5b,segment=NetworkSegment(53def5c8-aa99-4a75-8066-57e8c47ce92e),segment_id=53def5c8-aa99-4a75-8066-57e8c47ce92e)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:37:31.807878 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1b42ebb7-5ff8-456f-af98-250b28d242e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:31.825911 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-62357bcb-1162-47c0-9e07-2ca164d5c6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:31.876089 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62357bcb-1162-47c0-9e07-2ca164d5c6cd None None] Pushing event deleted for resources: {'Port': ['ID=b80efe74-6a40-4799-ab25-7177064acf8e,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:31.884549 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62357bcb-1162-47c0-9e07-2ca164d5c6cd None None] No DVR routers for this DVR port b80efe74-6a40-4799-ab25-7177064acf8e on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:37:31.895459 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e74f2c09-9c52-443d-a939-1e813397e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'name': 'tempest-TestNetworkBasicOps-router-145243116', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '6eac9fc7-fa69-43d0-bbf5-d8b50a82b195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:34Z', 'updated_at': '2022-04-29T13:37:28Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '6eac9fc7-fa69-43d0-bbf5-d8b50a82b195', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:35Z', 'updated_at': '2022-04-29T13:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:31.899361 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74f2c09-9c52-443d-a939-1e813397e56c None None] The sync data for ids ['e6c6e05f-b089-477c-a0f4-d781bcfb7d4f'] in dv-neutron-839027-4-hyperv is: [{'id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'name': 'tempest-TestNetworkBasicOps-router-145243116', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '6eac9fc7-fa69-43d0-bbf5-d8b50a82b195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:36:34Z', 'updated_at': '2022-04-29T13:37:28Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '6eac9fc7-fa69-43d0-bbf5-d8b50a82b195', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c6e05f-b089-477c-a0f4-d781bcfb7d4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:36:35Z', 'updated_at': '2022-04-29T13:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:37:31.963968 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-1b42ebb7-5ff8-456f-af98-250b28d242e0 admin admin] Calling delete_port for 450a5ddf-21d5-46b8-b8fe-832fb0558e5b owned by network:router_interface {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:37:31.981961 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c529b9c0-4969-48b1-84af-d9157e123526 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:32.133970 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1b42ebb7-5ff8-456f-af98-250b28d242e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:32.178264 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42ebb7-5ff8-456f-af98-250b28d242e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=450a5ddf-21d5-46b8-b8fe-832fb0558e5b,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:32.239683 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c529b9c0-4969-48b1-84af-d9157e123526 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:32.245046 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c529b9c0-4969-48b1-84af-d9157e123526 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:32.275801 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c529b9c0-4969-48b1-84af-d9157e123526 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:32.276347 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c529b9c0-4969-48b1-84af-d9157e123526 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Fanout notify agent at l3_agent the message router_deleted on router e6c6e05f-b089-477c-a0f4-d781bcfb7d4f {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:37:32.294365 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c529b9c0-4969-48b1-84af-d9157e123526 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:32.296255 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c529b9c0-4969-48b1-84af-d9157e123526 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/routers/e6c6e05f-b089-477c-a0f4-d781bcfb7d4f HTTP/1.1" status: 204 len: 168 time: 1.6247168 Apr 29 13:37:32.298997 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36780) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:32.426092 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-50fa709c-20e3-4479-b4a0-fca084923fcb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:32.484794 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1b42ebb7-5ff8-456f-af98-250b28d242e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:32.680508 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-50fa709c-20e3-4479-b4a0-fca084923fcb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:32.708183 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-50fa709c-20e3-4479-b4a0-fca084923fcb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:32.720332 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-50fa709c-20e3-4479-b4a0-fca084923fcb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d646c1d-4b9c-4160-a3c9-bda6301399d5') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:32.720816 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-50fa709c-20e3-4479-b4a0-fca084923fcb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d646c1d-4b9c-4160-a3c9-bda6301399d5') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:32.732075 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-50fa709c-20e3-4479-b4a0-fca084923fcb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:32.747942 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-50fa709c-20e3-4479-b4a0-fca084923fcb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:32.754615 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50fa709c-20e3-4479-b4a0-fca084923fcb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:37:32.755000 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-50fa709c-20e3-4479-b4a0-fca084923fcb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:37:32.769585 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:37:32.849966 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-50fa709c-20e3-4479-b4a0-fca084923fcb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:32.867984 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-50fa709c-20e3-4479-b4a0-fca084923fcb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:32.879600 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa709c-20e3-4479-b4a0-fca084923fcb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Network': ['ID=7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:32.885029 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-50fa709c-20e3-4479-b4a0-fca084923fcb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/networks/7ea1d139-1cc9-48e9-a2d5-e2d6af6d26c0 HTTP/1.1" status: 204 len: 168 time: 0.5841224 Apr 29 13:37:32.899007 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36784) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:32.911146 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4135f54a-cbad-474a-850f-41db85f4baed tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0111420 Apr 29 13:37:32.913548 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36788) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:32.918460 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-7e11e412-4a90-4146-b33f-42690644bcb5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'network': {'name': 'tempest-network-smoke--1477909438', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'port_security_enabled': True}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:37:32.923993 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7e11e412-4a90-4146-b33f-42690644bcb5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:37:32.928057 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7e11e412-4a90-4146-b33f-42690644bcb5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:network and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:37:32.931390 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7e11e412-4a90-4146-b33f-42690644bcb5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:37:32.937289 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7e11e412-4a90-4146-b33f-42690644bcb5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:37:32.948418 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e11e412-4a90-4146-b33f-42690644bcb5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Made reservation on behalf of 4b7a89f6c8564a04be449e2e6b4a95e5 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:37:32.952144 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7e11e412-4a90-4146-b33f-42690644bcb5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:32.968463 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b80efe74-6a40-4799-ab25-7177064acf8e no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:37:32.983121 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e11e412-4a90-4146-b33f-42690644bcb5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:37:32.992834 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7e11e412-4a90-4146-b33f-42690644bcb5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:32.993239 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-7e11e412-4a90-4146-b33f-42690644bcb5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Added segment 925f90b0-65e8-4061-a647-7769967679cf of type vlan for network 4c7dc1f9-3144-4363-9e32-31a1a03ab159 Apr 29 13:37:33.015547 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: b80efe74-6a40-4799-ab25-7177064acf8e {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:37:33.015895 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b80efe74-6a40-4799-ab25-7177064acf8e not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:37:33.016305 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device ee1ac34b-bf91-47c2-85ab-cc976f46c608 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:37:33.027389 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7e11e412-4a90-4146-b33f-42690644bcb5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:33.051989 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: ee1ac34b-bf91-47c2-85ab-cc976f46c608 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:37:33.052395 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device ee1ac34b-bf91-47c2-85ab-cc976f46c608 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:37:33.060566 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7e11e412-4a90-4146-b33f-42690644bcb5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:33.065483 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e11e412-4a90-4146-b33f-42690644bcb5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:33.066061 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7e11e412-4a90-4146-b33f-42690644bcb5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:33.169421 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7e11e412-4a90-4146-b33f-42690644bcb5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2548165 Apr 29 13:37:33.172608 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36792) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:33.179749 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-f01c1857-467d-475f-b8a8-f9a725d532d5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-373100273', 'admin_state_up': True, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:37:33.186916 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11e412-4a90-4146-b33f-42690644bcb5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Network': ['ID=4c7dc1f9-3144-4363-9e32-31a1a03ab159,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:33.190632 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f01c1857-467d-475f-b8a8-f9a725d532d5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:37:33.194617 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f01c1857-467d-475f-b8a8-f9a725d532d5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:router and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:37:33.197537 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f01c1857-467d-475f-b8a8-f9a725d532d5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:37:33.198084 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 4c7dc1f9-3144-4363-9e32-31a1a03ab159 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:37:33.203845 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f01c1857-467d-475f-b8a8-f9a725d532d5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:37:33.214222 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f01c1857-467d-475f-b8a8-f9a725d532d5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:33.215400 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f01c1857-467d-475f-b8a8-f9a725d532d5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:33.223491 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b42ebb7-5ff8-456f-af98-250b28d242e0 admin admin] Router 90173866-306d-4838-8552-62ba2c3bbe83 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:37:33.239026 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f01c1857-467d-475f-b8a8-f9a725d532d5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:33.386232 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f01c1857-467d-475f-b8a8-f9a725d532d5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:33.428698 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b42ebb7-5ff8-456f-af98-250b28d242e0 admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:37:33.437539 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6965f95c-5013-4d62-9848-170fbdb36f20 None None] Sync routers for ids ['90173866-306d-4838-8552-62ba2c3bbe83'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:37:33.441763 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1b42ebb7-5ff8-456f-af98-250b28d242e0 admin admin] 10.222.0.76 "PUT /v2.0/routers/90173866-306d-4838-8552-62ba2c3bbe83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1736012 Apr 29 13:37:33.444941 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36796) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:33.451490 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6965f95c-5013-4d62-9848-170fbdb36f20 None None] Routers {'90173866-306d-4838-8552-62ba2c3bbe83'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:37:33.452530 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-6965f95c-5013-4d62-9848-170fbdb36f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:37:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['90173866-306d-4838-8552-62ba2c3bbe83'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:33.562381 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f01c1857-467d-475f-b8a8-f9a725d532d5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_gateway, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:33.598284 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f01c1857-467d-475f-b8a8-f9a725d532d5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:33.631283 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-6965f95c-5013-4d62-9848-170fbdb36f20 None None] Set router 90173866-306d-4838-8552-62ba2c3bbe83 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:37:33.657097 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ad84b36e-338b-4c55-a321-74c2c0df5056 admin admin] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:33.743047 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-f01c1857-467d-475f-b8a8-f9a725d532d5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.26.6.14 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:37:33.873463 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ad84b36e-338b-4c55-a321-74c2c0df5056 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:33.883985 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-ad84b36e-338b-4c55-a321-74c2c0df5056 admin admin] Deleting port 2e154c3e-02e9-4524-a99a-27230db087e7 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:37:33.884338 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ad84b36e-338b-4c55-a321-74c2c0df5056 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:33.897364 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f01c1857-467d-475f-b8a8-f9a725d532d5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:33.926300 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f01c1857-467d-475f-b8a8-f9a725d532d5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:33.940531 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-6965f95c-5013-4d62-9848-170fbdb36f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90173866-306d-4838-8552-62ba2c3bbe83', 'name': 'tempest-TestVolumeBootPattern-1070817569-router', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:15Z', 'updated_at': '2022-04-29T13:37:32Z', 'revision_number': 5, 'project_id': '0c81113c84764616a8c807a160eb0515', 'gw_port': {'id': '2e154c3e-02e9-4524-a99a-27230db087e7', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90173866-306d-4838-8552-62ba2c3bbe83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:17Z', 'updated_at': '2022-04-29T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:33.944443 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6965f95c-5013-4d62-9848-170fbdb36f20 None None] Checking router: 90173866-306d-4838-8552-62ba2c3bbe83 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:37:33.955483 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6965f95c-5013-4d62-9848-170fbdb36f20 None None] Routers {'90173866-306d-4838-8552-62ba2c3bbe83'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:37:33.956080 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-6965f95c-5013-4d62-9848-170fbdb36f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:37:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['90173866-306d-4838-8552-62ba2c3bbe83'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:33.996333 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01c1857-467d-475f-b8a8-f9a725d532d5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:37:33.998946 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-f01c1857-467d-475f-b8a8-f9a725d532d5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:37:34.002791 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01c1857-467d-475f-b8a8-f9a725d532d5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:37:34.032104 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c1857-467d-475f-b8a8-f9a725d532d5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:34.076173 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-ad84b36e-338b-4c55-a321-74c2c0df5056 admin admin] For port 2e154c3e-02e9-4524-a99a-27230db087e7, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=2e154c3e-02e9-4524-a99a-27230db087e7,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:37:34.077370 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ad84b36e-338b-4c55-a321-74c2c0df5056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:34.125646 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-6965f95c-5013-4d62-9848-170fbdb36f20 None None] Set router 90173866-306d-4838-8552-62ba2c3bbe83 gateway port host: None {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:37:34.167737 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f01c1857-467d-475f-b8a8-f9a725d532d5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_gateway, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:34.168504 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f01c1857-467d-475f-b8a8-f9a725d532d5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:34.205532 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-ad84b36e-338b-4c55-a321-74c2c0df5056 admin admin] Calling delete_port for 2e154c3e-02e9-4524-a99a-27230db087e7 owned by network:router_gateway {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:37:34.237758 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-6965f95c-5013-4d62-9848-170fbdb36f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90173866-306d-4838-8552-62ba2c3bbe83', 'name': 'tempest-TestVolumeBootPattern-1070817569-router', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:15Z', 'updated_at': '2022-04-29T13:37:33Z', 'revision_number': 6, 'project_id': '0c81113c84764616a8c807a160eb0515', 'gw_port_host': None}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:34.242077 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6965f95c-5013-4d62-9848-170fbdb36f20 None None] The sync data for ids ['90173866-306d-4838-8552-62ba2c3bbe83'] in dv-neutron-839027-4-hyperv is: [{'id': '90173866-306d-4838-8552-62ba2c3bbe83', 'name': 'tempest-TestVolumeBootPattern-1070817569-router', 'tenant_id': '0c81113c84764616a8c807a160eb0515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:15Z', 'updated_at': '2022-04-29T13:37:33Z', 'revision_number': 6, 'project_id': '0c81113c84764616a8c807a160eb0515', 'gw_port_host': None}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:37:34.405173 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01c1857-467d-475f-b8a8-f9a725d532d5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router 13994720-88ff-450e-92ba-c4cdbdf1cd33 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:37:34.495496 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ad84b36e-338b-4c55-a321-74c2c0df5056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:34.540198 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84b36e-338b-4c55-a321-74c2c0df5056 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e154c3e-02e9-4524-a99a-27230db087e7,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:34.676059 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 6eac9fc7-fa69-43d0-bbf5-d8b50a82b195 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:37:34.717986 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01c1857-467d-475f-b8a8-f9a725d532d5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:37:34.732895 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d047ec04-0246-40ea-b723-5b181e795b2d None None] Sync routers for ids ['13994720-88ff-450e-92ba-c4cdbdf1cd33'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:37:34.734918 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 6eac9fc7-fa69-43d0-bbf5-d8b50a82b195 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:37:34.735248 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 6eac9fc7-fa69-43d0-bbf5-d8b50a82b195 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:37:34.735796 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 450a5ddf-21d5-46b8-b8fe-832fb0558e5b no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:37:34.747838 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f01c1857-467d-475f-b8a8-f9a725d532d5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:34.753286 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f01c1857-467d-475f-b8a8-f9a725d532d5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5797317 Apr 29 13:37:34.753904 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36800) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:34.773613 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 450a5ddf-21d5-46b8-b8fe-832fb0558e5b {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:37:34.774166 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 450a5ddf-21d5-46b8-b8fe-832fb0558e5b not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:37:34.779021 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d047ec04-0246-40ea-b723-5b181e795b2d None None] Routers {'13994720-88ff-450e-92ba-c4cdbdf1cd33'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:37:34.779894 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d047ec04-0246-40ea-b723-5b181e795b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:37:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['13994720-88ff-450e-92ba-c4cdbdf1cd33'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:34.800125 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ad84b36e-338b-4c55-a321-74c2c0df5056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:34.808804 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3bd34ebd-3295-4ef3-b02c-2293cbb47b07 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=4b7a89f6c8564a04be449e2e6b4a95e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0515571 Apr 29 13:37:34.809146 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36804) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:34.949190 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328f0347-d4bf-4cb2-b5b1-b5c9040600ee tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:34.953156 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-328f0347-d4bf-4cb2-b5b1-b5c9040600ee tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1400394 Apr 29 13:37:34.953395 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36808) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:34.969638 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-d047ec04-0246-40ea-b723-5b181e795b2d None None] Set router 13994720-88ff-450e-92ba-c4cdbdf1cd33 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:37:34.997298 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9abeafab-f717-4895-bc6f-3e90190850a7 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3475bcf7-abe6-4964-9326-03174235aecc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402954 Apr 29 13:37:34.997521 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36812) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:35.003626 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-ab686e94-9247-446e-8f67-78ee28d1929f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-590624472', 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:37:35.062392 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ad84b36e-338b-4c55-a321-74c2c0df5056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:35.066627 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ad84b36e-338b-4c55-a321-74c2c0df5056 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:35.095622 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ad84b36e-338b-4c55-a321-74c2c0df5056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:35.096142 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad84b36e-338b-4c55-a321-74c2c0df5056 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90173866-306d-4838-8552-62ba2c3bbe83 {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:37:35.109756 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ad84b36e-338b-4c55-a321-74c2c0df5056 admin admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:35.111054 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ad84b36e-338b-4c55-a321-74c2c0df5056 admin admin] 10.222.0.76 "DELETE /v2.0/routers/90173866-306d-4838-8552-62ba2c3bbe83 HTTP/1.1" status: 204 len: 168 time: 1.6646514 Apr 29 13:37:35.113625 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36816) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:35.143208 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ab686e94-9247-446e-8f67-78ee28d1929f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:37:35.147625 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ab686e94-9247-446e-8f67-78ee28d1929f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:subnet and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:37:35.151753 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ab686e94-9247-446e-8f67-78ee28d1929f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:37:35.159183 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ab686e94-9247-446e-8f67-78ee28d1929f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:37:35.173220 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab686e94-9247-446e-8f67-78ee28d1929f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Made reservation on behalf of 4b7a89f6c8564a04be449e2e6b4a95e5 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:37:35.184658 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a76a88-50b8-408c-a777-fa965e67f102 admin admin] Deleting subnet 02705295-1364-4282-8393-7ae80461c414 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:37:35.187968 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-99a76a88-50b8-408c-a777-fa965e67f102 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:35.241897 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-99a76a88-50b8-408c-a777-fa965e67f102 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:35.279120 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ab686e94-9247-446e-8f67-78ee28d1929f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:35.293023 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d047ec04-0246-40ea-b723-5b181e795b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'name': 'tempest-TestNetworkBasicOps-router-373100273', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:33Z', 'updated_at': '2022-04-29T13:37:34Z', 'revision_number': 3, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:33Z', 'updated_at': '2022-04-29T13:37:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:35.300344 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d047ec04-0246-40ea-b723-5b181e795b2d None None] Checking router: 13994720-88ff-450e-92ba-c4cdbdf1cd33 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:37:35.301979 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d047ec04-0246-40ea-b723-5b181e795b2d None None] Updating router 13994720-88ff-450e-92ba-c4cdbdf1cd33 port ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1 binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:37:35.347963 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-99a76a88-50b8-408c-a777-fa965e67f102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:35.378841 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d047ec04-0246-40ea-b723-5b181e795b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:35.422164 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-99a76a88-50b8-408c-a777-fa965e67f102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:35.460224 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a76a88-50b8-408c-a777-fa965e67f102 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02705295-1364-4282-8393-7ae80461c414,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:35.467639 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-99a76a88-50b8-408c-a777-fa965e67f102 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:35.473185 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed9f332-7f4e-41d3-8a1d-332f6ce95e21 None None] Network 846dd749-f943-4e56-9d8e-6295c964eaa2 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:37:35.473954 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-99a76a88-50b8-408c-a777-fa965e67f102 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/02705295-1364-4282-8393-7ae80461c414 HTTP/1.1" status: 204 len: 168 time: 0.3593254 Apr 29 13:37:35.476381 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36820) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:35.529926 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ab686e94-9247-446e-8f67-78ee28d1929f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:35.585409 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-22377648-4b85-4fc6-a657-d6feaeaf0ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:35.597027 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-22377648-4b85-4fc6-a657-d6feaeaf0ae0 admin admin] Deleting port 9ebf65c7-88d7-4e79-9721-971085c40dbe {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:37:35.597281 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-22377648-4b85-4fc6-a657-d6feaeaf0ae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:35.607429 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab686e94-9247-446e-8f67-78ee28d1929f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Subnet': ['ID=616f67ae-7741-4f97-8a78-eb550db94159,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:35.632593 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab686e94-9247-446e-8f67-78ee28d1929f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Checking segment: {'id': '925f90b0-65e8-4061-a647-7769967679cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:37:35.632973 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab686e94-9247-446e-8f67-78ee28d1929f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network hostable DHCP agents. Network: 4c7dc1f9-3144-4363-9e32-31a1a03ab159, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:37:35.663111 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab686e94-9247-446e-8f67-78ee28d1929f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 4c7dc1f9-3144-4363-9e32-31a1a03ab159 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:37:35.672993 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-ab686e94-9247-446e-8f67-78ee28d1929f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 4c7dc1f9-3144-4363-9e32-31a1a03ab159) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:37:35.681924 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab686e94-9247-446e-8f67-78ee28d1929f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:35.682499 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ab686e94-9247-446e-8f67-78ee28d1929f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:35.692320 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4d950c-24cf-4fb3-b087-c3d9a0eba45b None None] Network 4c7dc1f9-3144-4363-9e32-31a1a03ab159 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:37:35.711156 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ab686e94-9247-446e-8f67-78ee28d1929f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7099266 Apr 29 13:37:35.711837 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36824) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:36.044936 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-22377648-4b85-4fc6-a657-d6feaeaf0ae0 admin admin] For port 9ebf65c7-88d7-4e79-9721-971085c40dbe, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=9ebf65c7-88d7-4e79-9721-971085c40dbe,segment=NetworkSegment(53def5c8-aa99-4a75-8066-57e8c47ce92e),segment_id=53def5c8-aa99-4a75-8066-57e8c47ce92e)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:37:36.045673 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-22377648-4b85-4fc6-a657-d6feaeaf0ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:36.072620 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eba4dab-9aa7-4b83-b5c7-053495fc754c None None] DHCP port deletion for 846dd749-f943-4e56-9d8e-6295c964eaa2 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:37:36.111890 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-1eba4dab-9aa7-4b83-b5c7-053495fc754c None None] Deleting port 9ebf65c7-88d7-4e79-9721-971085c40dbe {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:37:36.112183 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1eba4dab-9aa7-4b83-b5c7-053495fc754c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:36.158911 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d047ec04-0246-40ea-b723-5b181e795b2d None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:36.173575 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-22377648-4b85-4fc6-a657-d6feaeaf0ae0 admin admin] Calling delete_port for 9ebf65c7-88d7-4e79-9721-971085c40dbe owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:37:36.181435 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c23fcc-a445-4f62-b22f-bf9325533049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-4c7dc1f9-3144-4363-9e32-31a1a03ab159', 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ips': [{'subnet_id': '616f67ae-7741-4f97-8a78-eb550db94159'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:37:36.182240 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-81c23fcc-a445-4f62-b22f-bf9325533049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:36.198749 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d047ec04-0246-40ea-b723-5b181e795b2d None None] Transition to ACTIVE for port object ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:37:36.238254 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d047ec04-0246-40ea-b723-5b181e795b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:36.267348 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-22377648-4b85-4fc6-a657-d6feaeaf0ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:36.319099 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22377648-4b85-4fc6-a657-d6feaeaf0ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ebf65c7-88d7-4e79-9721-971085c40dbe,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:36.329810 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22377648-4b85-4fc6-a657-d6feaeaf0ae0 admin admin] No DVR routers for this DVR port 9ebf65c7-88d7-4e79-9721-971085c40dbe on host dv-neutron-839027-4-hyperv {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:37:36.468376 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbbece7-85af-4180-a4d8-c82c974f4b1d None None] Pushing event updated for resources: {'Port': ['ID=ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:36.487999 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d047ec04-0246-40ea-b723-5b181e795b2d None None] Attempting to bind port ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:37:36.487999 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d047ec04-0246-40ea-b723-5b181e795b2d None None] Attempting to bind port ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:37:36.487999 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d047ec04-0246-40ea-b723-5b181e795b2d None None] Attempting to bind port ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1 on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:37:36.550834 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 9ebf65c7-88d7-4e79-9721-971085c40dbe no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:37:36.570796 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-22377648-4b85-4fc6-a657-d6feaeaf0ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:36.573715 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbece7-85af-4180-a4d8-c82c974f4b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:36.574065 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbece7-85af-4180-a4d8-c82c974f4b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:36.574402 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbece7-85af-4180-a4d8-c82c974f4b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:36.574733 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbece7-85af-4180-a4d8-c82c974f4b1d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:36.575066 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbece7-85af-4180-a4d8-c82c974f4b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:36.575393 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbece7-85af-4180-a4d8-c82c974f4b1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:36.575718 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbece7-85af-4180-a4d8-c82c974f4b1d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:36.576042 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbece7-85af-4180-a4d8-c82c974f4b1d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:36.576907 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbece7-85af-4180-a4d8-c82c974f4b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:36.577415 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbece7-85af-4180-a4d8-c82c974f4b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:36.577740 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbece7-85af-4180-a4d8-c82c974f4b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:37:36.608416 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d047ec04-0246-40ea-b723-5b181e795b2d None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:37:36.608811 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d047ec04-0246-40ea-b723-5b181e795b2d None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:37:36.608923 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-22377648-4b85-4fc6-a657-d6feaeaf0ae0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846dd749-f943-4e56-9d8e-6295c964eaa2']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:36.609362 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d047ec04-0246-40ea-b723-5b181e795b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:36.609595 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d047ec04-0246-40ea-b723-5b181e795b2d None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:37:36.610066 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d047ec04-0246-40ea-b723-5b181e795b2d None None] Bound port: ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:37:36.610437 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d047ec04-0246-40ea-b723-5b181e795b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:36.624782 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-22377648-4b85-4fc6-a657-d6feaeaf0ae0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53def5c8-aa99-4a75-8066-57e8c47ce92e') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:36.624993 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-22377648-4b85-4fc6-a657-d6feaeaf0ae0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53def5c8-aa99-4a75-8066-57e8c47ce92e') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:36.638666 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-22377648-4b85-4fc6-a657-d6feaeaf0ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:36.639866 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 9ebf65c7-88d7-4e79-9721-971085c40dbe {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:37:36.640244 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 9ebf65c7-88d7-4e79-9721-971085c40dbe not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:37:36.640622 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 2e154c3e-02e9-4524-a99a-27230db087e7 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:37:36.660103 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-22377648-4b85-4fc6-a657-d6feaeaf0ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:36.669219 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22377648-4b85-4fc6-a657-d6feaeaf0ae0 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:37:36.669613 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-22377648-4b85-4fc6-a657-d6feaeaf0ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:36.682910 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-1eba4dab-9aa7-4b83-b5c7-053495fc754c None None] For port 9ebf65c7-88d7-4e79-9721-971085c40dbe, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=9ebf65c7-88d7-4e79-9721-971085c40dbe,segment=NetworkSegment(53def5c8-aa99-4a75-8066-57e8c47ce92e),segment_id=53def5c8-aa99-4a75-8066-57e8c47ce92e)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:37:36.683307 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1eba4dab-9aa7-4b83-b5c7-053495fc754c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:37:36.686412 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:37:36.693061 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 2e154c3e-02e9-4524-a99a-27230db087e7 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:37:36.693693 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 2e154c3e-02e9-4524-a99a-27230db087e7 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:37:36.779942 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-22377648-4b85-4fc6-a657-d6feaeaf0ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:36.830092 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-1eba4dab-9aa7-4b83-b5c7-053495fc754c None None] Calling delete_port for 9ebf65c7-88d7-4e79-9721-971085c40dbe owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:37:36.847176 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-22377648-4b85-4fc6-a657-d6feaeaf0ae0 admin admin] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:36.868124 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22377648-4b85-4fc6-a657-d6feaeaf0ae0 admin admin] Pushing event deleted for resources: {'Network': ['ID=846dd749-f943-4e56-9d8e-6295c964eaa2,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:36.891350 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-81c23fcc-a445-4f62-b22f-bf9325533049 None None] Allocated IP 172.20.0.2 (4c7dc1f9-3144-4363-9e32-31a1a03ab159/616f67ae-7741-4f97-8a78-eb550db94159/77c6cd3e-e88f-4b30-8adb-d3e05540c3f7) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:37:36.913378 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d047ec04-0246-40ea-b723-5b181e795b2d None None] For port ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:37:36.921629 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d047ec04-0246-40ea-b723-5b181e795b2d None None] For port ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:37:36.941389 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-22377648-4b85-4fc6-a657-d6feaeaf0ae0 admin admin] 10.222.0.76 "DELETE /v2.0/networks/846dd749-f943-4e56-9d8e-6295c964eaa2 HTTP/1.1" status: 204 len: 168 time: 1.4639966 Apr 29 13:37:36.944509 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36828) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:36.950513 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d047ec04-0246-40ea-b723-5b181e795b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:37.077482 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-1eba4dab-9aa7-4b83-b5c7-053495fc754c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:37:37.077482 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-1eba4dab-9aa7-4b83-b5c7-053495fc754c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:37:37.119444 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbbece7-85af-4180-a4d8-c82c974f4b1d None None] Pushing event updated for resources: {'Port': ['ID=ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:37.134189 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d047ec04-0246-40ea-b723-5b181e795b2d None None] Routers {'13994720-88ff-450e-92ba-c4cdbdf1cd33'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:37:37.134816 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d047ec04-0246-40ea-b723-5b181e795b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:37:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['13994720-88ff-450e-92ba-c4cdbdf1cd33'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:37.180523 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ef4bc95f-5459-4247-874f-42e816ee3b2b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:37.341647 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d0174a86-39c7-4785-916e-c7e54d87794b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:37.370974 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-81c23fcc-a445-4f62-b22f-bf9325533049 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:37.388130 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-81c23fcc-a445-4f62-b22f-bf9325533049 None None] Transition to ACTIVE for port object 77c6cd3e-e88f-4b30-8adb-d3e05540c3f7 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:37:37.409515 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-d047ec04-0246-40ea-b723-5b181e795b2d None None] Set router 13994720-88ff-450e-92ba-c4cdbdf1cd33 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:37:37.519286 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-81c23fcc-a445-4f62-b22f-bf9325533049 None None] Transition to ACTIVE for port object 77c6cd3e-e88f-4b30-8adb-d3e05540c3f7 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:37:37.584643 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-1eba4dab-9aa7-4b83-b5c7-053495fc754c None None] Deleting port 9ebf65c7-88d7-4e79-9721-971085c40dbe {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:37:37.585653 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1eba4dab-9aa7-4b83-b5c7-053495fc754c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:37.613418 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-81c23fcc-a445-4f62-b22f-bf9325533049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:37.693082 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-ef4bc95f-5459-4247-874f-42e816ee3b2b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.20.0.1 (4c7dc1f9-3144-4363-9e32-31a1a03ab159/616f67ae-7741-4f97-8a78-eb550db94159/b857a491-8c89-4342-9733-a742cc2bfd97) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:37:37.757241 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-1eba4dab-9aa7-4b83-b5c7-053495fc754c None None] The port '9ebf65c7-88d7-4e79-9721-971085c40dbe' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:37:37.803179 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c23fcc-a445-4f62-b22f-bf9325533049 None None] Network 4c7dc1f9-3144-4363-9e32-31a1a03ab159 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:37:37.809529 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c23fcc-a445-4f62-b22f-bf9325533049 None None] Pushing event updated for resources: {'Port': ['ID=77c6cd3e-e88f-4b30-8adb-d3e05540c3f7,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:37.812302 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-81c23fcc-a445-4f62-b22f-bf9325533049 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:37:37.820885 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c23fcc-a445-4f62-b22f-bf9325533049 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:37:37.863288 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ef4bc95f-5459-4247-874f-42e816ee3b2b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:37.878758 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-ef4bc95f-5459-4247-874f-42e816ee3b2b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Transition to ACTIVE for port object b857a491-8c89-4342-9733-a742cc2bfd97 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:37:37.882452 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-53dc8c3c-35d6-4756-a289-1551b455c220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:37.903602 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ef4bc95f-5459-4247-874f-42e816ee3b2b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:37.980716 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-81c23fcc-a445-4f62-b22f-bf9325533049 None None] Attempting to bind port 77c6cd3e-e88f-4b30-8adb-d3e05540c3f7 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:37:37.980988 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-81c23fcc-a445-4f62-b22f-bf9325533049 None None] Attempting to bind port 77c6cd3e-e88f-4b30-8adb-d3e05540c3f7 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '925f90b0-65e8-4061-a647-7769967679cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:37:37.981227 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c23fcc-a445-4f62-b22f-bf9325533049 None None] Attempting to bind port 77c6cd3e-e88f-4b30-8adb-d3e05540c3f7 on network 4c7dc1f9-3144-4363-9e32-31a1a03ab159 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:37:37.985312 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4bc95f-5459-4247-874f-42e816ee3b2b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 4c7dc1f9-3144-4363-9e32-31a1a03ab159 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:37:37.988574 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-ef4bc95f-5459-4247-874f-42e816ee3b2b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:37:37.991095 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4bc95f-5459-4247-874f-42e816ee3b2b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:37:37.998988 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c23fcc-a445-4f62-b22f-bf9325533049 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:37:37.999612 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c23fcc-a445-4f62-b22f-bf9325533049 None None] Checking segment: {'id': '925f90b0-65e8-4061-a647-7769967679cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:37:38.000053 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-81c23fcc-a445-4f62-b22f-bf9325533049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:38.000436 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c23fcc-a445-4f62-b22f-bf9325533049 None None] Bound using segment: {'id': '925f90b0-65e8-4061-a647-7769967679cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:37:38.000948 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-81c23fcc-a445-4f62-b22f-bf9325533049 None None] Bound port: 77c6cd3e-e88f-4b30-8adb-d3e05540c3f7, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925f90b0-65e8-4061-a647-7769967679cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:37:38.001323 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-81c23fcc-a445-4f62-b22f-bf9325533049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:38.026079 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bc95f-5459-4247-874f-42e816ee3b2b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=b857a491-8c89-4342-9733-a742cc2bfd97,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:38.059500 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ef4bc95f-5459-4247-874f-42e816ee3b2b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:38.078256 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d047ec04-0246-40ea-b723-5b181e795b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'name': 'tempest-TestNetworkBasicOps-router-373100273', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:33Z', 'updated_at': '2022-04-29T13:37:34Z', 'revision_number': 3, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:33Z', 'updated_at': '2022-04-29T13:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:38.098082 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d047ec04-0246-40ea-b723-5b181e795b2d None None] The sync data for ids ['13994720-88ff-450e-92ba-c4cdbdf1cd33'] in dv-neutron-839027-4-hyperv is: [{'id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'name': 'tempest-TestNetworkBasicOps-router-373100273', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:33Z', 'updated_at': '2022-04-29T13:37:34Z', 'revision_number': 3, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:33Z', 'updated_at': '2022-04-29T13:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:37:38.111416 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-81c23fcc-a445-4f62-b22f-bf9325533049 None None] For port 77c6cd3e-e88f-4b30-8adb-d3e05540c3f7, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:37:38.114895 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-81c23fcc-a445-4f62-b22f-bf9325533049 None None] For port 77c6cd3e-e88f-4b30-8adb-d3e05540c3f7, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=77c6cd3e-e88f-4b30-8adb-d3e05540c3f7,segment=NetworkSegment(925f90b0-65e8-4061-a647-7769967679cf),segment_id=925f90b0-65e8-4061-a647-7769967679cf)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:37:38.120886 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-81c23fcc-a445-4f62-b22f-bf9325533049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:38.131756 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-d0174a86-39c7-4785-916e-c7e54d87794b admin admin] Deleting port c72ae3bb-95f8-413e-af4a-94f68f92eb1f {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:37:38.132216 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d0174a86-39c7-4785-916e-c7e54d87794b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:38.150343 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ef4bc95f-5459-4247-874f-42e816ee3b2b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:38.213227 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c23fcc-a445-4f62-b22f-bf9325533049 None None] Pushing event updated for resources: {'Port': ['ID=77c6cd3e-e88f-4b30-8adb-d3e05540c3f7,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:38.363346 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-d0174a86-39c7-4785-916e-c7e54d87794b admin admin] For port c72ae3bb-95f8-413e-af4a-94f68f92eb1f, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=c72ae3bb-95f8-413e-af4a-94f68f92eb1f,segment=NetworkSegment(68c3014c-2c1a-4fd4-85e3-50e5cab29d84),segment_id=68c3014c-2c1a-4fd4-85e3-50e5cab29d84)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:37:38.363708 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d0174a86-39c7-4785-916e-c7e54d87794b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:38.542986 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-d0174a86-39c7-4785-916e-c7e54d87794b admin admin] Calling delete_port for c72ae3bb-95f8-413e-af4a-94f68f92eb1f owned by network:router_interface {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:37:38.655803 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 77c6cd3e-e88f-4b30-8adb-d3e05540c3f7 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:37:38.745404 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 77c6cd3e-e88f-4b30-8adb-d3e05540c3f7 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:37:38.752936 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:37:38.755119 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ef4bc95f-5459-4247-874f-42e816ee3b2b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:38.761808 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ef4bc95f-5459-4247-874f-42e816ee3b2b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:38.797673 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d0174a86-39c7-4785-916e-c7e54d87794b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:38.851071 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:37:38.856845 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:37:38.858168 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:38.866123 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0174a86-39c7-4785-916e-c7e54d87794b admin admin] Pushing event deleted for resources: {'Port': ['ID=c72ae3bb-95f8-413e-af4a-94f68f92eb1f,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:38.944392 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ef4bc95f-5459-4247-874f-42e816ee3b2b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:38.955556 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bc95f-5459-4247-874f-42e816ee3b2b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=b857a491-8c89-4342-9733-a742cc2bfd97,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:39.065657 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:39.099850 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:37:39.104402 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:39.145500 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4bc95f-5459-4247-874f-42e816ee3b2b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 4c7dc1f9-3144-4363-9e32-31a1a03ab159 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:37:39.146804 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-ef4bc95f-5459-4247-874f-42e816ee3b2b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:37:39.237555 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:39.288749 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d0174a86-39c7-4785-916e-c7e54d87794b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:39.544217 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7145a88-b436-43be-867a-388f0abf6875 None None] Network 4c7dc1f9-3144-4363-9e32-31a1a03ab159 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:37:39.653322 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a8697a75-c448-4d9b-90df-b739554b26fc None None] Provisioning for port 77c6cd3e-e88f-4b30-8adb-d3e05540c3f7 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:37:39.661547 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a8697a75-c448-4d9b-90df-b739554b26fc None None] Provisioning complete for port 77c6cd3e-e88f-4b30-8adb-d3e05540c3f7 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:37:39.661736 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a8697a75-c448-4d9b-90df-b739554b26fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:39.708786 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4bc95f-5459-4247-874f-42e816ee3b2b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router 13994720-88ff-450e-92ba-c4cdbdf1cd33 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:37:39.871542 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a8697a75-c448-4d9b-90df-b739554b26fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:39.913825 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a8697a75-c448-4d9b-90df-b739554b26fc None None] For port 77c6cd3e-e88f-4b30-8adb-d3e05540c3f7, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=77c6cd3e-e88f-4b30-8adb-d3e05540c3f7,segment=NetworkSegment(925f90b0-65e8-4061-a647-7769967679cf),segment_id=925f90b0-65e8-4061-a647-7769967679cf)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:37:39.919759 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a8697a75-c448-4d9b-90df-b739554b26fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:39.937214 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4bc95f-5459-4247-874f-42e816ee3b2b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:37:39.950972 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ef4bc95f-5459-4247-874f-42e816ee3b2b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "PUT /v2.0/routers/13994720-88ff-450e-92ba-c4cdbdf1cd33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2360187 Apr 29 13:37:39.951180 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36832) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:39.995510 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8697a75-c448-4d9b-90df-b739554b26fc None None] Pushing event updated for resources: {'Port': ['ID=77c6cd3e-e88f-4b30-8adb-d3e05540c3f7,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:40.078765 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0174a86-39c7-4785-916e-c7e54d87794b admin admin] Router c6c375af-b3d0-4fa5-b3aa-394490a42f7e has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:37:40.099358 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d40ce8e-4605-428b-a4fc-592ae5ee639b tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:40.099880 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d40ce8e-4605-428b-a4fc-592ae5ee639b tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:40.100312 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d40ce8e-4605-428b-a4fc-592ae5ee639b tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:40.103009 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d40ce8e-4605-428b-a4fc-592ae5ee639b tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:40.103453 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d40ce8e-4605-428b-a4fc-592ae5ee639b tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:40.106600 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0d40ce8e-4605-428b-a4fc-592ae5ee639b tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3586 time: 0.1543860 Apr 29 13:37:40.110027 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36836) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:40.188831 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712d916a-3e51-4299-9361-26ee6652cb07 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:40.189451 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712d916a-3e51-4299-9361-26ee6652cb07 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:40.189890 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712d916a-3e51-4299-9361-26ee6652cb07 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:40.190414 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712d916a-3e51-4299-9361-26ee6652cb07 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:40.190856 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712d916a-3e51-4299-9361-26ee6652cb07 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:40.192600 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-712d916a-3e51-4299-9361-26ee6652cb07 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3366 time: 0.0816355 Apr 29 13:37:40.195313 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36840) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:40.247762 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3a27c40f-f618-463e-9c8f-752a2f2ea1a9 None None] Provisioning for port b857a491-8c89-4342-9733-a742cc2bfd97 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:37:40.253851 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3a27c40f-f618-463e-9c8f-752a2f2ea1a9 None None] Provisioning complete for port b857a491-8c89-4342-9733-a742cc2bfd97 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:37:40.254226 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3a27c40f-f618-463e-9c8f-752a2f2ea1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:40.304900 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0174a86-39c7-4785-916e-c7e54d87794b admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:37:40.318309 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5938dc66-459d-4f62-8f5f-195029fb1d56 None None] Sync routers for ids ['c6c375af-b3d0-4fa5-b3aa-394490a42f7e'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:37:40.330731 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d0174a86-39c7-4785-916e-c7e54d87794b admin admin] 10.222.0.76 "PUT /v2.0/routers/c6c375af-b3d0-4fa5-b3aa-394490a42f7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3844864 Apr 29 13:37:40.333185 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36844) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:40.338966 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5938dc66-459d-4f62-8f5f-195029fb1d56 None None] Routers {'c6c375af-b3d0-4fa5-b3aa-394490a42f7e'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:37:40.339954 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-5938dc66-459d-4f62-8f5f-195029fb1d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:37:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c6c375af-b3d0-4fa5-b3aa-394490a42f7e'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:40.346404 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3a27c40f-f618-463e-9c8f-752a2f2ea1a9 None None] Port b857a491-8c89-4342-9733-a742cc2bfd97 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:37:40.362502 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3a27c40f-f618-463e-9c8f-752a2f2ea1a9 None None] Provisioning complete for port 77c6cd3e-e88f-4b30-8adb-d3e05540c3f7 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:37:40.362879 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3a27c40f-f618-463e-9c8f-752a2f2ea1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:40.443478 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f2f17d55-3959-460f-a399-fe43427aca7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:40.548003 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2dd6b7ac-28ab-4729-90bd-03e98709d807 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2326 time: 0.3513815 Apr 29 13:37:40.610854 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc09adcd-8207-47d0-b3f0-b428f1546b3e admin admin] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:40.668225 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-5938dc66-459d-4f62-8f5f-195029fb1d56 None None] Set router c6c375af-b3d0-4fa5-b3aa-394490a42f7e gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:37:40.696466 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 77c6cd3e-e88f-4b30-8adb-d3e05540c3f7 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:37:40.759515 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b19bc764-3681-4372-ab1c-335582d6fa32 None None] Provisioning complete for port b857a491-8c89-4342-9733-a742cc2bfd97 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:37:40.759768 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b19bc764-3681-4372-ab1c-335582d6fa32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:40.846320 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b19bc764-3681-4372-ab1c-335582d6fa32 None None] Port b857a491-8c89-4342-9733-a742cc2bfd97 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:37:40.875365 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 77c6cd3e-e88f-4b30-8adb-d3e05540c3f7 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:37:40.876007 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:40.945783 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc09adcd-8207-47d0-b3f0-b428f1546b3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:40.958805 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-cc09adcd-8207-47d0-b3f0-b428f1546b3e admin admin] Deleting port c73699e1-5508-437b-b8e0-d5c697205a54 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:37:40.959211 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc09adcd-8207-47d0-b3f0-b428f1546b3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:41.038285 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ee3721ec-5b18-47c3-a394-1a60567c973e None None] Provisioning complete for port b857a491-8c89-4342-9733-a742cc2bfd97 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:37:41.038939 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ee3721ec-5b18-47c3-a394-1a60567c973e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:41.058139 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-5938dc66-459d-4f62-8f5f-195029fb1d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c375af-b3d0-4fa5-b3aa-394490a42f7e', 'name': 'tempest-TestVolumeBootPattern-1763060020-router', 'tenant_id': 'd049a544b1b049a9b733b88e21a6e786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': 'c73699e1-5508-437b-b8e0-d5c697205a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:32Z', 'updated_at': '2022-04-29T13:37:38Z', 'revision_number': 5, 'project_id': 'd049a544b1b049a9b733b88e21a6e786', 'gw_port': {'id': 'c73699e1-5508-437b-b8e0-d5c697205a54', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c375af-b3d0-4fa5-b3aa-394490a42f7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:33Z', 'updated_at': '2022-04-29T13:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:41.062051 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5938dc66-459d-4f62-8f5f-195029fb1d56 None None] Checking router: c6c375af-b3d0-4fa5-b3aa-394490a42f7e for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:37:41.074901 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36850) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:41.082536 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-1d58f8ca-2da5-4125-a508-8568b33ad82d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1392832725', 'description': 'tempest-secgroup-smoke-1392832725 description', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:37:41.084336 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5938dc66-459d-4f62-8f5f-195029fb1d56 None None] Routers {'c6c375af-b3d0-4fa5-b3aa-394490a42f7e'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:37:41.085005 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-5938dc66-459d-4f62-8f5f-195029fb1d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:37:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c6c375af-b3d0-4fa5-b3aa-394490a42f7e'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:41.089035 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1d58f8ca-2da5-4125-a508-8568b33ad82d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:37:41.094176 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1d58f8ca-2da5-4125-a508-8568b33ad82d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:37:41.096624 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:37:41.097377 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1d58f8ca-2da5-4125-a508-8568b33ad82d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:37:41.105691 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1d58f8ca-2da5-4125-a508-8568b33ad82d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:37:41.119537 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1d58f8ca-2da5-4125-a508-8568b33ad82d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:41.157753 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-cc09adcd-8207-47d0-b3f0-b428f1546b3e admin admin] For port c73699e1-5508-437b-b8e0-d5c697205a54, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=c73699e1-5508-437b-b8e0-d5c697205a54,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:37:41.158111 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc09adcd-8207-47d0-b3f0-b428f1546b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:41.164638 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-ee3721ec-5b18-47c3-a394-1a60567c973e None None] Port b857a491-8c89-4342-9733-a742cc2bfd97 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:37:41.166680 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1d58f8ca-2da5-4125-a508-8568b33ad82d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:37:41.172990 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1d58f8ca-2da5-4125-a508-8568b33ad82d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:37:41.176694 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1d58f8ca-2da5-4125-a508-8568b33ad82d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:37:41.183190 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1d58f8ca-2da5-4125-a508-8568b33ad82d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:37:41.185215 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:37:41.186498 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:41.259769 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1d58f8ca-2da5-4125-a508-8568b33ad82d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:41.264851 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1d58f8ca-2da5-4125-a508-8568b33ad82d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:41.273768 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-5938dc66-459d-4f62-8f5f-195029fb1d56 None None] Set router c6c375af-b3d0-4fa5-b3aa-394490a42f7e gateway port host: None {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:37:41.296722 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-cc09adcd-8207-47d0-b3f0-b428f1546b3e admin admin] Calling delete_port for c73699e1-5508-437b-b8e0-d5c697205a54 owned by network:router_gateway {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:37:41.303192 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58f8ca-2da5-4125-a508-8568b33ad82d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54d7fc26-3d53-430b-b714-9b6a6e3734d8,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:41.327012 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1d58f8ca-2da5-4125-a508-8568b33ad82d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:41.328747 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1d58f8ca-2da5-4125-a508-8568b33ad82d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2528713 Apr 29 13:37:41.331748 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36854) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:41.338007 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-b1f6819e-3d36-49a2-a32f-b22588ed5f7d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '54d7fc26-3d53-430b-b714-9b6a6e3734d8', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:37:41.345641 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b1f6819e-3d36-49a2-a32f-b22588ed5f7d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:37:41.349658 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b1f6819e-3d36-49a2-a32f-b22588ed5f7d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:37:41.352731 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b1f6819e-3d36-49a2-a32f-b22588ed5f7d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:37:41.359376 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b1f6819e-3d36-49a2-a32f-b22588ed5f7d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:37:41.386051 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b1f6819e-3d36-49a2-a32f-b22588ed5f7d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:41.393689 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-5938dc66-459d-4f62-8f5f-195029fb1d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c375af-b3d0-4fa5-b3aa-394490a42f7e', 'name': 'tempest-TestVolumeBootPattern-1763060020-router', 'tenant_id': 'd049a544b1b049a9b733b88e21a6e786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:32Z', 'updated_at': '2022-04-29T13:37:40Z', 'revision_number': 6, 'project_id': 'd049a544b1b049a9b733b88e21a6e786', 'gw_port_host': None}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:41.398560 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5938dc66-459d-4f62-8f5f-195029fb1d56 None None] The sync data for ids ['c6c375af-b3d0-4fa5-b3aa-394490a42f7e'] in dv-neutron-839027-4-hyperv is: [{'id': 'c6c375af-b3d0-4fa5-b3aa-394490a42f7e', 'name': 'tempest-TestVolumeBootPattern-1763060020-router', 'tenant_id': 'd049a544b1b049a9b733b88e21a6e786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:29:32Z', 'updated_at': '2022-04-29T13:37:40Z', 'revision_number': 6, 'project_id': 'd049a544b1b049a9b733b88e21a6e786', 'gw_port_host': None}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:37:41.442921 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:41.466616 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b1f6819e-3d36-49a2-a32f-b22588ed5f7d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:41.470946 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b1f6819e-3d36-49a2-a32f-b22588ed5f7d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:41.500616 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6819e-3d36-49a2-a32f-b22588ed5f7d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a611f56-6b3b-4d12-992c-d1fe286a3c2b,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:41.511843 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b1f6819e-3d36-49a2-a32f-b22588ed5f7d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:41.513041 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b1f6819e-3d36-49a2-a32f-b22588ed5f7d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1798346 Apr 29 13:37:41.515789 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36858) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:41.523525 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-b3072c46-0487-47a5-a1c4-0e17d13a0b57 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '54d7fc26-3d53-430b-b714-9b6a6e3734d8', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:37:41.534201 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b3072c46-0487-47a5-a1c4-0e17d13a0b57 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:37:41.538531 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b3072c46-0487-47a5-a1c4-0e17d13a0b57 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:37:41.542691 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b3072c46-0487-47a5-a1c4-0e17d13a0b57 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:37:41.552505 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b3072c46-0487-47a5-a1c4-0e17d13a0b57 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:37:41.553257 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:41.572015 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b3072c46-0487-47a5-a1c4-0e17d13a0b57 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:41.603117 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc09adcd-8207-47d0-b3f0-b428f1546b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:41.633429 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b3072c46-0487-47a5-a1c4-0e17d13a0b57 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:41.637156 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b3072c46-0487-47a5-a1c4-0e17d13a0b57 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:41.648769 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09adcd-8207-47d0-b3f0-b428f1546b3e admin admin] Pushing event deleted for resources: {'Port': ['ID=c73699e1-5508-437b-b8e0-d5c697205a54,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:41.660475 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3072c46-0487-47a5-a1c4-0e17d13a0b57 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded0f839-d043-45f7-baed-5e46db18107f,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:41.669545 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b3072c46-0487-47a5-a1c4-0e17d13a0b57 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:41.671578 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b3072c46-0487-47a5-a1c4-0e17d13a0b57 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1548660 Apr 29 13:37:41.674221 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36862) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:41.679612 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-38b0a4c6-4ea1-47b3-9948-32b403d55e24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '54d7fc26-3d53-430b-b714-9b6a6e3734d8', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:37:41.685340 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-38b0a4c6-4ea1-47b3-9948-32b403d55e24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:37:41.689261 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-38b0a4c6-4ea1-47b3-9948-32b403d55e24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:37:41.692117 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-38b0a4c6-4ea1-47b3-9948-32b403d55e24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:37:41.697755 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-38b0a4c6-4ea1-47b3-9948-32b403d55e24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:37:41.714253 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-38b0a4c6-4ea1-47b3-9948-32b403d55e24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:41.786937 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-38b0a4c6-4ea1-47b3-9948-32b403d55e24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:41.793168 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-38b0a4c6-4ea1-47b3-9948-32b403d55e24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:41.831321 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0a4c6-4ea1-47b3-9948-32b403d55e24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6548fe9-cd4d-4387-b9d3-4279e78a72df,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:41.833601 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-38b0a4c6-4ea1-47b3-9948-32b403d55e24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:41.838025 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-38b0a4c6-4ea1-47b3-9948-32b403d55e24 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1628680 Apr 29 13:37:41.838610 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36866) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:41.847228 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-1ee56152-1e3a-42d8-aa4e-d0496e663a48 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '54d7fc26-3d53-430b-b714-9b6a6e3734d8', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:37:41.853528 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1ee56152-1e3a-42d8-aa4e-d0496e663a48 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:37:41.858451 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1ee56152-1e3a-42d8-aa4e-d0496e663a48 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:37:41.861374 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1ee56152-1e3a-42d8-aa4e-d0496e663a48 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:37:41.867237 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1ee56152-1e3a-42d8-aa4e-d0496e663a48 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:37:41.885792 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1ee56152-1e3a-42d8-aa4e-d0496e663a48 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:41.934000 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc09adcd-8207-47d0-b3f0-b428f1546b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:41.959986 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1ee56152-1e3a-42d8-aa4e-d0496e663a48 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:41.965000 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1ee56152-1e3a-42d8-aa4e-d0496e663a48 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:41.988655 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee56152-1e3a-42d8-aa4e-d0496e663a48 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb0df57-0e88-481a-8545-abf527fe6a1e,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:41.998717 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1ee56152-1e3a-42d8-aa4e-d0496e663a48 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:42.000102 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1ee56152-1e3a-42d8-aa4e-d0496e663a48 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1581337 Apr 29 13:37:42.002814 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36870) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:42.008301 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-7a173081-08be-45e3-a275-ae39a82a023e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '54d7fc26-3d53-430b-b714-9b6a6e3734d8', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:37:42.015150 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-7a173081-08be-45e3-a275-ae39a82a023e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:37:42.019297 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-7a173081-08be-45e3-a275-ae39a82a023e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:37:42.022235 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-7a173081-08be-45e3-a275-ae39a82a023e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:37:42.028143 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-7a173081-08be-45e3-a275-ae39a82a023e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:37:42.039941 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.securitygroups_db [None req-7a173081-08be-45e3-a275-ae39a82a023e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Project 4b7a89f6c8564a04be449e2e6b4a95e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:37:42.046596 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7a173081-08be-45e3-a275-ae39a82a023e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:42.112895 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7a173081-08be-45e3-a275-ae39a82a023e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:42.114227 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c52c67-94c5-4f39-b8dd-547e16c489dd None None] Sync routers for ids ['13994720-88ff-450e-92ba-c4cdbdf1cd33'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:37:42.118320 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7a173081-08be-45e3-a275-ae39a82a023e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:42.130582 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c52c67-94c5-4f39-b8dd-547e16c489dd None None] Routers {'13994720-88ff-450e-92ba-c4cdbdf1cd33'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:37:42.131407 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d0c52c67-94c5-4f39-b8dd-547e16c489dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:37:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['13994720-88ff-450e-92ba-c4cdbdf1cd33'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:42.142303 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a173081-08be-45e3-a275-ae39a82a023e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7313bb64-f4e8-4817-a67b-edf97ab04806,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:42.151891 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7a173081-08be-45e3-a275-ae39a82a023e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:42.156124 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7a173081-08be-45e3-a275-ae39a82a023e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1493299 Apr 29 13:37:42.156370 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36874) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:42.161902 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-eed1c8a4-e65c-4f37-a293-11977190b0ee tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '54d7fc26-3d53-430b-b714-9b6a6e3734d8', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:37:42.167704 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-eed1c8a4-e65c-4f37-a293-11977190b0ee tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:37:42.171985 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-eed1c8a4-e65c-4f37-a293-11977190b0ee tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:37:42.174906 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-eed1c8a4-e65c-4f37-a293-11977190b0ee tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:37:42.180624 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-eed1c8a4-e65c-4f37-a293-11977190b0ee tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:37:42.193138 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.securitygroups_db [None req-eed1c8a4-e65c-4f37-a293-11977190b0ee tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Project 4b7a89f6c8564a04be449e2e6b4a95e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:37:42.199842 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eed1c8a4-e65c-4f37-a293-11977190b0ee tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:42.217760 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc09adcd-8207-47d0-b3f0-b428f1546b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:42.222932 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc09adcd-8207-47d0-b3f0-b428f1546b3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:42.251814 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc09adcd-8207-47d0-b3f0-b428f1546b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:42.252713 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc09adcd-8207-47d0-b3f0-b428f1546b3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6c375af-b3d0-4fa5-b3aa-394490a42f7e {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:37:42.270710 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc09adcd-8207-47d0-b3f0-b428f1546b3e admin admin] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:42.273825 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-cc09adcd-8207-47d0-b3f0-b428f1546b3e admin admin] 10.222.0.76 "DELETE /v2.0/routers/c6c375af-b3d0-4fa5-b3aa-394490a42f7e HTTP/1.1" status: 204 len: 168 time: 1.9379578 Apr 29 13:37:42.274963 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36878) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:42.322807 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-d0c52c67-94c5-4f39-b8dd-547e16c489dd None None] Set router 13994720-88ff-450e-92ba-c4cdbdf1cd33 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:37:42.327072 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eed1c8a4-e65c-4f37-a293-11977190b0ee tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:42.334878 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eed1c8a4-e65c-4f37-a293-11977190b0ee tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:42.369497 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1c8a4-e65c-4f37-a293-11977190b0ee tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=577f7f9b-c8e2-41ac-91e7-c7972b561c2f,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:42.382436 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-5154626b-7ecc-4e9d-8a8c-4ce4789afbdd admin admin] Deleting subnet e3ba6ad9-be71-4d7c-be0e-77e3a609dffc {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:37:42.385693 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5154626b-7ecc-4e9d-8a8c-4ce4789afbdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:42.412170 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eed1c8a4-e65c-4f37-a293-11977190b0ee tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:42.413442 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-eed1c8a4-e65c-4f37-a293-11977190b0ee tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2561219 Apr 29 13:37:42.438783 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5154626b-7ecc-4e9d-8a8c-4ce4789afbdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:42.535027 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5154626b-7ecc-4e9d-8a8c-4ce4789afbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:42.559952 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device c73699e1-5508-437b-b8e0-d5c697205a54 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:37:42.610412 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: c73699e1-5508-437b-b8e0-d5c697205a54 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:37:42.610871 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device c73699e1-5508-437b-b8e0-d5c697205a54 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:37:42.611157 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device c72ae3bb-95f8-413e-af4a-94f68f92eb1f no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:37:42.626317 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5154626b-7ecc-4e9d-8a8c-4ce4789afbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:42.647610 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: c72ae3bb-95f8-413e-af4a-94f68f92eb1f {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:37:42.647902 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device c72ae3bb-95f8-413e-af4a-94f68f92eb1f not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:37:42.665823 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154626b-7ecc-4e9d-8a8c-4ce4789afbdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3ba6ad9-be71-4d7c-be0e-77e3a609dffc,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:42.671044 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5154626b-7ecc-4e9d-8a8c-4ce4789afbdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:42.679244 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5154626b-7ecc-4e9d-8a8c-4ce4789afbdd admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e3ba6ad9-be71-4d7c-be0e-77e3a609dffc HTTP/1.1" status: 204 len: 168 time: 0.4009318 Apr 29 13:37:42.679554 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36890) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:42.680710 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37caa727-8faa-4c14-8415-d8c9534c4692 None None] Network e2c23d37-396e-4967-aecf-d7a4a995592d requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:37:42.718950 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-c06563a8-0abe-4f80-ac8e-b5dda45f8bf7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1392832725&fields=id&tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 267 time: 0.0438154 Apr 29 13:37:42.890582 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-4b1743f3-20c5-4b43-886b-759fc2fb5d1e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:42.891261 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-4b1743f3-20c5-4b43-886b-759fc2fb5d1e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:network {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:37:42.902187 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9070f7d5-9912-45e4-a700-304402ca2c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:42.907384 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-4b1743f3-20c5-4b43-886b-759fc2fb5d1e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:network {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:37:42.908714 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-4b1743f3-20c5-4b43-886b-759fc2fb5d1e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/networks?id=4c7dc1f9-3144-4363-9e32-31a1a03ab159 HTTP/1.1" status: 200 len: 797 time: 0.1790257 Apr 29 13:37:42.913915 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-9070f7d5-9912-45e4-a700-304402ca2c0d admin admin] Deleting port e134f84b-5b7a-40c3-8803-8edca8f7496f {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:37:42.914131 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9070f7d5-9912-45e4-a700-304402ca2c0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:42.922411 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:42.929728 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-da37a217-26a8-45fb-981e-eeb4a20e4834 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/quotas/4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 375 time: 0.0126340 Apr 29 13:37:42.942483 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d0c52c67-94c5-4f39-b8dd-547e16c489dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'name': 'tempest-TestNetworkBasicOps-router-373100273', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:33Z', 'updated_at': '2022-04-29T13:37:38Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:33Z', 'updated_at': '2022-04-29T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'b857a491-8c89-4342-9733-a742cc2bfd97', 'name': '', 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:4d:32:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '616f67ae-7741-4f97-8a78-eb550db94159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:37Z', 'updated_at': '2022-04-29T13:37:38Z', 'revision_number': 2, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '616f67ae-7741-4f97-8a78-eb550db94159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:42.950464 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c52c67-94c5-4f39-b8dd-547e16c489dd None None] Checking router: 13994720-88ff-450e-92ba-c4cdbdf1cd33 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:37:42.950816 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c52c67-94c5-4f39-b8dd-547e16c489dd None None] Updating router 13994720-88ff-450e-92ba-c4cdbdf1cd33 port b857a491-8c89-4342-9733-a742cc2bfd97 binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:37:43.007011 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d0c52c67-94c5-4f39-b8dd-547e16c489dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:43.015255 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-a80c68dd-b878-4100-acf2-48a3645b45b3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796201 Apr 29 13:37:43.111032 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ed7e87-669e-427e-a562-6ab069254b4a None None] DHCP port deletion for e2c23d37-396e-4967-aecf-d7a4a995592d request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:37:43.121762 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-46ed7e87-669e-427e-a562-6ab069254b4a None None] Deleting port e134f84b-5b7a-40c3-8803-8edca8f7496f {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:37:43.122800 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-46ed7e87-669e-427e-a562-6ab069254b4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:43.133943 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-9070f7d5-9912-45e4-a700-304402ca2c0d admin admin] For port e134f84b-5b7a-40c3-8803-8edca8f7496f, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e134f84b-5b7a-40c3-8803-8edca8f7496f,segment=NetworkSegment(68c3014c-2c1a-4fd4-85e3-50e5cab29d84),segment_id=68c3014c-2c1a-4fd4-85e3-50e5cab29d84)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:37:43.134443 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9070f7d5-9912-45e4-a700-304402ca2c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:43.165843 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-2c360a6f-d982-425a-b809-92513453a8bb service neutron] 10.222.0.76 "GET /v2.0/networks/4c7dc1f9-3144-4363-9e32-31a1a03ab159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357768 Apr 29 13:37:43.260642 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-9070f7d5-9912-45e4-a700-304402ca2c0d admin admin] Calling delete_port for e134f84b-5b7a-40c3-8803-8edca8f7496f owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:37:43.302517 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-a5804e57-feaa-4ebc-af33-756ed8ccde48 service neutron] 10.222.0.76 "GET /v2.0/networks/4c7dc1f9-3144-4363-9e32-31a1a03ab159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322663 Apr 29 13:37:43.352255 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9070f7d5-9912-45e4-a700-304402ca2c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:43.427400 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070f7d5-9912-45e4-a700-304402ca2c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=e134f84b-5b7a-40c3-8803-8edca8f7496f,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:43.432570 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9070f7d5-9912-45e4-a700-304402ca2c0d admin admin] No DVR routers for this DVR port e134f84b-5b7a-40c3-8803-8edca8f7496f on host dv-neutron-839027-4-hyperv {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:37:43.552236 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-46ed7e87-669e-427e-a562-6ab069254b4a None None] For port e134f84b-5b7a-40c3-8803-8edca8f7496f, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e134f84b-5b7a-40c3-8803-8edca8f7496f,segment=NetworkSegment(68c3014c-2c1a-4fd4-85e3-50e5cab29d84),segment_id=68c3014c-2c1a-4fd4-85e3-50e5cab29d84)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:37:43.552585 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-46ed7e87-669e-427e-a562-6ab069254b4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:43.626511 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-7ead42d6-6681-4f14-a50c-8d0e3b0db5a0 req-f49615a0-3ab3-4ddb-91f4-f39010301ff3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:37:43.634487 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9070f7d5-9912-45e4-a700-304402ca2c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:43.658822 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-7ead42d6-6681-4f14-a50c-8d0e3b0db5a0 req-f49615a0-3ab3-4ddb-91f4-f39010301ff3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:37:43.671126 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7ead42d6-6681-4f14-a50c-8d0e3b0db5a0 req-f49615a0-3ab3-4ddb-91f4-f39010301ff3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=c61e0345-ac1f-4638-baca-3938d9b1d271 HTTP/1.1" status: 200 len: 210 time: 0.1040833 Apr 29 13:37:43.697629 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-9070f7d5-9912-45e4-a700-304402ca2c0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c23d37-396e-4967-aecf-d7a4a995592d']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:43.711980 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-9070f7d5-9912-45e4-a700-304402ca2c0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c3014c-2c1a-4fd4-85e3-50e5cab29d84') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:43.712268 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-9070f7d5-9912-45e4-a700-304402ca2c0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c3014c-2c1a-4fd4-85e3-50e5cab29d84') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:43.715434 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-46ed7e87-669e-427e-a562-6ab069254b4a None None] Calling delete_port for e134f84b-5b7a-40c3-8803-8edca8f7496f owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:37:43.725392 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9070f7d5-9912-45e4-a700-304402ca2c0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:43.743213 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9070f7d5-9912-45e4-a700-304402ca2c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:43.750969 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9070f7d5-9912-45e4-a700-304402ca2c0d admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:37:43.751491 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9070f7d5-9912-45e4-a700-304402ca2c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:37:43.765217 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:37:43.850351 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-46ed7e87-669e-427e-a562-6ab069254b4a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:37:43.850703 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-46ed7e87-669e-427e-a562-6ab069254b4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:37:43.864041 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9070f7d5-9912-45e4-a700-304402ca2c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:43.873378 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d0c52c67-94c5-4f39-b8dd-547e16c489dd None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:43.885424 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d0c52c67-94c5-4f39-b8dd-547e16c489dd None None] Transition to ACTIVE for port object b857a491-8c89-4342-9733-a742cc2bfd97 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:37:43.888305 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9070f7d5-9912-45e4-a700-304402ca2c0d admin admin] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:43.891846 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d0c52c67-94c5-4f39-b8dd-547e16c489dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:43.895254 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070f7d5-9912-45e4-a700-304402ca2c0d admin admin] Pushing event deleted for resources: {'Network': ['ID=e2c23d37-396e-4967-aecf-d7a4a995592d,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:43.906690 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9070f7d5-9912-45e4-a700-304402ca2c0d admin admin] 10.222.0.76 "DELETE /v2.0/networks/e2c23d37-396e-4967-aecf-d7a4a995592d HTTP/1.1" status: 204 len: 168 time: 1.2261190 Apr 29 13:37:44.039932 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6cabec-253a-4202-91d9-e293ffde0ad4 None None] Pushing event updated for resources: {'Port': ['ID=b857a491-8c89-4342-9733-a742cc2bfd97,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:44.062327 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36906) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:44.129754 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36910) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:44.130259 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5bbfebc0-2cf5-472a-923f-37de7f784268 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0c81113c84764616a8c807a160eb0515&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0665505 Apr 29 13:37:44.150985 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d0c52c67-94c5-4f39-b8dd-547e16c489dd None None] Attempting to bind port b857a491-8c89-4342-9733-a742cc2bfd97 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:37:44.151516 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d0c52c67-94c5-4f39-b8dd-547e16c489dd None None] Attempting to bind port b857a491-8c89-4342-9733-a742cc2bfd97 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '925f90b0-65e8-4061-a647-7769967679cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:37:44.151722 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c52c67-94c5-4f39-b8dd-547e16c489dd None None] Attempting to bind port b857a491-8c89-4342-9733-a742cc2bfd97 on network 4c7dc1f9-3144-4363-9e32-31a1a03ab159 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:37:44.159007 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c52c67-94c5-4f39-b8dd-547e16c489dd None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:37:44.159383 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c52c67-94c5-4f39-b8dd-547e16c489dd None None] Checking segment: {'id': '925f90b0-65e8-4061-a647-7769967679cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:37:44.159784 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d0c52c67-94c5-4f39-b8dd-547e16c489dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:44.160173 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c52c67-94c5-4f39-b8dd-547e16c489dd None None] Bound using segment: {'id': '925f90b0-65e8-4061-a647-7769967679cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:37:44.160639 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d0c52c67-94c5-4f39-b8dd-547e16c489dd None None] Bound port: b857a491-8c89-4342-9733-a742cc2bfd97, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925f90b0-65e8-4061-a647-7769967679cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:37:44.161125 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d0c52c67-94c5-4f39-b8dd-547e16c489dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:44.196791 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c07e9841-99d6-4a62-9d57-6538f70cf96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:44.229075 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c07e9841-99d6-4a62-9d57-6538f70cf96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:44.270068 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d0c52c67-94c5-4f39-b8dd-547e16c489dd None None] For port b857a491-8c89-4342-9733-a742cc2bfd97, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:37:44.275001 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d0c52c67-94c5-4f39-b8dd-547e16c489dd None None] For port b857a491-8c89-4342-9733-a742cc2bfd97, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b857a491-8c89-4342-9733-a742cc2bfd97,segment=NetworkSegment(925f90b0-65e8-4061-a647-7769967679cf),segment_id=925f90b0-65e8-4061-a647-7769967679cf)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:37:44.279952 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d0c52c67-94c5-4f39-b8dd-547e16c489dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:44.283698 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c07e9841-99d6-4a62-9d57-6538f70cf96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:44.301330 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e9841-99d6-4a62-9d57-6538f70cf96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcfbcf4-27bb-4543-b434-9bf86bd8810f,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:44.307998 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c07e9841-99d6-4a62-9d57-6538f70cf96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:44.309317 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c07e9841-99d6-4a62-9d57-6538f70cf96a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3fcfbcf4-27bb-4543-b434-9bf86bd8810f HTTP/1.1" status: 204 len: 168 time: 0.1779838 Apr 29 13:37:44.354727 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-46ed7e87-669e-427e-a562-6ab069254b4a None None] Deleting port e134f84b-5b7a-40c3-8803-8edca8f7496f {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:37:44.355093 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-46ed7e87-669e-427e-a562-6ab069254b4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:44.442304 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-46ed7e87-669e-427e-a562-6ab069254b4a None None] The port 'e134f84b-5b7a-40c3-8803-8edca8f7496f' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:37:44.454144 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6cabec-253a-4202-91d9-e293ffde0ad4 None None] Pushing event updated for resources: {'Port': ['ID=b857a491-8c89-4342-9733-a742cc2bfd97,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:44.466043 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c52c67-94c5-4f39-b8dd-547e16c489dd None None] Routers {'13994720-88ff-450e-92ba-c4cdbdf1cd33'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:37:44.466672 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d0c52c67-94c5-4f39-b8dd-547e16c489dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:37:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['13994720-88ff-450e-92ba-c4cdbdf1cd33'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:44.602640 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e134f84b-5b7a-40c3-8803-8edca8f7496f no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:37:44.654926 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: e134f84b-5b7a-40c3-8803-8edca8f7496f {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:37:44.655270 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e134f84b-5b7a-40c3-8803-8edca8f7496f not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:37:44.802162 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-d0c52c67-94c5-4f39-b8dd-547e16c489dd None None] Set router 13994720-88ff-450e-92ba-c4cdbdf1cd33 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:37:44.852930 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-1e4ed5e3-2fef-46a9-ade3-d4f0b5a2b0f5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:44.855426 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-1e4ed5e3-2fef-46a9-ade3-d4f0b5a2b0f5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/networks?id=4c7dc1f9-3144-4363-9e32-31a1a03ab159 HTTP/1.1" status: 200 len: 797 time: 0.2081120 Apr 29 13:37:44.922737 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-5db3a69b-6180-48cb-aff8-ea4efa73b0cf tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:37:44.936140 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e24de45f-6119-4fbb-a91b-1ba8828bf586 req-6cbfc5e4-cd18-425d-8ee1-216105f9eccd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=c61e0345-ac1f-4638-baca-3938d9b1d271 HTTP/1.1" status: 200 len: 210 time: 0.0813775 Apr 29 13:37:44.971319 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-5db3a69b-6180-48cb-aff8-ea4efa73b0cf tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:37:44.972711 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-5db3a69b-6180-48cb-aff8-ea4efa73b0cf tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 380 time: 0.1051970 Apr 29 13:37:44.984098 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-e67d1771-de4a-4936-983a-76aeca0c46c6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'port': {'device_id': 'c61e0345-ac1f-4638-baca-3938d9b1d271', 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159', 'admin_state_up': True, 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'security_groups': ['54d7fc26-3d53-430b-b714-9b6a6e3734d8']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:37:44.986366 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36922) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:45.044302 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-772e3bc3-df0b-4657-937c-6e48ab6a9d2c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d049a544b1b049a9b733b88e21a6e786&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0546167 Apr 29 13:37:45.044795 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36926) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:45.111764 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cfbbc1c6-5a85-40bc-a8b6-16dd509f370b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:45.138633 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-e67d1771-de4a-4936-983a-76aeca0c46c6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:37:45.148965 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-e67d1771-de4a-4936-983a-76aeca0c46c6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:37:45.160546 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-e67d1771-de4a-4936-983a-76aeca0c46c6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Made reservation on behalf of 4b7a89f6c8564a04be449e2e6b4a95e5 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:37:45.163892 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-e67d1771-de4a-4936-983a-76aeca0c46c6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:45.199466 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d0c52c67-94c5-4f39-b8dd-547e16c489dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'name': 'tempest-TestNetworkBasicOps-router-373100273', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:33Z', 'updated_at': '2022-04-29T13:37:38Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:33Z', 'updated_at': '2022-04-29T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'b857a491-8c89-4342-9733-a742cc2bfd97', 'name': '', 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:4d:32:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '616f67ae-7741-4f97-8a78-eb550db94159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:37Z', 'updated_at': '2022-04-29T13:37:44Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '616f67ae-7741-4f97-8a78-eb550db94159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:45.204071 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c52c67-94c5-4f39-b8dd-547e16c489dd None None] The sync data for ids ['13994720-88ff-450e-92ba-c4cdbdf1cd33'] in dv-neutron-839027-4-hyperv is: [{'id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'name': 'tempest-TestNetworkBasicOps-router-373100273', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:33Z', 'updated_at': '2022-04-29T13:37:38Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:33Z', 'updated_at': '2022-04-29T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'b857a491-8c89-4342-9733-a742cc2bfd97', 'name': '', 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:4d:32:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '616f67ae-7741-4f97-8a78-eb550db94159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:37Z', 'updated_at': '2022-04-29T13:37:44Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '616f67ae-7741-4f97-8a78-eb550db94159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:37:45.246375 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cfbbc1c6-5a85-40bc-a8b6-16dd509f370b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:45.321296 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cfbbc1c6-5a85-40bc-a8b6-16dd509f370b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:45.340044 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbc1c6-5a85-40bc-a8b6-16dd509f370b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c6e17f-49cd-4c19-9c9f-1c5d4c17b32b,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:45.347490 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cfbbc1c6-5a85-40bc-a8b6-16dd509f370b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:45.349437 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-cfbbc1c6-5a85-40bc-a8b6-16dd509f370b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/20c6e17f-49cd-4c19-9c9f-1c5d4c17b32b HTTP/1.1" status: 204 len: 168 time: 0.3032501 Apr 29 13:37:45.383882 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-e67d1771-de4a-4936-983a-76aeca0c46c6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.20.0.5 (4c7dc1f9-3144-4363-9e32-31a1a03ab159/616f67ae-7741-4f97-8a78-eb550db94159/6286f68a-4da4-438e-ae2f-b17291ffcb95) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:37:45.719216 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-e67d1771-de4a-4936-983a-76aeca0c46c6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:45.742539 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-e67d1771-de4a-4936-983a-76aeca0c46c6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Transition to ACTIVE for port object 6286f68a-4da4-438e-ae2f-b17291ffcb95 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:37:45.786750 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-e67d1771-de4a-4936-983a-76aeca0c46c6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:45.874711 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-e67d1771-de4a-4936-983a-76aeca0c46c6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 4c7dc1f9-3144-4363-9e32-31a1a03ab159 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:37:45.877758 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-e67d1771-de4a-4936-983a-76aeca0c46c6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:37:45.881741 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-e67d1771-de4a-4936-983a-76aeca0c46c6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:37:45.916598 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d1771-de4a-4936-983a-76aeca0c46c6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=6286f68a-4da4-438e-ae2f-b17291ffcb95,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:45.947906 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-e67d1771-de4a-4936-983a-76aeca0c46c6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:45.948616 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-e67d1771-de4a-4936-983a-76aeca0c46c6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:45.987544 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-e67d1771-de4a-4936-983a-76aeca0c46c6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0088630 Apr 29 13:37:46.001584 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-a7d2ff80-cec9-4111-a93b-508ec2954f8b service neutron] Request body: {'port': {'device_id': 'c61e0345-ac1f-4638-baca-3938d9b1d271', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:37:46.126993 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0a6608c9-29c1-42cb-ab7b-bfd9504a5d8e None None] Provisioning for port 6286f68a-4da4-438e-ae2f-b17291ffcb95 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:37:46.132075 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0a6608c9-29c1-42cb-ab7b-bfd9504a5d8e None None] Provisioning complete for port 6286f68a-4da4-438e-ae2f-b17291ffcb95 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:37:46.132439 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0a6608c9-29c1-42cb-ab7b-bfd9504a5d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:46.180920 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-a7d2ff80-cec9-4111-a93b-508ec2954f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:46.191377 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-0a6608c9-29c1-42cb-ab7b-bfd9504a5d8e None None] Port 6286f68a-4da4-438e-ae2f-b17291ffcb95 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:37:46.259046 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce696b6c-1126-4adc-bfa1-79ff0e805321 req-d7f60ae2-2daf-4b88-a15a-194c47c421ac tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:46.259653 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-ce696b6c-1126-4adc-bfa1-79ff0e805321 req-d7f60ae2-2daf-4b88-a15a-194c47c421ac tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:37:46.320940 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-ce696b6c-1126-4adc-bfa1-79ff0e805321 req-d7f60ae2-2daf-4b88-a15a-194c47c421ac tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:37:46.322072 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ce696b6c-1126-4adc-bfa1-79ff0e805321 req-d7f60ae2-2daf-4b88-a15a-194c47c421ac tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=c61e0345-ac1f-4638-baca-3938d9b1d271 HTTP/1.1" status: 200 len: 931 time: 0.2221062 Apr 29 13:37:46.452869 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ce696b6c-1126-4adc-bfa1-79ff0e805321 req-3a8f545e-6bff-40a2-9d25-4947a69828b0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=54d7fc26-3d53-430b-b714-9b6a6e3734d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235533 Apr 29 13:37:46.566563 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b857a491-8c89-4342-9733-a742cc2bfd97 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:37:46.583082 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-a7d2ff80-cec9-4111-a93b-508ec2954f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6286f68a-4da4-438e-ae2f-b17291ffcb95 {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:37:46.589985 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-a7d2ff80-cec9-4111-a93b-508ec2954f8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:46.604387 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-a7d2ff80-cec9-4111-a93b-508ec2954f8b service neutron] Transition to ACTIVE for port object 6286f68a-4da4-438e-ae2f-b17291ffcb95 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:37:46.608370 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-a7d2ff80-cec9-4111-a93b-508ec2954f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:46.632834 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port b857a491-8c89-4342-9733-a742cc2bfd97 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:37:46.637511 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port b857a491-8c89-4342-9733-a742cc2bfd97 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:37:46.637873 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:46.737838 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2ff80-cec9-4111-a93b-508ec2954f8b service neutron] Pushing event updated for resources: {'Port': ['ID=6286f68a-4da4-438e-ae2f-b17291ffcb95,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:46.759895 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:46.795579 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port b857a491-8c89-4342-9733-a742cc2bfd97, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b857a491-8c89-4342-9733-a742cc2bfd97,segment=NetworkSegment(925f90b0-65e8-4061-a647-7769967679cf),segment_id=925f90b0-65e8-4061-a647-7769967679cf)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:37:46.801111 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:46.872424 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-a7d2ff80-cec9-4111-a93b-508ec2954f8b service neutron] Attempting to bind port 6286f68a-4da4-438e-ae2f-b17291ffcb95 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:37:46.872772 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-a7d2ff80-cec9-4111-a93b-508ec2954f8b service neutron] Attempting to bind port 6286f68a-4da4-438e-ae2f-b17291ffcb95 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '925f90b0-65e8-4061-a647-7769967679cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:37:46.873225 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-a7d2ff80-cec9-4111-a93b-508ec2954f8b service neutron] Attempting to bind port 6286f68a-4da4-438e-ae2f-b17291ffcb95 on network 4c7dc1f9-3144-4363-9e32-31a1a03ab159 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:37:46.877458 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=b857a491-8c89-4342-9733-a742cc2bfd97,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:46.879924 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-a7d2ff80-cec9-4111-a93b-508ec2954f8b service neutron] Port 6286f68a-4da4-438e-ae2f-b17291ffcb95 on network 4c7dc1f9-3144-4363-9e32-31a1a03ab159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:37:46.880412 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-a7d2ff80-cec9-4111-a93b-508ec2954f8b service neutron] Attempting to bind port 6286f68a-4da4-438e-ae2f-b17291ffcb95 on network 4c7dc1f9-3144-4363-9e32-31a1a03ab159 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:37:46.886614 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-a7d2ff80-cec9-4111-a93b-508ec2954f8b service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:37:46.886947 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-a7d2ff80-cec9-4111-a93b-508ec2954f8b service neutron] Checking segment: {'id': '925f90b0-65e8-4061-a647-7769967679cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:37:46.887324 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-a7d2ff80-cec9-4111-a93b-508ec2954f8b service neutron] Bound using segment: {'id': '925f90b0-65e8-4061-a647-7769967679cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:37:46.887744 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-a7d2ff80-cec9-4111-a93b-508ec2954f8b service neutron] Bound port: 6286f68a-4da4-438e-ae2f-b17291ffcb95, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '925f90b0-65e8-4061-a647-7769967679cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:37:46.888089 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-a7d2ff80-cec9-4111-a93b-508ec2954f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:46.975045 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-a7d2ff80-cec9-4111-a93b-508ec2954f8b service neutron] For port 6286f68a-4da4-438e-ae2f-b17291ffcb95, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:37:46.978185 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-a7d2ff80-cec9-4111-a93b-508ec2954f8b service neutron] For port 6286f68a-4da4-438e-ae2f-b17291ffcb95, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6286f68a-4da4-438e-ae2f-b17291ffcb95,segment=NetworkSegment(925f90b0-65e8-4061-a647-7769967679cf),segment_id=925f90b0-65e8-4061-a647-7769967679cf)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:37:46.981989 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-a7d2ff80-cec9-4111-a93b-508ec2954f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:47.046104 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-a7d2ff80-cec9-4111-a93b-508ec2954f8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:47.047443 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-a7d2ff80-cec9-4111-a93b-508ec2954f8b service neutron] 10.222.0.32 "PUT /v2.0/ports/6286f68a-4da4-438e-ae2f-b17291ffcb95 HTTP/1.1" status: 200 len: 1093 time: 1.0511825 Apr 29 13:37:47.047875 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61e0345-ac1f-4638-baca-3938d9b1d271', 'tag': '6286f68a-4da4-438e-ae2f-b17291ffcb95'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:37:47.064845 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2ff80-cec9-4111-a93b-508ec2954f8b service neutron] Pushing event updated for resources: {'Port': ['ID=6286f68a-4da4-438e-ae2f-b17291ffcb95,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:47.118014 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2797f20b-dfae-4453-83d9-edecfeb6871b'] response: {'name': 'network-changed', 'server_uuid': 'c61e0345-ac1f-4638-baca-3938d9b1d271', 'tag': '6286f68a-4da4-438e-ae2f-b17291ffcb95', 'status': 'completed', 'code': 200} Apr 29 13:37:47.163519 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-92739a33-107d-483f-aa59-4d9e9df34e5a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=c61e0345-ac1f-4638-baca-3938d9b1d271 HTTP/1.1" status: 200 len: 1096 time: 0.0773811 Apr 29 13:37:47.233826 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-5094722c-1da0-4e02-9f9a-997b058c76b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6286f68a-4da4-438e-ae2f-b17291ffcb95 HTTP/1.1" status: 200 len: 217 time: 0.0642350 Apr 29 13:37:47.293440 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-81e06c3b-a355-4c64-ab51-7b365ccf4994 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:47.294736 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-81e06c3b-a355-4c64-ab51-7b365ccf4994 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=616f67ae-7741-4f97-8a78-eb550db94159 HTTP/1.1" status: 200 len: 834 time: 0.0559292 Apr 29 13:37:47.366840 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-f35e1650-a7a5-49a0-af34-dba6923bb74f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c7dc1f9-3144-4363-9e32-31a1a03ab159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667470 Apr 29 13:37:47.496215 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-e203be3d-fa8b-46b5-9f46-d523a931397d service neutron] 10.222.0.32 "GET /v2.0/networks/4c7dc1f9-3144-4363-9e32-31a1a03ab159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233728 Apr 29 13:37:47.768876 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-14818e29-b4e8-4ac7-bae9-34e7a4e09b83 req-f7d36d5e-777b-4570-ac80-ff68da19a06f service neutron] 10.222.0.32 "GET /v2.0/networks/4c7dc1f9-3144-4363-9e32-31a1a03ab159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673132 Apr 29 13:37:47.784111 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd2e4d-59e1-4779-9229-ad6f150f2907 req-8857b01c-d016-4a5c-94ff-e27b3b9ab867 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:47.786166 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c6dd2e4d-59e1-4779-9229-ad6f150f2907 req-8857b01c-d016-4a5c-94ff-e27b3b9ab867 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=c61e0345-ac1f-4638-baca-3938d9b1d271 HTTP/1.1" status: 200 len: 943 time: 0.1729009 Apr 29 13:37:47.892914 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c6dd2e4d-59e1-4779-9229-ad6f150f2907 req-7d79bda7-f441-4b95-8b8c-a7f515cffa8a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=54d7fc26-3d53-430b-b714-9b6a6e3734d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991387 Apr 29 13:37:47.913204 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e6c598de-d25d-4910-a21f-2af52200d4b1 req-e34bd5e0-0f3a-468d-87ca-8c2fcab3c8da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=c61e0345-ac1f-4638-baca-3938d9b1d271 HTTP/1.1" status: 200 len: 1096 time: 0.0953929 Apr 29 13:37:48.043966 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c598de-d25d-4910-a21f-2af52200d4b1 req-85bb412d-9a0c-4aa7-9e09-b538050976b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:48.045829 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e6c598de-d25d-4910-a21f-2af52200d4b1 req-85bb412d-9a0c-4aa7-9e09-b538050976b9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c7dc1f9-3144-4363-9e32-31a1a03ab159 HTTP/1.1" status: 200 len: 898 time: 0.1268895 Apr 29 13:37:48.112219 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e6c598de-d25d-4910-a21f-2af52200d4b1 req-18bdb320-5480-4927-88e8-a782292ed9ae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6286f68a-4da4-438e-ae2f-b17291ffcb95 HTTP/1.1" status: 200 len: 217 time: 0.0600407 Apr 29 13:37:48.176689 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c598de-d25d-4910-a21f-2af52200d4b1 req-b9b600d2-cb62-46e2-b22d-64ce70953d65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:48.178157 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e6c598de-d25d-4910-a21f-2af52200d4b1 req-b9b600d2-cb62-46e2-b22d-64ce70953d65 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=616f67ae-7741-4f97-8a78-eb550db94159 HTTP/1.1" status: 200 len: 834 time: 0.0599229 Apr 29 13:37:48.251818 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e6c598de-d25d-4910-a21f-2af52200d4b1 req-607214e8-7c54-4909-b90a-bc44846f138c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c7dc1f9-3144-4363-9e32-31a1a03ab159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677717 Apr 29 13:37:48.380731 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e6c598de-d25d-4910-a21f-2af52200d4b1 req-db60524a-bc66-4c83-8c48-375dcf95a42c service neutron] 10.222.0.32 "GET /v2.0/networks/4c7dc1f9-3144-4363-9e32-31a1a03ab159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223812 Apr 29 13:37:48.514997 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e6c598de-d25d-4910-a21f-2af52200d4b1 req-4fe14005-f2cb-4204-beb0-1ec08cb93b0b service neutron] 10.222.0.32 "GET /v2.0/networks/4c7dc1f9-3144-4363-9e32-31a1a03ab159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277213 Apr 29 13:37:48.551233 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b857a491-8c89-4342-9733-a742cc2bfd97 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:37:48.620477 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port b857a491-8c89-4342-9733-a742cc2bfd97 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:37:48.620869 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:49.085453 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710d146-0866-495c-9da7-b5930d3e92ea req-1d1ebdd0-f3ed-4e58-8252-582deec01f1d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:49.086869 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8710d146-0866-495c-9da7-b5930d3e92ea req-1d1ebdd0-f3ed-4e58-8252-582deec01f1d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=c61e0345-ac1f-4638-baca-3938d9b1d271 HTTP/1.1" status: 200 len: 943 time: 0.0745227 Apr 29 13:37:49.134076 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8710d146-0866-495c-9da7-b5930d3e92ea req-76ff69d5-d550-491a-bdc0-e19f43db0d61 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=54d7fc26-3d53-430b-b714-9b6a6e3734d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410964 Apr 29 13:37:49.587657 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 6286f68a-4da4-438e-ae2f-b17291ffcb95 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:37:49.723518 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 6286f68a-4da4-438e-ae2f-b17291ffcb95, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6286f68a-4da4-438e-ae2f-b17291ffcb95,segment=NetworkSegment(925f90b0-65e8-4061-a647-7769967679cf),segment_id=925f90b0-65e8-4061-a647-7769967679cf)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:37:49.737167 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '6286f68a-4da4-438e-ae2f-b17291ffcb95', 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159', 'port_id': '6286f68a-4da4-438e-ae2f-b17291ffcb95', 'mac_address': 'fa:16:3e:b5:1b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616f67ae-7741-4f97-8a78-eb550db94159', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:37:49.794696 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:49.813116 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6286f68a-4da4-438e-ae2f-b17291ffcb95 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:37:49.828144 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 6286f68a-4da4-438e-ae2f-b17291ffcb95, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6286f68a-4da4-438e-ae2f-b17291ffcb95,segment=NetworkSegment(925f90b0-65e8-4061-a647-7769967679cf),segment_id=925f90b0-65e8-4061-a647-7769967679cf)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:37:49.831840 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:49.899846 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=6286f68a-4da4-438e-ae2f-b17291ffcb95,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:50.159662 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['6286f68a-4da4-438e-ae2f-b17291ffcb95'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:37:50.335593 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895d26e-8c9f-4f65-a0fd-c47ed17abfe3 req-2ab3bdc5-73e7-4281-bcd7-45e4975a0b69 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:50.337085 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b895d26e-8c9f-4f65-a0fd-c47ed17abfe3 req-2ab3bdc5-73e7-4281-bcd7-45e4975a0b69 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=c61e0345-ac1f-4638-baca-3938d9b1d271 HTTP/1.1" status: 200 len: 944 time: 0.0812480 Apr 29 13:37:50.382093 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b895d26e-8c9f-4f65-a0fd-c47ed17abfe3 req-a12e2133-d6df-4940-9f6e-07dae6eb49a4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=54d7fc26-3d53-430b-b714-9b6a6e3734d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389156 Apr 29 13:37:51.578125 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229de09-db89-4d39-9d5f-ec43d6b21477 req-cf9ebfc3-265e-4a5f-af94-3cdf76ecea9b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:51.579560 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e229de09-db89-4d39-9d5f-ec43d6b21477 req-cf9ebfc3-265e-4a5f-af94-3cdf76ecea9b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=c61e0345-ac1f-4638-baca-3938d9b1d271 HTTP/1.1" status: 200 len: 944 time: 0.0763092 Apr 29 13:37:51.617976 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 6286f68a-4da4-438e-ae2f-b17291ffcb95 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:37:51.627123 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e229de09-db89-4d39-9d5f-ec43d6b21477 req-b1137488-a0d2-471a-ba54-dfde352d44d9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=54d7fc26-3d53-430b-b714-9b6a6e3734d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406625 Apr 29 13:37:51.684140 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 6286f68a-4da4-438e-ae2f-b17291ffcb95 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:37:51.689017 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 6286f68a-4da4-438e-ae2f-b17291ffcb95 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:37:51.689384 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:51.802037 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:51.827897 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61e0345-ac1f-4638-baca-3938d9b1d271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6286f68a-4da4-438e-ae2f-b17291ffcb95'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:37:51.838696 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 6286f68a-4da4-438e-ae2f-b17291ffcb95, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6286f68a-4da4-438e-ae2f-b17291ffcb95,segment=NetworkSegment(925f90b0-65e8-4061-a647-7769967679cf),segment_id=925f90b0-65e8-4061-a647-7769967679cf)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:37:51.843719 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:51.892586 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29b28b5f-0ee6-4ad6-92bc-bcca03825ce0'] response: {'server_uuid': 'c61e0345-ac1f-4638-baca-3938d9b1d271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6286f68a-4da4-438e-ae2f-b17291ffcb95', 'code': 200} Apr 29 13:37:51.917234 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=6286f68a-4da4-438e-ae2f-b17291ffcb95,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:52.105502 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1bf74ffd-7f06-4488-aaa7-4477a122ff99 req-95f04298-88e2-422e-9bac-b6138c640815 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c61e0345-ac1f-4638-baca-3938d9b1d271 HTTP/1.1" status: 200 len: 1098 time: 0.0669899 Apr 29 13:37:52.146032 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1bf74ffd-7f06-4488-aaa7-4477a122ff99 req-776b4a76-ab36-4153-9d06-323d285c7dc5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=54d7fc26-3d53-430b-b714-9b6a6e3734d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347013 Apr 29 13:37:52.824038 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05de7b-547f-41fd-a3b7-4100c6c84db6 req-832213a7-1e6c-43a1-9830-ec3832510218 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:52.825414 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ea05de7b-547f-41fd-a3b7-4100c6c84db6 req-832213a7-1e6c-43a1-9830-ec3832510218 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=c61e0345-ac1f-4638-baca-3938d9b1d271 HTTP/1.1" status: 200 len: 945 time: 0.0785627 Apr 29 13:37:52.871224 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ea05de7b-547f-41fd-a3b7-4100c6c84db6 req-6c525059-70d7-40c7-b5a3-fbed80e0b5a5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=54d7fc26-3d53-430b-b714-9b6a6e3734d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399315 Apr 29 13:37:54.070172 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7de8b-e1e8-44c0-b501-aa4f4f4a6bbd req-32f5d1e3-e92b-4f7b-b30c-ec5e0e7b2ac4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:54.071636 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d0d7de8b-e1e8-44c0-b501-aa4f4f4a6bbd req-32f5d1e3-e92b-4f7b-b30c-ec5e0e7b2ac4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=c61e0345-ac1f-4638-baca-3938d9b1d271 HTTP/1.1" status: 200 len: 945 time: 0.0792141 Apr 29 13:37:54.117669 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d0d7de8b-e1e8-44c0-b501-aa4f4f4a6bbd req-a9745e34-3162-49bf-bf83-3aaa09821284 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=54d7fc26-3d53-430b-b714-9b6a6e3734d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397186 Apr 29 13:37:54.307190 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7af721-c49d-4c56-be32-ed55e954f0da req-0ed1aee2-9734-4aad-9db6-4b08e5521414 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:54.308644 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5b7af721-c49d-4c56-be32-ed55e954f0da req-0ed1aee2-9734-4aad-9db6-4b08e5521414 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=c61e0345-ac1f-4638-baca-3938d9b1d271 HTTP/1.1" status: 200 len: 945 time: 0.0747807 Apr 29 13:37:54.353880 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5b7af721-c49d-4c56-be32-ed55e954f0da req-bc0a11f7-d9af-421c-85c2-056fdc6ef42f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=54d7fc26-3d53-430b-b714-9b6a6e3734d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393226 Apr 29 13:37:54.381148 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36952) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:54.452554 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-bab777f6-0fb5-41ae-9796-913cd60bb515 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c61e0345-ac1f-4638-baca-3938d9b1d271 HTTP/1.1" status: 200 len: 1093 time: 0.0703163 Apr 29 13:37:54.455171 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36956) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:54.460458 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-deeae4ff-d49b-44d9-a32b-bfd8568cf63d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'port_id': '6286f68a-4da4-438e-ae2f-b17291ffcb95', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:37:54.465781 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-deeae4ff-d49b-44d9-a32b-bfd8568cf63d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:37:54.469620 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-deeae4ff-d49b-44d9-a32b-bfd8568cf63d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:floatingip and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:37:54.472345 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-deeae4ff-d49b-44d9-a32b-bfd8568cf63d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:37:54.477990 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-deeae4ff-d49b-44d9-a32b-bfd8568cf63d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:37:54.487871 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-deeae4ff-d49b-44d9-a32b-bfd8568cf63d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:54.629131 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-deeae4ff-d49b-44d9-a32b-bfd8568cf63d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:54.758391 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-deeae4ff-d49b-44d9-a32b-bfd8568cf63d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.26.6.238 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/087fcdec-304e-41b8-a032-ae66fc30ca18) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:37:54.914426 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-deeae4ff-d49b-44d9-a32b-bfd8568cf63d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:54.941830 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-deeae4ff-d49b-44d9-a32b-bfd8568cf63d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:55.006820 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeae4ff-d49b-44d9-a32b-bfd8568cf63d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:37:55.009640 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-deeae4ff-d49b-44d9-a32b-bfd8568cf63d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:37:55.014109 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeae4ff-d49b-44d9-a32b-bfd8568cf63d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:37:55.038710 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeae4ff-d49b-44d9-a32b-bfd8568cf63d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=087fcdec-304e-41b8-a032-ae66fc30ca18,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:55.505872 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-deeae4ff-d49b-44d9-a32b-bfd8568cf63d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:55.559328 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-deeae4ff-d49b-44d9-a32b-bfd8568cf63d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:55.869020 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-deeae4ff-d49b-44d9-a32b-bfd8568cf63d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:55.873293 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-deeae4ff-d49b-44d9-a32b-bfd8568cf63d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:55.979267 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeae4ff-d49b-44d9-a32b-bfd8568cf63d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=087fcdec-304e-41b8-a032-ae66fc30ca18,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:37:55.991441 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-deeae4ff-d49b-44d9-a32b-bfd8568cf63d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:56.174318 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.l3_db [None req-deeae4ff-d49b-44d9-a32b-bfd8568cf63d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Floating IP b1685485-2aa4-4d5b-a936-f8334a869571 associated. External IP: 172.26.6.238, port: 6286f68a-4da4-438e-ae2f-b17291ffcb95. Apr 29 13:37:56.548366 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deeae4ff-d49b-44d9-a32b-bfd8568cf63d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router 13994720-88ff-450e-92ba-c4cdbdf1cd33 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:37:56.741110 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deeae4ff-d49b-44d9-a32b-bfd8568cf63d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:37:56.751562 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f686517-271e-4cc4-acfd-2c13aa4116ba None None] Sync routers for ids ['13994720-88ff-450e-92ba-c4cdbdf1cd33'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:37:56.764602 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f686517-271e-4cc4-acfd-2c13aa4116ba None None] Routers {'13994720-88ff-450e-92ba-c4cdbdf1cd33'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:37:56.765379 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-3f686517-271e-4cc4-acfd-2c13aa4116ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:37:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['13994720-88ff-450e-92ba-c4cdbdf1cd33'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:56.765789 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-deeae4ff-d49b-44d9-a32b-bfd8568cf63d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:56.820099 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-deeae4ff-d49b-44d9-a32b-bfd8568cf63d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3639152 Apr 29 13:37:56.820667 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61e0345-ac1f-4638-baca-3938d9b1d271', 'tag': '6286f68a-4da4-438e-ae2f-b17291ffcb95'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:37:56.822855 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36960) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:56.878311 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c57984ca-ac76-4a5f-b453-373260c1a1d8'] response: {'name': 'network-changed', 'server_uuid': 'c61e0345-ac1f-4638-baca-3938d9b1d271', 'tag': '6286f68a-4da4-438e-ae2f-b17291ffcb95', 'status': 'completed', 'code': 200} Apr 29 13:37:56.958872 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-3f686517-271e-4cc4-acfd-2c13aa4116ba None None] Set router 13994720-88ff-450e-92ba-c4cdbdf1cd33 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:37:57.057672 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bb2486b1-dc80-418a-ac3a-ca9896298a17 req-a2800696-41be-4659-92a6-3ac5b858b104 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=c61e0345-ac1f-4638-baca-3938d9b1d271 HTTP/1.1" status: 200 len: 1098 time: 0.1557302 Apr 29 13:37:57.299152 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-703c5bf3-a867-45f8-a7af-8f9390615ec4 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/routers/13994720-88ff-450e-92ba-c4cdbdf1cd33 HTTP/1.1" status: 200 len: 921 time: 0.4751508 Apr 29 13:37:57.301671 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2486b1-dc80-418a-ac3a-ca9896298a17 req-2c723ece-b6f1-4b48-8574-6178a5242e6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:57.301919 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36966) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:57.303012 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bb2486b1-dc80-418a-ac3a-ca9896298a17 req-2c723ece-b6f1-4b48-8574-6178a5242e6e service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c7dc1f9-3144-4363-9e32-31a1a03ab159 HTTP/1.1" status: 200 len: 898 time: 0.2383604 Apr 29 13:37:57.304298 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-3f686517-271e-4cc4-acfd-2c13aa4116ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'name': 'tempest-TestNetworkBasicOps-router-373100273', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:33Z', 'updated_at': '2022-04-29T13:37:38Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:33Z', 'updated_at': '2022-04-29T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': 'b1685485-2aa4-4d5b-a936-f8334a869571', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.238', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'port_id': '6286f68a-4da4-438e-ae2f-b17291ffcb95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159', 'mac_address': 'fa:16:3e:b5:1b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61e0345-ac1f-4638-baca-3938d9b1d271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:37:55Z', 'updated_at': '2022-04-29T13:37:55Z', 'revision_number': 0, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b857a491-8c89-4342-9733-a742cc2bfd97', 'name': '', 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:4d:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '616f67ae-7741-4f97-8a78-eb550db94159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:37Z', 'updated_at': '2022-04-29T13:37:46Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '616f67ae-7741-4f97-8a78-eb550db94159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:57.308220 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f686517-271e-4cc4-acfd-2c13aa4116ba None None] Checking router: 13994720-88ff-450e-92ba-c4cdbdf1cd33 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:37:57.318566 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f686517-271e-4cc4-acfd-2c13aa4116ba None None] Routers {'13994720-88ff-450e-92ba-c4cdbdf1cd33'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:37:57.319166 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-3f686517-271e-4cc4-acfd-2c13aa4116ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:37:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['13994720-88ff-450e-92ba-c4cdbdf1cd33'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:57.410001 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9a74bf81-7b8b-496e-95fc-05e43b56128e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/b1685485-2aa4-4d5b-a936-f8334a869571 HTTP/1.1" status: 200 len: 991 time: 0.1070242 Apr 29 13:37:57.410222 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bb2486b1-dc80-418a-ac3a-ca9896298a17 req-d78140f5-cd0a-470a-af4d-5c4cf0ee2044 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6286f68a-4da4-438e-ae2f-b17291ffcb95 HTTP/1.1" status: 200 len: 999 time: 0.1005781 Apr 29 13:37:57.476423 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2486b1-dc80-418a-ac3a-ca9896298a17 req-cd9924ce-e192-4f11-aac2-ab304e558aa9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:37:57.477875 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bb2486b1-dc80-418a-ac3a-ca9896298a17 req-cd9924ce-e192-4f11-aac2-ab304e558aa9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=616f67ae-7741-4f97-8a78-eb550db94159 HTTP/1.1" status: 200 len: 834 time: 0.0620546 Apr 29 13:37:57.491095 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-3f686517-271e-4cc4-acfd-2c13aa4116ba None None] Set router 13994720-88ff-450e-92ba-c4cdbdf1cd33 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:37:57.551341 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bb2486b1-dc80-418a-ac3a-ca9896298a17 req-27ba4d76-8440-4420-aea8-2a8385007b47 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c7dc1f9-3144-4363-9e32-31a1a03ab159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670531 Apr 29 13:37:57.684572 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bb2486b1-dc80-418a-ac3a-ca9896298a17 req-64f4a989-cd19-437c-9c11-1f5fea124dbb service neutron] 10.222.0.32 "GET /v2.0/networks/4c7dc1f9-3144-4363-9e32-31a1a03ab159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254668 Apr 29 13:37:57.815930 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bb2486b1-dc80-418a-ac3a-ca9896298a17 req-fe7dc10e-e4d8-401d-ab09-c4435e5501fe service neutron] 10.222.0.32 "GET /v2.0/networks/4c7dc1f9-3144-4363-9e32-31a1a03ab159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259451 Apr 29 13:37:57.871692 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-3f686517-271e-4cc4-acfd-2c13aa4116ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'name': 'tempest-TestNetworkBasicOps-router-373100273', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:33Z', 'updated_at': '2022-04-29T13:37:38Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:33Z', 'updated_at': '2022-04-29T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': 'b1685485-2aa4-4d5b-a936-f8334a869571', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.238', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'port_id': '6286f68a-4da4-438e-ae2f-b17291ffcb95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159', 'mac_address': 'fa:16:3e:b5:1b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61e0345-ac1f-4638-baca-3938d9b1d271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:37:55Z', 'updated_at': '2022-04-29T13:37:55Z', 'revision_number': 0, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b857a491-8c89-4342-9733-a742cc2bfd97', 'name': '', 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:4d:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '616f67ae-7741-4f97-8a78-eb550db94159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:37Z', 'updated_at': '2022-04-29T13:37:46Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '616f67ae-7741-4f97-8a78-eb550db94159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:37:57.875592 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f686517-271e-4cc4-acfd-2c13aa4116ba None None] The sync data for ids ['13994720-88ff-450e-92ba-c4cdbdf1cd33'] in dv-neutron-839027-4-hyperv is: [{'id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'name': 'tempest-TestNetworkBasicOps-router-373100273', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:33Z', 'updated_at': '2022-04-29T13:37:38Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:33Z', 'updated_at': '2022-04-29T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': 'b1685485-2aa4-4d5b-a936-f8334a869571', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.238', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'port_id': '6286f68a-4da4-438e-ae2f-b17291ffcb95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159', 'mac_address': 'fa:16:3e:b5:1b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61e0345-ac1f-4638-baca-3938d9b1d271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:37:55Z', 'updated_at': '2022-04-29T13:37:55Z', 'revision_number': 0, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b857a491-8c89-4342-9733-a742cc2bfd97', 'name': '', 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:4d:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '616f67ae-7741-4f97-8a78-eb550db94159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:37Z', 'updated_at': '2022-04-29T13:37:46Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '616f67ae-7741-4f97-8a78-eb550db94159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:37:58.002901 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:37:58.413417 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36970) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:58.520631 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-029abedb-d750-412e-b938-aaa71c0396b4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/b1685485-2aa4-4d5b-a936-f8334a869571 HTTP/1.1" status: 200 len: 991 time: 0.1061089 Apr 29 13:37:59.523985 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 36974) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:37:59.729937 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5fd1b27f-da69-49ef-9ef6-8b3b54b2b85a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/b1685485-2aa4-4d5b-a936-f8334a869571 HTTP/1.1" status: 200 len: 991 time: 0.2048287 Apr 29 13:38:00.288972 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85eba814-3b48-4236-b2b9-ea15d956093c None None] New status for floating IP b1685485-2aa4-4d5b-a936-f8334a869571: ACTIVE {{(pid=83906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:38:00.733811 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 36978) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:38:00.838509 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-71bbe701-f3a2-453a-8e8a-e0afa8675c13 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/b1685485-2aa4-4d5b-a936-f8334a869571 HTTP/1.1" status: 200 len: 993 time: 0.1033378 Apr 29 13:38:05.601975 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:38:07.823922 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c0bee519-a521-4359-8f2a-59f41202bdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:38:10.395277 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-95fe6f3e-a903-48e6-8cc3-d2ce9a654fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:38:11.434745 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:38:11.534938 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:38:12.081525 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d9f86cb1-7d60-4056-81a6-58bbea08eac0 req-4599d608-9714-49d3-9b49-8f3f5b905645 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c61e0345-ac1f-4638-baca-3938d9b1d271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664840 Apr 29 13:38:12.224705 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d9f86cb1-7d60-4056-81a6-58bbea08eac0 req-c6a67e6e-3955-43a6-bcc1-525caaa85de5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=c61e0345-ac1f-4638-baca-3938d9b1d271 HTTP/1.1" status: 200 len: 1098 time: 0.0712390 Apr 29 13:38:12.372525 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f86cb1-7d60-4056-81a6-58bbea08eac0 req-6eabef77-8624-4984-8b3d-474f8ce03c67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:38:12.373907 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d9f86cb1-7d60-4056-81a6-58bbea08eac0 req-6eabef77-8624-4984-8b3d-474f8ce03c67 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c7dc1f9-3144-4363-9e32-31a1a03ab159 HTTP/1.1" status: 200 len: 898 time: 0.1246779 Apr 29 13:38:12.474297 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d9f86cb1-7d60-4056-81a6-58bbea08eac0 req-b50413df-305c-433b-a7cb-5b419b8daa5c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6286f68a-4da4-438e-ae2f-b17291ffcb95 HTTP/1.1" status: 200 len: 1001 time: 0.0940049 Apr 29 13:38:12.535104 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f86cb1-7d60-4056-81a6-58bbea08eac0 req-eb11042a-ae7e-4f4b-ab03-24e8461c5d35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:38:12.536489 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d9f86cb1-7d60-4056-81a6-58bbea08eac0 req-eb11042a-ae7e-4f4b-ab03-24e8461c5d35 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=616f67ae-7741-4f97-8a78-eb550db94159 HTTP/1.1" status: 200 len: 834 time: 0.0555780 Apr 29 13:38:12.610746 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d9f86cb1-7d60-4056-81a6-58bbea08eac0 req-ea8ed44e-9bed-45d0-967c-b1edb4926046 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c7dc1f9-3144-4363-9e32-31a1a03ab159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666354 Apr 29 13:38:12.740328 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d9f86cb1-7d60-4056-81a6-58bbea08eac0 req-598e5268-e707-4936-b645-36c9087a3626 service neutron] 10.222.0.32 "GET /v2.0/networks/4c7dc1f9-3144-4363-9e32-31a1a03ab159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219075 Apr 29 13:38:12.871302 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d9f86cb1-7d60-4056-81a6-58bbea08eac0 req-05a4ce08-471f-488e-999d-fa65f4882172 service neutron] 10.222.0.32 "GET /v2.0/networks/4c7dc1f9-3144-4363-9e32-31a1a03ab159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238220 Apr 29 13:38:12.889499 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:38:28.008442 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:38:37.825270 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba66dd98-ce08-4dad-afd5-f5ff44eea49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:38:40.397465 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-96b4a496-2d5d-4ea8-b7ee-9829d6d64da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:38:41.437795 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:38:41.536707 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:38:42.602292 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:38:42.891004 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:38:58.016088 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:38:59.506802 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37000) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:38:59.769730 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1ecd376c-5690-4dd6-b018-042d4d1563bb tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/routers/13994720-88ff-450e-92ba-c4cdbdf1cd33/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2617009 Apr 29 13:38:59.772510 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37004) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:38:59.982348 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b389d00-5ed3-475b-9a56-4399cf704cfa tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Notify agent at dv-neutron-839027-4-hyperv the message router_removed_from_agent {{(pid=83904) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 29 13:38:59.985848 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1b389d00-5ed3-475b-9a56-4399cf704cfa tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "DELETE /v2.0/agents/4f288526-b328-4c20-a018-f953ade17feb/l3-routers/13994720-88ff-450e-92ba-c4cdbdf1cd33 HTTP/1.1" status: 204 len: 168 time: 0.2124238 Apr 29 13:38:59.988656 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37008) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:00.167186 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8706c9cf-c1f9-4542-9ea4-002e8698536d tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/routers/13994720-88ff-450e-92ba-c4cdbdf1cd33/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1773579 Apr 29 13:39:00.169850 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37012) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:00.271823 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1b5a9b0a-8d38-4d01-8ab2-6e17beb31e32 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/b1685485-2aa4-4d5b-a936-f8334a869571 HTTP/1.1" status: 200 len: 993 time: 0.1008551 Apr 29 13:39:00.747693 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d83009b-7dc7-459b-a7fd-51ce754fba1e None None] New status for floating IP b1685485-2aa4-4d5b-a936-f8334a869571: DOWN {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:39:00.774065 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b857a491-8c89-4342-9733-a742cc2bfd97 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:39:00.883970 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:00.915298 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port b857a491-8c89-4342-9733-a742cc2bfd97, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b857a491-8c89-4342-9733-a742cc2bfd97,segment=NetworkSegment(925f90b0-65e8-4061-a647-7769967679cf),segment_id=925f90b0-65e8-4061-a647-7769967679cf)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:00.919243 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:00.920016 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:39:01.034367 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=b857a491-8c89-4342-9733-a742cc2bfd97,revision_number=6']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:01.074392 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:01.074731 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:01.075060 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:01.075386 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:01.075712 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:01.076033 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:01.076352 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:01.076669 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:01.077019 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:01.077341 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:01.077755 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:01.097603 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:01.113434 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:01.116961 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:01.182731 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:01.275726 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37016) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:01.378672 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8136b930-c24f-4365-8c4d-e2371c57390c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/b1685485-2aa4-4d5b-a936-f8334a869571 HTTP/1.1" status: 200 len: 991 time: 0.1018195 Apr 29 13:39:02.556007 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37022) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:02.775218 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6078e028-0dca-47a5-a9c2-d8e0b43b6eb8 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Router 13994720-88ff-450e-92ba-c4cdbdf1cd33 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:39:02.775570 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6078e028-0dca-47a5-a9c2-d8e0b43b6eb8 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Notify agent at dv-neutron-839027-4-hyperv the message router_added_to_agent {{(pid=83904) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 29 13:39:02.806365 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6078e028-0dca-47a5-a9c2-d8e0b43b6eb8 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "POST /v2.0/agents/4f288526-b328-4c20-a018-f953ade17feb/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2468688 Apr 29 13:39:02.806587 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37028) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:02.810592 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94796b01-15de-48f2-a6b1-0c4d00c16a77 None None] Sync routers for ids ['13994720-88ff-450e-92ba-c4cdbdf1cd33'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:39:02.822968 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94796b01-15de-48f2-a6b1-0c4d00c16a77 None None] Routers {'13994720-88ff-450e-92ba-c4cdbdf1cd33'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:39:02.823579 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-94796b01-15de-48f2-a6b1-0c4d00c16a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:38:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['13994720-88ff-450e-92ba-c4cdbdf1cd33'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:03.003486 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-22578d6d-e391-4c49-b7b2-b526422bc891 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/routers/13994720-88ff-450e-92ba-c4cdbdf1cd33/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1958086 Apr 29 13:39:03.006244 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37032) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:03.012287 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-94796b01-15de-48f2-a6b1-0c4d00c16a77 None None] Set router 13994720-88ff-450e-92ba-c4cdbdf1cd33 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:39:03.109638 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-87c5208f-19d6-4fc7-87d1-3a5001d3effd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/b1685485-2aa4-4d5b-a936-f8334a869571 HTTP/1.1" status: 200 len: 991 time: 0.1022060 Apr 29 13:39:03.383696 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-94796b01-15de-48f2-a6b1-0c4d00c16a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'name': 'tempest-TestNetworkBasicOps-router-373100273', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:33Z', 'updated_at': '2022-04-29T13:37:38Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:33Z', 'updated_at': '2022-04-29T13:39:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': 'b1685485-2aa4-4d5b-a936-f8334a869571', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.238', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'port_id': '6286f68a-4da4-438e-ae2f-b17291ffcb95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159', 'mac_address': 'fa:16:3e:b5:1b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61e0345-ac1f-4638-baca-3938d9b1d271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:37:55Z', 'updated_at': '2022-04-29T13:39:00Z', 'revision_number': 2, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b857a491-8c89-4342-9733-a742cc2bfd97', 'name': '', 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:4d:32:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '616f67ae-7741-4f97-8a78-eb550db94159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:37Z', 'updated_at': '2022-04-29T13:39:00Z', 'revision_number': 6, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '616f67ae-7741-4f97-8a78-eb550db94159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:03.387530 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94796b01-15de-48f2-a6b1-0c4d00c16a77 None None] Checking router: 13994720-88ff-450e-92ba-c4cdbdf1cd33 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:39:03.397733 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94796b01-15de-48f2-a6b1-0c4d00c16a77 None None] Routers {'13994720-88ff-450e-92ba-c4cdbdf1cd33'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:39:03.398325 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-94796b01-15de-48f2-a6b1-0c4d00c16a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:38:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['13994720-88ff-450e-92ba-c4cdbdf1cd33'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:03.571014 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-94796b01-15de-48f2-a6b1-0c4d00c16a77 None None] Set router 13994720-88ff-450e-92ba-c4cdbdf1cd33 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:39:03.912081 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-94796b01-15de-48f2-a6b1-0c4d00c16a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'name': 'tempest-TestNetworkBasicOps-router-373100273', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:33Z', 'updated_at': '2022-04-29T13:37:38Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:33Z', 'updated_at': '2022-04-29T13:39:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': 'b1685485-2aa4-4d5b-a936-f8334a869571', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.238', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'port_id': '6286f68a-4da4-438e-ae2f-b17291ffcb95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159', 'mac_address': 'fa:16:3e:b5:1b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61e0345-ac1f-4638-baca-3938d9b1d271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:37:55Z', 'updated_at': '2022-04-29T13:39:00Z', 'revision_number': 2, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b857a491-8c89-4342-9733-a742cc2bfd97', 'name': '', 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:4d:32:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '616f67ae-7741-4f97-8a78-eb550db94159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:37Z', 'updated_at': '2022-04-29T13:39:00Z', 'revision_number': 6, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '616f67ae-7741-4f97-8a78-eb550db94159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:03.915909 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94796b01-15de-48f2-a6b1-0c4d00c16a77 None None] The sync data for ids ['13994720-88ff-450e-92ba-c4cdbdf1cd33'] in dv-neutron-839027-4-hyperv is: [{'id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'name': 'tempest-TestNetworkBasicOps-router-373100273', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:33Z', 'updated_at': '2022-04-29T13:37:38Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:33Z', 'updated_at': '2022-04-29T13:39:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': 'b1685485-2aa4-4d5b-a936-f8334a869571', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.238', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'port_id': '6286f68a-4da4-438e-ae2f-b17291ffcb95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159', 'mac_address': 'fa:16:3e:b5:1b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61e0345-ac1f-4638-baca-3938d9b1d271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:37:55Z', 'updated_at': '2022-04-29T13:39:00Z', 'revision_number': 2, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b857a491-8c89-4342-9733-a742cc2bfd97', 'name': '', 'network_id': '4c7dc1f9-3144-4363-9e32-31a1a03ab159', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:4d:32:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '616f67ae-7741-4f97-8a78-eb550db94159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:37Z', 'updated_at': '2022-04-29T13:39:00Z', 'revision_number': 6, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '616f67ae-7741-4f97-8a78-eb550db94159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:39:04.113478 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37036) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:04.221241 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3b4d7f1f-41e0-4e16-8ac7-2ba1c784b54c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/b1685485-2aa4-4d5b-a936-f8334a869571 HTTP/1.1" status: 200 len: 991 time: 0.1065316 Apr 29 13:39:04.634708 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b857a491-8c89-4342-9733-a742cc2bfd97 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:39:04.704011 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port b857a491-8c89-4342-9733-a742cc2bfd97 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:39:04.704371 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:04.821080 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:04.856471 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port b857a491-8c89-4342-9733-a742cc2bfd97, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b857a491-8c89-4342-9733-a742cc2bfd97,segment=NetworkSegment(925f90b0-65e8-4061-a647-7769967679cf),segment_id=925f90b0-65e8-4061-a647-7769967679cf)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:04.861524 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:04.862221 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:39:04.976497 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=b857a491-8c89-4342-9733-a742cc2bfd97,revision_number=7']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:04.990377 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:39:04.990747 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:05.102314 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:05.117223 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:05.120884 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:05.184564 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1,revision_number=6']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:05.225078 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37040) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:05.323053 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-196aa601-6d95-44ae-933b-e62e0a0608e6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/b1685485-2aa4-4d5b-a936-f8334a869571 HTTP/1.1" status: 200 len: 991 time: 0.0968542 Apr 29 13:39:06.326325 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37044) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:06.430066 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c0ee85c2-7ae3-433e-af16-3b9c1944198b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/b1685485-2aa4-4d5b-a936-f8334a869571 HTTP/1.1" status: 200 len: 991 time: 0.1025929 Apr 29 13:39:06.591313 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b857a491-8c89-4342-9733-a742cc2bfd97 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:39:06.658101 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port b857a491-8c89-4342-9733-a742cc2bfd97 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:39:06.658471 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:06.770885 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:39:06.835322 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:39:06.835672 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:07.433872 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37048) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:07.538259 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0512738d-f743-433a-a3e6-3d31684c668e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/b1685485-2aa4-4d5b-a936-f8334a869571 HTTP/1.1" status: 200 len: 991 time: 0.1032035 Apr 29 13:39:07.827472 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-691904f1-9c74-44b5-9e2c-65a2a38dd838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:08.541078 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37052) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:08.646357 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3ccb2aea-25db-4ef0-b4b2-4d68c3827764 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/b1685485-2aa4-4d5b-a936-f8334a869571 HTTP/1.1" status: 200 len: 991 time: 0.1041379 Apr 29 13:39:09.650302 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37056) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:09.753824 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b728d698-a64a-4175-a93d-ccbe1ae748f3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/b1685485-2aa4-4d5b-a936-f8334a869571 HTTP/1.1" status: 200 len: 991 time: 0.1024063 Apr 29 13:39:10.399032 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-41f17872-73d0-4e8b-8df8-22c8bb7e7f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:10.757741 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37060) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:10.864417 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-fb983761-e0ab-4f63-a439-ede25522849e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/b1685485-2aa4-4d5b-a936-f8334a869571 HTTP/1.1" status: 200 len: 991 time: 0.1055300 Apr 29 13:39:11.041572 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38086186-717c-4ed0-93d2-d508e0d40b25 None None] New status for floating IP b1685485-2aa4-4d5b-a936-f8334a869571: ACTIVE {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:39:11.440584 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:11.537887 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:11.868557 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37064) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:11.977618 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-cbaf5e1f-fdc6-4a27-8ac2-cee920d7bcff tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/b1685485-2aa4-4d5b-a936-f8334a869571 HTTP/1.1" status: 200 len: 993 time: 0.1078012 Apr 29 13:39:12.271611 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37072) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:12.563878 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-90cc9fb9-1987-452e-8c16-99741d302289 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port 087fcdec-304e-41b8-a032-ae66fc30ca18 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:39:12.564215 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-90cc9fb9-1987-452e-8c16-99741d302289 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:12.727452 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-90cc9fb9-1987-452e-8c16-99741d302289 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:12.727775 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-90cc9fb9-1987-452e-8c16-99741d302289 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:12.850344 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-90cc9fb9-1987-452e-8c16-99741d302289 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for 087fcdec-304e-41b8-a032-ae66fc30ca18 owned by network:floatingip {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:39:12.893871 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:12.994308 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-90cc9fb9-1987-452e-8c16-99741d302289 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:13.041248 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc9fb9-1987-452e-8c16-99741d302289 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=087fcdec-304e-41b8-a032-ae66fc30ca18,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:13.079591 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc9fb9-1987-452e-8c16-99741d302289 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:13.079930 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc9fb9-1987-452e-8c16-99741d302289 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:13.080263 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc9fb9-1987-452e-8c16-99741d302289 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:13.080589 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc9fb9-1987-452e-8c16-99741d302289 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:13.080941 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc9fb9-1987-452e-8c16-99741d302289 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:13.081267 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc9fb9-1987-452e-8c16-99741d302289 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:13.081589 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc9fb9-1987-452e-8c16-99741d302289 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:13.081915 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc9fb9-1987-452e-8c16-99741d302289 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:13.082234 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc9fb9-1987-452e-8c16-99741d302289 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:13.082551 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc9fb9-1987-452e-8c16-99741d302289 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:13.082867 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc9fb9-1987-452e-8c16-99741d302289 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:13.141701 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-90cc9fb9-1987-452e-8c16-99741d302289 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:13.524890 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90cc9fb9-1987-452e-8c16-99741d302289 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router 13994720-88ff-450e-92ba-c4cdbdf1cd33 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:39:13.716582 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cc9fb9-1987-452e-8c16-99741d302289 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:39:13.736571 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-90cc9fb9-1987-452e-8c16-99741d302289 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:13.791254 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-90cc9fb9-1987-452e-8c16-99741d302289 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/floatingips/b1685485-2aa4-4d5b-a936-f8334a869571 HTTP/1.1" status: 204 len: 168 time: 1.5185189 Apr 29 13:39:13.791744 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61e0345-ac1f-4638-baca-3938d9b1d271', 'tag': '6286f68a-4da4-438e-ae2f-b17291ffcb95'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:39:13.848559 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c55fb190-c054-4a12-9b5a-c56d75e6131b'] response: {'name': 'network-changed', 'server_uuid': 'c61e0345-ac1f-4638-baca-3938d9b1d271', 'tag': '6286f68a-4da4-438e-ae2f-b17291ffcb95', 'status': 'completed', 'code': 200} Apr 29 13:39:14.214464 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8d21a684-a2ba-43fb-9a46-a9a3aca0645f req-33a09940-d57d-4383-a280-5b89613e0863 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=c61e0345-ac1f-4638-baca-3938d9b1d271 HTTP/1.1" status: 200 len: 1098 time: 0.3436489 Apr 29 13:39:14.336449 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b98d5-c452-413f-8c10-370ef79505f4 req-49bdd17f-5b11-4d3b-bfb2-73637d57bd83 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:39:14.337859 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ca5b98d5-c452-413f-8c10-370ef79505f4 req-49bdd17f-5b11-4d3b-bfb2-73637d57bd83 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=c61e0345-ac1f-4638-baca-3938d9b1d271 HTTP/1.1" status: 200 len: 945 time: 0.2374177 Apr 29 13:39:14.342740 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21a684-a2ba-43fb-9a46-a9a3aca0645f req-5fddf75c-2d7c-4d57-be0e-9e4c19e28198 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:39:14.344734 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8d21a684-a2ba-43fb-9a46-a9a3aca0645f req-5fddf75c-2d7c-4d57-be0e-9e4c19e28198 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c7dc1f9-3144-4363-9e32-31a1a03ab159 HTTP/1.1" status: 200 len: 898 time: 0.1245718 Apr 29 13:39:14.383056 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ca5b98d5-c452-413f-8c10-370ef79505f4 req-d1401c18-6481-4dd1-8924-47794d33b8d0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=54d7fc26-3d53-430b-b714-9b6a6e3734d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396278 Apr 29 13:39:14.416042 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8d21a684-a2ba-43fb-9a46-a9a3aca0645f req-1596fb7d-cf56-4c28-a1b3-86ebcd563ea6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6286f68a-4da4-438e-ae2f-b17291ffcb95 HTTP/1.1" status: 200 len: 217 time: 0.0644178 Apr 29 13:39:14.476657 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21a684-a2ba-43fb-9a46-a9a3aca0645f req-fd490ffb-9b56-469e-a1bf-966346dea3fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:39:14.478095 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8d21a684-a2ba-43fb-9a46-a9a3aca0645f req-fd490ffb-9b56-469e-a1bf-966346dea3fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=616f67ae-7741-4f97-8a78-eb550db94159 HTTP/1.1" status: 200 len: 834 time: 0.0559549 Apr 29 13:39:14.555585 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8d21a684-a2ba-43fb-9a46-a9a3aca0645f req-fea3d158-2be8-4383-8277-6dae5e70c569 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c7dc1f9-3144-4363-9e32-31a1a03ab159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706751 Apr 29 13:39:14.687854 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8d21a684-a2ba-43fb-9a46-a9a3aca0645f req-fba0f82b-5547-4dbf-abd8-57282834c63d service neutron] 10.222.0.32 "GET /v2.0/networks/4c7dc1f9-3144-4363-9e32-31a1a03ab159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235449 Apr 29 13:39:14.818444 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8d21a684-a2ba-43fb-9a46-a9a3aca0645f req-9ce00a81-da53-42c3-b9ea-af34dda19290 service neutron] 10.222.0.32 "GET /v2.0/networks/4c7dc1f9-3144-4363-9e32-31a1a03ab159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238275 Apr 29 13:39:15.649412 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266d37c-bd4c-4ea5-9c0c-23abdd717872 req-ebc7ebbe-f34e-4c41-9cde-c3033e4a514b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:39:15.650118 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-a266d37c-bd4c-4ea5-9c0c-23abdd717872 req-ebc7ebbe-f34e-4c41-9cde-c3033e4a514b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:39:15.665336 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-a266d37c-bd4c-4ea5-9c0c-23abdd717872 req-ebc7ebbe-f34e-4c41-9cde-c3033e4a514b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:39:15.666454 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a266d37c-bd4c-4ea5-9c0c-23abdd717872 req-ebc7ebbe-f34e-4c41-9cde-c3033e4a514b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=c61e0345-ac1f-4638-baca-3938d9b1d271 HTTP/1.1" status: 200 len: 945 time: 0.1626928 Apr 29 13:39:15.712140 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a266d37c-bd4c-4ea5-9c0c-23abdd717872 req-debc9cdb-2dcc-425c-9767-8edaa0a2c67d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=54d7fc26-3d53-430b-b714-9b6a6e3734d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395741 Apr 29 13:39:15.795282 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf63ec8-fc21-4300-8820-d5798dc0176a req-4b1ee337-f15a-4e6d-9200-346bab090eaf tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:39:15.796748 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4bf63ec8-fc21-4300-8820-d5798dc0176a req-4b1ee337-f15a-4e6d-9200-346bab090eaf tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/ports?device_id=c61e0345-ac1f-4638-baca-3938d9b1d271 HTTP/1.1" status: 200 len: 945 time: 0.0770822 Apr 29 13:39:15.863395 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-4bf63ec8-fc21-4300-8820-d5798dc0176a req-08c6a31a-3c7e-48bf-bc74-627fff8281f2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port 6286f68a-4da4-438e-ae2f-b17291ffcb95 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:39:15.863730 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-4bf63ec8-fc21-4300-8820-d5798dc0176a req-08c6a31a-3c7e-48bf-bc74-627fff8281f2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:16.101990 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-4bf63ec8-fc21-4300-8820-d5798dc0176a req-08c6a31a-3c7e-48bf-bc74-627fff8281f2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] For port 6286f68a-4da4-438e-ae2f-b17291ffcb95, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6286f68a-4da4-438e-ae2f-b17291ffcb95,segment=NetworkSegment(925f90b0-65e8-4061-a647-7769967679cf),segment_id=925f90b0-65e8-4061-a647-7769967679cf)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:16.102350 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-4bf63ec8-fc21-4300-8820-d5798dc0176a req-08c6a31a-3c7e-48bf-bc74-627fff8281f2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:16.224609 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-4bf63ec8-fc21-4300-8820-d5798dc0176a req-08c6a31a-3c7e-48bf-bc74-627fff8281f2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for 6286f68a-4da4-438e-ae2f-b17291ffcb95 owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:39:16.365250 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-4bf63ec8-fc21-4300-8820-d5798dc0176a req-08c6a31a-3c7e-48bf-bc74-627fff8281f2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:16.410624 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c6a31a-3c7e-48bf-bc74-627fff8281f2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=6286f68a-4da4-438e-ae2f-b17291ffcb95,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:16.565950 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf63ec8-fc21-4300-8820-d5798dc0176a req-08c6a31a-3c7e-48bf-bc74-627fff8281f2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] No DVR routers for this DVR port 6286f68a-4da4-438e-ae2f-b17291ffcb95 on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:39:16.568295 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-4bf63ec8-fc21-4300-8820-d5798dc0176a req-08c6a31a-3c7e-48bf-bc74-627fff8281f2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:16.570939 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61e0345-ac1f-4638-baca-3938d9b1d271', 'name': 'network-vif-deleted', 'tag': '6286f68a-4da4-438e-ae2f-b17291ffcb95'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:39:16.586663 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4bf63ec8-fc21-4300-8820-d5798dc0176a req-08c6a31a-3c7e-48bf-bc74-627fff8281f2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "DELETE /v2.0/ports/6286f68a-4da4-438e-ae2f-b17291ffcb95 HTTP/1.1" status: 204 len: 173 time: 0.7846155 Apr 29 13:39:16.626038 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adc0b970-9549-4e4a-baa0-c321614d8494'] response: {'server_uuid': 'c61e0345-ac1f-4638-baca-3938d9b1d271', 'name': 'network-vif-deleted', 'tag': '6286f68a-4da4-438e-ae2f-b17291ffcb95', 'status': 'completed', 'code': 200} Apr 29 13:39:16.893486 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-d997b2f1-51be-4021-be1a-c1bbb0282c85 req-0c1e68eb-5434-4cbc-85f7-38b3d1fb8fc0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:39:16.909435 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-d997b2f1-51be-4021-be1a-c1bbb0282c85 req-0c1e68eb-5434-4cbc-85f7-38b3d1fb8fc0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:39:16.910615 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d997b2f1-51be-4021-be1a-c1bbb0282c85 req-0c1e68eb-5434-4cbc-85f7-38b3d1fb8fc0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=c61e0345-ac1f-4638-baca-3938d9b1d271 HTTP/1.1" status: 200 len: 210 time: 0.0582292 Apr 29 13:39:18.008450 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 6286f68a-4da4-438e-ae2f-b17291ffcb95 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:39:18.016667 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37096) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:18.044807 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: 6286f68a-4da4-438e-ae2f-b17291ffcb95 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:39:18.045160 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 6286f68a-4da4-438e-ae2f-b17291ffcb95 not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:39:18.094094 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a0537fc9-f39c-4fd0-ba3a-dd56404295ad tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:18.122475 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a0537fc9-f39c-4fd0-ba3a-dd56404295ad tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:18.185933 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a0537fc9-f39c-4fd0-ba3a-dd56404295ad tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:18.205105 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0537fc9-f39c-4fd0-ba3a-dd56404295ad tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d7fc26-3d53-430b-b714-9b6a6e3734d8,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:18.212113 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a0537fc9-f39c-4fd0-ba3a-dd56404295ad tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:18.215691 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a0537fc9-f39c-4fd0-ba3a-dd56404295ad tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/security-groups/54d7fc26-3d53-430b-b714-9b6a6e3734d8 HTTP/1.1" status: 204 len: 168 time: 0.1954553 Apr 29 13:39:18.256598 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37104) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:18.642258 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5ed7df37-fe8e-491a-b22f-7aeec22246a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:19.330974 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-5ed7df37-fe8e-491a-b22f-7aeec22246a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port b857a491-8c89-4342-9733-a742cc2bfd97 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:39:19.331631 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5ed7df37-fe8e-491a-b22f-7aeec22246a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:19.511571 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-5ed7df37-fe8e-491a-b22f-7aeec22246a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] For port b857a491-8c89-4342-9733-a742cc2bfd97, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b857a491-8c89-4342-9733-a742cc2bfd97,segment=NetworkSegment(925f90b0-65e8-4061-a647-7769967679cf),segment_id=925f90b0-65e8-4061-a647-7769967679cf)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:19.511922 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5ed7df37-fe8e-491a-b22f-7aeec22246a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:19.602969 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:39:19.631047 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-5ed7df37-fe8e-491a-b22f-7aeec22246a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for b857a491-8c89-4342-9733-a742cc2bfd97 owned by network:router_interface {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:39:19.803600 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5ed7df37-fe8e-491a-b22f-7aeec22246a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:19.852781 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7df37-fe8e-491a-b22f-7aeec22246a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=b857a491-8c89-4342-9733-a742cc2bfd97,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:19.892390 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7df37-fe8e-491a-b22f-7aeec22246a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:19.892728 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7df37-fe8e-491a-b22f-7aeec22246a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:19.893094 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7df37-fe8e-491a-b22f-7aeec22246a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:19.893423 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7df37-fe8e-491a-b22f-7aeec22246a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:19.893752 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7df37-fe8e-491a-b22f-7aeec22246a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:19.894076 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7df37-fe8e-491a-b22f-7aeec22246a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:19.894398 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7df37-fe8e-491a-b22f-7aeec22246a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:19.894718 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7df37-fe8e-491a-b22f-7aeec22246a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:19.895035 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7df37-fe8e-491a-b22f-7aeec22246a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:19.895347 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7df37-fe8e-491a-b22f-7aeec22246a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:19.895663 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7df37-fe8e-491a-b22f-7aeec22246a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:20.158009 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5ed7df37-fe8e-491a-b22f-7aeec22246a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:20.812866 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed7df37-fe8e-491a-b22f-7aeec22246a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router 13994720-88ff-450e-92ba-c4cdbdf1cd33 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:39:21.009799 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed7df37-fe8e-491a-b22f-7aeec22246a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:39:21.025710 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5ed7df37-fe8e-491a-b22f-7aeec22246a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "PUT /v2.0/routers/13994720-88ff-450e-92ba-c4cdbdf1cd33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7680078 Apr 29 13:39:21.028425 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37108) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:21.209724 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69178f0-6554-42ca-8eea-8e45948c58c4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting subnet 616f67ae-7741-4f97-8a78-eb550db94159 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:39:21.212426 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d69178f0-6554-42ca-8eea-8e45948c58c4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:21.264366 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d69178f0-6554-42ca-8eea-8e45948c58c4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:21.350145 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d69178f0-6554-42ca-8eea-8e45948c58c4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:21.419258 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d69178f0-6554-42ca-8eea-8e45948c58c4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:21.459450 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69178f0-6554-42ca-8eea-8e45948c58c4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Subnet': ['ID=616f67ae-7741-4f97-8a78-eb550db94159,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:21.463437 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d69178f0-6554-42ca-8eea-8e45948c58c4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:21.469608 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d69178f0-6554-42ca-8eea-8e45948c58c4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/subnets/616f67ae-7741-4f97-8a78-eb550db94159 HTTP/1.1" status: 204 len: 168 time: 0.4402015 Apr 29 13:39:21.469902 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81cf21f-4173-4331-b9e8-841214884c60 None None] Network 4c7dc1f9-3144-4363-9e32-31a1a03ab159 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:39:21.472171 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37112) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:21.565206 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b40531-60e6-4a40-a7d8-8b2bfe8cf784 None None] Sync routers for ids ['13994720-88ff-450e-92ba-c4cdbdf1cd33'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:39:21.609739 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b40531-60e6-4a40-a7d8-8b2bfe8cf784 None None] Routers {'13994720-88ff-450e-92ba-c4cdbdf1cd33'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:39:21.610350 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-18b40531-60e6-4a40-a7d8-8b2bfe8cf784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:39:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['13994720-88ff-450e-92ba-c4cdbdf1cd33'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:21.674311 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d8ab348-824f-49ed-92b6-29455623351e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:21.863101 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-18b40531-60e6-4a40-a7d8-8b2bfe8cf784 None None] Set router 13994720-88ff-450e-92ba-c4cdbdf1cd33 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:39:21.963920 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb506885-734d-4f0f-aa3a-bd2d545254a2 None None] DHCP port deletion for 4c7dc1f9-3144-4363-9e32-31a1a03ab159 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:39:21.985151 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-bb506885-734d-4f0f-aa3a-bd2d545254a2 None None] Deleting port 77c6cd3e-e88f-4b30-8adb-d3e05540c3f7 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:39:21.985521 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bb506885-734d-4f0f-aa3a-bd2d545254a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:21.989348 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d8ab348-824f-49ed-92b6-29455623351e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:21.998481 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-3d8ab348-824f-49ed-92b6-29455623351e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:39:21.998808 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d8ab348-824f-49ed-92b6-29455623351e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:22.176248 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-3d8ab348-824f-49ed-92b6-29455623351e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] For port ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:22.176494 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d8ab348-824f-49ed-92b6-29455623351e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:22.294685 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-3d8ab348-824f-49ed-92b6-29455623351e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1 owned by network:router_gateway {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:39:22.309947 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-bb506885-734d-4f0f-aa3a-bd2d545254a2 None None] For port 77c6cd3e-e88f-4b30-8adb-d3e05540c3f7, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=77c6cd3e-e88f-4b30-8adb-d3e05540c3f7,segment=NetworkSegment(925f90b0-65e8-4061-a647-7769967679cf),segment_id=925f90b0-65e8-4061-a647-7769967679cf)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:22.310343 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bb506885-734d-4f0f-aa3a-bd2d545254a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:22.430530 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-bb506885-734d-4f0f-aa3a-bd2d545254a2 None None] Calling delete_port for 77c6cd3e-e88f-4b30-8adb-d3e05540c3f7 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:39:22.457250 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d8ab348-824f-49ed-92b6-29455623351e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:22.504529 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ab348-824f-49ed-92b6-29455623351e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:22.505019 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-18b40531-60e6-4a40-a7d8-8b2bfe8cf784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'name': 'tempest-TestNetworkBasicOps-router-373100273', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:33Z', 'updated_at': '2022-04-29T13:39:19Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:33Z', 'updated_at': '2022-04-29T13:39:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:22.509397 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b40531-60e6-4a40-a7d8-8b2bfe8cf784 None None] Checking router: 13994720-88ff-450e-92ba-c4cdbdf1cd33 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:39:22.521429 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bb506885-734d-4f0f-aa3a-bd2d545254a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:22.566502 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b40531-60e6-4a40-a7d8-8b2bfe8cf784 None None] Routers {'13994720-88ff-450e-92ba-c4cdbdf1cd33'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:39:22.567130 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-18b40531-60e6-4a40-a7d8-8b2bfe8cf784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:39:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['13994720-88ff-450e-92ba-c4cdbdf1cd33'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:22.616882 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb506885-734d-4f0f-aa3a-bd2d545254a2 None None] Pushing event deleted for resources: {'Port': ['ID=77c6cd3e-e88f-4b30-8adb-d3e05540c3f7,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:22.678850 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 77c6cd3e-e88f-4b30-8adb-d3e05540c3f7 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:39:22.727914 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d8ab348-824f-49ed-92b6-29455623351e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:22.768400 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb506885-734d-4f0f-aa3a-bd2d545254a2 None None] No DVR routers for this DVR port 77c6cd3e-e88f-4b30-8adb-d3e05540c3f7 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:39:22.771567 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 77c6cd3e-e88f-4b30-8adb-d3e05540c3f7 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:39:22.771909 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 77c6cd3e-e88f-4b30-8adb-d3e05540c3f7 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:39:22.780105 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-18b40531-60e6-4a40-a7d8-8b2bfe8cf784 None None] Set router 13994720-88ff-450e-92ba-c4cdbdf1cd33 gateway port host: None {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:39:22.886296 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-18b40531-60e6-4a40-a7d8-8b2bfe8cf784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'name': 'tempest-TestNetworkBasicOps-router-373100273', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:33Z', 'updated_at': '2022-04-29T13:39:22Z', 'revision_number': 7, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port_host': None}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:22.890139 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b40531-60e6-4a40-a7d8-8b2bfe8cf784 None None] The sync data for ids ['13994720-88ff-450e-92ba-c4cdbdf1cd33'] in dv-neutron-839027-4-hyperv is: [{'id': '13994720-88ff-450e-92ba-c4cdbdf1cd33', 'name': 'tempest-TestNetworkBasicOps-router-373100273', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:33Z', 'updated_at': '2022-04-29T13:39:22Z', 'revision_number': 7, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port_host': None}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:39:22.986491 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d8ab348-824f-49ed-92b6-29455623351e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:22.990747 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d8ab348-824f-49ed-92b6-29455623351e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:23.014603 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d8ab348-824f-49ed-92b6-29455623351e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:23.015944 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8ab348-824f-49ed-92b6-29455623351e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Fanout notify agent at l3_agent the message router_deleted on router 13994720-88ff-450e-92ba-c4cdbdf1cd33 {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:39:23.030009 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d8ab348-824f-49ed-92b6-29455623351e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:23.031807 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3d8ab348-824f-49ed-92b6-29455623351e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/routers/13994720-88ff-450e-92ba-c4cdbdf1cd33 HTTP/1.1" status: 204 len: 168 time: 1.5587254 Apr 29 13:39:23.034534 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37116) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:23.143226 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-34fb8a0f-5652-44a8-893d-b505a4fa69ea tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:23.371897 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-34fb8a0f-5652-44a8-893d-b505a4fa69ea tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:23.397966 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-34fb8a0f-5652-44a8-893d-b505a4fa69ea tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c7dc1f9-3144-4363-9e32-31a1a03ab159']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:23.409728 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-34fb8a0f-5652-44a8-893d-b505a4fa69ea tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925f90b0-65e8-4061-a647-7769967679cf') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:23.410021 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-34fb8a0f-5652-44a8-893d-b505a4fa69ea tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925f90b0-65e8-4061-a647-7769967679cf') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:23.421118 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-34fb8a0f-5652-44a8-893d-b505a4fa69ea tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:23.437127 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-34fb8a0f-5652-44a8-893d-b505a4fa69ea tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:23.443188 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34fb8a0f-5652-44a8-893d-b505a4fa69ea tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:39:23.443621 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-34fb8a0f-5652-44a8-893d-b505a4fa69ea tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:39:23.458557 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:39:23.536168 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-34fb8a0f-5652-44a8-893d-b505a4fa69ea tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:23.553025 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-34fb8a0f-5652-44a8-893d-b505a4fa69ea tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:23.564170 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb8a0f-5652-44a8-893d-b505a4fa69ea tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Network': ['ID=4c7dc1f9-3144-4363-9e32-31a1a03ab159,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:23.572447 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-34fb8a0f-5652-44a8-893d-b505a4fa69ea tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/networks/4c7dc1f9-3144-4363-9e32-31a1a03ab159 HTTP/1.1" status: 204 len: 168 time: 0.5369430 Apr 29 13:39:23.594327 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37120) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:23.599545 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-b905a222-883e-4199-83cd-511a738813af tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'network': {'name': 'tempest-network-smoke--1869777425', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'port_security_enabled': True}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:39:23.604908 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b905a222-883e-4199-83cd-511a738813af tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:39:23.608998 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b905a222-883e-4199-83cd-511a738813af tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:network and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:39:23.611757 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b905a222-883e-4199-83cd-511a738813af tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:39:23.617382 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b905a222-883e-4199-83cd-511a738813af tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:39:23.627056 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b905a222-883e-4199-83cd-511a738813af tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Made reservation on behalf of 4b7a89f6c8564a04be449e2e6b4a95e5 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:39:23.630203 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b905a222-883e-4199-83cd-511a738813af tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:23.659310 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b905a222-883e-4199-83cd-511a738813af tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:39:23.668785 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b905a222-883e-4199-83cd-511a738813af tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:23.669145 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-b905a222-883e-4199-83cd-511a738813af tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Added segment ee3d877e-3b92-4df8-b12a-5a81719b76a9 of type vlan for network 35806a8b-4961-4eca-9809-77e9e2bb4a42 Apr 29 13:39:23.695222 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b905a222-883e-4199-83cd-511a738813af tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:23.723541 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b905a222-883e-4199-83cd-511a738813af tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:23.727144 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b905a222-883e-4199-83cd-511a738813af tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:39:23.727720 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b905a222-883e-4199-83cd-511a738813af tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:23.740684 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febe6bbb-f62b-475f-92f9-4797ef428fba None None] New status for floating IP b1685485-2aa4-4d5b-a936-f8334a869571: DOWN {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:39:23.836964 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905a222-883e-4199-83cd-511a738813af tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Network': ['ID=35806a8b-4961-4eca-9809-77e9e2bb4a42,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:23.842673 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b905a222-883e-4199-83cd-511a738813af tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2447016 Apr 29 13:39:23.843176 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37124) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:23.847833 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 35806a8b-4961-4eca-9809-77e9e2bb4a42 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:39:23.849051 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-27f3318d-8741-47dd-9939-fa4bc0d20c1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1350423740', 'admin_state_up': True, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:39:23.855769 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-27f3318d-8741-47dd-9939-fa4bc0d20c1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:39:23.860109 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-27f3318d-8741-47dd-9939-fa4bc0d20c1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:router and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:39:23.863094 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-27f3318d-8741-47dd-9939-fa4bc0d20c1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:39:23.870107 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-27f3318d-8741-47dd-9939-fa4bc0d20c1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:39:23.882972 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-27f3318d-8741-47dd-9939-fa4bc0d20c1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:23.883971 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-27f3318d-8741-47dd-9939-fa4bc0d20c1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:23.902710 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-27f3318d-8741-47dd-9939-fa4bc0d20c1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:24.049489 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-27f3318d-8741-47dd-9939-fa4bc0d20c1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:24.230794 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-27f3318d-8741-47dd-9939-fa4bc0d20c1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:24.259467 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-27f3318d-8741-47dd-9939-fa4bc0d20c1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:24.394457 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-27f3318d-8741-47dd-9939-fa4bc0d20c1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.26.6.53 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/38470e11-a056-4c1b-8346-8e9a94569d78) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:39:24.540499 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-27f3318d-8741-47dd-9939-fa4bc0d20c1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:24.557759 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b857a491-8c89-4342-9733-a742cc2bfd97 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:39:24.567994 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-27f3318d-8741-47dd-9939-fa4bc0d20c1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:24.590541 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: b857a491-8c89-4342-9733-a742cc2bfd97 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:39:24.590870 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b857a491-8c89-4342-9733-a742cc2bfd97 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:39:24.591276 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:39:24.622254 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:39:24.622594 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device ca2c8cf3-f7f5-402a-ae06-40d304ff5bd1 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:39:24.634758 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f3318d-8741-47dd-9939-fa4bc0d20c1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:39:24.637560 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-27f3318d-8741-47dd-9939-fa4bc0d20c1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:39:24.642442 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f3318d-8741-47dd-9939-fa4bc0d20c1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:39:24.665580 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3318d-8741-47dd-9939-fa4bc0d20c1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=38470e11-a056-4c1b-8346-8e9a94569d78,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:24.798384 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-27f3318d-8741-47dd-9939-fa4bc0d20c1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:24.798994 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-27f3318d-8741-47dd-9939-fa4bc0d20c1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:25.018569 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f3318d-8741-47dd-9939-fa4bc0d20c1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router c601ae8b-2f98-46ba-b1bf-30a56edcf30e is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:39:25.214786 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f3318d-8741-47dd-9939-fa4bc0d20c1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:39:25.224410 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cc1ae2-13fa-4856-9922-7a99d38df013 None None] Sync routers for ids ['c601ae8b-2f98-46ba-b1bf-30a56edcf30e'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:39:25.236128 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cc1ae2-13fa-4856-9922-7a99d38df013 None None] Routers {'c601ae8b-2f98-46ba-b1bf-30a56edcf30e'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:39:25.236899 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-41cc1ae2-13fa-4856-9922-7a99d38df013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:39:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c601ae8b-2f98-46ba-b1bf-30a56edcf30e'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:25.240709 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-27f3318d-8741-47dd-9939-fa4bc0d20c1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:25.244799 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-27f3318d-8741-47dd-9939-fa4bc0d20c1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.3976631 Apr 29 13:39:25.245005 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37128) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:25.284116 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c63ef4a4-ac24-4ace-aa74-4f49484e53e6 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=4b7a89f6c8564a04be449e2e6b4a95e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380793 Apr 29 13:39:25.286709 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37132) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:25.422255 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-41cc1ae2-13fa-4856-9922-7a99d38df013 None None] Set router c601ae8b-2f98-46ba-b1bf-30a56edcf30e gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:39:25.504066 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbb287b-1b71-41e9-8743-a4be3a4a0207 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:39:25.505601 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4cbb287b-1b71-41e9-8743-a4be3a4a0207 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2179289 Apr 29 13:39:25.508429 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37136) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:25.550037 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ddc59437-3005-4f9d-ba72-0701b2ad188f tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3475bcf7-abe6-4964-9326-03174235aecc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405116 Apr 29 13:39:25.552516 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37140) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:25.557742 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-8167c69a-657b-499f-816c-cd2ba3a78d8c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-327148710', 'network_id': '35806a8b-4961-4eca-9809-77e9e2bb4a42', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:39:25.664628 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8167c69a-657b-499f-816c-cd2ba3a78d8c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:39:25.668387 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8167c69a-657b-499f-816c-cd2ba3a78d8c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:subnet and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:39:25.671865 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8167c69a-657b-499f-816c-cd2ba3a78d8c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:39:25.678857 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8167c69a-657b-499f-816c-cd2ba3a78d8c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:39:25.689680 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8167c69a-657b-499f-816c-cd2ba3a78d8c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Made reservation on behalf of 4b7a89f6c8564a04be449e2e6b4a95e5 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:39:25.707971 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-41cc1ae2-13fa-4856-9922-7a99d38df013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'name': 'tempest-TestNetworkBasicOps-router-1350423740', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '38470e11-a056-4c1b-8346-8e9a94569d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:23Z', 'updated_at': '2022-04-29T13:39:24Z', 'revision_number': 3, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '38470e11-a056-4c1b-8346-8e9a94569d78', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:24Z', 'updated_at': '2022-04-29T13:39:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:25.712308 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cc1ae2-13fa-4856-9922-7a99d38df013 None None] Checking router: c601ae8b-2f98-46ba-b1bf-30a56edcf30e for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:39:25.712660 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cc1ae2-13fa-4856-9922-7a99d38df013 None None] Updating router c601ae8b-2f98-46ba-b1bf-30a56edcf30e port 38470e11-a056-4c1b-8346-8e9a94569d78 binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:39:25.767001 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-41cc1ae2-13fa-4856-9922-7a99d38df013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:25.792506 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8167c69a-657b-499f-816c-cd2ba3a78d8c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:26.014815 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8167c69a-657b-499f-816c-cd2ba3a78d8c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:26.105698 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167c69a-657b-499f-816c-cd2ba3a78d8c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Subnet': ['ID=e186f985-8f2d-4f80-8f0f-b72606863a96,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:26.112321 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-41cc1ae2-13fa-4856-9922-7a99d38df013 None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:26.121882 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8167c69a-657b-499f-816c-cd2ba3a78d8c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Checking segment: {'id': 'ee3d877e-3b92-4df8-b12a-5a81719b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '35806a8b-4961-4eca-9809-77e9e2bb4a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:39:26.122286 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8167c69a-657b-499f-816c-cd2ba3a78d8c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network hostable DHCP agents. Network: 35806a8b-4961-4eca-9809-77e9e2bb4a42, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:39:26.126844 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-41cc1ae2-13fa-4856-9922-7a99d38df013 None None] Transition to ACTIVE for port object 38470e11-a056-4c1b-8346-8e9a94569d78 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:39:26.136344 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-41cc1ae2-13fa-4856-9922-7a99d38df013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:26.144489 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8167c69a-657b-499f-816c-cd2ba3a78d8c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 35806a8b-4961-4eca-9809-77e9e2bb4a42 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:39:26.153775 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-8167c69a-657b-499f-816c-cd2ba3a78d8c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 35806a8b-4961-4eca-9809-77e9e2bb4a42) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:39:26.158526 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8167c69a-657b-499f-816c-cd2ba3a78d8c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:39:26.159368 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8167c69a-657b-499f-816c-cd2ba3a78d8c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:26.175057 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e365e73-176f-4dad-b66c-2d9c67dc9d10 None None] Network 35806a8b-4961-4eca-9809-77e9e2bb4a42 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:39:26.182121 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8167c69a-657b-499f-816c-cd2ba3a78d8c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6285989 Apr 29 13:39:26.184998 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37144) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:26.289548 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457adf8-b4d3-4445-98b3-a8e875897204 None None] Pushing event updated for resources: {'Port': ['ID=38470e11-a056-4c1b-8346-8e9a94569d78,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:26.298974 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-41cc1ae2-13fa-4856-9922-7a99d38df013 None None] Attempting to bind port 38470e11-a056-4c1b-8346-8e9a94569d78 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:39:26.299340 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-41cc1ae2-13fa-4856-9922-7a99d38df013 None None] Attempting to bind port 38470e11-a056-4c1b-8346-8e9a94569d78 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:39:26.299696 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cc1ae2-13fa-4856-9922-7a99d38df013 None None] Attempting to bind port 38470e11-a056-4c1b-8346-8e9a94569d78 on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:39:26.322595 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cc1ae2-13fa-4856-9922-7a99d38df013 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:39:26.322962 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cc1ae2-13fa-4856-9922-7a99d38df013 None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:39:26.323357 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-41cc1ae2-13fa-4856-9922-7a99d38df013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:26.323740 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cc1ae2-13fa-4856-9922-7a99d38df013 None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:39:26.324200 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-41cc1ae2-13fa-4856-9922-7a99d38df013 None None] Bound port: 38470e11-a056-4c1b-8346-8e9a94569d78, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:39:26.324566 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-41cc1ae2-13fa-4856-9922-7a99d38df013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:26.497460 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-41cc1ae2-13fa-4856-9922-7a99d38df013 None None] For port 38470e11-a056-4c1b-8346-8e9a94569d78, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:39:26.539591 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-41cc1ae2-13fa-4856-9922-7a99d38df013 None None] For port 38470e11-a056-4c1b-8346-8e9a94569d78, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=38470e11-a056-4c1b-8346-8e9a94569d78,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:39:26.546324 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-41cc1ae2-13fa-4856-9922-7a99d38df013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:26.585863 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fbf041-a329-4e63-ad82-934dea22d629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-35806a8b-4961-4eca-9809-77e9e2bb4a42', 'network_id': '35806a8b-4961-4eca-9809-77e9e2bb4a42', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ips': [{'subnet_id': 'e186f985-8f2d-4f80-8f0f-b72606863a96'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:39:26.586664 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b5fbf041-a329-4e63-ad82-934dea22d629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:26.680632 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457adf8-b4d3-4445-98b3-a8e875897204 None None] Pushing event updated for resources: {'Port': ['ID=38470e11-a056-4c1b-8346-8e9a94569d78,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:26.704528 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cc1ae2-13fa-4856-9922-7a99d38df013 None None] Routers {'c601ae8b-2f98-46ba-b1bf-30a56edcf30e'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:39:26.705194 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-41cc1ae2-13fa-4856-9922-7a99d38df013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:39:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c601ae8b-2f98-46ba-b1bf-30a56edcf30e'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:26.933482 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-b5fbf041-a329-4e63-ad82-934dea22d629 None None] Allocated IP 172.20.0.2 (35806a8b-4961-4eca-9809-77e9e2bb4a42/e186f985-8f2d-4f80-8f0f-b72606863a96/3aeab99c-f707-42f6-bc96-b2b54358a4d3) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:39:26.941763 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ca7910f5-c429-4488-932e-f1d74aab2f30 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:26.966984 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-41cc1ae2-13fa-4856-9922-7a99d38df013 None None] Set router c601ae8b-2f98-46ba-b1bf-30a56edcf30e gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:39:27.376926 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b5fbf041-a329-4e63-ad82-934dea22d629 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:27.394400 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b5fbf041-a329-4e63-ad82-934dea22d629 None None] Transition to ACTIVE for port object 3aeab99c-f707-42f6-bc96-b2b54358a4d3 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:39:27.416778 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b5fbf041-a329-4e63-ad82-934dea22d629 None None] Transition to ACTIVE for port object 3aeab99c-f707-42f6-bc96-b2b54358a4d3 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:39:27.423109 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b5fbf041-a329-4e63-ad82-934dea22d629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:27.490739 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-ca7910f5-c429-4488-932e-f1d74aab2f30 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.20.0.1 (35806a8b-4961-4eca-9809-77e9e2bb4a42/e186f985-8f2d-4f80-8f0f-b72606863a96/647ce4db-faf2-4105-bd98-372cc743472c) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:39:27.496176 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-41cc1ae2-13fa-4856-9922-7a99d38df013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'name': 'tempest-TestNetworkBasicOps-router-1350423740', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '38470e11-a056-4c1b-8346-8e9a94569d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:23Z', 'updated_at': '2022-04-29T13:39:24Z', 'revision_number': 3, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '38470e11-a056-4c1b-8346-8e9a94569d78', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:24Z', 'updated_at': '2022-04-29T13:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:27.503736 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fbf041-a329-4e63-ad82-934dea22d629 None None] Network 35806a8b-4961-4eca-9809-77e9e2bb4a42 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:39:27.506951 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cc1ae2-13fa-4856-9922-7a99d38df013 None None] The sync data for ids ['c601ae8b-2f98-46ba-b1bf-30a56edcf30e'] in dv-neutron-839027-4-hyperv is: [{'id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'name': 'tempest-TestNetworkBasicOps-router-1350423740', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '38470e11-a056-4c1b-8346-8e9a94569d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:23Z', 'updated_at': '2022-04-29T13:39:24Z', 'revision_number': 3, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '38470e11-a056-4c1b-8346-8e9a94569d78', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:24Z', 'updated_at': '2022-04-29T13:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:39:27.508620 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-b5fbf041-a329-4e63-ad82-934dea22d629 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:39:27.512530 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fbf041-a329-4e63-ad82-934dea22d629 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:39:27.519856 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fbf041-a329-4e63-ad82-934dea22d629 None None] Pushing event updated for resources: {'Port': ['ID=3aeab99c-f707-42f6-bc96-b2b54358a4d3,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:27.611027 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b5fbf041-a329-4e63-ad82-934dea22d629 None None] Attempting to bind port 3aeab99c-f707-42f6-bc96-b2b54358a4d3 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:39:27.611468 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b5fbf041-a329-4e63-ad82-934dea22d629 None None] Attempting to bind port 3aeab99c-f707-42f6-bc96-b2b54358a4d3 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'ee3d877e-3b92-4df8-b12a-5a81719b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '35806a8b-4961-4eca-9809-77e9e2bb4a42'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:39:27.611892 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fbf041-a329-4e63-ad82-934dea22d629 None None] Attempting to bind port 3aeab99c-f707-42f6-bc96-b2b54358a4d3 on network 35806a8b-4961-4eca-9809-77e9e2bb4a42 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:39:27.618586 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fbf041-a329-4e63-ad82-934dea22d629 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:39:27.619055 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fbf041-a329-4e63-ad82-934dea22d629 None None] Checking segment: {'id': 'ee3d877e-3b92-4df8-b12a-5a81719b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '35806a8b-4961-4eca-9809-77e9e2bb4a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:39:27.619575 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b5fbf041-a329-4e63-ad82-934dea22d629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:27.620121 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fbf041-a329-4e63-ad82-934dea22d629 None None] Bound using segment: {'id': 'ee3d877e-3b92-4df8-b12a-5a81719b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '35806a8b-4961-4eca-9809-77e9e2bb4a42'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:39:27.620656 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b5fbf041-a329-4e63-ad82-934dea22d629 None None] Bound port: 3aeab99c-f707-42f6-bc96-b2b54358a4d3, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3d877e-3b92-4df8-b12a-5a81719b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '35806a8b-4961-4eca-9809-77e9e2bb4a42'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:39:27.621113 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b5fbf041-a329-4e63-ad82-934dea22d629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:27.685958 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ca7910f5-c429-4488-932e-f1d74aab2f30 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:27.712124 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-ca7910f5-c429-4488-932e-f1d74aab2f30 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Transition to ACTIVE for port object 647ce4db-faf2-4105-bd98-372cc743472c will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:39:27.735774 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ca7910f5-c429-4488-932e-f1d74aab2f30 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:27.745382 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b5fbf041-a329-4e63-ad82-934dea22d629 None None] For port 3aeab99c-f707-42f6-bc96-b2b54358a4d3, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:39:27.748628 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b5fbf041-a329-4e63-ad82-934dea22d629 None None] For port 3aeab99c-f707-42f6-bc96-b2b54358a4d3, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=3aeab99c-f707-42f6-bc96-b2b54358a4d3,segment=NetworkSegment(ee3d877e-3b92-4df8-b12a-5a81719b76a9),segment_id=ee3d877e-3b92-4df8-b12a-5a81719b76a9)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:39:27.753936 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b5fbf041-a329-4e63-ad82-934dea22d629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:27.818903 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7910f5-c429-4488-932e-f1d74aab2f30 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 35806a8b-4961-4eca-9809-77e9e2bb4a42 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:39:27.822307 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-ca7910f5-c429-4488-932e-f1d74aab2f30 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:39:27.829452 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7910f5-c429-4488-932e-f1d74aab2f30 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:39:27.852312 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fbf041-a329-4e63-ad82-934dea22d629 None None] Pushing event updated for resources: {'Port': ['ID=3aeab99c-f707-42f6-bc96-b2b54358a4d3,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:27.863144 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7910f5-c429-4488-932e-f1d74aab2f30 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=647ce4db-faf2-4105-bd98-372cc743472c,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:27.901491 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ca7910f5-c429-4488-932e-f1d74aab2f30 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:28.035192 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ca7910f5-c429-4488-932e-f1d74aab2f30 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:28.049414 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:28.465166 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ca7910f5-c429-4488-932e-f1d74aab2f30 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:28.470734 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ca7910f5-c429-4488-932e-f1d74aab2f30 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:28.588140 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7910f5-c429-4488-932e-f1d74aab2f30 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=647ce4db-faf2-4105-bd98-372cc743472c,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:28.597650 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ca7910f5-c429-4488-932e-f1d74aab2f30 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:28.663087 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 3aeab99c-f707-42f6-bc96-b2b54358a4d3 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:39:28.736139 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 3aeab99c-f707-42f6-bc96-b2b54358a4d3 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:39:28.747242 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 38470e11-a056-4c1b-8346-8e9a94569d78 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:39:28.753723 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7910f5-c429-4488-932e-f1d74aab2f30 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 35806a8b-4961-4eca-9809-77e9e2bb4a42 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:39:28.754892 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-ca7910f5-c429-4488-932e-f1d74aab2f30 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:39:28.823401 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 38470e11-a056-4c1b-8346-8e9a94569d78 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:39:28.830135 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 38470e11-a056-4c1b-8346-8e9a94569d78 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:39:28.830581 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:28.924976 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6952e1e1-6cd9-4260-957e-ffa9c1f88b3e None None] Network 35806a8b-4961-4eca-9809-77e9e2bb4a42 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:39:29.039250 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e97b7aea-963a-463b-acf9-1ca038d12782 None None] Provisioning for port 3aeab99c-f707-42f6-bc96-b2b54358a4d3 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:39:29.060132 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e97b7aea-963a-463b-acf9-1ca038d12782 None None] Provisioning complete for port 3aeab99c-f707-42f6-bc96-b2b54358a4d3 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:39:29.060501 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e97b7aea-963a-463b-acf9-1ca038d12782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:29.212116 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:29.233225 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7910f5-c429-4488-932e-f1d74aab2f30 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router c601ae8b-2f98-46ba-b1bf-30a56edcf30e has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:39:29.264639 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 38470e11-a056-4c1b-8346-8e9a94569d78, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=38470e11-a056-4c1b-8346-8e9a94569d78,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:29.272218 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:29.401340 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e97b7aea-963a-463b-acf9-1ca038d12782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:29.418937 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=38470e11-a056-4c1b-8346-8e9a94569d78,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:29.439064 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7910f5-c429-4488-932e-f1d74aab2f30 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:39:29.449926 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e97b7aea-963a-463b-acf9-1ca038d12782 None None] For port 3aeab99c-f707-42f6-bc96-b2b54358a4d3, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=3aeab99c-f707-42f6-bc96-b2b54358a4d3,segment=NetworkSegment(ee3d877e-3b92-4df8-b12a-5a81719b76a9),segment_id=ee3d877e-3b92-4df8-b12a-5a81719b76a9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:29.451502 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ca7910f5-c429-4488-932e-f1d74aab2f30 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "PUT /v2.0/routers/c601ae8b-2f98-46ba-b1bf-30a56edcf30e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2655194 Apr 29 13:39:29.454913 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37148) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:29.456308 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e97b7aea-963a-463b-acf9-1ca038d12782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:29.529069 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b7aea-963a-463b-acf9-1ca038d12782 None None] Pushing event updated for resources: {'Port': ['ID=3aeab99c-f707-42f6-bc96-b2b54358a4d3,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:29.606424 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8318bfc0-778a-46ed-b8b7-48f26a06dc32 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:39:29.606954 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8318bfc0-778a-46ed-b8b7-48f26a06dc32 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:39:29.607155 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8318bfc0-778a-46ed-b8b7-48f26a06dc32 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:39:29.607512 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8318bfc0-778a-46ed-b8b7-48f26a06dc32 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:39:29.609506 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8318bfc0-778a-46ed-b8b7-48f26a06dc32 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1535776 Apr 29 13:39:29.612287 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37152) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:29.681080 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356a90a7-432b-4b94-8781-2e5aa724ea18 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:39:29.681454 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356a90a7-432b-4b94-8781-2e5aa724ea18 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:39:29.681813 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356a90a7-432b-4b94-8781-2e5aa724ea18 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:39:29.682167 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356a90a7-432b-4b94-8781-2e5aa724ea18 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:39:29.683827 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-356a90a7-432b-4b94-8781-2e5aa724ea18 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0706058 Apr 29 13:39:29.685507 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-43516be7-a361-47fa-92c3-3dd34525b4ce None None] Provisioning complete for port 3aeab99c-f707-42f6-bc96-b2b54358a4d3 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:39:29.685988 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-43516be7-a361-47fa-92c3-3dd34525b4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:29.686897 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37156) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:29.827639 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-43516be7-a361-47fa-92c3-3dd34525b4ce None None] Provisioning for port 647ce4db-faf2-4105-bd98-372cc743472c completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:39:29.834652 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-43516be7-a361-47fa-92c3-3dd34525b4ce None None] Provisioning complete for port 647ce4db-faf2-4105-bd98-372cc743472c triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:39:29.835217 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-43516be7-a361-47fa-92c3-3dd34525b4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:29.893849 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-43516be7-a361-47fa-92c3-3dd34525b4ce None None] Port 647ce4db-faf2-4105-bd98-372cc743472c cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:39:29.917341 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1ad66503-c94a-42fc-9429-7968da0161f1 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2292538 Apr 29 13:39:30.015399 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-771a8bf2-7b4f-4f0f-b452-90efab1cc636 None None] Provisioning complete for port 647ce4db-faf2-4105-bd98-372cc743472c triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:39:30.015774 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-771a8bf2-7b4f-4f0f-b452-90efab1cc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:30.070363 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-771a8bf2-7b4f-4f0f-b452-90efab1cc636 None None] Port 647ce4db-faf2-4105-bd98-372cc743472c cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:39:30.120901 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37162) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:30.127938 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-fa3c052b-612b-4373-bc81-c80428b99776 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-730258277', 'description': 'tempest-secgroup-smoke-730258277 description', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:39:30.133883 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-fa3c052b-612b-4373-bc81-c80428b99776 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:39:30.137899 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-fa3c052b-612b-4373-bc81-c80428b99776 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:39:30.141219 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-fa3c052b-612b-4373-bc81-c80428b99776 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:39:30.146714 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-fa3c052b-612b-4373-bc81-c80428b99776 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:39:30.157072 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fa3c052b-612b-4373-bc81-c80428b99776 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:30.190767 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c08754c7-eb52-4bc4-94bb-c6effbdba897 None None] Provisioning complete for port 647ce4db-faf2-4105-bd98-372cc743472c triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:39:30.190948 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-fa3c052b-612b-4373-bc81-c80428b99776 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:39:30.191040 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c08754c7-eb52-4bc4-94bb-c6effbdba897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:30.194471 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-fa3c052b-612b-4373-bc81-c80428b99776 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:39:30.197201 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-fa3c052b-612b-4373-bc81-c80428b99776 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:39:30.203494 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-fa3c052b-612b-4373-bc81-c80428b99776 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:39:30.245499 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-c08754c7-eb52-4bc4-94bb-c6effbdba897 None None] Port 647ce4db-faf2-4105-bd98-372cc743472c cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:39:30.259360 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fa3c052b-612b-4373-bc81-c80428b99776 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:30.262952 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fa3c052b-612b-4373-bc81-c80428b99776 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:30.307703 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c052b-612b-4373-bc81-c80428b99776 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13c78971-0636-4c91-8956-b8cc1028555e,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:30.314373 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fa3c052b-612b-4373-bc81-c80428b99776 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:30.315545 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-fa3c052b-612b-4373-bc81-c80428b99776 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1932209 Apr 29 13:39:30.318508 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37166) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:30.323692 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-4887293f-506e-44c6-8e52-0ca7a632bbd7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '13c78971-0636-4c91-8956-b8cc1028555e', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:39:30.330008 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-4887293f-506e-44c6-8e52-0ca7a632bbd7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:39:30.334013 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-4887293f-506e-44c6-8e52-0ca7a632bbd7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:39:30.336814 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-4887293f-506e-44c6-8e52-0ca7a632bbd7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:39:30.342393 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-4887293f-506e-44c6-8e52-0ca7a632bbd7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:39:30.357958 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4887293f-506e-44c6-8e52-0ca7a632bbd7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:30.418348 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4887293f-506e-44c6-8e52-0ca7a632bbd7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:30.422425 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4887293f-506e-44c6-8e52-0ca7a632bbd7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:30.445520 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887293f-506e-44c6-8e52-0ca7a632bbd7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f3b803b-0976-44ad-b06c-6950f39aebc2,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:30.454937 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4887293f-506e-44c6-8e52-0ca7a632bbd7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:30.456119 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4887293f-506e-44c6-8e52-0ca7a632bbd7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1368461 Apr 29 13:39:30.459264 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37170) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:30.464621 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-e1c45a46-6982-463b-9758-85af1faef56f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '13c78971-0636-4c91-8956-b8cc1028555e', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:39:30.470496 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e1c45a46-6982-463b-9758-85af1faef56f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:39:30.474575 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e1c45a46-6982-463b-9758-85af1faef56f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:39:30.477383 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e1c45a46-6982-463b-9758-85af1faef56f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:39:30.483036 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e1c45a46-6982-463b-9758-85af1faef56f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:39:30.499882 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e1c45a46-6982-463b-9758-85af1faef56f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:30.560415 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e1c45a46-6982-463b-9758-85af1faef56f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:30.564397 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e1c45a46-6982-463b-9758-85af1faef56f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:30.587891 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c45a46-6982-463b-9758-85af1faef56f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc0dd4af-3ebe-40e3-89a5-f9a49aeae52b,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:30.597778 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e1c45a46-6982-463b-9758-85af1faef56f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:30.599159 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e1c45a46-6982-463b-9758-85af1faef56f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1390026 Apr 29 13:39:30.602151 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37174) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:30.607602 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 3aeab99c-f707-42f6-bc96-b2b54358a4d3 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:39:30.610228 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-f7d5ec16-acc5-49b9-ba91-4648fc401f9d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '13c78971-0636-4c91-8956-b8cc1028555e', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:39:30.616568 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f7d5ec16-acc5-49b9-ba91-4648fc401f9d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:39:30.621028 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f7d5ec16-acc5-49b9-ba91-4648fc401f9d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:39:30.626055 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f7d5ec16-acc5-49b9-ba91-4648fc401f9d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:39:30.632901 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f7d5ec16-acc5-49b9-ba91-4648fc401f9d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:39:30.648467 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f7d5ec16-acc5-49b9-ba91-4648fc401f9d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:30.675630 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 3aeab99c-f707-42f6-bc96-b2b54358a4d3 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:39:30.675992 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:30.712869 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f7d5ec16-acc5-49b9-ba91-4648fc401f9d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:30.716399 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f7d5ec16-acc5-49b9-ba91-4648fc401f9d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:30.744505 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5ec16-acc5-49b9-ba91-4648fc401f9d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb91798f-eb55-4e9f-b716-9e54d4766204,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:30.756791 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f7d5ec16-acc5-49b9-ba91-4648fc401f9d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:30.758083 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f7d5ec16-acc5-49b9-ba91-4648fc401f9d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1548092 Apr 29 13:39:30.760999 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37178) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:30.766947 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-ad6661eb-9a67-41f4-821f-4b74af3a5a4e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '13c78971-0636-4c91-8956-b8cc1028555e', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:39:30.772831 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ad6661eb-9a67-41f4-821f-4b74af3a5a4e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:39:30.776964 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ad6661eb-9a67-41f4-821f-4b74af3a5a4e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:39:30.779591 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ad6661eb-9a67-41f4-821f-4b74af3a5a4e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:39:30.785402 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ad6661eb-9a67-41f4-821f-4b74af3a5a4e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:39:30.795226 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 38470e11-a056-4c1b-8346-8e9a94569d78 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:39:30.809567 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ad6661eb-9a67-41f4-821f-4b74af3a5a4e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:30.872127 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 38470e11-a056-4c1b-8346-8e9a94569d78 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:39:30.872585 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:30.886952 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ad6661eb-9a67-41f4-821f-4b74af3a5a4e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:30.891405 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ad6661eb-9a67-41f4-821f-4b74af3a5a4e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:30.914191 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6661eb-9a67-41f4-821f-4b74af3a5a4e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6645049f-389e-4589-af20-8e007eb3bdd3,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:30.923132 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ad6661eb-9a67-41f4-821f-4b74af3a5a4e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:30.924369 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ad6661eb-9a67-41f4-821f-4b74af3a5a4e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1624687 Apr 29 13:39:30.927325 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37182) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:30.932996 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-fbe9e630-4c03-4a63-bd9a-e3bd77463092 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '13c78971-0636-4c91-8956-b8cc1028555e', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:39:30.944173 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-fbe9e630-4c03-4a63-bd9a-e3bd77463092 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:39:30.948442 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-fbe9e630-4c03-4a63-bd9a-e3bd77463092 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:39:30.951734 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-fbe9e630-4c03-4a63-bd9a-e3bd77463092 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:39:30.958678 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-fbe9e630-4c03-4a63-bd9a-e3bd77463092 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:39:30.970472 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.securitygroups_db [None req-fbe9e630-4c03-4a63-bd9a-e3bd77463092 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Project 4b7a89f6c8564a04be449e2e6b4a95e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:39:30.977136 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fbe9e630-4c03-4a63-bd9a-e3bd77463092 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:31.046988 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fbe9e630-4c03-4a63-bd9a-e3bd77463092 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:31.050737 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fbe9e630-4c03-4a63-bd9a-e3bd77463092 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:31.073333 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9e630-4c03-4a63-bd9a-e3bd77463092 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe86d4c-a736-4669-bbdb-e2faf07bd64c,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:31.082310 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fbe9e630-4c03-4a63-bd9a-e3bd77463092 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:31.083734 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-fbe9e630-4c03-4a63-bd9a-e3bd77463092 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1554387 Apr 29 13:39:31.086410 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37186) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:31.091711 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-04e9a287-a99f-439b-bba2-adef10018ddc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '13c78971-0636-4c91-8956-b8cc1028555e', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:39:31.098177 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-04e9a287-a99f-439b-bba2-adef10018ddc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:39:31.101377 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-04e9a287-a99f-439b-bba2-adef10018ddc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:39:31.104309 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-04e9a287-a99f-439b-bba2-adef10018ddc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:39:31.111287 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-04e9a287-a99f-439b-bba2-adef10018ddc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:39:31.119887 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e551da-043e-4509-9cae-efc62a64b7a8 None None] Sync routers for ids ['c601ae8b-2f98-46ba-b1bf-30a56edcf30e'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:39:31.123625 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.securitygroups_db [None req-04e9a287-a99f-439b-bba2-adef10018ddc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Project 4b7a89f6c8564a04be449e2e6b4a95e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:39:31.131305 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-04e9a287-a99f-439b-bba2-adef10018ddc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:31.133233 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e551da-043e-4509-9cae-efc62a64b7a8 None None] Routers {'c601ae8b-2f98-46ba-b1bf-30a56edcf30e'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:39:31.133936 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-63e551da-043e-4509-9cae-efc62a64b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:39:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c601ae8b-2f98-46ba-b1bf-30a56edcf30e'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:31.195140 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-04e9a287-a99f-439b-bba2-adef10018ddc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:31.201252 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-04e9a287-a99f-439b-bba2-adef10018ddc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:31.224298 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9a287-a99f-439b-bba2-adef10018ddc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a7858d-3400-4cb2-baef-5ddea3d98f90,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:31.232933 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-04e9a287-a99f-439b-bba2-adef10018ddc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:31.243669 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-04e9a287-a99f-439b-bba2-adef10018ddc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1475117 Apr 29 13:39:31.310341 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-63e551da-043e-4509-9cae-efc62a64b7a8 None None] Set router c601ae8b-2f98-46ba-b1bf-30a56edcf30e gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:39:31.461345 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-3056b533-1a41-4621-a5d0-1c6a3800e11e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:39:31.477491 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-3056b533-1a41-4621-a5d0-1c6a3800e11e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:39:31.478866 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-3056b533-1a41-4621-a5d0-1c6a3800e11e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-730258277&fields=id&tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 267 time: 0.0568147 Apr 29 13:39:31.625890 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-79a9fb42-b187-4a95-a27e-a21ecaec6eae tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:39:31.627319 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-79a9fb42-b187-4a95-a27e-a21ecaec6eae tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/networks?id=35806a8b-4961-4eca-9809-77e9e2bb4a42 HTTP/1.1" status: 200 len: 797 time: 0.1407404 Apr 29 13:39:31.643691 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-089a397a-0adb-4e14-8085-ef4c128100dd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/quotas/4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 375 time: 0.0109036 Apr 29 13:39:31.653973 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-63e551da-043e-4509-9cae-efc62a64b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'name': 'tempest-TestNetworkBasicOps-router-1350423740', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '38470e11-a056-4c1b-8346-8e9a94569d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:23Z', 'updated_at': '2022-04-29T13:39:27Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '38470e11-a056-4c1b-8346-8e9a94569d78', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:24Z', 'updated_at': '2022-04-29T13:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '647ce4db-faf2-4105-bd98-372cc743472c', 'name': '', 'network_id': '35806a8b-4961-4eca-9809-77e9e2bb4a42', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:dd:37:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e186f985-8f2d-4f80-8f0f-b72606863a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:27Z', 'updated_at': '2022-04-29T13:39:28Z', 'revision_number': 2, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'e186f985-8f2d-4f80-8f0f-b72606863a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:31.658015 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e551da-043e-4509-9cae-efc62a64b7a8 None None] Checking router: c601ae8b-2f98-46ba-b1bf-30a56edcf30e for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:39:31.658362 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e551da-043e-4509-9cae-efc62a64b7a8 None None] Updating router c601ae8b-2f98-46ba-b1bf-30a56edcf30e port 647ce4db-faf2-4105-bd98-372cc743472c binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:39:31.708004 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-63e551da-043e-4509-9cae-efc62a64b7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:31.722132 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-65e9f186-83a7-4971-8532-cec1210904f1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:39:31.738906 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-65e9f186-83a7-4971-8532-cec1210904f1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:39:31.740309 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-65e9f186-83a7-4971-8532-cec1210904f1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916224 Apr 29 13:39:31.880525 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-adb6a38f-dbf7-4299-8c66-82cb87aa4c6e service neutron] 10.222.0.76 "GET /v2.0/networks/35806a8b-4961-4eca-9809-77e9e2bb4a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279938 Apr 29 13:39:32.013354 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-296d6a6b-7476-4ea5-8e1e-e4d93eb80b59 service neutron] 10.222.0.76 "GET /v2.0/networks/35806a8b-4961-4eca-9809-77e9e2bb4a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257322 Apr 29 13:39:32.053764 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-63e551da-043e-4509-9cae-efc62a64b7a8 None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:32.065230 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-63e551da-043e-4509-9cae-efc62a64b7a8 None None] Transition to ACTIVE for port object 647ce4db-faf2-4105-bd98-372cc743472c will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:39:32.071472 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-63e551da-043e-4509-9cae-efc62a64b7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:32.197434 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0c21d-9ee0-4714-9a74-d45a3e7066d2 None None] Pushing event updated for resources: {'Port': ['ID=647ce4db-faf2-4105-bd98-372cc743472c,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:32.209178 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0c21d-9ee0-4714-9a74-d45a3e7066d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:32.209569 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0c21d-9ee0-4714-9a74-d45a3e7066d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:32.209834 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0c21d-9ee0-4714-9a74-d45a3e7066d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:32.210157 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0c21d-9ee0-4714-9a74-d45a3e7066d2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:32.210477 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0c21d-9ee0-4714-9a74-d45a3e7066d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:32.210798 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0c21d-9ee0-4714-9a74-d45a3e7066d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:32.211114 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0c21d-9ee0-4714-9a74-d45a3e7066d2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:32.211433 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0c21d-9ee0-4714-9a74-d45a3e7066d2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:32.211747 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0c21d-9ee0-4714-9a74-d45a3e7066d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:32.212060 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0c21d-9ee0-4714-9a74-d45a3e7066d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:32.212370 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0c21d-9ee0-4714-9a74-d45a3e7066d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:32.298084 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-63e551da-043e-4509-9cae-efc62a64b7a8 None None] Attempting to bind port 647ce4db-faf2-4105-bd98-372cc743472c on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:39:32.298440 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-63e551da-043e-4509-9cae-efc62a64b7a8 None None] Attempting to bind port 647ce4db-faf2-4105-bd98-372cc743472c by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'ee3d877e-3b92-4df8-b12a-5a81719b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '35806a8b-4961-4eca-9809-77e9e2bb4a42'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:39:32.298789 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e551da-043e-4509-9cae-efc62a64b7a8 None None] Attempting to bind port 647ce4db-faf2-4105-bd98-372cc743472c on network 35806a8b-4961-4eca-9809-77e9e2bb4a42 {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:39:32.305009 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e551da-043e-4509-9cae-efc62a64b7a8 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:39:32.305420 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e551da-043e-4509-9cae-efc62a64b7a8 None None] Checking segment: {'id': 'ee3d877e-3b92-4df8-b12a-5a81719b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '35806a8b-4961-4eca-9809-77e9e2bb4a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:39:32.305806 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-63e551da-043e-4509-9cae-efc62a64b7a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:32.306182 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e551da-043e-4509-9cae-efc62a64b7a8 None None] Bound using segment: {'id': 'ee3d877e-3b92-4df8-b12a-5a81719b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '35806a8b-4961-4eca-9809-77e9e2bb4a42'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:39:32.306626 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-63e551da-043e-4509-9cae-efc62a64b7a8 None None] Bound port: 647ce4db-faf2-4105-bd98-372cc743472c, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3d877e-3b92-4df8-b12a-5a81719b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '35806a8b-4961-4eca-9809-77e9e2bb4a42'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:39:32.306985 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-63e551da-043e-4509-9cae-efc62a64b7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:32.389936 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-63e551da-043e-4509-9cae-efc62a64b7a8 None None] For port 647ce4db-faf2-4105-bd98-372cc743472c, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:39:32.392823 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-63e551da-043e-4509-9cae-efc62a64b7a8 None None] For port 647ce4db-faf2-4105-bd98-372cc743472c, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=647ce4db-faf2-4105-bd98-372cc743472c,segment=NetworkSegment(ee3d877e-3b92-4df8-b12a-5a81719b76a9),segment_id=ee3d877e-3b92-4df8-b12a-5a81719b76a9)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:39:32.397390 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-63e551da-043e-4509-9cae-efc62a64b7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:32.476284 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0c21d-9ee0-4714-9a74-d45a3e7066d2 None None] Pushing event updated for resources: {'Port': ['ID=647ce4db-faf2-4105-bd98-372cc743472c,revision_number=4']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:32.481711 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e551da-043e-4509-9cae-efc62a64b7a8 None None] Routers {'c601ae8b-2f98-46ba-b1bf-30a56edcf30e'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:39:32.482319 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-63e551da-043e-4509-9cae-efc62a64b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:39:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c601ae8b-2f98-46ba-b1bf-30a56edcf30e'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:32.659350 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-63e551da-043e-4509-9cae-efc62a64b7a8 None None] Set router c601ae8b-2f98-46ba-b1bf-30a56edcf30e gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:39:32.985114 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-63e551da-043e-4509-9cae-efc62a64b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'name': 'tempest-TestNetworkBasicOps-router-1350423740', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '38470e11-a056-4c1b-8346-8e9a94569d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:23Z', 'updated_at': '2022-04-29T13:39:27Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '38470e11-a056-4c1b-8346-8e9a94569d78', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:24Z', 'updated_at': '2022-04-29T13:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '647ce4db-faf2-4105-bd98-372cc743472c', 'name': '', 'network_id': '35806a8b-4961-4eca-9809-77e9e2bb4a42', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:dd:37:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e186f985-8f2d-4f80-8f0f-b72606863a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:27Z', 'updated_at': '2022-04-29T13:39:32Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'e186f985-8f2d-4f80-8f0f-b72606863a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:32.988893 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e551da-043e-4509-9cae-efc62a64b7a8 None None] The sync data for ids ['c601ae8b-2f98-46ba-b1bf-30a56edcf30e'] in dv-neutron-839027-4-hyperv is: [{'id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'name': 'tempest-TestNetworkBasicOps-router-1350423740', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '38470e11-a056-4c1b-8346-8e9a94569d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:23Z', 'updated_at': '2022-04-29T13:39:27Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '38470e11-a056-4c1b-8346-8e9a94569d78', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:24Z', 'updated_at': '2022-04-29T13:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '647ce4db-faf2-4105-bd98-372cc743472c', 'name': '', 'network_id': '35806a8b-4961-4eca-9809-77e9e2bb4a42', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:dd:37:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e186f985-8f2d-4f80-8f0f-b72606863a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:27Z', 'updated_at': '2022-04-29T13:39:32Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'e186f985-8f2d-4f80-8f0f-b72606863a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:39:33.228852 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-9f23a64e-19ca-440b-8295-6e70d158744b req-0e5c16e2-5caa-42df-aa3b-af1f8aa3a121 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:39:33.241314 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-9f23a64e-19ca-440b-8295-6e70d158744b req-0e5c16e2-5caa-42df-aa3b-af1f8aa3a121 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:39:33.242468 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9f23a64e-19ca-440b-8295-6e70d158744b req-0e5c16e2-5caa-42df-aa3b-af1f8aa3a121 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0517890-27e8-4d23-9671-77c9bcf3a86a HTTP/1.1" status: 200 len: 210 time: 0.0555780 Apr 29 13:39:34.354871 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-415728bf-2e8c-485c-ac1f-245aeebabb03 req-e146b8fe-fb50-4408-b205-d8532ad244dc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0517890-27e8-4d23-9671-77c9bcf3a86a HTTP/1.1" status: 200 len: 210 time: 0.0446208 Apr 29 13:39:34.616428 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 647ce4db-faf2-4105-bd98-372cc743472c up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:39:34.682805 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 647ce4db-faf2-4105-bd98-372cc743472c completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:39:34.687996 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 647ce4db-faf2-4105-bd98-372cc743472c triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:39:34.688358 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:34.799009 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:34.829903 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 647ce4db-faf2-4105-bd98-372cc743472c, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=647ce4db-faf2-4105-bd98-372cc743472c,segment=NetworkSegment(ee3d877e-3b92-4df8-b12a-5a81719b76a9),segment_id=ee3d877e-3b92-4df8-b12a-5a81719b76a9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:34.833884 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:34.903928 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=647ce4db-faf2-4105-bd98-372cc743472c,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:35.465136 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8d9dc0a2-bfad-48dd-b67a-390dd7709c2c req-4dc6ed20-0d04-4b10-bc8a-e38b3419f7cb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0517890-27e8-4d23-9671-77c9bcf3a86a HTTP/1.1" status: 200 len: 210 time: 0.0442357 Apr 29 13:39:36.573762 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7b3a5700-230e-4c10-82b5-c66cc0903562 req-36edd2af-55d2-4a57-bf39-d746112f5abe tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0517890-27e8-4d23-9671-77c9bcf3a86a HTTP/1.1" status: 200 len: 210 time: 0.0409343 Apr 29 13:39:36.607016 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 647ce4db-faf2-4105-bd98-372cc743472c up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:39:36.676142 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 647ce4db-faf2-4105-bd98-372cc743472c triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:39:36.676426 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:37.744197 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-31daa208-2eaf-4325-ada1-80dc46620eaa req-bf041a64-123d-4ec5-b5f2-93970eb7f3d2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0517890-27e8-4d23-9671-77c9bcf3a86a HTTP/1.1" status: 200 len: 210 time: 0.0426531 Apr 29 13:39:37.831711 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c57d6dfe-331d-44ff-8627-4ee64d0c27b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:38.374463 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-d455d56b-2be1-4739-8f7d-f2c620d43218 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:39:38.375846 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-d455d56b-2be1-4739-8f7d-f2c620d43218 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/networks?id=35806a8b-4961-4eca-9809-77e9e2bb4a42 HTTP/1.1" status: 200 len: 797 time: 0.2370067 Apr 29 13:39:38.430152 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-18163449-5a65-4979-8d8d-c1096e82c4b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 379 time: 0.0393252 Apr 29 13:39:38.438118 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-ababc765-0514-439a-b63f-d4f570e591da tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'port': {'device_id': 'e0517890-27e8-4d23-9671-77c9bcf3a86a', 'network_id': '35806a8b-4961-4eca-9809-77e9e2bb4a42', 'admin_state_up': True, 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'security_groups': ['13c78971-0636-4c91-8956-b8cc1028555e']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:39:38.566813 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-ababc765-0514-439a-b63f-d4f570e591da tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:39:38.576227 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-ababc765-0514-439a-b63f-d4f570e591da tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:39:38.585828 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-ababc765-0514-439a-b63f-d4f570e591da tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Made reservation on behalf of 4b7a89f6c8564a04be449e2e6b4a95e5 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:39:38.588821 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-ababc765-0514-439a-b63f-d4f570e591da tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:38.748293 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-ababc765-0514-439a-b63f-d4f570e591da tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.20.0.7 (35806a8b-4961-4eca-9809-77e9e2bb4a42/e186f985-8f2d-4f80-8f0f-b72606863a96/ea0d7297-c583-4ab4-857d-2b1ed4ff955d) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:39:38.921203 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-37caf807-971d-4df4-a49a-cfbaabfb39ff req-78a2af62-149f-48dc-9f1b-df6586e4839a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0517890-27e8-4d23-9671-77c9bcf3a86a HTTP/1.1" status: 200 len: 210 time: 0.0488157 Apr 29 13:39:38.973575 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-ababc765-0514-439a-b63f-d4f570e591da tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:38.988895 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-ababc765-0514-439a-b63f-d4f570e591da tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Transition to ACTIVE for port object ea0d7297-c583-4ab4-857d-2b1ed4ff955d will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:39:39.009398 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-ababc765-0514-439a-b63f-d4f570e591da tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:39.073667 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-ababc765-0514-439a-b63f-d4f570e591da tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 35806a8b-4961-4eca-9809-77e9e2bb4a42 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:39:39.077025 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-ababc765-0514-439a-b63f-d4f570e591da tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:39:39.079711 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-ababc765-0514-439a-b63f-d4f570e591da tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:39:39.131917 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ababc765-0514-439a-b63f-d4f570e591da tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=ea0d7297-c583-4ab4-857d-2b1ed4ff955d,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:39.154379 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-ababc765-0514-439a-b63f-d4f570e591da tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:39:39.155579 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-ababc765-0514-439a-b63f-d4f570e591da tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:39.181339 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-ababc765-0514-439a-b63f-d4f570e591da tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7463796 Apr 29 13:39:39.192295 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-69f59709-17d2-4729-9224-520bcf890fe9 service neutron] Request body: {'port': {'device_id': 'e0517890-27e8-4d23-9671-77c9bcf3a86a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:39:39.262183 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-86a18f76-6ff8-42bd-8566-eea22adec17d None None] Provisioning for port ea0d7297-c583-4ab4-857d-2b1ed4ff955d completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:39:39.267497 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-86a18f76-6ff8-42bd-8566-eea22adec17d None None] Provisioning complete for port ea0d7297-c583-4ab4-857d-2b1ed4ff955d triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:39:39.267892 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-86a18f76-6ff8-42bd-8566-eea22adec17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:39.305972 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-69f59709-17d2-4729-9224-520bcf890fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:39.318268 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-86a18f76-6ff8-42bd-8566-eea22adec17d None None] Port ea0d7297-c583-4ab4-857d-2b1ed4ff955d cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:39:39.641903 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-69f59709-17d2-4729-9224-520bcf890fe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea0d7297-c583-4ab4-857d-2b1ed4ff955d {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:39:39.648488 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-69f59709-17d2-4729-9224-520bcf890fe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:39.662522 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-69f59709-17d2-4729-9224-520bcf890fe9 service neutron] Transition to ACTIVE for port object ea0d7297-c583-4ab4-857d-2b1ed4ff955d will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:39:39.666308 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-69f59709-17d2-4729-9224-520bcf890fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:39.795034 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f59709-17d2-4729-9224-520bcf890fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea0d7297-c583-4ab4-857d-2b1ed4ff955d,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:39.906891 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-69f59709-17d2-4729-9224-520bcf890fe9 service neutron] Attempting to bind port ea0d7297-c583-4ab4-857d-2b1ed4ff955d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:39:39.907357 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-69f59709-17d2-4729-9224-520bcf890fe9 service neutron] Attempting to bind port ea0d7297-c583-4ab4-857d-2b1ed4ff955d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'ee3d877e-3b92-4df8-b12a-5a81719b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '35806a8b-4961-4eca-9809-77e9e2bb4a42'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:39:39.907695 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-69f59709-17d2-4729-9224-520bcf890fe9 service neutron] Attempting to bind port ea0d7297-c583-4ab4-857d-2b1ed4ff955d on network 35806a8b-4961-4eca-9809-77e9e2bb4a42 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:39:39.913601 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-69f59709-17d2-4729-9224-520bcf890fe9 service neutron] Port ea0d7297-c583-4ab4-857d-2b1ed4ff955d on network 35806a8b-4961-4eca-9809-77e9e2bb4a42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:39:39.913913 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-69f59709-17d2-4729-9224-520bcf890fe9 service neutron] Attempting to bind port ea0d7297-c583-4ab4-857d-2b1ed4ff955d on network 35806a8b-4961-4eca-9809-77e9e2bb4a42 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:39:39.920326 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-69f59709-17d2-4729-9224-520bcf890fe9 service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:39:39.920698 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-69f59709-17d2-4729-9224-520bcf890fe9 service neutron] Checking segment: {'id': 'ee3d877e-3b92-4df8-b12a-5a81719b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '35806a8b-4961-4eca-9809-77e9e2bb4a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:39:39.921109 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-69f59709-17d2-4729-9224-520bcf890fe9 service neutron] Bound using segment: {'id': 'ee3d877e-3b92-4df8-b12a-5a81719b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '35806a8b-4961-4eca-9809-77e9e2bb4a42'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:39:39.921526 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-69f59709-17d2-4729-9224-520bcf890fe9 service neutron] Bound port: ea0d7297-c583-4ab4-857d-2b1ed4ff955d, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee3d877e-3b92-4df8-b12a-5a81719b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '35806a8b-4961-4eca-9809-77e9e2bb4a42'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:39:39.921870 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-69f59709-17d2-4729-9224-520bcf890fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:40.011449 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-69f59709-17d2-4729-9224-520bcf890fe9 service neutron] For port ea0d7297-c583-4ab4-857d-2b1ed4ff955d, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:39:40.014317 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-69f59709-17d2-4729-9224-520bcf890fe9 service neutron] For port ea0d7297-c583-4ab4-857d-2b1ed4ff955d, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ea0d7297-c583-4ab4-857d-2b1ed4ff955d,segment=NetworkSegment(ee3d877e-3b92-4df8-b12a-5a81719b76a9),segment_id=ee3d877e-3b92-4df8-b12a-5a81719b76a9)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:39:40.019390 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-69f59709-17d2-4729-9224-520bcf890fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:40.077388 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-69f59709-17d2-4729-9224-520bcf890fe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:40.079237 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-69f59709-17d2-4729-9224-520bcf890fe9 service neutron] 10.222.0.32 "PUT /v2.0/ports/ea0d7297-c583-4ab4-857d-2b1ed4ff955d HTTP/1.1" status: 200 len: 1093 time: 0.8910613 Apr 29 13:39:40.082078 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0517890-27e8-4d23-9671-77c9bcf3a86a', 'tag': 'ea0d7297-c583-4ab4-857d-2b1ed4ff955d'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:39:40.103613 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f59709-17d2-4729-9224-520bcf890fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea0d7297-c583-4ab4-857d-2b1ed4ff955d,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:40.129377 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7762c86-1122-4644-a289-573bad26286a req-64ec6a2c-8092-4d3c-9ef0-103c59c20192 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:39:40.135966 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d7762c86-1122-4644-a289-573bad26286a req-64ec6a2c-8092-4d3c-9ef0-103c59c20192 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0517890-27e8-4d23-9671-77c9bcf3a86a HTTP/1.1" status: 200 len: 943 time: 0.0950315 Apr 29 13:39:40.181084 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-d7762c86-1122-4644-a289-573bad26286a req-660d879d-349e-4d88-afc3-f692ea4982be tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:39:40.194930 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-d7762c86-1122-4644-a289-573bad26286a req-660d879d-349e-4d88-afc3-f692ea4982be tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:39:40.196087 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d7762c86-1122-4644-a289-573bad26286a req-660d879d-349e-4d88-afc3-f692ea4982be tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=13c78971-0636-4c91-8956-b8cc1028555e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593729 Apr 29 13:39:40.270280 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eac25b4b-6973-420c-a08d-4c1ad71bcd95'] response: {'name': 'network-changed', 'server_uuid': 'e0517890-27e8-4d23-9671-77c9bcf3a86a', 'tag': 'ea0d7297-c583-4ab4-857d-2b1ed4ff955d', 'status': 'completed', 'code': 200} Apr 29 13:39:40.306612 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-efbdde5b-1c19-4cfd-804f-59d1ab3887f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=e0517890-27e8-4d23-9671-77c9bcf3a86a HTTP/1.1" status: 200 len: 1096 time: 0.1766031 Apr 29 13:39:40.376397 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-d2c91469-f5b7-45ca-b2b4-3a013a24a49f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea0d7297-c583-4ab4-857d-2b1ed4ff955d HTTP/1.1" status: 200 len: 217 time: 0.0630023 Apr 29 13:39:40.400100 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f547d36e-9a41-4daa-8479-a93a5e23ef20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:40.441426 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-cf7f3787-911a-4e14-9629-553fc4d23653 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:39:40.442848 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-cf7f3787-911a-4e14-9629-553fc4d23653 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e186f985-8f2d-4f80-8f0f-b72606863a96 HTTP/1.1" status: 200 len: 843 time: 0.0583737 Apr 29 13:39:40.517108 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-25089157-2a59-4ce6-858a-a6e03d66267c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35806a8b-4961-4eca-9809-77e9e2bb4a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680883 Apr 29 13:39:40.648567 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-300e470d-c8c8-40ae-a7e8-6b77e52cb0c7 service neutron] 10.222.0.32 "GET /v2.0/networks/35806a8b-4961-4eca-9809-77e9e2bb4a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241450 Apr 29 13:39:40.778632 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-778e7838-9878-433c-97f8-7a47daa38cf6 req-0429e1bb-4656-4bdf-9555-8186e1d6919c service neutron] 10.222.0.32 "GET /v2.0/networks/35806a8b-4961-4eca-9809-77e9e2bb4a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246629 Apr 29 13:39:40.898082 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f3a8670f-5450-4b00-8257-3156973b6e6f req-4d880f83-d685-478d-ba99-dc0ed7343db5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=e0517890-27e8-4d23-9671-77c9bcf3a86a HTTP/1.1" status: 200 len: 1096 time: 0.0719869 Apr 29 13:39:41.027353 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8670f-5450-4b00-8257-3156973b6e6f req-f4feb2ae-5edb-4544-b9fa-4d78e80a1ba9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:39:41.028801 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f3a8670f-5450-4b00-8257-3156973b6e6f req-f4feb2ae-5edb-4544-b9fa-4d78e80a1ba9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=35806a8b-4961-4eca-9809-77e9e2bb4a42 HTTP/1.1" status: 200 len: 898 time: 0.1249833 Apr 29 13:39:41.094107 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f3a8670f-5450-4b00-8257-3156973b6e6f req-f9b45f0a-954a-4a16-bf53-36bebd92c8b0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea0d7297-c583-4ab4-857d-2b1ed4ff955d HTTP/1.1" status: 200 len: 217 time: 0.0590208 Apr 29 13:39:41.158590 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8670f-5450-4b00-8257-3156973b6e6f req-1a09c50b-da08-473f-8d27-14c9880205a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:39:41.159972 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f3a8670f-5450-4b00-8257-3156973b6e6f req-1a09c50b-da08-473f-8d27-14c9880205a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e186f985-8f2d-4f80-8f0f-b72606863a96 HTTP/1.1" status: 200 len: 843 time: 0.0587397 Apr 29 13:39:41.231915 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f3a8670f-5450-4b00-8257-3156973b6e6f req-27a2bd57-81b2-4dd9-84c7-f9370fe18f06 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35806a8b-4961-4eca-9809-77e9e2bb4a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657227 Apr 29 13:39:41.414768 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f3a8670f-5450-4b00-8257-3156973b6e6f req-d3b0e0d7-4b65-45b4-83c5-56b8c32dca50 service neutron] 10.222.0.32 "GET /v2.0/networks/35806a8b-4961-4eca-9809-77e9e2bb4a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761942 Apr 29 13:39:41.446746 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:41.448024 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49aae4-815c-46eb-94c2-ae699c65c2b8 req-76fb0d2b-d200-4917-9a6c-20882cc0bcfe tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:39:41.448699 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-ed49aae4-815c-46eb-94c2-ae699c65c2b8 req-76fb0d2b-d200-4917-9a6c-20882cc0bcfe tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:39:41.527832 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-ed49aae4-815c-46eb-94c2-ae699c65c2b8 req-76fb0d2b-d200-4917-9a6c-20882cc0bcfe tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:39:41.529035 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ed49aae4-815c-46eb-94c2-ae699c65c2b8 req-76fb0d2b-d200-4917-9a6c-20882cc0bcfe tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0517890-27e8-4d23-9671-77c9bcf3a86a HTTP/1.1" status: 200 len: 943 time: 0.2092640 Apr 29 13:39:41.541770 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:41.599393 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f3a8670f-5450-4b00-8257-3156973b6e6f req-74746793-b9c8-46b9-b6fb-3ef7685a71b0 service neutron] 10.222.0.32 "GET /v2.0/networks/35806a8b-4961-4eca-9809-77e9e2bb4a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765769 Apr 29 13:39:41.606253 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ed49aae4-815c-46eb-94c2-ae699c65c2b8 req-e0a92059-f8b0-4033-a57b-4b035c3aae1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=13c78971-0636-4c91-8956-b8cc1028555e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658734 Apr 29 13:39:42.086603 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device ea0d7297-c583-4ab4-857d-2b1ed4ff955d details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:39:42.217497 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port ea0d7297-c583-4ab4-857d-2b1ed4ff955d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ea0d7297-c583-4ab4-857d-2b1ed4ff955d,segment=NetworkSegment(ee3d877e-3b92-4df8-b12a-5a81719b76a9),segment_id=ee3d877e-3b92-4df8-b12a-5a81719b76a9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:42.230141 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': 'ea0d7297-c583-4ab4-857d-2b1ed4ff955d', 'network_id': '35806a8b-4961-4eca-9809-77e9e2bb4a42', 'port_id': 'ea0d7297-c583-4ab4-857d-2b1ed4ff955d', 'mac_address': 'fa:16:3e:a7:5b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e186f985-8f2d-4f80-8f0f-b72606863a96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:39:42.283719 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:42.300190 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea0d7297-c583-4ab4-857d-2b1ed4ff955d {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:39:42.314596 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port ea0d7297-c583-4ab4-857d-2b1ed4ff955d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ea0d7297-c583-4ab4-857d-2b1ed4ff955d,segment=NetworkSegment(ee3d877e-3b92-4df8-b12a-5a81719b76a9),segment_id=ee3d877e-3b92-4df8-b12a-5a81719b76a9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:42.318852 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:42.385031 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=ea0d7297-c583-4ab4-857d-2b1ed4ff955d,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:42.682702 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['ea0d7297-c583-4ab4-857d-2b1ed4ff955d'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:39:42.801843 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448c53c-8a98-419b-b010-e6110e835570 req-31e7e171-9007-437d-a6da-51dc356d52b6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:39:42.803284 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5448c53c-8a98-419b-b010-e6110e835570 req-31e7e171-9007-437d-a6da-51dc356d52b6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0517890-27e8-4d23-9671-77c9bcf3a86a HTTP/1.1" status: 200 len: 944 time: 0.0758381 Apr 29 13:39:42.851604 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5448c53c-8a98-419b-b010-e6110e835570 req-e62bab1d-c38d-4cf3-8bfe-b97265acd87c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=13c78971-0636-4c91-8956-b8cc1028555e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427477 Apr 29 13:39:42.918272 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:44.049397 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef154d-0dd2-490c-a3f2-81fd6c5b30ef req-386869f1-e75c-4b85-a1d1-59234a53829d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:39:44.050873 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-deef154d-0dd2-490c-a3f2-81fd6c5b30ef req-386869f1-e75c-4b85-a1d1-59234a53829d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0517890-27e8-4d23-9671-77c9bcf3a86a HTTP/1.1" status: 200 len: 944 time: 0.0770469 Apr 29 13:39:44.100377 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-deef154d-0dd2-490c-a3f2-81fd6c5b30ef req-7e51907e-288c-49d5-af40-99c2d85220dd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=13c78971-0636-4c91-8956-b8cc1028555e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439689 Apr 29 13:39:44.101779 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device ea0d7297-c583-4ab4-857d-2b1ed4ff955d up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:39:44.168250 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port ea0d7297-c583-4ab4-857d-2b1ed4ff955d completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:39:44.173348 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port ea0d7297-c583-4ab4-857d-2b1ed4ff955d triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:39:44.173716 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:44.295969 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:44.321932 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0517890-27e8-4d23-9671-77c9bcf3a86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0d7297-c583-4ab4-857d-2b1ed4ff955d'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:39:44.331891 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port ea0d7297-c583-4ab4-857d-2b1ed4ff955d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ea0d7297-c583-4ab4-857d-2b1ed4ff955d,segment=NetworkSegment(ee3d877e-3b92-4df8-b12a-5a81719b76a9),segment_id=ee3d877e-3b92-4df8-b12a-5a81719b76a9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:44.335704 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:44.379087 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a11bbd1-1df3-4dcf-8bab-934efd0a52f3'] response: {'server_uuid': 'e0517890-27e8-4d23-9671-77c9bcf3a86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0d7297-c583-4ab4-857d-2b1ed4ff955d', 'code': 200} Apr 29 13:39:44.403456 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=ea0d7297-c583-4ab4-857d-2b1ed4ff955d,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:44.602447 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0253558a-27b8-49a3-a63b-723e17c8d6d9 req-a08ac5af-9234-487b-8962-8aaa37053eba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e0517890-27e8-4d23-9671-77c9bcf3a86a HTTP/1.1" status: 200 len: 1098 time: 0.0656760 Apr 29 13:39:44.643253 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0253558a-27b8-49a3-a63b-723e17c8d6d9 req-7bfee8e9-f5bf-4f22-a069-8065cec61743 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=13c78971-0636-4c91-8956-b8cc1028555e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341136 Apr 29 13:39:45.381107 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c8760-14da-445e-ba7f-2ffded8f5c1e req-beafac6e-c5d8-44b4-a37d-47e857526379 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:39:45.382646 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-119c8760-14da-445e-ba7f-2ffded8f5c1e req-beafac6e-c5d8-44b4-a37d-47e857526379 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0517890-27e8-4d23-9671-77c9bcf3a86a HTTP/1.1" status: 200 len: 945 time: 0.1659970 Apr 29 13:39:45.427267 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-119c8760-14da-445e-ba7f-2ffded8f5c1e req-70286329-ccbc-4e2a-8e02-664cc814416f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=13c78971-0636-4c91-8956-b8cc1028555e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389080 Apr 29 13:39:46.630977 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bc264-18cf-4cf8-990e-834b6b9a984c req-f580c31b-b5c5-4af5-a0c2-e6037fdbef67 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:39:46.632412 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f81bc264-18cf-4cf8-990e-834b6b9a984c req-f580c31b-b5c5-4af5-a0c2-e6037fdbef67 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0517890-27e8-4d23-9671-77c9bcf3a86a HTTP/1.1" status: 200 len: 945 time: 0.0845680 Apr 29 13:39:46.677140 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f81bc264-18cf-4cf8-990e-834b6b9a984c req-8aad4387-0c34-420a-be24-44f12a09c3fb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=13c78971-0636-4c91-8956-b8cc1028555e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391424 Apr 29 13:39:46.869465 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a0bd7-6b56-4032-8b1b-2145448e363f req-e31c4303-e529-49d9-8e67-588998f47064 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:39:46.870886 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-136a0bd7-6b56-4032-8b1b-2145448e363f req-e31c4303-e529-49d9-8e67-588998f47064 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0517890-27e8-4d23-9671-77c9bcf3a86a HTTP/1.1" status: 200 len: 945 time: 0.0764422 Apr 29 13:39:46.914859 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-136a0bd7-6b56-4032-8b1b-2145448e363f req-c4d500e7-70de-4531-abc9-f06a2b44a890 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=13c78971-0636-4c91-8956-b8cc1028555e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379512 Apr 29 13:39:46.943022 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37246) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:47.011123 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9f42782d-9031-4e1e-8023-9324d995e8a6 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e0517890-27e8-4d23-9671-77c9bcf3a86a HTTP/1.1" status: 200 len: 1093 time: 0.0668035 Apr 29 13:39:47.013745 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37250) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:47.019318 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-f6105799-59f2-4523-a0a8-905dfc6897ef tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'port_id': 'ea0d7297-c583-4ab4-857d-2b1ed4ff955d', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:39:47.024655 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f6105799-59f2-4523-a0a8-905dfc6897ef tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:39:47.028375 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f6105799-59f2-4523-a0a8-905dfc6897ef tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:floatingip and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:39:47.031216 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f6105799-59f2-4523-a0a8-905dfc6897ef tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:39:47.036811 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f6105799-59f2-4523-a0a8-905dfc6897ef tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:39:47.047226 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f6105799-59f2-4523-a0a8-905dfc6897ef tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:47.263914 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f6105799-59f2-4523-a0a8-905dfc6897ef tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:47.395551 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-f6105799-59f2-4523-a0a8-905dfc6897ef tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.26.6.78 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/59532ffa-b296-4585-b726-736dcf044140) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:39:47.541014 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f6105799-59f2-4523-a0a8-905dfc6897ef tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:47.568172 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f6105799-59f2-4523-a0a8-905dfc6897ef tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:47.639676 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6105799-59f2-4523-a0a8-905dfc6897ef tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:39:47.642602 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-f6105799-59f2-4523-a0a8-905dfc6897ef tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:39:47.646965 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6105799-59f2-4523-a0a8-905dfc6897ef tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:39:47.673789 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6105799-59f2-4523-a0a8-905dfc6897ef tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=59532ffa-b296-4585-b726-736dcf044140,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:48.157314 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f6105799-59f2-4523-a0a8-905dfc6897ef tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:48.212323 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f6105799-59f2-4523-a0a8-905dfc6897ef tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:48.417366 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f6105799-59f2-4523-a0a8-905dfc6897ef tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:48.422118 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f6105799-59f2-4523-a0a8-905dfc6897ef tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:48.533162 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6105799-59f2-4523-a0a8-905dfc6897ef tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=59532ffa-b296-4585-b726-736dcf044140,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:48.544722 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f6105799-59f2-4523-a0a8-905dfc6897ef tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:48.819742 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.l3_db [None req-f6105799-59f2-4523-a0a8-905dfc6897ef tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Floating IP c85a0092-9f35-498e-aed2-f89a5a262ff5 associated. External IP: 172.26.6.78, port: ea0d7297-c583-4ab4-857d-2b1ed4ff955d. Apr 29 13:39:49.202141 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6105799-59f2-4523-a0a8-905dfc6897ef tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router c601ae8b-2f98-46ba-b1bf-30a56edcf30e has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:39:49.395228 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6105799-59f2-4523-a0a8-905dfc6897ef tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:39:49.404542 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09499c73-c9db-4dde-a41d-23ecc575fcda None None] Sync routers for ids ['c601ae8b-2f98-46ba-b1bf-30a56edcf30e'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:39:49.418528 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09499c73-c9db-4dde-a41d-23ecc575fcda None None] Routers {'c601ae8b-2f98-46ba-b1bf-30a56edcf30e'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:39:49.419250 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f6105799-59f2-4523-a0a8-905dfc6897ef tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:39:49.419381 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-09499c73-c9db-4dde-a41d-23ecc575fcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:39:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c601ae8b-2f98-46ba-b1bf-30a56edcf30e'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:49.478069 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f6105799-59f2-4523-a0a8-905dfc6897ef tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4601889 Apr 29 13:39:49.478069 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0517890-27e8-4d23-9671-77c9bcf3a86a', 'tag': 'ea0d7297-c583-4ab4-857d-2b1ed4ff955d'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:39:49.478364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37254) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:49.530992 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77e790e8-ebb3-4c70-8d3a-bf9199a0b4fc'] response: {'name': 'network-changed', 'server_uuid': 'e0517890-27e8-4d23-9671-77c9bcf3a86a', 'tag': 'ea0d7297-c583-4ab4-857d-2b1ed4ff955d', 'status': 'completed', 'code': 200} Apr 29 13:39:49.611707 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-09499c73-c9db-4dde-a41d-23ecc575fcda None None] Set router c601ae8b-2f98-46ba-b1bf-30a56edcf30e gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:39:49.632024 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-eb02817e-ccc8-4f6a-b9cf-eaa5906557f4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/c85a0092-9f35-498e-aed2-f89a5a262ff5 HTTP/1.1" status: 200 len: 990 time: 0.1525750 Apr 29 13:39:49.649515 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-811c8261-0358-46d7-9bdb-218dc6cde962 req-47f620dd-fba2-43ab-b89e-5f49a3ffb84f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=e0517890-27e8-4d23-9671-77c9bcf3a86a HTTP/1.1" status: 200 len: 1098 time: 0.0962126 Apr 29 13:39:49.783427 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c8261-0358-46d7-9bdb-218dc6cde962 req-1885bbe0-6ae8-4a78-a7e6-5fb8a7eb1f78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:39:49.784898 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-811c8261-0358-46d7-9bdb-218dc6cde962 req-1885bbe0-6ae8-4a78-a7e6-5fb8a7eb1f78 service neutron] 10.222.0.32 "GET /v2.0/networks?id=35806a8b-4961-4eca-9809-77e9e2bb4a42 HTTP/1.1" status: 200 len: 898 time: 0.1288576 Apr 29 13:39:49.889720 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-811c8261-0358-46d7-9bdb-218dc6cde962 req-fee660eb-8dee-41ef-88aa-face1c8eccdb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea0d7297-c583-4ab4-857d-2b1ed4ff955d HTTP/1.1" status: 200 len: 998 time: 0.0972621 Apr 29 13:39:49.949858 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c8261-0358-46d7-9bdb-218dc6cde962 req-e78ec8b0-a9ab-4604-9d1f-1d7f8a1e2ef7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:39:49.951305 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-811c8261-0358-46d7-9bdb-218dc6cde962 req-e78ec8b0-a9ab-4604-9d1f-1d7f8a1e2ef7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e186f985-8f2d-4f80-8f0f-b72606863a96 HTTP/1.1" status: 200 len: 843 time: 0.0567040 Apr 29 13:39:49.969478 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-09499c73-c9db-4dde-a41d-23ecc575fcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'name': 'tempest-TestNetworkBasicOps-router-1350423740', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '38470e11-a056-4c1b-8346-8e9a94569d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:23Z', 'updated_at': '2022-04-29T13:39:27Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '38470e11-a056-4c1b-8346-8e9a94569d78', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:24Z', 'updated_at': '2022-04-29T13:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': 'c85a0092-9f35-498e-aed2-f89a5a262ff5', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.78', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'port_id': 'ea0d7297-c583-4ab4-857d-2b1ed4ff955d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35806a8b-4961-4eca-9809-77e9e2bb4a42', 'mac_address': 'fa:16:3e:a7:5b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0517890-27e8-4d23-9671-77c9bcf3a86a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:47Z', 'revision_number': 0, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '647ce4db-faf2-4105-bd98-372cc743472c', 'name': '', 'network_id': '35806a8b-4961-4eca-9809-77e9e2bb4a42', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:dd:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e186f985-8f2d-4f80-8f0f-b72606863a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:27Z', 'updated_at': '2022-04-29T13:39:34Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'e186f985-8f2d-4f80-8f0f-b72606863a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:49.973328 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09499c73-c9db-4dde-a41d-23ecc575fcda None None] Checking router: c601ae8b-2f98-46ba-b1bf-30a56edcf30e for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:39:49.983720 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09499c73-c9db-4dde-a41d-23ecc575fcda None None] Routers {'c601ae8b-2f98-46ba-b1bf-30a56edcf30e'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:39:49.984311 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-09499c73-c9db-4dde-a41d-23ecc575fcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:39:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c601ae8b-2f98-46ba-b1bf-30a56edcf30e'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:50.025086 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-811c8261-0358-46d7-9bdb-218dc6cde962 req-e818c787-52a8-4665-8f2b-3f5f65f16d8d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35806a8b-4961-4eca-9809-77e9e2bb4a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673740 Apr 29 13:39:50.154787 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-811c8261-0358-46d7-9bdb-218dc6cde962 req-269896cd-0237-42f9-8589-1c46c412d2fb service neutron] 10.222.0.32 "GET /v2.0/networks/35806a8b-4961-4eca-9809-77e9e2bb4a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234715 Apr 29 13:39:50.193827 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-09499c73-c9db-4dde-a41d-23ecc575fcda None None] Set router c601ae8b-2f98-46ba-b1bf-30a56edcf30e gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:39:50.284740 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-811c8261-0358-46d7-9bdb-218dc6cde962 req-4a72620f-dc45-4965-a987-231d281ada76 service neutron] 10.222.0.32 "GET /v2.0/networks/35806a8b-4961-4eca-9809-77e9e2bb4a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235497 Apr 29 13:39:50.532616 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-09499c73-c9db-4dde-a41d-23ecc575fcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'name': 'tempest-TestNetworkBasicOps-router-1350423740', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '38470e11-a056-4c1b-8346-8e9a94569d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:23Z', 'updated_at': '2022-04-29T13:39:27Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '38470e11-a056-4c1b-8346-8e9a94569d78', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:24Z', 'updated_at': '2022-04-29T13:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': 'c85a0092-9f35-498e-aed2-f89a5a262ff5', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.78', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'port_id': 'ea0d7297-c583-4ab4-857d-2b1ed4ff955d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35806a8b-4961-4eca-9809-77e9e2bb4a42', 'mac_address': 'fa:16:3e:a7:5b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0517890-27e8-4d23-9671-77c9bcf3a86a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:47Z', 'revision_number': 0, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '647ce4db-faf2-4105-bd98-372cc743472c', 'name': '', 'network_id': '35806a8b-4961-4eca-9809-77e9e2bb4a42', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:dd:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e186f985-8f2d-4f80-8f0f-b72606863a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:27Z', 'updated_at': '2022-04-29T13:39:34Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'e186f985-8f2d-4f80-8f0f-b72606863a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:50.536492 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09499c73-c9db-4dde-a41d-23ecc575fcda None None] The sync data for ids ['c601ae8b-2f98-46ba-b1bf-30a56edcf30e'] in dv-neutron-839027-4-hyperv is: [{'id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'name': 'tempest-TestNetworkBasicOps-router-1350423740', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '38470e11-a056-4c1b-8346-8e9a94569d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:23Z', 'updated_at': '2022-04-29T13:39:27Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '38470e11-a056-4c1b-8346-8e9a94569d78', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:24Z', 'updated_at': '2022-04-29T13:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': 'c85a0092-9f35-498e-aed2-f89a5a262ff5', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.78', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'port_id': 'ea0d7297-c583-4ab4-857d-2b1ed4ff955d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35806a8b-4961-4eca-9809-77e9e2bb4a42', 'mac_address': 'fa:16:3e:a7:5b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0517890-27e8-4d23-9671-77c9bcf3a86a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:47Z', 'revision_number': 0, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '647ce4db-faf2-4105-bd98-372cc743472c', 'name': '', 'network_id': '35806a8b-4961-4eca-9809-77e9e2bb4a42', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:dd:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e186f985-8f2d-4f80-8f0f-b72606863a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:27Z', 'updated_at': '2022-04-29T13:39:34Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'e186f985-8f2d-4f80-8f0f-b72606863a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:39:50.635778 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37260) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:50.727117 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25fb233-d8b4-4e84-a132-7e1d0cbd4c3d None None] New status for floating IP c85a0092-9f35-498e-aed2-f89a5a262ff5: ACTIVE {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:39:50.743643 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-eca892ab-6dc2-486a-af00-594904b7d459 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/c85a0092-9f35-498e-aed2-f89a5a262ff5 HTTP/1.1" status: 200 len: 990 time: 0.1067383 Apr 29 13:39:51.746708 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37264) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:39:51.852591 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-62d24ad7-1371-4ec0-9581-c9d95e34cab6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/c85a0092-9f35-498e-aed2-f89a5a262ff5 HTTP/1.1" status: 200 len: 992 time: 0.1046791 Apr 29 13:39:56.602640 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:39:58.056052 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:40:07.836592 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c2fd2579-e67c-447d-928c-58a860195d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:40:10.402765 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0da79356-f682-41bb-afde-da13d2e437ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:40:11.450844 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:40:11.542781 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:40:12.899505 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:40:15.602805 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-576d999e-b858-49ed-82a3-490b1511d4be req-f9eb9878-5054-4430-aa62-cd5605ad12be service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e0517890-27e8-4d23-9671-77c9bcf3a86a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668900 Apr 29 13:40:15.740672 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-576d999e-b858-49ed-82a3-490b1511d4be req-c1e0c5ea-ac69-45c0-b988-4dd12fe22a6a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=e0517890-27e8-4d23-9671-77c9bcf3a86a HTTP/1.1" status: 200 len: 1098 time: 0.0719471 Apr 29 13:40:15.883360 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d999e-b858-49ed-82a3-490b1511d4be req-6cf1d2f1-8501-48dd-8567-9d4addcd99c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:40:15.884726 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-576d999e-b858-49ed-82a3-490b1511d4be req-6cf1d2f1-8501-48dd-8567-9d4addcd99c0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=35806a8b-4961-4eca-9809-77e9e2bb4a42 HTTP/1.1" status: 200 len: 898 time: 0.1251411 Apr 29 13:40:16.075383 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-576d999e-b858-49ed-82a3-490b1511d4be req-76292c72-cc84-4c91-babe-d3375f0d7827 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea0d7297-c583-4ab4-857d-2b1ed4ff955d HTTP/1.1" status: 200 len: 1000 time: 0.1845727 Apr 29 13:40:16.135383 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d999e-b858-49ed-82a3-490b1511d4be req-fb13662f-87f4-4b12-ada5-478e2cac3b55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:40:16.136644 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-576d999e-b858-49ed-82a3-490b1511d4be req-fb13662f-87f4-4b12-ada5-478e2cac3b55 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e186f985-8f2d-4f80-8f0f-b72606863a96 HTTP/1.1" status: 200 len: 843 time: 0.0545599 Apr 29 13:40:16.207186 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-576d999e-b858-49ed-82a3-490b1511d4be req-17efcd38-3a6d-49d2-a99f-003456cf3b1b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35806a8b-4961-4eca-9809-77e9e2bb4a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0646515 Apr 29 13:40:16.334675 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-576d999e-b858-49ed-82a3-490b1511d4be req-298eeb80-90af-4c23-b5e4-c6a8f6a52a67 service neutron] 10.222.0.32 "GET /v2.0/networks/35806a8b-4961-4eca-9809-77e9e2bb4a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210747 Apr 29 13:40:16.461262 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-576d999e-b858-49ed-82a3-490b1511d4be req-2c3071c4-8212-4331-93bf-cf282776d8b0 service neutron] 10.222.0.32 "GET /v2.0/networks/35806a8b-4961-4eca-9809-77e9e2bb4a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205013 Apr 29 13:40:28.040490 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:40:33.602181 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:40:37.838835 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-93c80e1a-8912-4a54-a406-b2906d2a7e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:40:40.404977 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b1e03097-4f7f-43ee-a86e-2ab015704514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:40:41.450339 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:40:41.543917 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:40:42.901901 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:40:58.062047 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:41:07.841480 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c201d92e-22ba-4722-aaa2-e3173a4c4adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:41:10.407119 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-20e8e560-4932-4b94-a50c-3739ef134291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:41:10.602020 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:41:11.453806 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:41:11.544365 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:41:12.905018 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:41:15.835538 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bb4b43f7-8b0f-4d1b-9e1d-94242d63baee req-3cc64635-5070-42df-bea0-842cff628482 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e0517890-27e8-4d23-9671-77c9bcf3a86a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705986 Apr 29 13:41:15.972233 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bb4b43f7-8b0f-4d1b-9e1d-94242d63baee req-c0ba4958-f781-430a-806a-c93bb1d8772b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=e0517890-27e8-4d23-9671-77c9bcf3a86a HTTP/1.1" status: 200 len: 1098 time: 0.0687017 Apr 29 13:41:16.112340 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b43f7-8b0f-4d1b-9e1d-94242d63baee req-ae730757-120b-460b-acaa-fd37438b7535 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:41:16.113760 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bb4b43f7-8b0f-4d1b-9e1d-94242d63baee req-ae730757-120b-460b-acaa-fd37438b7535 service neutron] 10.222.0.32 "GET /v2.0/networks?id=35806a8b-4961-4eca-9809-77e9e2bb4a42 HTTP/1.1" status: 200 len: 898 time: 0.1237547 Apr 29 13:41:16.221296 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bb4b43f7-8b0f-4d1b-9e1d-94242d63baee req-ba827530-d935-4b15-8afd-4abad50ebd95 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea0d7297-c583-4ab4-857d-2b1ed4ff955d HTTP/1.1" status: 200 len: 1000 time: 0.1003034 Apr 29 13:41:16.285013 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b43f7-8b0f-4d1b-9e1d-94242d63baee req-d93cb6f8-8a32-4c07-b9f1-9811ea916080 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:41:16.286470 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bb4b43f7-8b0f-4d1b-9e1d-94242d63baee req-d93cb6f8-8a32-4c07-b9f1-9811ea916080 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e186f985-8f2d-4f80-8f0f-b72606863a96 HTTP/1.1" status: 200 len: 843 time: 0.0597920 Apr 29 13:41:16.359621 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bb4b43f7-8b0f-4d1b-9e1d-94242d63baee req-516bd5bb-438a-4d51-9183-d325b8cfa9f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35806a8b-4961-4eca-9809-77e9e2bb4a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666153 Apr 29 13:41:16.488670 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bb4b43f7-8b0f-4d1b-9e1d-94242d63baee req-76258772-606b-4788-87ce-6a4660138f13 service neutron] 10.222.0.32 "GET /v2.0/networks/35806a8b-4961-4eca-9809-77e9e2bb4a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224141 Apr 29 13:41:16.618689 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bb4b43f7-8b0f-4d1b-9e1d-94242d63baee req-e434ddc4-e35a-42c6-bf79-87577d61736c service neutron] 10.222.0.32 "GET /v2.0/networks/35806a8b-4961-4eca-9809-77e9e2bb4a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230538 Apr 29 13:41:28.061077 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:41:37.843501 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a6e7e8f3-eb2b-4529-905f-7dcc227e3d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:41:40.408941 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9c7a5ccb-9f7e-4fcf-86df-81024ff0f9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:41:41.455731 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:41:41.546053 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:41:42.907703 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:41:47.603413 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:41:58.069895 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:42:07.845229 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8674b15d-381a-445f-9651-0857c019f381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:42:10.411111 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-508c73a1-d294-4364-9219-384ce9bad346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:42:11.458656 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:42:11.547984 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:42:12.910356 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:42:13.461498 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [req-916f9067-3dec-4719-94ac-bf5976654e9f req-8a55b082-1916-46ba-9daa-3c114c7afff4 service neutron] (83905) timed out ('10.222.0.32', 62660) {{(pid=83905) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 29 13:42:17.595340 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-55685b0c-8b30-40fa-bdb9-2f43993d87e2 req-852a5e9b-f8bf-4f85-bf4d-2137456f17c0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e0517890-27e8-4d23-9671-77c9bcf3a86a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0656509 Apr 29 13:42:17.736750 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-55685b0c-8b30-40fa-bdb9-2f43993d87e2 req-29da3740-def7-4516-a26a-f944cc35f6e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=e0517890-27e8-4d23-9671-77c9bcf3a86a HTTP/1.1" status: 200 len: 1098 time: 0.0710080 Apr 29 13:42:17.880563 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55685b0c-8b30-40fa-bdb9-2f43993d87e2 req-489d7926-25a6-4209-8266-0c5bda8735f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:42:17.881967 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-55685b0c-8b30-40fa-bdb9-2f43993d87e2 req-489d7926-25a6-4209-8266-0c5bda8735f8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=35806a8b-4961-4eca-9809-77e9e2bb4a42 HTTP/1.1" status: 200 len: 898 time: 0.1274517 Apr 29 13:42:18.071958 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-55685b0c-8b30-40fa-bdb9-2f43993d87e2 req-bda9bb60-00f4-46c2-bb48-b59d965eece8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea0d7297-c583-4ab4-857d-2b1ed4ff955d HTTP/1.1" status: 200 len: 1000 time: 0.1839509 Apr 29 13:42:18.134936 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55685b0c-8b30-40fa-bdb9-2f43993d87e2 req-90886ff9-eb1b-490c-88dd-a105626434ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:42:18.136338 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-55685b0c-8b30-40fa-bdb9-2f43993d87e2 req-90886ff9-eb1b-490c-88dd-a105626434ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e186f985-8f2d-4f80-8f0f-b72606863a96 HTTP/1.1" status: 200 len: 843 time: 0.0571234 Apr 29 13:42:18.210328 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-55685b0c-8b30-40fa-bdb9-2f43993d87e2 req-0966f376-1c00-4459-8a5d-e89d2f31e028 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35806a8b-4961-4eca-9809-77e9e2bb4a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682569 Apr 29 13:42:18.339451 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-55685b0c-8b30-40fa-bdb9-2f43993d87e2 req-51b96015-6218-48a9-b0f5-18ff3eb98830 service neutron] 10.222.0.32 "GET /v2.0/networks/35806a8b-4961-4eca-9809-77e9e2bb4a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223247 Apr 29 13:42:18.470463 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-55685b0c-8b30-40fa-bdb9-2f43993d87e2 req-f9a455f8-cd7b-4df7-a2f1-e72ad688868c service neutron] 10.222.0.32 "GET /v2.0/networks/35806a8b-4961-4eca-9809-77e9e2bb4a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249344 Apr 29 13:42:24.605280 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:42:28.089531 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:42:28.732829 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37308) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:42:28.805990 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-0515f0bf-fdba-48a2-bf9e-c9ae6dcaf59a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:42:29.041716 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0515f0bf-fdba-48a2-bf9e-c9ae6dcaf59a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14903828'] for subnet, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:42:29.223793 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0515f0bf-fdba-48a2-bf9e-c9ae6dcaf59a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762345768861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15366178'] for subnet, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:42:29.283325 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0515f0bf-fdba-48a2-bf9e-c9ae6dcaf59a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:42:29.284837 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0515f0bf-fdba-48a2-bf9e-c9ae6dcaf59a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:42:29.286740 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0515f0bf-fdba-48a2-bf9e-c9ae6dcaf59a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "PUT /v2.0/subnets/e186f985-8f2d-4f80-8f0f-b72606863a96 HTTP/1.1" status: 200 len: 835 time: 0.5523570 Apr 29 13:42:29.291485 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1501bf7d-fab8-4aea-85b6-f478896dfb18 None None] Network 35806a8b-4961-4eca-9809-77e9e2bb4a42 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:42:29.297109 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515f0bf-fdba-48a2-bf9e-c9ae6dcaf59a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Subnet': ['ID=e186f985-8f2d-4f80-8f0f-b72606863a96,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:42:29.305726 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515f0bf-fdba-48a2-bf9e-c9ae6dcaf59a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:29.306066 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515f0bf-fdba-48a2-bf9e-c9ae6dcaf59a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:29.306399 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515f0bf-fdba-48a2-bf9e-c9ae6dcaf59a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:29.306730 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515f0bf-fdba-48a2-bf9e-c9ae6dcaf59a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:29.307056 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515f0bf-fdba-48a2-bf9e-c9ae6dcaf59a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:29.307403 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515f0bf-fdba-48a2-bf9e-c9ae6dcaf59a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:29.307726 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515f0bf-fdba-48a2-bf9e-c9ae6dcaf59a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:29.308051 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515f0bf-fdba-48a2-bf9e-c9ae6dcaf59a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:29.308369 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515f0bf-fdba-48a2-bf9e-c9ae6dcaf59a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:29.308683 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515f0bf-fdba-48a2-bf9e-c9ae6dcaf59a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:29.309030 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0515f0bf-fdba-48a2-bf9e-c9ae6dcaf59a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:29.712258 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-96ec9c9a-8402-4ebc-8401-95bb93d2fe3f None None] Provisioning complete for port 3aeab99c-f707-42f6-bc96-b2b54358a4d3 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:42:29.712647 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-96ec9c9a-8402-4ebc-8401-95bb93d2fe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:42:29.838382 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-96ec9c9a-8402-4ebc-8401-95bb93d2fe3f None None] Provisioning complete for port ea0d7297-c583-4ab4-857d-2b1ed4ff955d triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:42:29.838751 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-96ec9c9a-8402-4ebc-8401-95bb93d2fe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:42:29.964967 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-96ec9c9a-8402-4ebc-8401-95bb93d2fe3f None None] Provisioning complete for port 647ce4db-faf2-4105-bd98-372cc743472c triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:42:29.965333 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-96ec9c9a-8402-4ebc-8401-95bb93d2fe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:42:37.848892 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dc3879e9-e632-4c47-8aa8-50becca21c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:42:40.414325 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cd3ed7bf-8107-4544-83c3-27f1ef65975e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:42:41.461535 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:42:41.549213 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:42:42.911641 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:42:58.087779 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:01.605677 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:43:07.852994 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c3f57026-c1b8-4d37-b866-658d896a80e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:10.415054 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7c65a125-048d-40ff-b536-89cbdf816d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:11.464849 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:11.551684 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:12.914142 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:13.282830 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37326) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:13.476517 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-680fb2a4-7863-4426-9310-a46cefdc2e1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port 59532ffa-b296-4585-b726-736dcf044140 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:43:13.477006 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-680fb2a4-7863-4426-9310-a46cefdc2e1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:13.642330 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-680fb2a4-7863-4426-9310-a46cefdc2e1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:13.642568 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-680fb2a4-7863-4426-9310-a46cefdc2e1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:13.758717 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-680fb2a4-7863-4426-9310-a46cefdc2e1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for 59532ffa-b296-4585-b726-736dcf044140 owned by network:floatingip {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:43:13.987351 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-680fb2a4-7863-4426-9310-a46cefdc2e1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:14.031829 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fb2a4-7863-4426-9310-a46cefdc2e1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=59532ffa-b296-4585-b726-736dcf044140,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:14.120952 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-680fb2a4-7863-4426-9310-a46cefdc2e1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:14.505833 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680fb2a4-7863-4426-9310-a46cefdc2e1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router c601ae8b-2f98-46ba-b1bf-30a56edcf30e has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:43:14.698400 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680fb2a4-7863-4426-9310-a46cefdc2e1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:43:14.708159 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecf712f-18df-4ffc-a184-9d94512e78e2 None None] Sync routers for ids ['c601ae8b-2f98-46ba-b1bf-30a56edcf30e'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:43:14.717979 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-680fb2a4-7863-4426-9310-a46cefdc2e1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:14.720333 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecf712f-18df-4ffc-a184-9d94512e78e2 None None] Routers {'c601ae8b-2f98-46ba-b1bf-30a56edcf30e'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:43:14.721052 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-eecf712f-18df-4ffc-a184-9d94512e78e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:43:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c601ae8b-2f98-46ba-b1bf-30a56edcf30e'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:14.775333 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-680fb2a4-7863-4426-9310-a46cefdc2e1f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/floatingips/c85a0092-9f35-498e-aed2-f89a5a262ff5 HTTP/1.1" status: 204 len: 168 time: 1.4886649 Apr 29 13:43:14.775333 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0517890-27e8-4d23-9671-77c9bcf3a86a', 'tag': 'ea0d7297-c583-4ab4-857d-2b1ed4ff955d'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:43:14.926577 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-eecf712f-18df-4ffc-a184-9d94512e78e2 None None] Set router c601ae8b-2f98-46ba-b1bf-30a56edcf30e gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:43:14.969415 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d00b105b-3d54-4d15-b937-0be20d23d685'] response: {'name': 'network-changed', 'server_uuid': 'e0517890-27e8-4d23-9671-77c9bcf3a86a', 'tag': 'ea0d7297-c583-4ab4-857d-2b1ed4ff955d', 'status': 'completed', 'code': 200} Apr 29 13:43:15.075956 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7d53a454-028e-401d-9781-6ab6de0ff3fe req-bae8208f-1529-4b85-94c9-7cc234d396f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=e0517890-27e8-4d23-9671-77c9bcf3a86a HTTP/1.1" status: 200 len: 1098 time: 0.0826323 Apr 29 13:43:15.256501 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-eecf712f-18df-4ffc-a184-9d94512e78e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'name': 'tempest-TestNetworkBasicOps-router-1350423740', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '38470e11-a056-4c1b-8346-8e9a94569d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:23Z', 'updated_at': '2022-04-29T13:39:27Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '38470e11-a056-4c1b-8346-8e9a94569d78', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:24Z', 'updated_at': '2022-04-29T13:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '647ce4db-faf2-4105-bd98-372cc743472c', 'name': '', 'network_id': '35806a8b-4961-4eca-9809-77e9e2bb4a42', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:dd:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e186f985-8f2d-4f80-8f0f-b72606863a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:27Z', 'updated_at': '2022-04-29T13:39:34Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'e186f985-8f2d-4f80-8f0f-b72606863a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:15.260286 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecf712f-18df-4ffc-a184-9d94512e78e2 None None] Checking router: c601ae8b-2f98-46ba-b1bf-30a56edcf30e for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:43:15.268454 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53a454-028e-401d-9781-6ab6de0ff3fe req-0a85ee1a-3e78-4eea-a6f3-2045cb6d2aaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:15.269256 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7d53a454-028e-401d-9781-6ab6de0ff3fe req-0a85ee1a-3e78-4eea-a6f3-2045cb6d2aaf service neutron] 10.222.0.32 "GET /v2.0/networks?id=35806a8b-4961-4eca-9809-77e9e2bb4a42 HTTP/1.1" status: 200 len: 898 time: 0.1861007 Apr 29 13:43:15.271561 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecf712f-18df-4ffc-a184-9d94512e78e2 None None] Routers {'c601ae8b-2f98-46ba-b1bf-30a56edcf30e'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:43:15.272165 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-eecf712f-18df-4ffc-a184-9d94512e78e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:43:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c601ae8b-2f98-46ba-b1bf-30a56edcf30e'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:15.330580 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9844a59-2f39-4b65-ae77-1f338808e186 req-3554d859-9ff2-4c7f-a7d0-a87be233b453 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:15.331205 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-b9844a59-2f39-4b65-ae77-1f338808e186 req-3554d859-9ff2-4c7f-a7d0-a87be233b453 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:43:15.351035 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7d53a454-028e-401d-9781-6ab6de0ff3fe req-ddd8d6d4-abc4-4a5a-a373-3f1ec04dffcb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea0d7297-c583-4ab4-857d-2b1ed4ff955d HTTP/1.1" status: 200 len: 217 time: 0.0740337 Apr 29 13:43:15.393027 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-b9844a59-2f39-4b65-ae77-1f338808e186 req-3554d859-9ff2-4c7f-a7d0-a87be233b453 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:43:15.394150 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b9844a59-2f39-4b65-ae77-1f338808e186 req-3554d859-9ff2-4c7f-a7d0-a87be233b453 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0517890-27e8-4d23-9671-77c9bcf3a86a HTTP/1.1" status: 200 len: 945 time: 0.2281194 Apr 29 13:43:15.451679 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53a454-028e-401d-9781-6ab6de0ff3fe req-f93f7a9c-8119-4f0f-8713-af16966468e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:15.453168 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7d53a454-028e-401d-9781-6ab6de0ff3fe req-f93f7a9c-8119-4f0f-8713-af16966468e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e186f985-8f2d-4f80-8f0f-b72606863a96 HTTP/1.1" status: 200 len: 843 time: 0.0929251 Apr 29 13:43:15.454735 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-eecf712f-18df-4ffc-a184-9d94512e78e2 None None] Set router c601ae8b-2f98-46ba-b1bf-30a56edcf30e gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:43:15.461004 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b9844a59-2f39-4b65-ae77-1f338808e186 req-ad48fabd-ecde-4411-a496-d293ce2e7051 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=13c78971-0636-4c91-8956-b8cc1028555e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581918 Apr 29 13:43:15.529513 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7d53a454-028e-401d-9781-6ab6de0ff3fe req-6cbf23a7-7462-439e-b71a-3821a84cb962 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35806a8b-4961-4eca-9809-77e9e2bb4a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675824 Apr 29 13:43:15.661870 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7d53a454-028e-401d-9781-6ab6de0ff3fe req-f139cc27-7c29-4a93-96b9-3efe70ee002a service neutron] 10.222.0.32 "GET /v2.0/networks/35806a8b-4961-4eca-9809-77e9e2bb4a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241274 Apr 29 13:43:15.787733 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-eecf712f-18df-4ffc-a184-9d94512e78e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'name': 'tempest-TestNetworkBasicOps-router-1350423740', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '38470e11-a056-4c1b-8346-8e9a94569d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:23Z', 'updated_at': '2022-04-29T13:39:27Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '38470e11-a056-4c1b-8346-8e9a94569d78', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:24Z', 'updated_at': '2022-04-29T13:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '647ce4db-faf2-4105-bd98-372cc743472c', 'name': '', 'network_id': '35806a8b-4961-4eca-9809-77e9e2bb4a42', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:dd:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e186f985-8f2d-4f80-8f0f-b72606863a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:27Z', 'updated_at': '2022-04-29T13:39:34Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'e186f985-8f2d-4f80-8f0f-b72606863a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:15.791784 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecf712f-18df-4ffc-a184-9d94512e78e2 None None] The sync data for ids ['c601ae8b-2f98-46ba-b1bf-30a56edcf30e'] in dv-neutron-839027-4-hyperv is: [{'id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'name': 'tempest-TestNetworkBasicOps-router-1350423740', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '38470e11-a056-4c1b-8346-8e9a94569d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:23Z', 'updated_at': '2022-04-29T13:39:27Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '38470e11-a056-4c1b-8346-8e9a94569d78', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:24Z', 'updated_at': '2022-04-29T13:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '647ce4db-faf2-4105-bd98-372cc743472c', 'name': '', 'network_id': '35806a8b-4961-4eca-9809-77e9e2bb4a42', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:dd:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e186f985-8f2d-4f80-8f0f-b72606863a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:27Z', 'updated_at': '2022-04-29T13:39:34Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'e186f985-8f2d-4f80-8f0f-b72606863a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:43:15.894623 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7d53a454-028e-401d-9781-6ab6de0ff3fe req-d0498e51-6c4f-4d74-9e1f-c55107e29530 service neutron] 10.222.0.32 "GET /v2.0/networks/35806a8b-4961-4eca-9809-77e9e2bb4a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261786 Apr 29 13:43:16.013747 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290884d7-b777-4cb9-966a-964aa6aba52c None None] New status for floating IP c85a0092-9f35-498e-aed2-f89a5a262ff5: DOWN {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:43:16.667397 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebc0ab-db9d-4415-aeaf-6f860cb8dbb1 req-93129ff0-08b6-4d8a-8583-8ba9276e7d0b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:16.668882 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-20ebc0ab-db9d-4415-aeaf-6f860cb8dbb1 req-93129ff0-08b6-4d8a-8583-8ba9276e7d0b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0517890-27e8-4d23-9671-77c9bcf3a86a HTTP/1.1" status: 200 len: 945 time: 0.0743616 Apr 29 13:43:16.718265 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-20ebc0ab-db9d-4415-aeaf-6f860cb8dbb1 req-589fa0d1-71b6-447d-92b4-20269c0af5e3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=13c78971-0636-4c91-8956-b8cc1028555e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387697 Apr 29 13:43:16.874436 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d960f1c-1331-4385-b47d-2696ba0fad9c req-3b246ab0-8c64-4a1f-beb9-4bd02aa1dcb0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:16.875897 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5d960f1c-1331-4385-b47d-2696ba0fad9c req-3b246ab0-8c64-4a1f-beb9-4bd02aa1dcb0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0517890-27e8-4d23-9671-77c9bcf3a86a HTTP/1.1" status: 200 len: 945 time: 0.0796671 Apr 29 13:43:16.940907 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-5d960f1c-1331-4385-b47d-2696ba0fad9c req-d5364762-9e4d-4ba8-935f-e8f027ee5a74 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port ea0d7297-c583-4ab4-857d-2b1ed4ff955d {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:43:16.941248 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-5d960f1c-1331-4385-b47d-2696ba0fad9c req-d5364762-9e4d-4ba8-935f-e8f027ee5a74 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:17.183138 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-5d960f1c-1331-4385-b47d-2696ba0fad9c req-d5364762-9e4d-4ba8-935f-e8f027ee5a74 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] For port ea0d7297-c583-4ab4-857d-2b1ed4ff955d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=ea0d7297-c583-4ab4-857d-2b1ed4ff955d,segment=NetworkSegment(ee3d877e-3b92-4df8-b12a-5a81719b76a9),segment_id=ee3d877e-3b92-4df8-b12a-5a81719b76a9)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:17.183405 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-5d960f1c-1331-4385-b47d-2696ba0fad9c req-d5364762-9e4d-4ba8-935f-e8f027ee5a74 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:17.303248 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-5d960f1c-1331-4385-b47d-2696ba0fad9c req-d5364762-9e4d-4ba8-935f-e8f027ee5a74 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for ea0d7297-c583-4ab4-857d-2b1ed4ff955d owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:43:17.445435 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-5d960f1c-1331-4385-b47d-2696ba0fad9c req-d5364762-9e4d-4ba8-935f-e8f027ee5a74 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:17.492292 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5364762-9e4d-4ba8-935f-e8f027ee5a74 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=ea0d7297-c583-4ab4-857d-2b1ed4ff955d,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:17.566049 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d960f1c-1331-4385-b47d-2696ba0fad9c req-d5364762-9e4d-4ba8-935f-e8f027ee5a74 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] No DVR routers for this DVR port ea0d7297-c583-4ab4-857d-2b1ed4ff955d on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:43:17.568337 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-5d960f1c-1331-4385-b47d-2696ba0fad9c req-d5364762-9e4d-4ba8-935f-e8f027ee5a74 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:17.570800 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0517890-27e8-4d23-9671-77c9bcf3a86a', 'name': 'network-vif-deleted', 'tag': 'ea0d7297-c583-4ab4-857d-2b1ed4ff955d'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:43:17.586574 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5d960f1c-1331-4385-b47d-2696ba0fad9c req-d5364762-9e4d-4ba8-935f-e8f027ee5a74 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "DELETE /v2.0/ports/ea0d7297-c583-4ab4-857d-2b1ed4ff955d HTTP/1.1" status: 204 len: 173 time: 0.7053664 Apr 29 13:43:17.638633 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eac6abd5-e402-4ff2-98b8-aee993009154'] response: {'server_uuid': 'e0517890-27e8-4d23-9671-77c9bcf3a86a', 'name': 'network-vif-deleted', 'tag': 'ea0d7297-c583-4ab4-857d-2b1ed4ff955d', 'status': 'completed', 'code': 200} Apr 29 13:43:17.896807 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d3f3c7fe-e38c-4212-9cd7-54880cdc409c req-f6efd20a-3407-4d15-9028-0bedb6a0d303 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0517890-27e8-4d23-9671-77c9bcf3a86a HTTP/1.1" status: 200 len: 210 time: 0.0447786 Apr 29 13:43:19.003708 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37364) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:19.070644 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-163c4f63-5f7d-4c9f-9804-c55cbc9e903b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:19.099849 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-163c4f63-5f7d-4c9f-9804-c55cbc9e903b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:19.162811 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-163c4f63-5f7d-4c9f-9804-c55cbc9e903b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:19.179189 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c4f63-5f7d-4c9f-9804-c55cbc9e903b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c78971-0636-4c91-8956-b8cc1028555e,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:19.191139 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-163c4f63-5f7d-4c9f-9804-c55cbc9e903b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:19.192302 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-163c4f63-5f7d-4c9f-9804-c55cbc9e903b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/security-groups/13c78971-0636-4c91-8956-b8cc1028555e HTTP/1.1" status: 204 len: 168 time: 0.1876087 Apr 29 13:43:19.239836 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37370) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:19.625091 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d5b5fdb0-b4f8-481c-89b1-54ca818e369d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:20.315737 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-d5b5fdb0-b4f8-481c-89b1-54ca818e369d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port 647ce4db-faf2-4105-bd98-372cc743472c {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:43:20.316433 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d5b5fdb0-b4f8-481c-89b1-54ca818e369d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:20.497993 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-d5b5fdb0-b4f8-481c-89b1-54ca818e369d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] For port 647ce4db-faf2-4105-bd98-372cc743472c, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=647ce4db-faf2-4105-bd98-372cc743472c,segment=NetworkSegment(ee3d877e-3b92-4df8-b12a-5a81719b76a9),segment_id=ee3d877e-3b92-4df8-b12a-5a81719b76a9)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:20.498347 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d5b5fdb0-b4f8-481c-89b1-54ca818e369d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:20.619533 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-d5b5fdb0-b4f8-481c-89b1-54ca818e369d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for 647ce4db-faf2-4105-bd98-372cc743472c owned by network:router_interface {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:43:20.791197 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d5b5fdb0-b4f8-481c-89b1-54ca818e369d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:20.841122 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5fdb0-b4f8-481c-89b1-54ca818e369d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=647ce4db-faf2-4105-bd98-372cc743472c,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:20.916205 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device ea0d7297-c583-4ab4-857d-2b1ed4ff955d no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:43:20.949492 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: ea0d7297-c583-4ab4-857d-2b1ed4ff955d {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:43:20.950105 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device ea0d7297-c583-4ab4-857d-2b1ed4ff955d not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:43:21.145330 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d5b5fdb0-b4f8-481c-89b1-54ca818e369d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:21.799047 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b5fdb0-b4f8-481c-89b1-54ca818e369d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router c601ae8b-2f98-46ba-b1bf-30a56edcf30e has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:43:21.993368 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b5fdb0-b4f8-481c-89b1-54ca818e369d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:43:22.002730 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d02322c-f1d2-4204-904a-e09682fc94f1 None None] Sync routers for ids ['c601ae8b-2f98-46ba-b1bf-30a56edcf30e'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:43:22.006109 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d5b5fdb0-b4f8-481c-89b1-54ca818e369d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "PUT /v2.0/routers/c601ae8b-2f98-46ba-b1bf-30a56edcf30e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7651999 Apr 29 13:43:22.008681 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37374) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:22.014456 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d02322c-f1d2-4204-904a-e09682fc94f1 None None] Routers {'c601ae8b-2f98-46ba-b1bf-30a56edcf30e'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:43:22.015104 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7d02322c-f1d2-4204-904a-e09682fc94f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:43:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c601ae8b-2f98-46ba-b1bf-30a56edcf30e'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:22.194193 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-174a4dd7-1c73-43f4-b915-4d396185b236 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting subnet e186f985-8f2d-4f80-8f0f-b72606863a96 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:43:22.196945 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-174a4dd7-1c73-43f4-b915-4d396185b236 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:22.225824 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-7d02322c-f1d2-4204-904a-e09682fc94f1 None None] Set router c601ae8b-2f98-46ba-b1bf-30a56edcf30e gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:43:22.250073 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-174a4dd7-1c73-43f4-b915-4d396185b236 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:22.335023 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-174a4dd7-1c73-43f4-b915-4d396185b236 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:22.408813 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-174a4dd7-1c73-43f4-b915-4d396185b236 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:22.446500 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a4dd7-1c73-43f4-b915-4d396185b236 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Subnet': ['ID=e186f985-8f2d-4f80-8f0f-b72606863a96,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:22.453118 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-174a4dd7-1c73-43f4-b915-4d396185b236 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:22.459482 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-174a4dd7-1c73-43f4-b915-4d396185b236 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/subnets/e186f985-8f2d-4f80-8f0f-b72606863a96 HTTP/1.1" status: 204 len: 168 time: 0.4498377 Apr 29 13:43:22.462099 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37378) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:22.479935 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5900bb-73a7-43a7-b368-8d40ed1cdc84 None None] Network 35806a8b-4961-4eca-9809-77e9e2bb4a42 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:43:22.662733 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a2d88e9c-ae8e-41bb-87c3-24bb7bd491b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:22.674507 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7d02322c-f1d2-4204-904a-e09682fc94f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'name': 'tempest-TestNetworkBasicOps-router-1350423740', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '38470e11-a056-4c1b-8346-8e9a94569d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:23Z', 'updated_at': '2022-04-29T13:43:20Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '38470e11-a056-4c1b-8346-8e9a94569d78', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:24Z', 'updated_at': '2022-04-29T13:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:22.682706 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d02322c-f1d2-4204-904a-e09682fc94f1 None None] Checking router: c601ae8b-2f98-46ba-b1bf-30a56edcf30e for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:43:22.701299 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d02322c-f1d2-4204-904a-e09682fc94f1 None None] Routers {'c601ae8b-2f98-46ba-b1bf-30a56edcf30e'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:43:22.702825 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7d02322c-f1d2-4204-904a-e09682fc94f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:43:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c601ae8b-2f98-46ba-b1bf-30a56edcf30e'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:22.853250 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a40f4f-e632-4ec0-897f-d57d0db69d0e None None] DHCP port deletion for 35806a8b-4961-4eca-9809-77e9e2bb4a42 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:43:22.864596 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-13a40f4f-e632-4ec0-897f-d57d0db69d0e None None] Deleting port 3aeab99c-f707-42f6-bc96-b2b54358a4d3 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:43:22.864984 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-13a40f4f-e632-4ec0-897f-d57d0db69d0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:22.890121 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a2d88e9c-ae8e-41bb-87c3-24bb7bd491b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:22.900242 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-a2d88e9c-ae8e-41bb-87c3-24bb7bd491b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port 38470e11-a056-4c1b-8346-8e9a94569d78 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:43:22.900607 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a2d88e9c-ae8e-41bb-87c3-24bb7bd491b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:22.983474 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-7d02322c-f1d2-4204-904a-e09682fc94f1 None None] Set router c601ae8b-2f98-46ba-b1bf-30a56edcf30e gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:43:23.176662 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-a2d88e9c-ae8e-41bb-87c3-24bb7bd491b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] For port 38470e11-a056-4c1b-8346-8e9a94569d78, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=38470e11-a056-4c1b-8346-8e9a94569d78,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:23.176967 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a2d88e9c-ae8e-41bb-87c3-24bb7bd491b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:23.262396 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-13a40f4f-e632-4ec0-897f-d57d0db69d0e None None] For port 3aeab99c-f707-42f6-bc96-b2b54358a4d3, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=3aeab99c-f707-42f6-bc96-b2b54358a4d3,segment=NetworkSegment(ee3d877e-3b92-4df8-b12a-5a81719b76a9),segment_id=ee3d877e-3b92-4df8-b12a-5a81719b76a9)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:23.263014 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-13a40f4f-e632-4ec0-897f-d57d0db69d0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:23.297149 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-a2d88e9c-ae8e-41bb-87c3-24bb7bd491b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for 38470e11-a056-4c1b-8346-8e9a94569d78 owned by network:router_gateway {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:43:23.436005 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-13a40f4f-e632-4ec0-897f-d57d0db69d0e None None] Calling delete_port for 3aeab99c-f707-42f6-bc96-b2b54358a4d3 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:43:23.463860 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a2d88e9c-ae8e-41bb-87c3-24bb7bd491b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:23.506730 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d88e9c-ae8e-41bb-87c3-24bb7bd491b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=38470e11-a056-4c1b-8346-8e9a94569d78,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:23.558585 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-13a40f4f-e632-4ec0-897f-d57d0db69d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:23.607550 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a40f4f-e632-4ec0-897f-d57d0db69d0e None None] Pushing event deleted for resources: {'Port': ['ID=3aeab99c-f707-42f6-bc96-b2b54358a4d3,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:23.621702 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a40f4f-e632-4ec0-897f-d57d0db69d0e None None] No DVR routers for this DVR port 3aeab99c-f707-42f6-bc96-b2b54358a4d3 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:43:23.624262 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a40f4f-e632-4ec0-897f-d57d0db69d0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:23.624595 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a40f4f-e632-4ec0-897f-d57d0db69d0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:23.624949 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a40f4f-e632-4ec0-897f-d57d0db69d0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:23.625278 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a40f4f-e632-4ec0-897f-d57d0db69d0e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:23.625637 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a40f4f-e632-4ec0-897f-d57d0db69d0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:23.625957 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a40f4f-e632-4ec0-897f-d57d0db69d0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:23.626274 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a40f4f-e632-4ec0-897f-d57d0db69d0e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:23.626588 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a40f4f-e632-4ec0-897f-d57d0db69d0e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:23.626900 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a40f4f-e632-4ec0-897f-d57d0db69d0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:23.627214 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a40f4f-e632-4ec0-897f-d57d0db69d0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:23.627524 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a40f4f-e632-4ec0-897f-d57d0db69d0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:23.639765 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7d02322c-f1d2-4204-904a-e09682fc94f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'name': 'tempest-TestNetworkBasicOps-router-1350423740', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '38470e11-a056-4c1b-8346-8e9a94569d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:23Z', 'updated_at': '2022-04-29T13:43:20Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '38470e11-a056-4c1b-8346-8e9a94569d78', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:24Z', 'updated_at': '2022-04-29T13:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:23.643746 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d02322c-f1d2-4204-904a-e09682fc94f1 None None] The sync data for ids ['c601ae8b-2f98-46ba-b1bf-30a56edcf30e'] in dv-neutron-839027-4-hyperv is: [{'id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'name': 'tempest-TestNetworkBasicOps-router-1350423740', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '38470e11-a056-4c1b-8346-8e9a94569d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:23Z', 'updated_at': '2022-04-29T13:43:20Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '38470e11-a056-4c1b-8346-8e9a94569d78', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c601ae8b-2f98-46ba-b1bf-30a56edcf30e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:24Z', 'updated_at': '2022-04-29T13:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:43:23.736175 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a2d88e9c-ae8e-41bb-87c3-24bb7bd491b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:23.992111 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a2d88e9c-ae8e-41bb-87c3-24bb7bd491b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:23.996479 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a2d88e9c-ae8e-41bb-87c3-24bb7bd491b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:24.022194 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a2d88e9c-ae8e-41bb-87c3-24bb7bd491b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:24.022710 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d88e9c-ae8e-41bb-87c3-24bb7bd491b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Fanout notify agent at l3_agent the message router_deleted on router c601ae8b-2f98-46ba-b1bf-30a56edcf30e {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:43:24.037209 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a2d88e9c-ae8e-41bb-87c3-24bb7bd491b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:24.041117 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37382) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:24.041602 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a2d88e9c-ae8e-41bb-87c3-24bb7bd491b9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/routers/c601ae8b-2f98-46ba-b1bf-30a56edcf30e HTTP/1.1" status: 204 len: 168 time: 1.5781710 Apr 29 13:43:24.155129 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2b95dab2-bed9-47ae-b3ee-5b26674ca619 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:24.285543 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2b95dab2-bed9-47ae-b3ee-5b26674ca619 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:24.314432 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-2b95dab2-bed9-47ae-b3ee-5b26674ca619 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35806a8b-4961-4eca-9809-77e9e2bb4a42']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:24.326249 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-2b95dab2-bed9-47ae-b3ee-5b26674ca619 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee3d877e-3b92-4df8-b12a-5a81719b76a9') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:24.326542 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-2b95dab2-bed9-47ae-b3ee-5b26674ca619 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee3d877e-3b92-4df8-b12a-5a81719b76a9') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:24.338171 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2b95dab2-bed9-47ae-b3ee-5b26674ca619 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:24.354043 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2b95dab2-bed9-47ae-b3ee-5b26674ca619 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:24.359713 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b95dab2-bed9-47ae-b3ee-5b26674ca619 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:43:24.360145 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2b95dab2-bed9-47ae-b3ee-5b26674ca619 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:43:24.374062 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:43:24.451511 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2b95dab2-bed9-47ae-b3ee-5b26674ca619 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:24.468070 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2b95dab2-bed9-47ae-b3ee-5b26674ca619 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:24.479071 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b95dab2-bed9-47ae-b3ee-5b26674ca619 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Network': ['ID=35806a8b-4961-4eca-9809-77e9e2bb4a42,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:24.487719 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2b95dab2-bed9-47ae-b3ee-5b26674ca619 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/networks/35806a8b-4961-4eca-9809-77e9e2bb4a42 HTTP/1.1" status: 204 len: 168 time: 0.4456258 Apr 29 13:43:24.491140 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b95dab2-bed9-47ae-b3ee-5b26674ca619 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:24.491488 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b95dab2-bed9-47ae-b3ee-5b26674ca619 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:24.491797 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b95dab2-bed9-47ae-b3ee-5b26674ca619 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:24.492183 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b95dab2-bed9-47ae-b3ee-5b26674ca619 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:24.492480 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b95dab2-bed9-47ae-b3ee-5b26674ca619 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:24.492733 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b95dab2-bed9-47ae-b3ee-5b26674ca619 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:24.493156 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b95dab2-bed9-47ae-b3ee-5b26674ca619 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:24.493377 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b95dab2-bed9-47ae-b3ee-5b26674ca619 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:24.493691 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b95dab2-bed9-47ae-b3ee-5b26674ca619 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:24.494000 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b95dab2-bed9-47ae-b3ee-5b26674ca619 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:24.494306 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b95dab2-bed9-47ae-b3ee-5b26674ca619 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:24.503247 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37386) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:24.508714 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-7f9a3266-4761-461b-8135-237a5123ec7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'network': {'name': 'tempest-network-smoke--959761608', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'port_security_enabled': True}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:43:24.513602 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7f9a3266-4761-461b-8135-237a5123ec7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:43:24.517898 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7f9a3266-4761-461b-8135-237a5123ec7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:network and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:43:24.520674 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7f9a3266-4761-461b-8135-237a5123ec7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:43:24.526631 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7f9a3266-4761-461b-8135-237a5123ec7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:43:24.536274 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9a3266-4761-461b-8135-237a5123ec7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Made reservation on behalf of 4b7a89f6c8564a04be449e2e6b4a95e5 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:43:24.539092 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7f9a3266-4761-461b-8135-237a5123ec7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:24.567028 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f9a3266-4761-461b-8135-237a5123ec7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:43:24.576156 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7f9a3266-4761-461b-8135-237a5123ec7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:24.576692 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-7f9a3266-4761-461b-8135-237a5123ec7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Added segment 1ff14dfd-18e6-4506-b72a-4e8f5532458c of type vlan for network 7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 Apr 29 13:43:24.603109 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7f9a3266-4761-461b-8135-237a5123ec7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:24.635318 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7f9a3266-4761-461b-8135-237a5123ec7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:24.639085 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9a3266-4761-461b-8135-237a5123ec7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:24.639658 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7f9a3266-4761-461b-8135-237a5123ec7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:24.712011 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 647ce4db-faf2-4105-bd98-372cc743472c no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:43:24.734173 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7f9a3266-4761-461b-8135-237a5123ec7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2298682 Apr 29 13:43:24.737643 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37390) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:24.743150 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-8eb2c683-762f-4d7a-b5a7-867085a3b365 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-599457025', 'admin_state_up': True, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:43:24.745394 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 647ce4db-faf2-4105-bd98-372cc743472c {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:43:24.745733 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 647ce4db-faf2-4105-bd98-372cc743472c not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:43:24.746135 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 3aeab99c-f707-42f6-bc96-b2b54358a4d3 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:43:24.751225 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8eb2c683-762f-4d7a-b5a7-867085a3b365 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:43:24.755308 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8eb2c683-762f-4d7a-b5a7-867085a3b365 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:router and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:43:24.756365 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a3266-4761-461b-8135-237a5123ec7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Network': ['ID=7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:24.758331 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8eb2c683-762f-4d7a-b5a7-867085a3b365 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:43:24.764622 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8eb2c683-762f-4d7a-b5a7-867085a3b365 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:43:24.774635 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:43:24.776650 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8eb2c683-762f-4d7a-b5a7-867085a3b365 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:24.777995 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8eb2c683-762f-4d7a-b5a7-867085a3b365 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:24.793510 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 3aeab99c-f707-42f6-bc96-b2b54358a4d3 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:43:24.793803 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 3aeab99c-f707-42f6-bc96-b2b54358a4d3 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:43:24.794426 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 38470e11-a056-4c1b-8346-8e9a94569d78 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:43:24.798387 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8eb2c683-762f-4d7a-b5a7-867085a3b365 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:24.873604 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 38470e11-a056-4c1b-8346-8e9a94569d78 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:43:24.873938 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 38470e11-a056-4c1b-8346-8e9a94569d78 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:43:24.946652 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8eb2c683-762f-4d7a-b5a7-867085a3b365 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:25.214809 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8eb2c683-762f-4d7a-b5a7-867085a3b365 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:25.247670 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8eb2c683-762f-4d7a-b5a7-867085a3b365 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:25.376130 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-8eb2c683-762f-4d7a-b5a7-867085a3b365 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.26.6.75 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/eb205587-8e86-4a96-a92b-4d5f8bd6f9fb) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:43:25.520465 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8eb2c683-762f-4d7a-b5a7-867085a3b365 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:25.547379 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8eb2c683-762f-4d7a-b5a7-867085a3b365 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:25.616132 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb2c683-762f-4d7a-b5a7-867085a3b365 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:43:25.618955 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-8eb2c683-762f-4d7a-b5a7-867085a3b365 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:43:25.623892 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb2c683-762f-4d7a-b5a7-867085a3b365 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=eb205587-8e86-4a96-a92b-4d5f8bd6f9fb,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:25.625606 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb2c683-762f-4d7a-b5a7-867085a3b365 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:43:25.780642 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8eb2c683-762f-4d7a-b5a7-867085a3b365 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:25.781308 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8eb2c683-762f-4d7a-b5a7-867085a3b365 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:26.003642 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb2c683-762f-4d7a-b5a7-867085a3b365 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router 7ceef3fa-81db-4f7a-a3e1-be46141d3703 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:43:26.202322 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb2c683-762f-4d7a-b5a7-867085a3b365 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:43:26.212149 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abd60ed-da48-4a4c-9f72-6d22f1593ab6 None None] Sync routers for ids ['7ceef3fa-81db-4f7a-a3e1-be46141d3703'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:43:26.223977 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abd60ed-da48-4a4c-9f72-6d22f1593ab6 None None] Routers {'7ceef3fa-81db-4f7a-a3e1-be46141d3703'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:43:26.224647 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-4abd60ed-da48-4a4c-9f72-6d22f1593ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:43:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['7ceef3fa-81db-4f7a-a3e1-be46141d3703'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:26.228076 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8eb2c683-762f-4d7a-b5a7-867085a3b365 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:26.230224 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8eb2c683-762f-4d7a-b5a7-867085a3b365 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4906006 Apr 29 13:43:26.232867 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37394) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:26.397689 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-4abd60ed-da48-4a4c-9f72-6d22f1593ab6 None None] Set router 7ceef3fa-81db-4f7a-a3e1-be46141d3703 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:43:26.400099 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-37bc99d6-e721-40c1-bd27-0c991542ee0e tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=4b7a89f6c8564a04be449e2e6b4a95e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1660736 Apr 29 13:43:26.402622 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37400) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:26.529160 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fed4dde-e0d6-4bc3-bcff-47397bc95b11 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:26.530644 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3fed4dde-e0d6-4bc3-bcff-47397bc95b11 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1271574 Apr 29 13:43:26.534193 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37404) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:26.579341 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8df119c6-0528-44e8-87f0-a10d9af3984e tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3475bcf7-abe6-4964-9326-03174235aecc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434463 Apr 29 13:43:26.581833 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37408) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:26.587250 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-7046ad04-9497-4fca-8a48-ca6425bd6c36 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1631642162', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:43:26.695392 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-7046ad04-9497-4fca-8a48-ca6425bd6c36 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:43:26.699122 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-7046ad04-9497-4fca-8a48-ca6425bd6c36 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:subnet and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:43:26.701889 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-7046ad04-9497-4fca-8a48-ca6425bd6c36 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:43:26.702580 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-4abd60ed-da48-4a4c-9f72-6d22f1593ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'name': 'tempest-TestNetworkBasicOps-router-599457025', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:25Z', 'revision_number': 3, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:50:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:26.707398 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abd60ed-da48-4a4c-9f72-6d22f1593ab6 None None] Checking router: 7ceef3fa-81db-4f7a-a3e1-be46141d3703 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:43:26.707733 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abd60ed-da48-4a4c-9f72-6d22f1593ab6 None None] Updating router 7ceef3fa-81db-4f7a-a3e1-be46141d3703 port eb205587-8e86-4a96-a92b-4d5f8bd6f9fb binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:43:26.708375 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-7046ad04-9497-4fca-8a48-ca6425bd6c36 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:43:26.718174 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7046ad04-9497-4fca-8a48-ca6425bd6c36 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Made reservation on behalf of 4b7a89f6c8564a04be449e2e6b4a95e5 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:43:26.757439 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-4abd60ed-da48-4a4c-9f72-6d22f1593ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:26.815751 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7046ad04-9497-4fca-8a48-ca6425bd6c36 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:27.085207 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-4abd60ed-da48-4a4c-9f72-6d22f1593ab6 None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:27.097014 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-4abd60ed-da48-4a4c-9f72-6d22f1593ab6 None None] Transition to ACTIVE for port object eb205587-8e86-4a96-a92b-4d5f8bd6f9fb will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:43:27.103312 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-4abd60ed-da48-4a4c-9f72-6d22f1593ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:27.119995 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7046ad04-9497-4fca-8a48-ca6425bd6c36 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:27.182771 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-4abd60ed-da48-4a4c-9f72-6d22f1593ab6 None None] Attempting to bind port eb205587-8e86-4a96-a92b-4d5f8bd6f9fb on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:43:27.183136 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-4abd60ed-da48-4a4c-9f72-6d22f1593ab6 None None] Attempting to bind port eb205587-8e86-4a96-a92b-4d5f8bd6f9fb by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:43:27.183493 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abd60ed-da48-4a4c-9f72-6d22f1593ab6 None None] Attempting to bind port eb205587-8e86-4a96-a92b-4d5f8bd6f9fb on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:43:27.189186 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e7d45-2926-464f-9fb9-e5f21b627f88 None None] Pushing event updated for resources: {'Port': ['ID=eb205587-8e86-4a96-a92b-4d5f8bd6f9fb,revision_number=2']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:27.194674 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046ad04-9497-4fca-8a48-ca6425bd6c36 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Subnet': ['ID=afb93d72-e696-402b-9032-82b799d90cdc,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:27.199371 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e7d45-2926-464f-9fb9-e5f21b627f88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:27.199717 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e7d45-2926-464f-9fb9-e5f21b627f88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:27.200499 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e7d45-2926-464f-9fb9-e5f21b627f88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:27.200499 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e7d45-2926-464f-9fb9-e5f21b627f88 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:27.200706 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e7d45-2926-464f-9fb9-e5f21b627f88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:27.201036 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e7d45-2926-464f-9fb9-e5f21b627f88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:27.201359 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e7d45-2926-464f-9fb9-e5f21b627f88 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:27.201689 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e7d45-2926-464f-9fb9-e5f21b627f88 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:27.202011 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e7d45-2926-464f-9fb9-e5f21b627f88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:27.202329 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e7d45-2926-464f-9fb9-e5f21b627f88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:27.202647 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e7d45-2926-464f-9fb9-e5f21b627f88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:27.207351 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abd60ed-da48-4a4c-9f72-6d22f1593ab6 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:43:27.207729 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abd60ed-da48-4a4c-9f72-6d22f1593ab6 None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:43:27.208121 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-4abd60ed-da48-4a4c-9f72-6d22f1593ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:27.208497 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abd60ed-da48-4a4c-9f72-6d22f1593ab6 None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:43:27.208983 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-4abd60ed-da48-4a4c-9f72-6d22f1593ab6 None None] Bound port: eb205587-8e86-4a96-a92b-4d5f8bd6f9fb, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:43:27.209353 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-4abd60ed-da48-4a4c-9f72-6d22f1593ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:27.209531 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7046ad04-9497-4fca-8a48-ca6425bd6c36 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Checking segment: {'id': '1ff14dfd-18e6-4506-b72a-4e8f5532458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:43:27.209887 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7046ad04-9497-4fca-8a48-ca6425bd6c36 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network hostable DHCP agents. Network: 7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:43:27.231318 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7046ad04-9497-4fca-8a48-ca6425bd6c36 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:43:27.242149 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-7046ad04-9497-4fca-8a48-ca6425bd6c36 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:43:27.246786 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7046ad04-9497-4fca-8a48-ca6425bd6c36 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:27.247728 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7046ad04-9497-4fca-8a48-ca6425bd6c36 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:27.251104 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77d68fe-5347-41f8-b3b9-3f4022561ac3 None None] Network 7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:43:27.273512 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7046ad04-9497-4fca-8a48-ca6425bd6c36 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6902573 Apr 29 13:43:27.278181 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37412) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:27.288672 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-4abd60ed-da48-4a4c-9f72-6d22f1593ab6 None None] For port eb205587-8e86-4a96-a92b-4d5f8bd6f9fb, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:43:27.292016 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-4abd60ed-da48-4a4c-9f72-6d22f1593ab6 None None] For port eb205587-8e86-4a96-a92b-4d5f8bd6f9fb, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=eb205587-8e86-4a96-a92b-4d5f8bd6f9fb,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:43:27.295980 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-4abd60ed-da48-4a4c-9f72-6d22f1593ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:27.380934 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e7d45-2926-464f-9fb9-e5f21b627f88 None None] Pushing event updated for resources: {'Port': ['ID=eb205587-8e86-4a96-a92b-4d5f8bd6f9fb,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:27.383773 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abd60ed-da48-4a4c-9f72-6d22f1593ab6 None None] Routers {'7ceef3fa-81db-4f7a-a3e1-be46141d3703'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:43:27.384366 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-4abd60ed-da48-4a4c-9f72-6d22f1593ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:43:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['7ceef3fa-81db-4f7a-a3e1-be46141d3703'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:27.483677 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c43530-6017-4ad0-8c33-4de53da6bdc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ips': [{'subnet_id': 'afb93d72-e696-402b-9032-82b799d90cdc'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:43:27.484569 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f5c43530-6017-4ad0-8c33-4de53da6bdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:27.563773 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-4abd60ed-da48-4a4c-9f72-6d22f1593ab6 None None] Set router 7ceef3fa-81db-4f7a-a3e1-be46141d3703 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:43:27.642976 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-f5c43530-6017-4ad0-8c33-4de53da6bdc8 None None] Allocated IP 172.20.0.2 (7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8/afb93d72-e696-402b-9032-82b799d90cdc/d853afb4-f4f2-40fa-add3-ea63291dafc1) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:43:27.868467 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f5c43530-6017-4ad0-8c33-4de53da6bdc8 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:27.877109 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-4abd60ed-da48-4a4c-9f72-6d22f1593ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'name': 'tempest-TestNetworkBasicOps-router-599457025', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:25Z', 'revision_number': 3, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:50:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:27.880133 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f5c43530-6017-4ad0-8c33-4de53da6bdc8 None None] Transition to ACTIVE for port object d853afb4-f4f2-40fa-add3-ea63291dafc1 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:43:27.882658 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abd60ed-da48-4a4c-9f72-6d22f1593ab6 None None] The sync data for ids ['7ceef3fa-81db-4f7a-a3e1-be46141d3703'] in dv-neutron-839027-4-hyperv is: [{'id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'name': 'tempest-TestNetworkBasicOps-router-599457025', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:25Z', 'revision_number': 3, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:50:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:43:27.900317 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f5c43530-6017-4ad0-8c33-4de53da6bdc8 None None] Transition to ACTIVE for port object d853afb4-f4f2-40fa-add3-ea63291dafc1 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:43:27.911033 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f5c43530-6017-4ad0-8c33-4de53da6bdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:27.985473 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c43530-6017-4ad0-8c33-4de53da6bdc8 None None] Network 7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:43:27.989428 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-f5c43530-6017-4ad0-8c33-4de53da6bdc8 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:43:27.991317 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c43530-6017-4ad0-8c33-4de53da6bdc8 None None] Pushing event updated for resources: {'Port': ['ID=d853afb4-f4f2-40fa-add3-ea63291dafc1,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:27.993449 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c43530-6017-4ad0-8c33-4de53da6bdc8 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:43:28.059115 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0a2fca88-64d8-4a26-bc9d-f6f53699b56c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:28.115695 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-f5c43530-6017-4ad0-8c33-4de53da6bdc8 None None] Attempting to bind port d853afb4-f4f2-40fa-add3-ea63291dafc1 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:43:28.116109 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-f5c43530-6017-4ad0-8c33-4de53da6bdc8 None None] Attempting to bind port d853afb4-f4f2-40fa-add3-ea63291dafc1 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '1ff14dfd-18e6-4506-b72a-4e8f5532458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:43:28.116727 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c43530-6017-4ad0-8c33-4de53da6bdc8 None None] Attempting to bind port d853afb4-f4f2-40fa-add3-ea63291dafc1 on network 7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:43:28.119901 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:28.124665 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c43530-6017-4ad0-8c33-4de53da6bdc8 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:43:28.125073 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c43530-6017-4ad0-8c33-4de53da6bdc8 None None] Checking segment: {'id': '1ff14dfd-18e6-4506-b72a-4e8f5532458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:43:28.125994 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f5c43530-6017-4ad0-8c33-4de53da6bdc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:28.126471 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c43530-6017-4ad0-8c33-4de53da6bdc8 None None] Bound using segment: {'id': '1ff14dfd-18e6-4506-b72a-4e8f5532458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:43:28.126939 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-f5c43530-6017-4ad0-8c33-4de53da6bdc8 None None] Bound port: d853afb4-f4f2-40fa-add3-ea63291dafc1, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff14dfd-18e6-4506-b72a-4e8f5532458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:43:28.127298 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f5c43530-6017-4ad0-8c33-4de53da6bdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:28.226766 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f5c43530-6017-4ad0-8c33-4de53da6bdc8 None None] For port d853afb4-f4f2-40fa-add3-ea63291dafc1, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:43:28.233466 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f5c43530-6017-4ad0-8c33-4de53da6bdc8 None None] For port d853afb4-f4f2-40fa-add3-ea63291dafc1, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=d853afb4-f4f2-40fa-add3-ea63291dafc1,segment=NetworkSegment(1ff14dfd-18e6-4506-b72a-4e8f5532458c),segment_id=1ff14dfd-18e6-4506-b72a-4e8f5532458c)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:43:28.239647 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f5c43530-6017-4ad0-8c33-4de53da6bdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:28.323552 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c43530-6017-4ad0-8c33-4de53da6bdc8 None None] Pushing event updated for resources: {'Port': ['ID=d853afb4-f4f2-40fa-add3-ea63291dafc1,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:28.510459 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-0a2fca88-64d8-4a26-bc9d-f6f53699b56c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.20.0.1 (7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8/afb93d72-e696-402b-9032-82b799d90cdc/5d4ec706-f3ec-4110-a84b-574c8baf87e8) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:43:28.780296 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device eb205587-8e86-4a96-a92b-4d5f8bd6f9fb up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:43:28.788310 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0a2fca88-64d8-4a26-bc9d-f6f53699b56c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:28.806910 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-0a2fca88-64d8-4a26-bc9d-f6f53699b56c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Transition to ACTIVE for port object 5d4ec706-f3ec-4110-a84b-574c8baf87e8 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:43:28.831630 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0a2fca88-64d8-4a26-bc9d-f6f53699b56c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:28.859667 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port eb205587-8e86-4a96-a92b-4d5f8bd6f9fb completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:43:28.865117 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port eb205587-8e86-4a96-a92b-4d5f8bd6f9fb triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:43:28.865623 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:28.909248 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2fca88-64d8-4a26-bc9d-f6f53699b56c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:43:28.912329 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-0a2fca88-64d8-4a26-bc9d-f6f53699b56c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:43:28.914740 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2fca88-64d8-4a26-bc9d-f6f53699b56c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:43:28.946808 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2fca88-64d8-4a26-bc9d-f6f53699b56c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=5d4ec706-f3ec-4110-a84b-574c8baf87e8,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:28.982416 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0a2fca88-64d8-4a26-bc9d-f6f53699b56c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:28.983197 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:29.005836 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port eb205587-8e86-4a96-a92b-4d5f8bd6f9fb, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=eb205587-8e86-4a96-a92b-4d5f8bd6f9fb,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:29.011287 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:29.012182 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device d853afb4-f4f2-40fa-add3-ea63291dafc1 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:43:29.076635 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0a2fca88-64d8-4a26-bc9d-f6f53699b56c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:29.162590 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=eb205587-8e86-4a96-a92b-4d5f8bd6f9fb,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:29.180193 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port d853afb4-f4f2-40fa-add3-ea63291dafc1 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:43:29.265694 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e2f941-ff5d-49ea-927e-1e9d35d3a1c1 None None] Network 7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:43:29.377045 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e5da8142-966b-4fbc-92d5-5c9938b0c4c2 None None] Provisioning for port d853afb4-f4f2-40fa-add3-ea63291dafc1 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:43:29.394271 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e5da8142-966b-4fbc-92d5-5c9938b0c4c2 None None] Provisioning complete for port d853afb4-f4f2-40fa-add3-ea63291dafc1 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:43:29.394829 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e5da8142-966b-4fbc-92d5-5c9938b0c4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:29.494767 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0a2fca88-64d8-4a26-bc9d-f6f53699b56c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:29.499283 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0a2fca88-64d8-4a26-bc9d-f6f53699b56c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:29.595656 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e5da8142-966b-4fbc-92d5-5c9938b0c4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:29.607747 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2fca88-64d8-4a26-bc9d-f6f53699b56c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=5d4ec706-f3ec-4110-a84b-574c8baf87e8,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:29.613580 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0a2fca88-64d8-4a26-bc9d-f6f53699b56c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:29.622419 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2fca88-64d8-4a26-bc9d-f6f53699b56c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:29.622756 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2fca88-64d8-4a26-bc9d-f6f53699b56c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:29.623089 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2fca88-64d8-4a26-bc9d-f6f53699b56c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:29.623417 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2fca88-64d8-4a26-bc9d-f6f53699b56c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:29.623747 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2fca88-64d8-4a26-bc9d-f6f53699b56c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:29.624072 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2fca88-64d8-4a26-bc9d-f6f53699b56c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:29.624396 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2fca88-64d8-4a26-bc9d-f6f53699b56c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:29.624719 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2fca88-64d8-4a26-bc9d-f6f53699b56c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:29.625065 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2fca88-64d8-4a26-bc9d-f6f53699b56c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:29.625917 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2fca88-64d8-4a26-bc9d-f6f53699b56c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:29.626234 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2fca88-64d8-4a26-bc9d-f6f53699b56c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:29.636132 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e5da8142-966b-4fbc-92d5-5c9938b0c4c2 None None] For port d853afb4-f4f2-40fa-add3-ea63291dafc1, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=d853afb4-f4f2-40fa-add3-ea63291dafc1,segment=NetworkSegment(1ff14dfd-18e6-4506-b72a-4e8f5532458c),segment_id=1ff14dfd-18e6-4506-b72a-4e8f5532458c)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:29.642071 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e5da8142-966b-4fbc-92d5-5c9938b0c4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:29.712309 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da8142-966b-4fbc-92d5-5c9938b0c4c2 None None] Pushing event updated for resources: {'Port': ['ID=d853afb4-f4f2-40fa-add3-ea63291dafc1,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:29.768946 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2fca88-64d8-4a26-bc9d-f6f53699b56c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:43:29.770245 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-0a2fca88-64d8-4a26-bc9d-f6f53699b56c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:43:29.865132 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-53e29780-6e7f-4d44-8e77-1505043d519c None None] Provisioning for port 5d4ec706-f3ec-4110-a84b-574c8baf87e8 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:43:29.870390 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-53e29780-6e7f-4d44-8e77-1505043d519c None None] Provisioning complete for port 5d4ec706-f3ec-4110-a84b-574c8baf87e8 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:43:29.870886 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-53e29780-6e7f-4d44-8e77-1505043d519c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:29.926542 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-53e29780-6e7f-4d44-8e77-1505043d519c None None] Port 5d4ec706-f3ec-4110-a84b-574c8baf87e8 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:43:29.940172 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-53e29780-6e7f-4d44-8e77-1505043d519c None None] Provisioning complete for port d853afb4-f4f2-40fa-add3-ea63291dafc1 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:43:29.940542 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-53e29780-6e7f-4d44-8e77-1505043d519c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:30.177329 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2fca88-64d8-4a26-bc9d-f6f53699b56c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router 7ceef3fa-81db-4f7a-a3e1-be46141d3703 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:43:30.180270 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9f80bc8a-dc90-4469-bc0f-8db3791c33a2 None None] Provisioning complete for port 5d4ec706-f3ec-4110-a84b-574c8baf87e8 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:43:30.180646 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f80bc8a-dc90-4469-bc0f-8db3791c33a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:30.231643 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-9f80bc8a-dc90-4469-bc0f-8db3791c33a2 None None] Port 5d4ec706-f3ec-4110-a84b-574c8baf87e8 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:43:30.470242 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2fca88-64d8-4a26-bc9d-f6f53699b56c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:43:30.482100 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0a2fca88-64d8-4a26-bc9d-f6f53699b56c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "PUT /v2.0/routers/7ceef3fa-81db-4f7a-a3e1-be46141d3703/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2026689 Apr 29 13:43:30.484525 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37416) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:30.616036 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01eeb6f6-3378-476c-a0a8-62a850021bee tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:30.616690 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01eeb6f6-3378-476c-a0a8-62a850021bee tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:30.616801 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01eeb6f6-3378-476c-a0a8-62a850021bee tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:30.617106 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01eeb6f6-3378-476c-a0a8-62a850021bee tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:30.618706 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-01eeb6f6-3378-476c-a0a8-62a850021bee tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1327031 Apr 29 13:43:30.621357 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37420) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:30.690493 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15e038d-dd46-48b6-b32c-67392c3e039b tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:30.690856 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15e038d-dd46-48b6-b32c-67392c3e039b tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:30.691210 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15e038d-dd46-48b6-b32c-67392c3e039b tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:30.691558 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15e038d-dd46-48b6-b32c-67392c3e039b tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:30.693244 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a15e038d-dd46-48b6-b32c-67392c3e039b tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0710251 Apr 29 13:43:30.695843 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37424) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:30.714167 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device eb205587-8e86-4a96-a92b-4d5f8bd6f9fb up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:43:30.785146 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port eb205587-8e86-4a96-a92b-4d5f8bd6f9fb triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:43:30.785509 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:30.893549 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-16494379-4487-45e0-9c70-0a45bd4a0a67 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1966560 Apr 29 13:43:30.899709 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device d853afb4-f4f2-40fa-add3-ea63291dafc1 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:43:30.978464 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port d853afb4-f4f2-40fa-add3-ea63291dafc1 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:43:30.978826 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:31.051435 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37430) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:31.057139 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-f8efd31d-3697-4eeb-aba3-0204fd759614 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2096290884', 'description': 'tempest-secgroup-smoke-2096290884 description', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:43:31.063188 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f8efd31d-3697-4eeb-aba3-0204fd759614 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:43:31.067157 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f8efd31d-3697-4eeb-aba3-0204fd759614 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:43:31.069979 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f8efd31d-3697-4eeb-aba3-0204fd759614 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:43:31.075630 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f8efd31d-3697-4eeb-aba3-0204fd759614 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:43:31.086471 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f8efd31d-3697-4eeb-aba3-0204fd759614 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:31.124503 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f8efd31d-3697-4eeb-aba3-0204fd759614 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:43:31.129036 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f8efd31d-3697-4eeb-aba3-0204fd759614 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:43:31.131773 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f8efd31d-3697-4eeb-aba3-0204fd759614 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:43:31.137394 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f8efd31d-3697-4eeb-aba3-0204fd759614 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:43:31.193464 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f8efd31d-3697-4eeb-aba3-0204fd759614 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:31.197026 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f8efd31d-3697-4eeb-aba3-0204fd759614 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:31.241916 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efd31d-3697-4eeb-aba3-0204fd759614 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2302b5-7585-4737-ae23-2fb54629933a,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:31.249966 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f8efd31d-3697-4eeb-aba3-0204fd759614 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:31.252260 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f8efd31d-3697-4eeb-aba3-0204fd759614 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1995597 Apr 29 13:43:31.255723 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37434) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:31.261448 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-895f7ab1-1d43-4821-9e5c-eb5fde080832 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '5d2302b5-7585-4737-ae23-2fb54629933a', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:43:31.268239 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-895f7ab1-1d43-4821-9e5c-eb5fde080832 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:43:31.272271 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-895f7ab1-1d43-4821-9e5c-eb5fde080832 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:43:31.275441 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-895f7ab1-1d43-4821-9e5c-eb5fde080832 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:43:31.284581 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-895f7ab1-1d43-4821-9e5c-eb5fde080832 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:43:31.302787 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-895f7ab1-1d43-4821-9e5c-eb5fde080832 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:31.365784 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-895f7ab1-1d43-4821-9e5c-eb5fde080832 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:31.369303 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-895f7ab1-1d43-4821-9e5c-eb5fde080832 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:31.392675 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f7ab1-1d43-4821-9e5c-eb5fde080832 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aca8d59-aa7e-4338-b083-4d84f3862d1d,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:31.401483 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-895f7ab1-1d43-4821-9e5c-eb5fde080832 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:31.402680 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-895f7ab1-1d43-4821-9e5c-eb5fde080832 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1459217 Apr 29 13:43:31.405486 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37438) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:31.411015 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-21329eaf-3648-406e-b8cb-d61716f83c63 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '5d2302b5-7585-4737-ae23-2fb54629933a', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:43:31.416945 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-21329eaf-3648-406e-b8cb-d61716f83c63 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:43:31.420693 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-21329eaf-3648-406e-b8cb-d61716f83c63 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:43:31.423573 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-21329eaf-3648-406e-b8cb-d61716f83c63 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:43:31.429146 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-21329eaf-3648-406e-b8cb-d61716f83c63 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:43:31.446001 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-21329eaf-3648-406e-b8cb-d61716f83c63 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:31.509714 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-21329eaf-3648-406e-b8cb-d61716f83c63 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:31.513797 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-21329eaf-3648-406e-b8cb-d61716f83c63 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:31.521022 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e03ee5-a2d7-4366-921a-cc9fa9072731 None None] Sync routers for ids ['7ceef3fa-81db-4f7a-a3e1-be46141d3703'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:43:31.533123 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e03ee5-a2d7-4366-921a-cc9fa9072731 None None] Routers {'7ceef3fa-81db-4f7a-a3e1-be46141d3703'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:43:31.533731 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-15e03ee5-a2d7-4366-921a-cc9fa9072731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:43:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['7ceef3fa-81db-4f7a-a3e1-be46141d3703'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:31.539910 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21329eaf-3648-406e-b8cb-d61716f83c63 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1cd3646-2f3f-4005-8bd5-d2215e2eec58,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:31.550840 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-21329eaf-3648-406e-b8cb-d61716f83c63 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:31.552071 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-21329eaf-3648-406e-b8cb-d61716f83c63 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1456687 Apr 29 13:43:31.554899 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37442) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:31.560105 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-1d410408-1533-4b81-9abb-256e59d96639 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '5d2302b5-7585-4737-ae23-2fb54629933a', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:43:31.566449 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1d410408-1533-4b81-9abb-256e59d96639 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:43:31.570228 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1d410408-1533-4b81-9abb-256e59d96639 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:43:31.573129 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1d410408-1533-4b81-9abb-256e59d96639 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:43:31.579027 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1d410408-1533-4b81-9abb-256e59d96639 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:43:31.595641 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1d410408-1533-4b81-9abb-256e59d96639 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:31.658343 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1d410408-1533-4b81-9abb-256e59d96639 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:31.661869 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1d410408-1533-4b81-9abb-256e59d96639 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:31.684875 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d410408-1533-4b81-9abb-256e59d96639 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608966b4-9fb0-4275-873f-91e7c79c9646,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:31.694335 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1d410408-1533-4b81-9abb-256e59d96639 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:31.698164 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1d410408-1533-4b81-9abb-256e59d96639 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1397645 Apr 29 13:43:31.698568 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37446) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:31.704469 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-41a57e3c-d444-44ef-aef3-475bd20fb9f7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '5d2302b5-7585-4737-ae23-2fb54629933a', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:43:31.710653 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-41a57e3c-d444-44ef-aef3-475bd20fb9f7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:43:31.714524 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-41a57e3c-d444-44ef-aef3-475bd20fb9f7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:43:31.716562 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-15e03ee5-a2d7-4366-921a-cc9fa9072731 None None] Set router 7ceef3fa-81db-4f7a-a3e1-be46141d3703 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:43:31.717389 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-41a57e3c-d444-44ef-aef3-475bd20fb9f7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:43:31.723493 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-41a57e3c-d444-44ef-aef3-475bd20fb9f7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:43:31.739836 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-41a57e3c-d444-44ef-aef3-475bd20fb9f7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:31.803690 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-41a57e3c-d444-44ef-aef3-475bd20fb9f7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:31.807613 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-41a57e3c-d444-44ef-aef3-475bd20fb9f7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:31.834062 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a57e3c-d444-44ef-aef3-475bd20fb9f7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18b18bb6-65a5-44c0-b40b-21da8b7ec0ce,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:31.843297 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-41a57e3c-d444-44ef-aef3-475bd20fb9f7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:31.844998 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-41a57e3c-d444-44ef-aef3-475bd20fb9f7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1448669 Apr 29 13:43:31.847936 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37450) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:31.853549 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-f6ec0cf3-81c4-452b-98fc-6cc6c805f6c0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '5d2302b5-7585-4737-ae23-2fb54629933a', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:43:31.865601 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f6ec0cf3-81c4-452b-98fc-6cc6c805f6c0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:43:31.869559 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f6ec0cf3-81c4-452b-98fc-6cc6c805f6c0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:43:31.872408 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f6ec0cf3-81c4-452b-98fc-6cc6c805f6c0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:43:31.878747 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f6ec0cf3-81c4-452b-98fc-6cc6c805f6c0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:43:31.994766 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.securitygroups_db [None req-f6ec0cf3-81c4-452b-98fc-6cc6c805f6c0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Project 4b7a89f6c8564a04be449e2e6b4a95e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:43:32.001636 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f6ec0cf3-81c4-452b-98fc-6cc6c805f6c0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:32.065121 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f6ec0cf3-81c4-452b-98fc-6cc6c805f6c0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:32.068593 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f6ec0cf3-81c4-452b-98fc-6cc6c805f6c0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:32.084025 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-15e03ee5-a2d7-4366-921a-cc9fa9072731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'name': 'tempest-TestNetworkBasicOps-router-599457025', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '5d4ec706-f3ec-4110-a84b-574c8baf87e8', 'name': '', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:de:07:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:28Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 2, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:32.087818 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e03ee5-a2d7-4366-921a-cc9fa9072731 None None] Checking router: 7ceef3fa-81db-4f7a-a3e1-be46141d3703 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:43:32.088164 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e03ee5-a2d7-4366-921a-cc9fa9072731 None None] Updating router 7ceef3fa-81db-4f7a-a3e1-be46141d3703 port 5d4ec706-f3ec-4110-a84b-574c8baf87e8 binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:43:32.091363 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec0cf3-81c4-452b-98fc-6cc6c805f6c0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f597a671-b7c0-4792-99e8-230ad9a1bcbc,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:32.101673 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f6ec0cf3-81c4-452b-98fc-6cc6c805f6c0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:32.102896 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f6ec0cf3-81c4-452b-98fc-6cc6c805f6c0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2540538 Apr 29 13:43:32.105721 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37454) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:32.111441 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-dbf4d8ff-fd78-407e-ac8c-eb3128c029a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '5d2302b5-7585-4737-ae23-2fb54629933a', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:43:32.117097 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-dbf4d8ff-fd78-407e-ac8c-eb3128c029a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:43:32.120877 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-dbf4d8ff-fd78-407e-ac8c-eb3128c029a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:43:32.123747 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-dbf4d8ff-fd78-407e-ac8c-eb3128c029a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:43:32.130095 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-dbf4d8ff-fd78-407e-ac8c-eb3128c029a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:43:32.141233 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.securitygroups_db [None req-dbf4d8ff-fd78-407e-ac8c-eb3128c029a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Project 4b7a89f6c8564a04be449e2e6b4a95e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:43:32.141581 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-15e03ee5-a2d7-4366-921a-cc9fa9072731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:32.147895 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dbf4d8ff-fd78-407e-ac8c-eb3128c029a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:32.212141 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dbf4d8ff-fd78-407e-ac8c-eb3128c029a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:32.215620 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dbf4d8ff-fd78-407e-ac8c-eb3128c029a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:32.239073 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4d8ff-fd78-407e-ac8c-eb3128c029a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08211dcf-5904-4045-ae05-2bb3cebbafee,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:32.247507 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dbf4d8ff-fd78-407e-ac8c-eb3128c029a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:32.257809 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-dbf4d8ff-fd78-407e-ac8c-eb3128c029a9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1420660 Apr 29 13:43:32.423610 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-081b47c8-8665-49be-947e-ad23466853c7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2096290884&fields=id&tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 267 time: 0.0435452 Apr 29 13:43:32.479975 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-15e03ee5-a2d7-4366-921a-cc9fa9072731 None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:32.491370 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-15e03ee5-a2d7-4366-921a-cc9fa9072731 None None] Transition to ACTIVE for port object 5d4ec706-f3ec-4110-a84b-574c8baf87e8 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:43:32.497935 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-15e03ee5-a2d7-4366-921a-cc9fa9072731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:32.581180 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-9049f453-2715-4acc-a91c-8ad3e8baa0ed tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:32.581854 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-9049f453-2715-4acc-a91c-8ad3e8baa0ed tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:network {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:43:32.605602 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-9049f453-2715-4acc-a91c-8ad3e8baa0ed tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:network {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:43:32.606726 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-9049f453-2715-4acc-a91c-8ad3e8baa0ed tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/networks?id=7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 HTTP/1.1" status: 200 len: 796 time: 0.1766989 Apr 29 13:43:32.624453 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576d1e4-bd18-402e-9701-eb8961f3dc7a None None] Pushing event updated for resources: {'Port': ['ID=5d4ec706-f3ec-4110-a84b-574c8baf87e8,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:32.625057 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-313cdb8c-ef01-4942-998f-034dab873612 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/quotas/4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 375 time: 0.0124028 Apr 29 13:43:32.719849 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-15e03ee5-a2d7-4366-921a-cc9fa9072731 None None] Attempting to bind port 5d4ec706-f3ec-4110-a84b-574c8baf87e8 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:43:32.720423 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-15e03ee5-a2d7-4366-921a-cc9fa9072731 None None] Attempting to bind port 5d4ec706-f3ec-4110-a84b-574c8baf87e8 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '1ff14dfd-18e6-4506-b72a-4e8f5532458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:43:32.720692 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e03ee5-a2d7-4366-921a-cc9fa9072731 None None] Attempting to bind port 5d4ec706-f3ec-4110-a84b-574c8baf87e8 on network 7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:43:32.722866 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-0bc1e9b1-18ef-48cd-b588-1fb3e3d00e4b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0877717 Apr 29 13:43:32.727690 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e03ee5-a2d7-4366-921a-cc9fa9072731 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:43:32.728055 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e03ee5-a2d7-4366-921a-cc9fa9072731 None None] Checking segment: {'id': '1ff14dfd-18e6-4506-b72a-4e8f5532458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:43:32.728481 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-15e03ee5-a2d7-4366-921a-cc9fa9072731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:32.728855 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e03ee5-a2d7-4366-921a-cc9fa9072731 None None] Bound using segment: {'id': '1ff14dfd-18e6-4506-b72a-4e8f5532458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:43:32.729312 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-15e03ee5-a2d7-4366-921a-cc9fa9072731 None None] Bound port: 5d4ec706-f3ec-4110-a84b-574c8baf87e8, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff14dfd-18e6-4506-b72a-4e8f5532458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:43:32.729677 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-15e03ee5-a2d7-4366-921a-cc9fa9072731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:32.832939 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-15e03ee5-a2d7-4366-921a-cc9fa9072731 None None] For port 5d4ec706-f3ec-4110-a84b-574c8baf87e8, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:43:32.836045 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-15e03ee5-a2d7-4366-921a-cc9fa9072731 None None] For port 5d4ec706-f3ec-4110-a84b-574c8baf87e8, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=5d4ec706-f3ec-4110-a84b-574c8baf87e8,segment=NetworkSegment(1ff14dfd-18e6-4506-b72a-4e8f5532458c),segment_id=1ff14dfd-18e6-4506-b72a-4e8f5532458c)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:43:32.840560 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-15e03ee5-a2d7-4366-921a-cc9fa9072731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:32.919309 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576d1e4-bd18-402e-9701-eb8961f3dc7a None None] Pushing event updated for resources: {'Port': ['ID=5d4ec706-f3ec-4110-a84b-574c8baf87e8,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:32.928145 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e03ee5-a2d7-4366-921a-cc9fa9072731 None None] Routers {'7ceef3fa-81db-4f7a-a3e1-be46141d3703'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:43:32.929371 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-15e03ee5-a2d7-4366-921a-cc9fa9072731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:43:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['7ceef3fa-81db-4f7a-a3e1-be46141d3703'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:32.946248 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-9b1a70fd-3cd8-4f21-b934-5b5b5ffdcfe0 service neutron] 10.222.0.76 "GET /v2.0/networks/7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110164 Apr 29 13:43:33.094195 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-6b77d3c3-c86f-4b2a-be00-5279b9d9db0c service neutron] 10.222.0.76 "GET /v2.0/networks/7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420479 Apr 29 13:43:33.117837 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-15e03ee5-a2d7-4366-921a-cc9fa9072731 None None] Set router 7ceef3fa-81db-4f7a-a3e1-be46141d3703 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:43:33.294575 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-85de2862-6ebf-40e3-9b37-e0247985eb99 req-5f6d678e-f0da-47ac-99b4-608e25282a94 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:43:33.314586 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-85de2862-6ebf-40e3-9b37-e0247985eb99 req-5f6d678e-f0da-47ac-99b4-608e25282a94 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:43:33.315880 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-85de2862-6ebf-40e3-9b37-e0247985eb99 req-5f6d678e-f0da-47ac-99b4-608e25282a94 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c739467-b220-4b6f-86c8-c05668e7227e HTTP/1.1" status: 200 len: 210 time: 0.0622137 Apr 29 13:43:33.451267 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-15e03ee5-a2d7-4366-921a-cc9fa9072731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'name': 'tempest-TestNetworkBasicOps-router-599457025', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '5d4ec706-f3ec-4110-a84b-574c8baf87e8', 'name': '', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:de:07:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:28Z', 'updated_at': '2022-04-29T13:43:32Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:33.455278 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e03ee5-a2d7-4366-921a-cc9fa9072731 None None] The sync data for ids ['7ceef3fa-81db-4f7a-a3e1-be46141d3703'] in dv-neutron-839027-4-hyperv is: [{'id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'name': 'tempest-TestNetworkBasicOps-router-599457025', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '5d4ec706-f3ec-4110-a84b-574c8baf87e8', 'name': '', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:de:07:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:28Z', 'updated_at': '2022-04-29T13:43:32Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:43:34.486901 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9ba2768d-2065-4e48-aeaa-a8663bf4c3f2 req-24cea4cb-68f3-4041-8ef2-d7f976416cdd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c739467-b220-4b6f-86c8-c05668e7227e HTTP/1.1" status: 200 len: 210 time: 0.0427849 Apr 29 13:43:34.511740 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-1d4328ab-11cd-4f97-9f18-4db118a67ddf tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:34.511740 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-1d4328ab-11cd-4f97-9f18-4db118a67ddf tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/networks?id=7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 HTTP/1.1" status: 200 len: 796 time: 0.1483147 Apr 29 13:43:34.565946 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-964f7f3e-a77d-4890-9093-9e35b1a9be42 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:43:34.581916 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-964f7f3e-a77d-4890-9093-9e35b1a9be42 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:43:34.583284 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-964f7f3e-a77d-4890-9093-9e35b1a9be42 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 380 time: 0.0620561 Apr 29 13:43:34.594434 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-d4cb4ed4-1fc1-4a18-97ec-193fea1dfea1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'port': {'device_id': '1c739467-b220-4b6f-86c8-c05668e7227e', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'admin_state_up': True, 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'security_groups': ['5d2302b5-7585-4737-ae23-2fb54629933a']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:43:34.730485 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-d4cb4ed4-1fc1-4a18-97ec-193fea1dfea1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:43:34.735324 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 5d4ec706-f3ec-4110-a84b-574c8baf87e8 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:43:34.740561 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-d4cb4ed4-1fc1-4a18-97ec-193fea1dfea1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:43:34.749629 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-d4cb4ed4-1fc1-4a18-97ec-193fea1dfea1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Made reservation on behalf of 4b7a89f6c8564a04be449e2e6b4a95e5 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:43:34.753279 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-d4cb4ed4-1fc1-4a18-97ec-193fea1dfea1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:34.853919 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 5d4ec706-f3ec-4110-a84b-574c8baf87e8 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:43:34.858983 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 5d4ec706-f3ec-4110-a84b-574c8baf87e8 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:43:34.860292 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:34.912160 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-d4cb4ed4-1fc1-4a18-97ec-193fea1dfea1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.20.0.8 (7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8/afb93d72-e696-402b-9032-82b799d90cdc/9cc21cd6-8564-4b93-ab57-e19e45c45f98) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:43:34.973135 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:35.005484 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 5d4ec706-f3ec-4110-a84b-574c8baf87e8, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=5d4ec706-f3ec-4110-a84b-574c8baf87e8,segment=NetworkSegment(1ff14dfd-18e6-4506-b72a-4e8f5532458c),segment_id=1ff14dfd-18e6-4506-b72a-4e8f5532458c)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:35.010549 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:35.080002 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=5d4ec706-f3ec-4110-a84b-574c8baf87e8,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:35.116299 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-d4cb4ed4-1fc1-4a18-97ec-193fea1dfea1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:35.131239 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-d4cb4ed4-1fc1-4a18-97ec-193fea1dfea1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Transition to ACTIVE for port object 9cc21cd6-8564-4b93-ab57-e19e45c45f98 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:43:35.151712 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-d4cb4ed4-1fc1-4a18-97ec-193fea1dfea1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:35.221807 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-d4cb4ed4-1fc1-4a18-97ec-193fea1dfea1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:43:35.224649 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-d4cb4ed4-1fc1-4a18-97ec-193fea1dfea1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:43:35.228575 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-d4cb4ed4-1fc1-4a18-97ec-193fea1dfea1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:43:35.259697 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb4ed4-1fc1-4a18-97ec-193fea1dfea1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=9cc21cd6-8564-4b93-ab57-e19e45c45f98,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:35.294234 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-d4cb4ed4-1fc1-4a18-97ec-193fea1dfea1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:35.294834 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-d4cb4ed4-1fc1-4a18-97ec-193fea1dfea1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:35.322560 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-d4cb4ed4-1fc1-4a18-97ec-193fea1dfea1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7315817 Apr 29 13:43:35.334004 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-279546d0-b4d7-448e-bc17-ba1f0cf33835 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:43:35.334962 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-279546d0-b4d7-448e-bc17-ba1f0cf33835 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058362 Apr 29 13:43:35.351705 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-f7b436df-2b77-403e-8d6b-235f11697b09 service neutron] Request body: {'port': {'device_id': '1c739467-b220-4b6f-86c8-c05668e7227e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:43:35.434499 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e09f63d9-7eaf-4fa3-b2ff-2e5911d1f0cc None None] Provisioning for port 9cc21cd6-8564-4b93-ab57-e19e45c45f98 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:43:35.439367 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e09f63d9-7eaf-4fa3-b2ff-2e5911d1f0cc None None] Provisioning complete for port 9cc21cd6-8564-4b93-ab57-e19e45c45f98 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:43:35.439731 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e09f63d9-7eaf-4fa3-b2ff-2e5911d1f0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:35.462132 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-f7b436df-2b77-403e-8d6b-235f11697b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:35.491797 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e09f63d9-7eaf-4fa3-b2ff-2e5911d1f0cc None None] Port 9cc21cd6-8564-4b93-ab57-e19e45c45f98 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:43:35.887379 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ec527-d9ac-4af6-8818-5d0676704e99 req-16513e45-b45c-4404-bb39-cc0985436473 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:35.888058 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-bd2ec527-d9ac-4af6-8818-5d0676704e99 req-16513e45-b45c-4404-bb39-cc0985436473 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:43:35.943347 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-bd2ec527-d9ac-4af6-8818-5d0676704e99 req-16513e45-b45c-4404-bb39-cc0985436473 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:43:35.944486 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bd2ec527-d9ac-4af6-8818-5d0676704e99 req-16513e45-b45c-4404-bb39-cc0985436473 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c739467-b220-4b6f-86c8-c05668e7227e HTTP/1.1" status: 200 len: 931 time: 0.3336182 Apr 29 13:43:35.995884 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-f7b436df-2b77-403e-8d6b-235f11697b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc21cd6-8564-4b93-ab57-e19e45c45f98 {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:43:36.006465 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-f7b436df-2b77-403e-8d6b-235f11697b09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:36.024334 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bd2ec527-d9ac-4af6-8818-5d0676704e99 req-93451c08-0efe-46ab-9083-2f21fc304b7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=5d2302b5-7585-4737-ae23-2fb54629933a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677612 Apr 29 13:43:36.027072 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-f7b436df-2b77-403e-8d6b-235f11697b09 service neutron] Transition to ACTIVE for port object 9cc21cd6-8564-4b93-ab57-e19e45c45f98 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:43:36.031042 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-f7b436df-2b77-403e-8d6b-235f11697b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:36.159142 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b436df-2b77-403e-8d6b-235f11697b09 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc21cd6-8564-4b93-ab57-e19e45c45f98,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:36.269883 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-f7b436df-2b77-403e-8d6b-235f11697b09 service neutron] Attempting to bind port 9cc21cd6-8564-4b93-ab57-e19e45c45f98 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:43:36.270221 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-f7b436df-2b77-403e-8d6b-235f11697b09 service neutron] Attempting to bind port 9cc21cd6-8564-4b93-ab57-e19e45c45f98 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '1ff14dfd-18e6-4506-b72a-4e8f5532458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:43:36.270544 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-f7b436df-2b77-403e-8d6b-235f11697b09 service neutron] Attempting to bind port 9cc21cd6-8564-4b93-ab57-e19e45c45f98 on network 7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:43:36.276149 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-f7b436df-2b77-403e-8d6b-235f11697b09 service neutron] Port 9cc21cd6-8564-4b93-ab57-e19e45c45f98 on network 7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:43:36.276468 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-f7b436df-2b77-403e-8d6b-235f11697b09 service neutron] Attempting to bind port 9cc21cd6-8564-4b93-ab57-e19e45c45f98 on network 7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:43:36.282666 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-f7b436df-2b77-403e-8d6b-235f11697b09 service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:43:36.283014 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-f7b436df-2b77-403e-8d6b-235f11697b09 service neutron] Checking segment: {'id': '1ff14dfd-18e6-4506-b72a-4e8f5532458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:43:36.283397 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-f7b436df-2b77-403e-8d6b-235f11697b09 service neutron] Bound using segment: {'id': '1ff14dfd-18e6-4506-b72a-4e8f5532458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:43:36.283818 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-f7b436df-2b77-403e-8d6b-235f11697b09 service neutron] Bound port: 9cc21cd6-8564-4b93-ab57-e19e45c45f98, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff14dfd-18e6-4506-b72a-4e8f5532458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:43:36.284163 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-f7b436df-2b77-403e-8d6b-235f11697b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:36.377724 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-f7b436df-2b77-403e-8d6b-235f11697b09 service neutron] For port 9cc21cd6-8564-4b93-ab57-e19e45c45f98, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:43:36.381465 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-f7b436df-2b77-403e-8d6b-235f11697b09 service neutron] For port 9cc21cd6-8564-4b93-ab57-e19e45c45f98, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=9cc21cd6-8564-4b93-ab57-e19e45c45f98,segment=NetworkSegment(1ff14dfd-18e6-4506-b72a-4e8f5532458c),segment_id=1ff14dfd-18e6-4506-b72a-4e8f5532458c)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:43:36.385422 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-f7b436df-2b77-403e-8d6b-235f11697b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:36.448774 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-f7b436df-2b77-403e-8d6b-235f11697b09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:36.450161 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-f7b436df-2b77-403e-8d6b-235f11697b09 service neutron] 10.222.0.32 "PUT /v2.0/ports/9cc21cd6-8564-4b93-ab57-e19e45c45f98 HTTP/1.1" status: 200 len: 1093 time: 1.1027331 Apr 29 13:43:36.450659 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c739467-b220-4b6f-86c8-c05668e7227e', 'tag': '9cc21cd6-8564-4b93-ab57-e19e45c45f98'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:43:36.468183 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b436df-2b77-403e-8d6b-235f11697b09 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc21cd6-8564-4b93-ab57-e19e45c45f98,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:36.520652 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6035f945-694a-4408-abb4-e33964d04c4e'] response: {'name': 'network-changed', 'server_uuid': '1c739467-b220-4b6f-86c8-c05668e7227e', 'tag': '9cc21cd6-8564-4b93-ab57-e19e45c45f98', 'status': 'completed', 'code': 200} Apr 29 13:43:36.557926 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-993b8af4-fe9e-4503-9df7-cb63e71cb9e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=1c739467-b220-4b6f-86c8-c05668e7227e HTTP/1.1" status: 200 len: 1096 time: 0.0716617 Apr 29 13:43:36.629745 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-b39edf8f-0868-4a7f-ab0f-76863aa662a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cc21cd6-8564-4b93-ab57-e19e45c45f98 HTTP/1.1" status: 200 len: 217 time: 0.0655487 Apr 29 13:43:36.692997 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-07e9a653-08e5-459d-9e06-7cc9361c1201 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:36.694475 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-07e9a653-08e5-459d-9e06-7cc9361c1201 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=afb93d72-e696-402b-9032-82b799d90cdc HTTP/1.1" status: 200 len: 835 time: 0.0585983 Apr 29 13:43:36.714209 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 5d4ec706-f3ec-4110-a84b-574c8baf87e8 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:43:36.777037 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-5975cb3f-7ba0-4e33-aed6-527152b34607 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762863 Apr 29 13:43:36.785560 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 5d4ec706-f3ec-4110-a84b-574c8baf87e8 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:43:36.786011 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:36.908039 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-f2a2c7c3-0e00-4669-addf-6aa959c4f1b9 service neutron] 10.222.0.32 "GET /v2.0/networks/7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253479 Apr 29 13:43:37.037886 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-89ff3fb1-d8e9-4e1b-9b2a-a6f53f8bb5ac req-745c6091-8e07-4628-8855-52b39765de3b service neutron] 10.222.0.32 "GET /v2.0/networks/7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229391 Apr 29 13:43:37.190081 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-be56872b-ed36-4f16-9387-7786c73c0c22 req-99f625f0-eced-427a-96fe-e96f2f55cb14 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=1c739467-b220-4b6f-86c8-c05668e7227e HTTP/1.1" status: 200 len: 1096 time: 0.1038430 Apr 29 13:43:37.338358 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c6f3b-e79a-4977-bf86-3b7bc7708f6a req-cffc0212-1ce2-4774-b4f8-1008618e4ede tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:37.339781 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-828c6f3b-e79a-4977-bf86-3b7bc7708f6a req-cffc0212-1ce2-4774-b4f8-1008618e4ede tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c739467-b220-4b6f-86c8-c05668e7227e HTTP/1.1" status: 200 len: 943 time: 0.1906500 Apr 29 13:43:37.342016 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56872b-ed36-4f16-9387-7786c73c0c22 req-b0c7637b-26bf-4861-94f8-e6f0d322e90a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:37.343296 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-be56872b-ed36-4f16-9387-7786c73c0c22 req-b0c7637b-26bf-4861-94f8-e6f0d322e90a service neutron] 10.222.0.32 "GET /v2.0/networks?id=7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 HTTP/1.1" status: 200 len: 897 time: 0.1461430 Apr 29 13:43:37.523338 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-be56872b-ed36-4f16-9387-7786c73c0c22 req-270aa31a-9bbc-43a4-b308-486799aa1d83 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cc21cd6-8564-4b93-ab57-e19e45c45f98 HTTP/1.1" status: 200 len: 217 time: 0.1641622 Apr 29 13:43:37.568087 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-828c6f3b-e79a-4977-bf86-3b7bc7708f6a req-c6ea4eed-e797-4a3a-8d56-5537ea229a94 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=5d2302b5-7585-4737-ae23-2fb54629933a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216711 Apr 29 13:43:37.591662 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56872b-ed36-4f16-9387-7786c73c0c22 req-4ca6909d-1998-47ee-b5eb-9a0acdea876f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:37.593079 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-be56872b-ed36-4f16-9387-7786c73c0c22 req-4ca6909d-1998-47ee-b5eb-9a0acdea876f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=afb93d72-e696-402b-9032-82b799d90cdc HTTP/1.1" status: 200 len: 835 time: 0.0620892 Apr 29 13:43:37.664993 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-be56872b-ed36-4f16-9387-7786c73c0c22 req-859a5929-0624-40eb-ab54-fd73fdd3dee3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660830 Apr 29 13:43:37.795554 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-be56872b-ed36-4f16-9387-7786c73c0c22 req-2832ce4e-8b70-4714-8f85-ee1236b0dbe4 service neutron] 10.222.0.32 "GET /v2.0/networks/7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246738 Apr 29 13:43:37.855108 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a020e92c-ae2c-48dd-8fce-22108f080b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:37.928468 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-be56872b-ed36-4f16-9387-7786c73c0c22 req-01a14bda-ee45-4387-a22e-f2754acbd0de service neutron] 10.222.0.32 "GET /v2.0/networks/7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264596 Apr 29 13:43:38.605242 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:43:38.765140 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e23e46-a410-4d7f-af98-156b59d6bcb0 req-22b9e69e-ffa1-411f-ae08-6f20bab75f8f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:38.767285 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-02e23e46-a410-4d7f-af98-156b59d6bcb0 req-22b9e69e-ffa1-411f-ae08-6f20bab75f8f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c739467-b220-4b6f-86c8-c05668e7227e HTTP/1.1" status: 200 len: 943 time: 0.0797837 Apr 29 13:43:38.810920 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-02e23e46-a410-4d7f-af98-156b59d6bcb0 req-5817b3fe-e9c2-4a8a-a396-f5c1d6a74d09 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=5d2302b5-7585-4737-ae23-2fb54629933a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380805 Apr 29 13:43:40.021937 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1461b-885c-4f4d-af4c-0d34cd06a8ba req-21cd5c61-7d0c-4243-9d05-63159956d0f7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:40.023360 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-96b1461b-885c-4f4d-af4c-0d34cd06a8ba req-21cd5c61-7d0c-4243-9d05-63159956d0f7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c739467-b220-4b6f-86c8-c05668e7227e HTTP/1.1" status: 200 len: 943 time: 0.0810761 Apr 29 13:43:40.067635 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-96b1461b-885c-4f4d-af4c-0d34cd06a8ba req-1053aea3-5577-4c40-9942-0fa94ca6c27b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=5d2302b5-7585-4737-ae23-2fb54629933a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386956 Apr 29 13:43:40.417104 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-458eec55-0c96-4e00-b902-e8c35cee6316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:41.055794 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 9cc21cd6-8564-4b93-ab57-e19e45c45f98 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:43:41.190533 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 9cc21cd6-8564-4b93-ab57-e19e45c45f98, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=9cc21cd6-8564-4b93-ab57-e19e45c45f98,segment=NetworkSegment(1ff14dfd-18e6-4506-b72a-4e8f5532458c),segment_id=1ff14dfd-18e6-4506-b72a-4e8f5532458c)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:41.203664 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '9cc21cd6-8564-4b93-ab57-e19e45c45f98', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'port_id': '9cc21cd6-8564-4b93-ab57-e19e45c45f98', 'mac_address': 'fa:16:3e:c3:30:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:43:41.257421 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:41.262732 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d9bc0-dcfb-48e6-b151-22504b81459d req-3e92b48c-bd93-475c-a958-d6cfa84dd069 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:41.264209 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-545d9bc0-dcfb-48e6-b151-22504b81459d req-3e92b48c-bd93-475c-a958-d6cfa84dd069 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c739467-b220-4b6f-86c8-c05668e7227e HTTP/1.1" status: 200 len: 943 time: 0.0770721 Apr 29 13:43:41.276667 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc21cd6-8564-4b93-ab57-e19e45c45f98 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:43:41.295080 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 9cc21cd6-8564-4b93-ab57-e19e45c45f98, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=9cc21cd6-8564-4b93-ab57-e19e45c45f98,segment=NetworkSegment(1ff14dfd-18e6-4506-b72a-4e8f5532458c),segment_id=1ff14dfd-18e6-4506-b72a-4e8f5532458c)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:41.299019 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:41.313695 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-545d9bc0-dcfb-48e6-b151-22504b81459d req-856b75de-f4cb-4a25-9fbf-0012630cf167 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=5d2302b5-7585-4737-ae23-2fb54629933a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431166 Apr 29 13:43:41.366787 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=9cc21cd6-8564-4b93-ab57-e19e45c45f98,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:41.466293 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:41.552536 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:41.689055 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['9cc21cd6-8564-4b93-ab57-e19e45c45f98'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:43:42.505583 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904eb64-d42f-4200-82ea-338702e61fdd req-e8155583-bab5-4ad6-aa4c-9f3d3ac77ae0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:42.507019 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f904eb64-d42f-4200-82ea-338702e61fdd req-e8155583-bab5-4ad6-aa4c-9f3d3ac77ae0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c739467-b220-4b6f-86c8-c05668e7227e HTTP/1.1" status: 200 len: 944 time: 0.0751157 Apr 29 13:43:42.555049 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f904eb64-d42f-4200-82ea-338702e61fdd req-c4ac2747-d106-47db-a7bf-1a8c10b2ae0b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=5d2302b5-7585-4737-ae23-2fb54629933a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424721 Apr 29 13:43:42.917848 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:43.062044 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 9cc21cd6-8564-4b93-ab57-e19e45c45f98 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:43:43.127975 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 9cc21cd6-8564-4b93-ab57-e19e45c45f98 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:43:43.132419 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 9cc21cd6-8564-4b93-ab57-e19e45c45f98 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:43:43.132808 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:43.247973 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:43.274401 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c739467-b220-4b6f-86c8-c05668e7227e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc21cd6-8564-4b93-ab57-e19e45c45f98'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:43:43.284851 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 9cc21cd6-8564-4b93-ab57-e19e45c45f98, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=9cc21cd6-8564-4b93-ab57-e19e45c45f98,segment=NetworkSegment(1ff14dfd-18e6-4506-b72a-4e8f5532458c),segment_id=1ff14dfd-18e6-4506-b72a-4e8f5532458c)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:43.289549 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:43.358505 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=9cc21cd6-8564-4b93-ab57-e19e45c45f98,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:43.405841 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdfc86bf-c18e-4050-b791-e2aad66ba132'] response: {'server_uuid': '1c739467-b220-4b6f-86c8-c05668e7227e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc21cd6-8564-4b93-ab57-e19e45c45f98', 'code': 200} Apr 29 13:43:43.636331 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9b649a07-074a-4a6b-9725-8bcd8550d541 req-0a395dcd-a4ab-46ff-9310-59a2afcf4c99 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1c739467-b220-4b6f-86c8-c05668e7227e HTTP/1.1" status: 200 len: 1098 time: 0.0667772 Apr 29 13:43:43.711285 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9b649a07-074a-4a6b-9725-8bcd8550d541 req-77ff4a22-6097-46e4-bade-f5f5d6fbcd99 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5d2302b5-7585-4737-ae23-2fb54629933a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686896 Apr 29 13:43:43.754225 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e10a0-2786-41fc-95b7-e15590b45315 req-c3b78cb0-11d4-40a6-9b2b-3b184ccb7710 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:43.755930 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d87e10a0-2786-41fc-95b7-e15590b45315 req-c3b78cb0-11d4-40a6-9b2b-3b184ccb7710 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c739467-b220-4b6f-86c8-c05668e7227e HTTP/1.1" status: 200 len: 945 time: 0.0811977 Apr 29 13:43:43.801247 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d87e10a0-2786-41fc-95b7-e15590b45315 req-78ace2ce-bdcd-4a61-b328-0359fa45fa90 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=5d2302b5-7585-4737-ae23-2fb54629933a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398130 Apr 29 13:43:45.005378 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba6572-56d0-4398-afca-690c6276bb1b req-7a545c36-f367-486f-ae85-a248fc8379bd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:45.007032 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9eba6572-56d0-4398-afca-690c6276bb1b req-7a545c36-f367-486f-ae85-a248fc8379bd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c739467-b220-4b6f-86c8-c05668e7227e HTTP/1.1" status: 200 len: 945 time: 0.0837722 Apr 29 13:43:45.058681 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9eba6572-56d0-4398-afca-690c6276bb1b req-4853cdca-8ef9-4f76-8f36-cf8cc2ccc492 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=5d2302b5-7585-4737-ae23-2fb54629933a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455055 Apr 29 13:43:46.258260 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da9d35-7473-4dc5-ba4c-3e408af97433 req-ca5cd910-6c77-48f0-8e2c-ad6b1c6684ff tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:46.259690 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e5da9d35-7473-4dc5-ba4c-3e408af97433 req-ca5cd910-6c77-48f0-8e2c-ad6b1c6684ff tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c739467-b220-4b6f-86c8-c05668e7227e HTTP/1.1" status: 200 len: 945 time: 0.0754187 Apr 29 13:43:46.304116 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e5da9d35-7473-4dc5-ba4c-3e408af97433 req-53c9af72-004e-4f21-b3a5-f85e88f6dbad tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=5d2302b5-7585-4737-ae23-2fb54629933a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390491 Apr 29 13:43:46.505147 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b406f08-f8df-47ed-b93e-ba5750954c7b req-4e603f46-a5e8-43a8-beeb-f0cc5f2ad123 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:46.506577 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3b406f08-f8df-47ed-b93e-ba5750954c7b req-4e603f46-a5e8-43a8-beeb-f0cc5f2ad123 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c739467-b220-4b6f-86c8-c05668e7227e HTTP/1.1" status: 200 len: 945 time: 0.0809038 Apr 29 13:43:46.550537 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3b406f08-f8df-47ed-b93e-ba5750954c7b req-06ea3424-99df-4e26-8422-2b28265e589b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=5d2302b5-7585-4737-ae23-2fb54629933a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385234 Apr 29 13:43:46.577120 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37510) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:46.644901 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-daf5d276-1793-4c2d-b5af-044e040a3e0a tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1c739467-b220-4b6f-86c8-c05668e7227e HTTP/1.1" status: 200 len: 1093 time: 0.0666678 Apr 29 13:43:46.647422 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37514) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:46.652481 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-e9a47443-f649-4d76-9131-e957a0a9949f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'port_id': '9cc21cd6-8564-4b93-ab57-e19e45c45f98', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:43:46.658464 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e9a47443-f649-4d76-9131-e957a0a9949f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:43:46.662239 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e9a47443-f649-4d76-9131-e957a0a9949f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:floatingip and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:43:46.665047 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e9a47443-f649-4d76-9131-e957a0a9949f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:43:46.670606 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e9a47443-f649-4d76-9131-e957a0a9949f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:43:46.680732 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e9a47443-f649-4d76-9131-e957a0a9949f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:46.816431 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e9a47443-f649-4d76-9131-e957a0a9949f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:46.952038 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-e9a47443-f649-4d76-9131-e957a0a9949f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.26.6.229 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/a1562724-50cd-41bd-b952-9851062afcec) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:43:47.097841 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e9a47443-f649-4d76-9131-e957a0a9949f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:47.123547 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e9a47443-f649-4d76-9131-e957a0a9949f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:47.186005 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a47443-f649-4d76-9131-e957a0a9949f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:43:47.189353 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-e9a47443-f649-4d76-9131-e957a0a9949f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:43:47.192955 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a47443-f649-4d76-9131-e957a0a9949f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:43:47.315049 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a47443-f649-4d76-9131-e957a0a9949f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=a1562724-50cd-41bd-b952-9851062afcec,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:47.770565 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e9a47443-f649-4d76-9131-e957a0a9949f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:47.825745 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e9a47443-f649-4d76-9131-e957a0a9949f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:48.033784 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e9a47443-f649-4d76-9131-e957a0a9949f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:48.039438 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e9a47443-f649-4d76-9131-e957a0a9949f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:48.146103 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a47443-f649-4d76-9131-e957a0a9949f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=a1562724-50cd-41bd-b952-9851062afcec,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:48.159366 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e9a47443-f649-4d76-9131-e957a0a9949f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:48.349820 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.l3_db [None req-e9a47443-f649-4d76-9131-e957a0a9949f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Floating IP 53f265f1-6b06-42eb-8267-f0ad54166c61 associated. External IP: 172.26.6.229, port: 9cc21cd6-8564-4b93-ab57-e19e45c45f98. Apr 29 13:43:48.831051 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a47443-f649-4d76-9131-e957a0a9949f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router 7ceef3fa-81db-4f7a-a3e1-be46141d3703 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:43:49.024060 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a47443-f649-4d76-9131-e957a0a9949f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:43:49.034556 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5917184-2ded-46f5-b38b-3baa4dcc8ecc None None] Sync routers for ids ['7ceef3fa-81db-4f7a-a3e1-be46141d3703'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:43:49.047100 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5917184-2ded-46f5-b38b-3baa4dcc8ecc None None] Routers {'7ceef3fa-81db-4f7a-a3e1-be46141d3703'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:43:49.047752 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-d5917184-2ded-46f5-b38b-3baa4dcc8ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:43:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['7ceef3fa-81db-4f7a-a3e1-be46141d3703'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:49.048474 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e9a47443-f649-4d76-9131-e957a0a9949f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:49.104343 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e9a47443-f649-4d76-9131-e957a0a9949f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4559345 Apr 29 13:43:49.105020 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c739467-b220-4b6f-86c8-c05668e7227e', 'tag': '9cc21cd6-8564-4b93-ab57-e19e45c45f98'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:43:49.107098 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37518) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:49.184027 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-54ea018c-5300-4d43-9fe2-f656c220c7b3 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1c739467-b220-4b6f-86c8-c05668e7227e HTTP/1.1" status: 200 len: 1093 time: 0.0745583 Apr 29 13:43:49.226832 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-d5917184-2ded-46f5-b38b-3baa4dcc8ecc None None] Set router 7ceef3fa-81db-4f7a-a3e1-be46141d3703 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:43:49.243622 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab039b80-c5e4-432a-9f50-86fd9fa351fb'] response: {'name': 'network-changed', 'server_uuid': '1c739467-b220-4b6f-86c8-c05668e7227e', 'tag': '9cc21cd6-8564-4b93-ab57-e19e45c45f98', 'status': 'completed', 'code': 200} Apr 29 13:43:49.342953 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-db432d8a-d3e5-46b1-a82c-9091ae23d602 req-18af2f63-e1a4-4422-a0df-396a48545e62 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=1c739467-b220-4b6f-86c8-c05668e7227e HTTP/1.1" status: 200 len: 1098 time: 0.0701761 Apr 29 13:43:49.433993 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37528) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:49.441381 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-fe85cdb9-a2de-40b9-a736-f80a209e3465 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1695170388', 'description': 'tempest-secgroup-smoke-1695170388 description', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:43:49.448194 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-fe85cdb9-a2de-40b9-a736-f80a209e3465 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:43:49.459922 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-fe85cdb9-a2de-40b9-a736-f80a209e3465 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:43:49.471339 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fe85cdb9-a2de-40b9-a736-f80a209e3465 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:49.478450 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db432d8a-d3e5-46b1-a82c-9091ae23d602 req-3d154bbb-d363-47f4-a5fe-2614e544b03b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:49.479917 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-db432d8a-d3e5-46b1-a82c-9091ae23d602 req-3d154bbb-d363-47f4-a5fe-2614e544b03b service neutron] 10.222.0.32 "GET /v2.0/networks?id=7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 HTTP/1.1" status: 200 len: 897 time: 0.1316142 Apr 29 13:43:49.507256 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-fe85cdb9-a2de-40b9-a736-f80a209e3465 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:43:49.511076 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-fe85cdb9-a2de-40b9-a736-f80a209e3465 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:43:49.514131 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-fe85cdb9-a2de-40b9-a736-f80a209e3465 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:43:49.520557 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-fe85cdb9-a2de-40b9-a736-f80a209e3465 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:43:49.583775 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fe85cdb9-a2de-40b9-a736-f80a209e3465 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:49.589337 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fe85cdb9-a2de-40b9-a736-f80a209e3465 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:49.589640 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-db432d8a-d3e5-46b1-a82c-9091ae23d602 req-9eb4f15c-d872-41e6-822b-96ed05abb5c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cc21cd6-8564-4b93-ab57-e19e45c45f98 HTTP/1.1" status: 200 len: 999 time: 0.1039934 Apr 29 13:43:49.608643 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-d5917184-2ded-46f5-b38b-3baa4dcc8ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'name': 'tempest-TestNetworkBasicOps-router-599457025', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '53f265f1-6b06-42eb-8267-f0ad54166c61', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.229', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'port_id': '9cc21cd6-8564-4b93-ab57-e19e45c45f98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'mac_address': 'fa:16:3e:c3:30:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c739467-b220-4b6f-86c8-c05668e7227e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:43:47Z', 'updated_at': '2022-04-29T13:43:47Z', 'revision_number': 0, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d4ec706-f3ec-4110-a84b-574c8baf87e8', 'name': '', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:de:07:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:28Z', 'updated_at': '2022-04-29T13:43:34Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:49.614076 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5917184-2ded-46f5-b38b-3baa4dcc8ecc None None] Checking router: 7ceef3fa-81db-4f7a-a3e1-be46141d3703 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:43:49.627113 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5917184-2ded-46f5-b38b-3baa4dcc8ecc None None] Routers {'7ceef3fa-81db-4f7a-a3e1-be46141d3703'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:43:49.627731 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-d5917184-2ded-46f5-b38b-3baa4dcc8ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:43:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['7ceef3fa-81db-4f7a-a3e1-be46141d3703'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:49.646580 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85cdb9-a2de-40b9-a736-f80a209e3465 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45e60d67-fce7-46cf-9cff-df7c5f431ea7,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:49.651621 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fe85cdb9-a2de-40b9-a736-f80a209e3465 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:49.653642 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db432d8a-d3e5-46b1-a82c-9091ae23d602 req-a4d9b5f0-eb67-4724-bf26-f8bd6194a6c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:49.655084 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-db432d8a-d3e5-46b1-a82c-9091ae23d602 req-a4d9b5f0-eb67-4724-bf26-f8bd6194a6c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=afb93d72-e696-402b-9032-82b799d90cdc HTTP/1.1" status: 200 len: 835 time: 0.0598116 Apr 29 13:43:49.655615 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37532) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:49.655792 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-fe85cdb9-a2de-40b9-a736-f80a209e3465 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2198765 Apr 29 13:43:49.661456 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-a582f4bc-334e-40df-839d-9598abf78444 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '45e60d67-fce7-46cf-9cff-df7c5f431ea7', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:43:49.702842 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-a582f4bc-334e-40df-839d-9598abf78444 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:43:49.711699 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-a582f4bc-334e-40df-839d-9598abf78444 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:43:49.715417 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-a582f4bc-334e-40df-839d-9598abf78444 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:43:49.723394 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-a582f4bc-334e-40df-839d-9598abf78444 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:43:49.751692 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a582f4bc-334e-40df-839d-9598abf78444 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:49.789721 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-db432d8a-d3e5-46b1-a82c-9091ae23d602 req-873115d5-d1a0-49a8-b004-00bddcc05dd3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1238191 Apr 29 13:43:49.808510 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-d5917184-2ded-46f5-b38b-3baa4dcc8ecc None None] Set router 7ceef3fa-81db-4f7a-a3e1-be46141d3703 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:43:49.910298 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a582f4bc-334e-40df-839d-9598abf78444 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:49.920654 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a582f4bc-334e-40df-839d-9598abf78444 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:49.957338 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582f4bc-334e-40df-839d-9598abf78444 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ea42a8-6b0a-4757-9c73-eb0b7850fcde,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:49.970662 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-db432d8a-d3e5-46b1-a82c-9091ae23d602 req-975ecd8d-56f6-4853-991b-e6a9151742af service neutron] 10.222.0.32 "GET /v2.0/networks/7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750193 Apr 29 13:43:49.972045 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a582f4bc-334e-40df-839d-9598abf78444 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:49.975590 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a582f4bc-334e-40df-839d-9598abf78444 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3162344 Apr 29 13:43:49.975804 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37536) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:49.982247 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-a31d106e-1fac-4227-9e6a-4fe89876733e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '45e60d67-fce7-46cf-9cff-df7c5f431ea7', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:43:50.009640 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-a31d106e-1fac-4227-9e6a-4fe89876733e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:43:50.153629 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-a31d106e-1fac-4227-9e6a-4fe89876733e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:43:50.162941 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-a31d106e-1fac-4227-9e6a-4fe89876733e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:43:50.165056 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-d5917184-2ded-46f5-b38b-3baa4dcc8ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'name': 'tempest-TestNetworkBasicOps-router-599457025', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '53f265f1-6b06-42eb-8267-f0ad54166c61', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.229', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'port_id': '9cc21cd6-8564-4b93-ab57-e19e45c45f98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'mac_address': 'fa:16:3e:c3:30:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c739467-b220-4b6f-86c8-c05668e7227e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:43:47Z', 'updated_at': '2022-04-29T13:43:47Z', 'revision_number': 0, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d4ec706-f3ec-4110-a84b-574c8baf87e8', 'name': '', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:de:07:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:28Z', 'updated_at': '2022-04-29T13:43:34Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:50.168926 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5917184-2ded-46f5-b38b-3baa4dcc8ecc None None] The sync data for ids ['7ceef3fa-81db-4f7a-a3e1-be46141d3703'] in dv-neutron-839027-4-hyperv is: [{'id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'name': 'tempest-TestNetworkBasicOps-router-599457025', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '53f265f1-6b06-42eb-8267-f0ad54166c61', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.229', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'port_id': '9cc21cd6-8564-4b93-ab57-e19e45c45f98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'mac_address': 'fa:16:3e:c3:30:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c739467-b220-4b6f-86c8-c05668e7227e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:43:47Z', 'updated_at': '2022-04-29T13:43:47Z', 'revision_number': 0, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d4ec706-f3ec-4110-a84b-574c8baf87e8', 'name': '', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:de:07:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:28Z', 'updated_at': '2022-04-29T13:43:34Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:43:50.172114 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-a31d106e-1fac-4227-9e6a-4fe89876733e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:43:50.208252 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a31d106e-1fac-4227-9e6a-4fe89876733e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:50.240846 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-db432d8a-d3e5-46b1-a82c-9091ae23d602 req-c7ede70c-a16a-42b5-952d-2ba0f74f5439 service neutron] 10.222.0.32 "GET /v2.0/networks/7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625844 Apr 29 13:43:50.286219 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a31d106e-1fac-4227-9e6a-4fe89876733e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:50.289857 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a31d106e-1fac-4227-9e6a-4fe89876733e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:50.311962 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d106e-1fac-4227-9e6a-4fe89876733e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8908ff-41c9-40d2-ac3b-37d371ded69f,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:50.320718 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a31d106e-1fac-4227-9e6a-4fe89876733e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:50.321891 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a31d106e-1fac-4227-9e6a-4fe89876733e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3451395 Apr 29 13:43:50.324549 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37540) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:50.330493 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-6b621e6d-8e70-4f57-92f9-fa0408e88918 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '45e60d67-fce7-46cf-9cff-df7c5f431ea7', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:43:50.336603 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-6b621e6d-8e70-4f57-92f9-fa0408e88918 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:43:50.340382 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-6b621e6d-8e70-4f57-92f9-fa0408e88918 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:43:50.343390 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-6b621e6d-8e70-4f57-92f9-fa0408e88918 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:43:50.349894 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-6b621e6d-8e70-4f57-92f9-fa0408e88918 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:43:50.366514 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6b621e6d-8e70-4f57-92f9-fa0408e88918 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:50.430884 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6b621e6d-8e70-4f57-92f9-fa0408e88918 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:50.434790 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6b621e6d-8e70-4f57-92f9-fa0408e88918 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:50.459133 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b621e6d-8e70-4f57-92f9-fa0408e88918 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b36f498b-e4e8-4ce6-bbf4-30ff455df923,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:50.466228 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a475f78b-895f-499b-b1aa-007a6625246e None None] New status for floating IP 53f265f1-6b06-42eb-8267-f0ad54166c61: ACTIVE {{(pid=83906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:43:50.469687 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6b621e6d-8e70-4f57-92f9-fa0408e88918 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:50.471005 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6b621e6d-8e70-4f57-92f9-fa0408e88918 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1454501 Apr 29 13:43:50.473725 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37544) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:50.479336 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-d0cf9c55-2c36-447c-9c9b-135b0e185e01 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '45e60d67-fce7-46cf-9cff-df7c5f431ea7', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:43:50.486002 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-d0cf9c55-2c36-447c-9c9b-135b0e185e01 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:43:50.490108 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d0cf9c55-2c36-447c-9c9b-135b0e185e01 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:43:50.493212 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d0cf9c55-2c36-447c-9c9b-135b0e185e01 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:43:50.499010 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-d0cf9c55-2c36-447c-9c9b-135b0e185e01 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:43:50.515787 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d0cf9c55-2c36-447c-9c9b-135b0e185e01 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:50.578824 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d0cf9c55-2c36-447c-9c9b-135b0e185e01 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:50.582674 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d0cf9c55-2c36-447c-9c9b-135b0e185e01 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:50.611911 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf9c55-2c36-447c-9c9b-135b0e185e01 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26cd0b32-f353-43ec-81dc-4ed5b9958423,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:50.618238 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d0cf9c55-2c36-447c-9c9b-135b0e185e01 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:50.619419 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d0cf9c55-2c36-447c-9c9b-135b0e185e01 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1447558 Apr 29 13:43:50.622143 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37548) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:50.628416 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-fd97c6ea-b2e4-4a11-b21f-418174344c88 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '45e60d67-fce7-46cf-9cff-df7c5f431ea7', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:43:50.634060 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-fd97c6ea-b2e4-4a11-b21f-418174344c88 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:43:50.637784 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-fd97c6ea-b2e4-4a11-b21f-418174344c88 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:43:50.641413 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-fd97c6ea-b2e4-4a11-b21f-418174344c88 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:43:50.646862 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-fd97c6ea-b2e4-4a11-b21f-418174344c88 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:43:50.658059 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.securitygroups_db [None req-fd97c6ea-b2e4-4a11-b21f-418174344c88 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Project 4b7a89f6c8564a04be449e2e6b4a95e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:43:50.664937 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fd97c6ea-b2e4-4a11-b21f-418174344c88 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:50.729137 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fd97c6ea-b2e4-4a11-b21f-418174344c88 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:50.732455 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fd97c6ea-b2e4-4a11-b21f-418174344c88 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:50.753001 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97c6ea-b2e4-4a11-b21f-418174344c88 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33309d19-a393-4e83-8086-05155a027692,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:50.762888 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fd97c6ea-b2e4-4a11-b21f-418174344c88 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:50.764029 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-fd97c6ea-b2e4-4a11-b21f-418174344c88 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1409998 Apr 29 13:43:50.767361 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37552) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:43:50.772659 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-bbb05835-fe13-42df-8c58-f212e4ac6727 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '45e60d67-fce7-46cf-9cff-df7c5f431ea7', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:43:50.778493 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-bbb05835-fe13-42df-8c58-f212e4ac6727 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:43:50.782263 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bbb05835-fe13-42df-8c58-f212e4ac6727 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:43:50.785157 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bbb05835-fe13-42df-8c58-f212e4ac6727 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:43:50.790963 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-bbb05835-fe13-42df-8c58-f212e4ac6727 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:43:50.801443 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.securitygroups_db [None req-bbb05835-fe13-42df-8c58-f212e4ac6727 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Project 4b7a89f6c8564a04be449e2e6b4a95e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:43:50.807951 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bbb05835-fe13-42df-8c58-f212e4ac6727 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:50.873771 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bbb05835-fe13-42df-8c58-f212e4ac6727 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:50.877786 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bbb05835-fe13-42df-8c58-f212e4ac6727 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:50.900678 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb05835-fe13-42df-8c58-f212e4ac6727 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cfe79ad-6b28-4182-bab3-b35a8078c71c,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:50.910220 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bbb05835-fe13-42df-8c58-f212e4ac6727 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:50.911397 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-bbb05835-fe13-42df-8c58-f212e4ac6727 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1431439 Apr 29 13:43:51.080660 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-b79936d7-b77f-4b47-ac1c-90b5d59c28e2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1695170388&fields=id&tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 267 time: 0.0410278 Apr 29 13:43:51.235338 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-97cabb2b-53f0-43cc-9823-9a5a61a66aa1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:51.236688 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-97cabb2b-53f0-43cc-9823-9a5a61a66aa1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/networks?id=7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 HTTP/1.1" status: 200 len: 796 time: 0.1495967 Apr 29 13:43:51.253088 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-c94edff7-c8bc-41b6-9e95-64e4a0870911 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/quotas/4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 375 time: 0.0110607 Apr 29 13:43:51.338073 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-c632c56d-f9d4-4e70-b7b2-543e7930c9b0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0799856 Apr 29 13:43:51.417789 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-9b242f02-0afa-4017-91ea-115e798feebf service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:43:51.418735 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-9b242f02-0afa-4017-91ea-115e798feebf service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0690014 Apr 29 13:43:51.553080 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-f1a222a3-29f5-4eb8-8ace-4f324fcde8bf service neutron] 10.222.0.76 "GET /v2.0/networks/7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275389 Apr 29 13:43:51.680922 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-ee127bfe-bb1d-48e0-8ef1-ef1b7adec582 service neutron] 10.222.0.76 "GET /v2.0/networks/7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221495 Apr 29 13:43:51.869146 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1e8cadb9-6336-4e9c-ac45-945c95bc7917 req-b652af3a-e916-4a04-9fc4-69a75d869ac7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f53e11-12c2-4e86-93f7-4af9e34c3d23 HTTP/1.1" status: 200 len: 210 time: 0.0472271 Apr 29 13:43:52.976507 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-74c89f88-2c9c-4eec-815d-8ec58950936d req-202bfe33-a9eb-43ef-8c02-c7545f8b4979 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f53e11-12c2-4e86-93f7-4af9e34c3d23 HTTP/1.1" status: 200 len: 210 time: 0.0418584 Apr 29 13:43:54.138789 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-088a47c2-7b79-4797-9ce5-c1098631c87a req-92d20f8c-ca9f-4049-8f10-fb43b8712ceb tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f53e11-12c2-4e86-93f7-4af9e34c3d23 HTTP/1.1" status: 200 len: 210 time: 0.0419965 Apr 29 13:43:54.907364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-e79b0001-c42c-46b9-a23a-1c4cad625bd5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:54.908787 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-e79b0001-c42c-46b9-a23a-1c4cad625bd5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/networks?id=7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 HTTP/1.1" status: 200 len: 796 time: 0.1518779 Apr 29 13:43:54.975018 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-ea17a8fe-bd8e-4350-a885-406ea6f1057b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 473 time: 0.0430493 Apr 29 13:43:54.983079 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-531ae225-67e2-438e-86a4-10148a1b6f7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'port': {'device_id': '68f53e11-12c2-4e86-93f7-4af9e34c3d23', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'admin_state_up': True, 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'security_groups': ['45e60d67-fce7-46cf-9cff-df7c5f431ea7']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:43:55.115980 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-531ae225-67e2-438e-86a4-10148a1b6f7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:43:55.125797 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-531ae225-67e2-438e-86a4-10148a1b6f7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:43:55.135116 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-531ae225-67e2-438e-86a4-10148a1b6f7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Made reservation on behalf of 4b7a89f6c8564a04be449e2e6b4a95e5 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:43:55.138324 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-531ae225-67e2-438e-86a4-10148a1b6f7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:55.322460 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8b040f03-6d3e-4b94-b0ad-32cddf10be4e req-e1b36195-c85c-41c6-8f6f-a377494223dc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f53e11-12c2-4e86-93f7-4af9e34c3d23 HTTP/1.1" status: 200 len: 210 time: 0.0549707 Apr 29 13:43:55.341397 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-531ae225-67e2-438e-86a4-10148a1b6f7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.20.0.10 (7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8/afb93d72-e696-402b-9032-82b799d90cdc/d813b123-a4bf-403a-8f13-3f7fea7c2384) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:43:55.605754 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-531ae225-67e2-438e-86a4-10148a1b6f7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:55.621312 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-531ae225-67e2-438e-86a4-10148a1b6f7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Transition to ACTIVE for port object d813b123-a4bf-403a-8f13-3f7fea7c2384 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:43:55.642660 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-531ae225-67e2-438e-86a4-10148a1b6f7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:55.712362 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-531ae225-67e2-438e-86a4-10148a1b6f7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:43:55.715214 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-531ae225-67e2-438e-86a4-10148a1b6f7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:43:55.717818 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-531ae225-67e2-438e-86a4-10148a1b6f7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:43:55.759131 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ae225-67e2-438e-86a4-10148a1b6f7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=d813b123-a4bf-403a-8f13-3f7fea7c2384,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:55.794316 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-531ae225-67e2-438e-86a4-10148a1b6f7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:55.794932 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-531ae225-67e2-438e-86a4-10148a1b6f7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:55.823998 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-531ae225-67e2-438e-86a4-10148a1b6f7b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8442373 Apr 29 13:43:55.836055 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-1a3d8d4c-9b41-450d-8bd0-fde18841e257 service neutron] Request body: {'port': {'device_id': '68f53e11-12c2-4e86-93f7-4af9e34c3d23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:43:55.948612 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-1a3d8d4c-9b41-450d-8bd0-fde18841e257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:55.974905 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-8dec2de5-f147-4a2b-9e7c-70190168cec7 None None] Provisioning for port d813b123-a4bf-403a-8f13-3f7fea7c2384 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:43:55.979851 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-8dec2de5-f147-4a2b-9e7c-70190168cec7 None None] Provisioning complete for port d813b123-a4bf-403a-8f13-3f7fea7c2384 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:43:55.980263 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8dec2de5-f147-4a2b-9e7c-70190168cec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:56.033693 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-8dec2de5-f147-4a2b-9e7c-70190168cec7 None None] Port d813b123-a4bf-403a-8f13-3f7fea7c2384 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:43:56.285401 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-1a3d8d4c-9b41-450d-8bd0-fde18841e257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d813b123-a4bf-403a-8f13-3f7fea7c2384 {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:43:56.291991 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-1a3d8d4c-9b41-450d-8bd0-fde18841e257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:56.306171 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-1a3d8d4c-9b41-450d-8bd0-fde18841e257 service neutron] Transition to ACTIVE for port object d813b123-a4bf-403a-8f13-3f7fea7c2384 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:43:56.309500 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-1a3d8d4c-9b41-450d-8bd0-fde18841e257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:56.434479 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d8d4c-9b41-450d-8bd0-fde18841e257 service neutron] Pushing event updated for resources: {'Port': ['ID=d813b123-a4bf-403a-8f13-3f7fea7c2384,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:56.526173 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017634fd-48e2-498e-9e61-8a4df19ddf58 req-83b8bf8c-d1b2-44e0-a8bd-fe070e55dfa2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:56.527689 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-017634fd-48e2-498e-9e61-8a4df19ddf58 req-83b8bf8c-d1b2-44e0-a8bd-fe070e55dfa2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f53e11-12c2-4e86-93f7-4af9e34c3d23 HTTP/1.1" status: 200 len: 944 time: 0.0815799 Apr 29 13:43:56.546796 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-1a3d8d4c-9b41-450d-8bd0-fde18841e257 service neutron] Attempting to bind port d813b123-a4bf-403a-8f13-3f7fea7c2384 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:43:56.547226 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-1a3d8d4c-9b41-450d-8bd0-fde18841e257 service neutron] Attempting to bind port d813b123-a4bf-403a-8f13-3f7fea7c2384 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '1ff14dfd-18e6-4506-b72a-4e8f5532458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:43:56.547601 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-1a3d8d4c-9b41-450d-8bd0-fde18841e257 service neutron] Attempting to bind port d813b123-a4bf-403a-8f13-3f7fea7c2384 on network 7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:43:56.553664 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-1a3d8d4c-9b41-450d-8bd0-fde18841e257 service neutron] Port d813b123-a4bf-403a-8f13-3f7fea7c2384 on network 7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:43:56.553981 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-1a3d8d4c-9b41-450d-8bd0-fde18841e257 service neutron] Attempting to bind port d813b123-a4bf-403a-8f13-3f7fea7c2384 on network 7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:43:56.560092 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-1a3d8d4c-9b41-450d-8bd0-fde18841e257 service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:43:56.560413 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-1a3d8d4c-9b41-450d-8bd0-fde18841e257 service neutron] Checking segment: {'id': '1ff14dfd-18e6-4506-b72a-4e8f5532458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:43:56.560812 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-1a3d8d4c-9b41-450d-8bd0-fde18841e257 service neutron] Bound using segment: {'id': '1ff14dfd-18e6-4506-b72a-4e8f5532458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:43:56.561233 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-1a3d8d4c-9b41-450d-8bd0-fde18841e257 service neutron] Bound port: d813b123-a4bf-403a-8f13-3f7fea7c2384, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff14dfd-18e6-4506-b72a-4e8f5532458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:43:56.561568 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-1a3d8d4c-9b41-450d-8bd0-fde18841e257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:56.574575 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-017634fd-48e2-498e-9e61-8a4df19ddf58 req-5eb02c7d-2b10-4184-94db-b1965fcdbb55 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:43:56.591459 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-017634fd-48e2-498e-9e61-8a4df19ddf58 req-5eb02c7d-2b10-4184-94db-b1965fcdbb55 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:43:56.592588 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-017634fd-48e2-498e-9e61-8a4df19ddf58 req-5eb02c7d-2b10-4184-94db-b1965fcdbb55 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=45e60d67-fce7-46cf-9cff-df7c5f431ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576601 Apr 29 13:43:56.651883 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-1a3d8d4c-9b41-450d-8bd0-fde18841e257 service neutron] For port d813b123-a4bf-403a-8f13-3f7fea7c2384, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:43:56.655346 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-1a3d8d4c-9b41-450d-8bd0-fde18841e257 service neutron] For port d813b123-a4bf-403a-8f13-3f7fea7c2384, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=d813b123-a4bf-403a-8f13-3f7fea7c2384,segment=NetworkSegment(1ff14dfd-18e6-4506-b72a-4e8f5532458c),segment_id=1ff14dfd-18e6-4506-b72a-4e8f5532458c)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:43:56.659606 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-1a3d8d4c-9b41-450d-8bd0-fde18841e257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:56.725809 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-1a3d8d4c-9b41-450d-8bd0-fde18841e257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:56.727154 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-1a3d8d4c-9b41-450d-8bd0-fde18841e257 service neutron] 10.222.0.32 "PUT /v2.0/ports/d813b123-a4bf-403a-8f13-3f7fea7c2384 HTTP/1.1" status: 200 len: 1094 time: 0.8955219 Apr 29 13:43:56.727581 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f53e11-12c2-4e86-93f7-4af9e34c3d23', 'tag': 'd813b123-a4bf-403a-8f13-3f7fea7c2384'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:43:56.749975 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d8d4c-9b41-450d-8bd0-fde18841e257 service neutron] Pushing event updated for resources: {'Port': ['ID=d813b123-a4bf-403a-8f13-3f7fea7c2384,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:56.809336 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e4911a7-22f8-4235-9dab-c2052724075e'] response: {'name': 'network-changed', 'server_uuid': '68f53e11-12c2-4e86-93f7-4af9e34c3d23', 'tag': 'd813b123-a4bf-403a-8f13-3f7fea7c2384', 'status': 'completed', 'code': 200} Apr 29 13:43:56.853449 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-b36b1027-2e1a-43b6-b2e5-bd1b47310edb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=68f53e11-12c2-4e86-93f7-4af9e34c3d23 HTTP/1.1" status: 200 len: 1097 time: 0.0882897 Apr 29 13:43:56.929617 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-f37abd2e-2913-4918-ba89-9012d33f1881 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d813b123-a4bf-403a-8f13-3f7fea7c2384 HTTP/1.1" status: 200 len: 217 time: 0.0691609 Apr 29 13:43:56.993953 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-647b74dd-b794-46b9-999d-6d84419faa97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:56.995299 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-647b74dd-b794-46b9-999d-6d84419faa97 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=afb93d72-e696-402b-9032-82b799d90cdc HTTP/1.1" status: 200 len: 835 time: 0.0591934 Apr 29 13:43:57.067898 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-7aa3f3f0-9664-4c26-8d91-e2e9a5193aa2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651515 Apr 29 13:43:57.196402 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-ecfaa00e-61e8-4869-ba92-0994303678f6 service neutron] 10.222.0.32 "GET /v2.0/networks/7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217449 Apr 29 13:43:57.329993 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8dea44f0-ddf3-461c-9e39-9ef209cec2ba req-eb5050af-fed4-4bad-9da4-ae76618e07c4 service neutron] 10.222.0.32 "GET /v2.0/networks/7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219971 Apr 29 13:43:57.528896 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8bea7ffb-804b-4ace-894d-3836539689d3 req-fe29863d-a2ae-4460-ac55-8a7f53c7dd20 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=68f53e11-12c2-4e86-93f7-4af9e34c3d23 HTTP/1.1" status: 200 len: 1097 time: 0.1548145 Apr 29 13:43:57.658364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea7ffb-804b-4ace-894d-3836539689d3 req-58e0e037-76c8-4e1b-a31a-dc2e65779b8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:57.659799 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8bea7ffb-804b-4ace-894d-3836539689d3 req-58e0e037-76c8-4e1b-a31a-dc2e65779b8b service neutron] 10.222.0.32 "GET /v2.0/networks?id=7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 HTTP/1.1" status: 200 len: 897 time: 0.1231298 Apr 29 13:43:57.733213 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8bea7ffb-804b-4ace-894d-3836539689d3 req-eacf1a1b-15d8-4e69-b433-fcaab9d19337 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d813b123-a4bf-403a-8f13-3f7fea7c2384 HTTP/1.1" status: 200 len: 217 time: 0.0632427 Apr 29 13:43:57.795988 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51399ca-459b-4771-908c-cb3a3ec9ef29 req-8c740606-75b7-49c3-bbef-64345955731b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:57.797174 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea7ffb-804b-4ace-894d-3836539689d3 req-d9e97d86-f63d-4ed7-9b75-bca6d79d7d28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:57.797480 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f51399ca-459b-4771-908c-cb3a3ec9ef29 req-8c740606-75b7-49c3-bbef-64345955731b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f53e11-12c2-4e86-93f7-4af9e34c3d23 HTTP/1.1" status: 200 len: 944 time: 0.0814993 Apr 29 13:43:57.798536 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8bea7ffb-804b-4ace-894d-3836539689d3 req-d9e97d86-f63d-4ed7-9b75-bca6d79d7d28 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=afb93d72-e696-402b-9032-82b799d90cdc HTTP/1.1" status: 200 len: 835 time: 0.0586867 Apr 29 13:43:57.844147 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f51399ca-459b-4771-908c-cb3a3ec9ef29 req-c4e8abc8-8389-44b4-8f94-1cd7d743a531 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=45e60d67-fce7-46cf-9cff-df7c5f431ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410051 Apr 29 13:43:57.878051 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8bea7ffb-804b-4ace-894d-3836539689d3 req-fbaf5804-b56f-43b1-b956-81cbf6cda565 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711536 Apr 29 13:43:58.009671 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8bea7ffb-804b-4ace-894d-3836539689d3 req-35ac597a-a681-4d37-8620-93a6dce9425d service neutron] 10.222.0.32 "GET /v2.0/networks/7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230628 Apr 29 13:43:58.131763 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:43:58.145851 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8bea7ffb-804b-4ace-894d-3836539689d3 req-00879eed-aa9f-48e5-ba5e-b069cfe57d1b service neutron] 10.222.0.32 "GET /v2.0/networks/7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291940 Apr 29 13:43:59.037950 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12337654-5052-46be-a54d-a15503d09431 req-28591c16-c25d-4eed-a7dc-b5fdd5ee8a55 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:43:59.038688 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-12337654-5052-46be-a54d-a15503d09431 req-28591c16-c25d-4eed-a7dc-b5fdd5ee8a55 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:43:59.054002 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-12337654-5052-46be-a54d-a15503d09431 req-28591c16-c25d-4eed-a7dc-b5fdd5ee8a55 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:43:59.055126 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-12337654-5052-46be-a54d-a15503d09431 req-28591c16-c25d-4eed-a7dc-b5fdd5ee8a55 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f53e11-12c2-4e86-93f7-4af9e34c3d23 HTTP/1.1" status: 200 len: 944 time: 0.0906839 Apr 29 13:43:59.099712 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-12337654-5052-46be-a54d-a15503d09431 req-1b237c7a-14c7-4512-b28c-21778092b575 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=45e60d67-fce7-46cf-9cff-df7c5f431ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390248 Apr 29 13:44:00.293693 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d26eee-f2ad-431c-a440-26c7456602ea req-dded5ce3-cd66-4921-a49a-7f9afe8a2c54 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:44:00.295121 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-61d26eee-f2ad-431c-a440-26c7456602ea req-dded5ce3-cd66-4921-a49a-7f9afe8a2c54 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f53e11-12c2-4e86-93f7-4af9e34c3d23 HTTP/1.1" status: 200 len: 944 time: 0.0748060 Apr 29 13:44:00.343741 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-61d26eee-f2ad-431c-a440-26c7456602ea req-abd0f48c-2ede-44de-9ac4-d74c22ed862c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=45e60d67-fce7-46cf-9cff-df7c5f431ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421681 Apr 29 13:44:01.148080 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device d813b123-a4bf-403a-8f13-3f7fea7c2384 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:44:01.305065 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port d813b123-a4bf-403a-8f13-3f7fea7c2384, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=d813b123-a4bf-403a-8f13-3f7fea7c2384,segment=NetworkSegment(1ff14dfd-18e6-4506-b72a-4e8f5532458c),segment_id=1ff14dfd-18e6-4506-b72a-4e8f5532458c)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:44:01.317789 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': 'd813b123-a4bf-403a-8f13-3f7fea7c2384', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'port_id': 'd813b123-a4bf-403a-8f13-3f7fea7c2384', 'mac_address': 'fa:16:3e:69:f5:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:44:01.369885 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:44:01.387206 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d813b123-a4bf-403a-8f13-3f7fea7c2384 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:44:01.402929 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port d813b123-a4bf-403a-8f13-3f7fea7c2384, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=d813b123-a4bf-403a-8f13-3f7fea7c2384,segment=NetworkSegment(1ff14dfd-18e6-4506-b72a-4e8f5532458c),segment_id=1ff14dfd-18e6-4506-b72a-4e8f5532458c)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:44:01.407465 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:44:01.474464 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=d813b123-a4bf-403a-8f13-3f7fea7c2384,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:01.539680 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa370d-e2e5-4c75-9baa-7bb4ea1ca70d req-3c415dc0-9085-4295-905d-708e17473b9a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:44:01.541122 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a8aa370d-e2e5-4c75-9baa-7bb4ea1ca70d req-3c415dc0-9085-4295-905d-708e17473b9a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f53e11-12c2-4e86-93f7-4af9e34c3d23 HTTP/1.1" status: 200 len: 945 time: 0.0791736 Apr 29 13:44:01.586046 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a8aa370d-e2e5-4c75-9baa-7bb4ea1ca70d req-70d6de18-4240-4a6e-a9a9-a5eff419ab49 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=45e60d67-fce7-46cf-9cff-df7c5f431ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393002 Apr 29 13:44:01.768725 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['d813b123-a4bf-403a-8f13-3f7fea7c2384'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:44:02.776694 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5623d-d943-4f8b-868a-685f6a4708af req-39c43918-9efb-4309-b7a0-c585e13796ff tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:44:02.778168 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-0cb5623d-d943-4f8b-868a-685f6a4708af req-39c43918-9efb-4309-b7a0-c585e13796ff tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f53e11-12c2-4e86-93f7-4af9e34c3d23 HTTP/1.1" status: 200 len: 945 time: 0.0751016 Apr 29 13:44:02.825332 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-0cb5623d-d943-4f8b-868a-685f6a4708af req-4e3256d8-bf1d-49a4-9a2e-83dae35ae966 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=45e60d67-fce7-46cf-9cff-df7c5f431ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410998 Apr 29 13:44:03.163636 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device d813b123-a4bf-403a-8f13-3f7fea7c2384 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:44:03.230429 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port d813b123-a4bf-403a-8f13-3f7fea7c2384 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:44:03.235350 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port d813b123-a4bf-403a-8f13-3f7fea7c2384 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:44:03.235715 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:44:03.347041 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:44:03.372056 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f53e11-12c2-4e86-93f7-4af9e34c3d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd813b123-a4bf-403a-8f13-3f7fea7c2384'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:44:03.381924 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port d813b123-a4bf-403a-8f13-3f7fea7c2384, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=d813b123-a4bf-403a-8f13-3f7fea7c2384,segment=NetworkSegment(1ff14dfd-18e6-4506-b72a-4e8f5532458c),segment_id=1ff14dfd-18e6-4506-b72a-4e8f5532458c)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:44:03.386536 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:44:03.430216 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-267ff861-398a-46ab-beb5-6a5ce1941dda'] response: {'server_uuid': '68f53e11-12c2-4e86-93f7-4af9e34c3d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd813b123-a4bf-403a-8f13-3f7fea7c2384', 'code': 200} Apr 29 13:44:03.455756 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=d813b123-a4bf-403a-8f13-3f7fea7c2384,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:03.649085 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a5b4eec7-ad26-4c5d-8718-bc17b58924da req-ef00c8d7-1069-41ca-9d49-55baf8f8fd90 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=68f53e11-12c2-4e86-93f7-4af9e34c3d23 HTTP/1.1" status: 200 len: 1099 time: 0.0648572 Apr 29 13:44:03.690181 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a5b4eec7-ad26-4c5d-8718-bc17b58924da req-27eb0d73-088e-4418-9e13-995a44f953c9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=45e60d67-fce7-46cf-9cff-df7c5f431ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345426 Apr 29 13:44:04.023713 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f930e-f4c4-4590-9089-be0b2089dd38 req-38e46e29-6b71-435b-9f1a-a3efe21a6665 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:44:04.025164 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c39f930e-f4c4-4590-9089-be0b2089dd38 req-38e46e29-6b71-435b-9f1a-a3efe21a6665 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f53e11-12c2-4e86-93f7-4af9e34c3d23 HTTP/1.1" status: 200 len: 946 time: 0.0786126 Apr 29 13:44:04.069880 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c39f930e-f4c4-4590-9089-be0b2089dd38 req-35e45312-9f0d-4be6-b63c-bae17d364aa9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=45e60d67-fce7-46cf-9cff-df7c5f431ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392792 Apr 29 13:44:05.269871 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac03c3f-e931-41f1-8e9c-d2fbcc91fd89 req-a8082063-d052-4184-905d-21a425c8fc68 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:44:05.271314 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4ac03c3f-e931-41f1-8e9c-d2fbcc91fd89 req-a8082063-d052-4184-905d-21a425c8fc68 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f53e11-12c2-4e86-93f7-4af9e34c3d23 HTTP/1.1" status: 200 len: 946 time: 0.0781848 Apr 29 13:44:05.316026 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4ac03c3f-e931-41f1-8e9c-d2fbcc91fd89 req-c09600d2-25d1-47e7-adcb-5e29fc641764 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=45e60d67-fce7-46cf-9cff-df7c5f431ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389872 Apr 29 13:44:05.506000 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b661f2-7301-474b-a960-6598ff404741 req-cd8f10bb-2b3b-417e-bf01-a2aac5573cff tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:44:05.507492 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-07b661f2-7301-474b-a960-6598ff404741 req-cd8f10bb-2b3b-417e-bf01-a2aac5573cff tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f53e11-12c2-4e86-93f7-4af9e34c3d23 HTTP/1.1" status: 200 len: 946 time: 0.0762050 Apr 29 13:44:05.552293 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-07b661f2-7301-474b-a960-6598ff404741 req-f99592eb-1953-4cd7-98f9-91555ee2900f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=45e60d67-fce7-46cf-9cff-df7c5f431ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393782 Apr 29 13:44:05.579593 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37608) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:44:05.651214 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a6c9e42d-816f-4403-a05b-58f1157d039b tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=68f53e11-12c2-4e86-93f7-4af9e34c3d23 HTTP/1.1" status: 200 len: 1094 time: 0.0704348 Apr 29 13:44:05.653646 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37612) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:44:05.659449 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-dfc3e09a-c3fd-4b87-a54e-11f495428b31 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'port_id': 'd813b123-a4bf-403a-8f13-3f7fea7c2384', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:44:05.664717 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-dfc3e09a-c3fd-4b87-a54e-11f495428b31 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:44:05.668432 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-dfc3e09a-c3fd-4b87-a54e-11f495428b31 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:floatingip and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:44:05.671846 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-dfc3e09a-c3fd-4b87-a54e-11f495428b31 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:44:05.677374 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-dfc3e09a-c3fd-4b87-a54e-11f495428b31 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:44:05.687357 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dfc3e09a-c3fd-4b87-a54e-11f495428b31 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:44:05.820188 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dfc3e09a-c3fd-4b87-a54e-11f495428b31 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:44:05.953944 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-dfc3e09a-c3fd-4b87-a54e-11f495428b31 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.26.6.59 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/5c69545f-b472-4286-9d5d-d367cfcb2224) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:44:06.100351 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dfc3e09a-c3fd-4b87-a54e-11f495428b31 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:44:06.126681 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dfc3e09a-c3fd-4b87-a54e-11f495428b31 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:44:06.192664 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc3e09a-c3fd-4b87-a54e-11f495428b31 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:44:06.195507 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-dfc3e09a-c3fd-4b87-a54e-11f495428b31 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:44:06.199730 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc3e09a-c3fd-4b87-a54e-11f495428b31 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:44:06.225244 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3e09a-c3fd-4b87-a54e-11f495428b31 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=5c69545f-b472-4286-9d5d-d367cfcb2224,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:06.786245 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dfc3e09a-c3fd-4b87-a54e-11f495428b31 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:44:06.845946 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dfc3e09a-c3fd-4b87-a54e-11f495428b31 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:44:07.045418 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dfc3e09a-c3fd-4b87-a54e-11f495428b31 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:44:07.050307 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dfc3e09a-c3fd-4b87-a54e-11f495428b31 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:44:07.160439 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3e09a-c3fd-4b87-a54e-11f495428b31 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=5c69545f-b472-4286-9d5d-d367cfcb2224,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:07.174486 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dfc3e09a-c3fd-4b87-a54e-11f495428b31 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:44:07.363939 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.l3_db [None req-dfc3e09a-c3fd-4b87-a54e-11f495428b31 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Floating IP ffe1f54d-6dd0-49dc-938d-c71b07980e97 associated. External IP: 172.26.6.59, port: d813b123-a4bf-403a-8f13-3f7fea7c2384. Apr 29 13:44:07.777953 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc3e09a-c3fd-4b87-a54e-11f495428b31 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router 7ceef3fa-81db-4f7a-a3e1-be46141d3703 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:44:07.861851 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-34a57d50-d46f-4441-9505-e1e4ac7641e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:44:08.098466 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc3e09a-c3fd-4b87-a54e-11f495428b31 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:44:08.109124 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efe1d23-0dc2-4880-8f31-b0a7133e7e12 None None] Sync routers for ids ['7ceef3fa-81db-4f7a-a3e1-be46141d3703'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:44:08.121085 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efe1d23-0dc2-4880-8f31-b0a7133e7e12 None None] Routers {'7ceef3fa-81db-4f7a-a3e1-be46141d3703'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:44:08.121766 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-3efe1d23-0dc2-4880-8f31-b0a7133e7e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:43:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['7ceef3fa-81db-4f7a-a3e1-be46141d3703'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:44:08.124825 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dfc3e09a-c3fd-4b87-a54e-11f495428b31 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:44:08.181674 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-dfc3e09a-c3fd-4b87-a54e-11f495428b31 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5269768 Apr 29 13:44:08.182320 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f53e11-12c2-4e86-93f7-4af9e34c3d23', 'tag': 'd813b123-a4bf-403a-8f13-3f7fea7c2384'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:44:08.238239 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35f32c66-73c1-4387-bb9d-434211078b29'] response: {'name': 'network-changed', 'server_uuid': '68f53e11-12c2-4e86-93f7-4af9e34c3d23', 'tag': 'd813b123-a4bf-403a-8f13-3f7fea7c2384', 'status': 'completed', 'code': 200} Apr 29 13:44:08.308108 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-3efe1d23-0dc2-4880-8f31-b0a7133e7e12 None None] Set router 7ceef3fa-81db-4f7a-a3e1-be46141d3703 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:44:08.334025 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1fbb129e-8efa-4316-8830-c395b1e0ca40 req-558d32e8-1dc0-4927-8ee1-117ca5589420 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=68f53e11-12c2-4e86-93f7-4af9e34c3d23 HTTP/1.1" status: 200 len: 1099 time: 0.0684640 Apr 29 13:44:08.463011 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb129e-8efa-4316-8830-c395b1e0ca40 req-306cc1e1-0713-4f3c-9aef-0ddc75021fea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:44:08.464343 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1fbb129e-8efa-4316-8830-c395b1e0ca40 req-306cc1e1-0713-4f3c-9aef-0ddc75021fea service neutron] 10.222.0.32 "GET /v2.0/networks?id=7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 HTTP/1.1" status: 200 len: 897 time: 0.1250279 Apr 29 13:44:08.566427 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1fbb129e-8efa-4316-8830-c395b1e0ca40 req-a847b632-42ce-4ec6-82ec-55e051afa18a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d813b123-a4bf-403a-8f13-3f7fea7c2384 HTTP/1.1" status: 200 len: 999 time: 0.0959809 Apr 29 13:44:08.632333 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb129e-8efa-4316-8830-c395b1e0ca40 req-b6f829cc-86c4-48d9-b220-f66deafe10d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:44:08.633843 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1fbb129e-8efa-4316-8830-c395b1e0ca40 req-b6f829cc-86c4-48d9-b220-f66deafe10d5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=afb93d72-e696-402b-9032-82b799d90cdc HTTP/1.1" status: 200 len: 835 time: 0.0604777 Apr 29 13:44:08.689401 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-3efe1d23-0dc2-4880-8f31-b0a7133e7e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'name': 'tempest-TestNetworkBasicOps-router-599457025', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '53f265f1-6b06-42eb-8267-f0ad54166c61', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.229', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'port_id': '9cc21cd6-8564-4b93-ab57-e19e45c45f98', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'mac_address': 'fa:16:3e:c3:30:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c739467-b220-4b6f-86c8-c05668e7227e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:43:47Z', 'updated_at': '2022-04-29T13:43:50Z', 'revision_number': 1, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}, {'id': 'ffe1f54d-6dd0-49dc-938d-c71b07980e97', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.59', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'port_id': 'd813b123-a4bf-403a-8f13-3f7fea7c2384', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'mac_address': 'fa:16:3e:69:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f53e11-12c2-4e86-93f7-4af9e34c3d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:44:06Z', 'updated_at': '2022-04-29T13:44:06Z', 'revision_number': 0, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d4ec706-f3ec-4110-a84b-574c8baf87e8', 'name': '', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:de:07:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:28Z', 'updated_at': '2022-04-29T13:43:34Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:44:08.693328 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efe1d23-0dc2-4880-8f31-b0a7133e7e12 None None] Checking router: 7ceef3fa-81db-4f7a-a3e1-be46141d3703 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:44:08.703575 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efe1d23-0dc2-4880-8f31-b0a7133e7e12 None None] Routers {'7ceef3fa-81db-4f7a-a3e1-be46141d3703'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:44:08.704174 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-3efe1d23-0dc2-4880-8f31-b0a7133e7e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:43:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['7ceef3fa-81db-4f7a-a3e1-be46141d3703'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:44:08.709497 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1fbb129e-8efa-4316-8830-c395b1e0ca40 req-c482e791-1935-4c11-b68c-4f0e00fe2ec9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699661 Apr 29 13:44:08.883066 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-3efe1d23-0dc2-4880-8f31-b0a7133e7e12 None None] Set router 7ceef3fa-81db-4f7a-a3e1-be46141d3703 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:44:08.929476 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1fbb129e-8efa-4316-8830-c395b1e0ca40 req-cf753a35-1da8-448a-9f2a-fd39ea8d6711 service neutron] 10.222.0.32 "GET /v2.0/networks/7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136807 Apr 29 13:44:09.059183 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1fbb129e-8efa-4316-8830-c395b1e0ca40 req-ef861c46-0d11-479b-ab0a-dd9192932633 service neutron] 10.222.0.32 "GET /v2.0/networks/7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231890 Apr 29 13:44:09.223910 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-3efe1d23-0dc2-4880-8f31-b0a7133e7e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'name': 'tempest-TestNetworkBasicOps-router-599457025', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '53f265f1-6b06-42eb-8267-f0ad54166c61', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.229', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'port_id': '9cc21cd6-8564-4b93-ab57-e19e45c45f98', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'mac_address': 'fa:16:3e:c3:30:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c739467-b220-4b6f-86c8-c05668e7227e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:43:47Z', 'updated_at': '2022-04-29T13:43:50Z', 'revision_number': 1, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}, {'id': 'ffe1f54d-6dd0-49dc-938d-c71b07980e97', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.59', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'port_id': 'd813b123-a4bf-403a-8f13-3f7fea7c2384', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'mac_address': 'fa:16:3e:69:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f53e11-12c2-4e86-93f7-4af9e34c3d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:44:06Z', 'updated_at': '2022-04-29T13:44:06Z', 'revision_number': 0, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d4ec706-f3ec-4110-a84b-574c8baf87e8', 'name': '', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:de:07:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:28Z', 'updated_at': '2022-04-29T13:43:34Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:44:09.228031 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efe1d23-0dc2-4880-8f31-b0a7133e7e12 None None] The sync data for ids ['7ceef3fa-81db-4f7a-a3e1-be46141d3703'] in dv-neutron-839027-4-hyperv is: [{'id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'name': 'tempest-TestNetworkBasicOps-router-599457025', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '53f265f1-6b06-42eb-8267-f0ad54166c61', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.229', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'port_id': '9cc21cd6-8564-4b93-ab57-e19e45c45f98', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'mac_address': 'fa:16:3e:c3:30:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c739467-b220-4b6f-86c8-c05668e7227e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:43:47Z', 'updated_at': '2022-04-29T13:43:50Z', 'revision_number': 1, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}, {'id': 'ffe1f54d-6dd0-49dc-938d-c71b07980e97', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.59', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'port_id': 'd813b123-a4bf-403a-8f13-3f7fea7c2384', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'mac_address': 'fa:16:3e:69:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f53e11-12c2-4e86-93f7-4af9e34c3d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:44:06Z', 'updated_at': '2022-04-29T13:44:06Z', 'revision_number': 0, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d4ec706-f3ec-4110-a84b-574c8baf87e8', 'name': '', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:de:07:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:28Z', 'updated_at': '2022-04-29T13:43:34Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:44:09.430512 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b197fb-3379-4fc8-a66e-0a25e654e449 None None] New status for floating IP ffe1f54d-6dd0-49dc-938d-c71b07980e97: ACTIVE {{(pid=83906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:44:10.418856 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e2f184af-36bd-411e-8077-4126acda4c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:44:11.468619 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:44:11.554917 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:44:12.919692 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:44:15.604314 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:44:20.110843 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-947fe6e4-fa89-40f5-a4a9-31f276c8bedf req-d5da4b51-2217-479f-a909-ca9c6f04cbd5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1c739467-b220-4b6f-86c8-c05668e7227e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1279857 Apr 29 13:44:20.248252 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-947fe6e4-fa89-40f5-a4a9-31f276c8bedf req-28686a96-e008-4da8-a80c-066cb665f10f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=1c739467-b220-4b6f-86c8-c05668e7227e HTTP/1.1" status: 200 len: 1098 time: 0.0711925 Apr 29 13:44:20.387627 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fe6e4-fa89-40f5-a4a9-31f276c8bedf req-ebcd0c73-7c23-47d3-9372-92efde33a915 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:44:20.389007 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-947fe6e4-fa89-40f5-a4a9-31f276c8bedf req-ebcd0c73-7c23-47d3-9372-92efde33a915 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 HTTP/1.1" status: 200 len: 897 time: 0.1241891 Apr 29 13:44:20.491971 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-947fe6e4-fa89-40f5-a4a9-31f276c8bedf req-19197326-9bc1-4d51-a541-f29f4f2bba69 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cc21cd6-8564-4b93-ab57-e19e45c45f98 HTTP/1.1" status: 200 len: 1001 time: 0.0966530 Apr 29 13:44:20.552473 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fe6e4-fa89-40f5-a4a9-31f276c8bedf req-0cf98930-42ca-4ec0-853a-c917b3ecea2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:44:20.553913 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-947fe6e4-fa89-40f5-a4a9-31f276c8bedf req-0cf98930-42ca-4ec0-853a-c917b3ecea2f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=afb93d72-e696-402b-9032-82b799d90cdc HTTP/1.1" status: 200 len: 835 time: 0.0567694 Apr 29 13:44:20.626295 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-947fe6e4-fa89-40f5-a4a9-31f276c8bedf req-cd211ce5-ac77-428b-baf3-6ee45debc03e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668082 Apr 29 13:44:20.755288 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-947fe6e4-fa89-40f5-a4a9-31f276c8bedf req-8c95d036-b795-482b-8a2e-3d59ee8bf1cf service neutron] 10.222.0.32 "GET /v2.0/networks/7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220391 Apr 29 13:44:20.885764 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-947fe6e4-fa89-40f5-a4a9-31f276c8bedf req-4b3cf901-a59c-45e1-acc0-8ef510b5805f service neutron] 10.222.0.32 "GET /v2.0/networks/7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230879 Apr 29 13:44:28.133479 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:44:37.854009 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-30e428e6-d163-42af-a31e-18c234287ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:44:40.421021 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-042913ca-367b-4fee-9e1f-331a9fb3c860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:44:41.470685 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:44:41.556133 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:44:42.922028 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:44:52.604990 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:44:58.138914 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:07.856001 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-45690913-e103-4267-b31c-223a3477a1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:10.421300 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-34c7c6f5-43a1-4e1f-bf7c-592634649f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:11.473785 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:11.556070 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:12.925806 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:21.072306 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c6c29ac5-ce0f-4788-8100-32dcae2a9741 req-c699ee39-ae60-4446-93a1-9c2315bfa988 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=68f53e11-12c2-4e86-93f7-4af9e34c3d23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693684 Apr 29 13:45:21.157711 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c6c29ac5-ce0f-4788-8100-32dcae2a9741 req-e23b8101-6a29-445c-81e2-1b3447f8a054 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=68f53e11-12c2-4e86-93f7-4af9e34c3d23 HTTP/1.1" status: 200 len: 1099 time: 0.0657194 Apr 29 13:45:21.296826 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c29ac5-ce0f-4788-8100-32dcae2a9741 req-4c49a209-478c-47ed-bd49-90210c90e733 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:45:21.298219 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c6c29ac5-ce0f-4788-8100-32dcae2a9741 req-4c49a209-478c-47ed-bd49-90210c90e733 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 HTTP/1.1" status: 200 len: 897 time: 0.1219409 Apr 29 13:45:21.397855 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c6c29ac5-ce0f-4788-8100-32dcae2a9741 req-ae88a4c8-4348-4acf-9e9c-55761fae9dce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d813b123-a4bf-403a-8f13-3f7fea7c2384 HTTP/1.1" status: 200 len: 1001 time: 0.0934806 Apr 29 13:45:21.457742 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c29ac5-ce0f-4788-8100-32dcae2a9741 req-6f4efd97-33f6-424e-ada1-dbb773949449 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:45:21.459132 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c6c29ac5-ce0f-4788-8100-32dcae2a9741 req-6f4efd97-33f6-424e-ada1-dbb773949449 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=afb93d72-e696-402b-9032-82b799d90cdc HTTP/1.1" status: 200 len: 835 time: 0.0559313 Apr 29 13:45:21.534144 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c6c29ac5-ce0f-4788-8100-32dcae2a9741 req-f0ab5413-276c-4785-adbc-d4848e53d7bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683317 Apr 29 13:45:21.744224 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c6c29ac5-ce0f-4788-8100-32dcae2a9741 req-e5b7fe1f-233d-4ce0-8536-3f303f96b9de service neutron] 10.222.0.32 "GET /v2.0/networks/7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043447 Apr 29 13:45:21.875390 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c6c29ac5-ce0f-4788-8100-32dcae2a9741 req-532ff3fd-8aef-400f-83ea-1cede30f79d9 service neutron] 10.222.0.32 "GET /v2.0/networks/7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249406 Apr 29 13:45:28.142937 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:29.605129 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:45:35.031217 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37644) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:45:35.135596 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-cb46c6d3-911d-45b4-bb42-24109de2e89a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/53f265f1-6b06-42eb-8267-f0ad54166c61 HTTP/1.1" status: 200 len: 993 time: 0.1031883 Apr 29 13:45:35.857263 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37656) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:45:35.863043 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-7e58bb61-f3b5-4364-b1c5-4e794c2d605e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:45:35.978107 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7e58bb61-f3b5-4364-b1c5-4e794c2d605e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:36.183884 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-7e58bb61-f3b5-4364-b1c5-4e794c2d605e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] For port 9cc21cd6-8564-4b93-ab57-e19e45c45f98, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=9cc21cd6-8564-4b93-ab57-e19e45c45f98,segment=NetworkSegment(1ff14dfd-18e6-4506-b72a-4e8f5532458c),segment_id=1ff14dfd-18e6-4506-b72a-4e8f5532458c)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:45:36.209583 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7e58bb61-f3b5-4364-b1c5-4e794c2d605e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:36.214173 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7e58bb61-f3b5-4364-b1c5-4e794c2d605e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:36.287602 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e58bb61-f3b5-4364-b1c5-4e794c2d605e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:45:36.288223 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7e58bb61-f3b5-4364-b1c5-4e794c2d605e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:36.289607 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7e58bb61-f3b5-4364-b1c5-4e794c2d605e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "PUT /v2.0/ports/9cc21cd6-8564-4b93-ab57-e19e45c45f98 HTTP/1.1" status: 200 len: 938 time: 0.4313622 Apr 29 13:45:36.290235 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c739467-b220-4b6f-86c8-c05668e7227e', 'tag': '9cc21cd6-8564-4b93-ab57-e19e45c45f98'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:45:36.310577 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58bb61-f3b5-4364-b1c5-4e794c2d605e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=9cc21cd6-8564-4b93-ab57-e19e45c45f98,revision_number=6']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:36.319747 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58bb61-f3b5-4364-b1c5-4e794c2d605e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:36.320164 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58bb61-f3b5-4364-b1c5-4e794c2d605e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:36.320591 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58bb61-f3b5-4364-b1c5-4e794c2d605e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:36.321026 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58bb61-f3b5-4364-b1c5-4e794c2d605e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:36.321459 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58bb61-f3b5-4364-b1c5-4e794c2d605e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:36.321820 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58bb61-f3b5-4364-b1c5-4e794c2d605e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:36.322210 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58bb61-f3b5-4364-b1c5-4e794c2d605e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:36.322600 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58bb61-f3b5-4364-b1c5-4e794c2d605e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:36.322986 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58bb61-f3b5-4364-b1c5-4e794c2d605e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:36.323421 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58bb61-f3b5-4364-b1c5-4e794c2d605e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:36.323785 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58bb61-f3b5-4364-b1c5-4e794c2d605e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:36.356955 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-321a6a4d-da20-4326-955e-d9f3df68366e'] response: {'name': 'network-changed', 'server_uuid': '1c739467-b220-4b6f-86c8-c05668e7227e', 'tag': '9cc21cd6-8564-4b93-ab57-e19e45c45f98', 'status': 'completed', 'code': 200} Apr 29 13:45:36.449161 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c2272af5-c4b4-4931-abcb-faf4cbe1de99 req-da96ba04-39fa-4c5b-bdf3-aaa4cf0af748 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=1c739467-b220-4b6f-86c8-c05668e7227e HTTP/1.1" status: 200 len: 1099 time: 0.0707083 Apr 29 13:45:36.484671 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3bde42d1-3546-4638-a6f5-9206f7c16b77 None None] Provisioning complete for port 9cc21cd6-8564-4b93-ab57-e19e45c45f98 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:45:36.485269 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3bde42d1-3546-4638-a6f5-9206f7c16b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:36.542419 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3bde42d1-3546-4638-a6f5-9206f7c16b77 None None] Port 9cc21cd6-8564-4b93-ab57-e19e45c45f98 is administratively disabled so it will not transition to active. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Apr 29 13:45:36.581127 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2272af5-c4b4-4931-abcb-faf4cbe1de99 req-ea6b7f66-620c-4709-9640-16cb93ff1057 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:45:36.582495 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c2272af5-c4b4-4931-abcb-faf4cbe1de99 req-ea6b7f66-620c-4709-9640-16cb93ff1057 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 HTTP/1.1" status: 200 len: 897 time: 0.1276503 Apr 29 13:45:36.683236 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c2272af5-c4b4-4931-abcb-faf4cbe1de99 req-55427f89-0d1f-4d0f-8718-82f042df1b69 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cc21cd6-8564-4b93-ab57-e19e45c45f98 HTTP/1.1" status: 200 len: 1002 time: 0.0941744 Apr 29 13:45:36.742937 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2272af5-c4b4-4931-abcb-faf4cbe1de99 req-7fe1e9c3-ed3e-4777-8727-649dd1306e14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:45:36.744339 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c2272af5-c4b4-4931-abcb-faf4cbe1de99 req-7fe1e9c3-ed3e-4777-8727-649dd1306e14 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=afb93d72-e696-402b-9032-82b799d90cdc HTTP/1.1" status: 200 len: 835 time: 0.0557332 Apr 29 13:45:36.819387 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c2272af5-c4b4-4931-abcb-faf4cbe1de99 req-a441c595-095d-4509-b001-380cd840c33a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693350 Apr 29 13:45:36.949099 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c2272af5-c4b4-4931-abcb-faf4cbe1de99 req-40c1f45e-4ad1-40d4-a714-f18dd36aa8bd service neutron] 10.222.0.32 "GET /v2.0/networks/7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240456 Apr 29 13:45:37.075509 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c2272af5-c4b4-4931-abcb-faf4cbe1de99 req-53937af7-e511-452b-9794-01c393fd0264 service neutron] 10.222.0.32 "GET /v2.0/networks/7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210625 Apr 29 13:45:37.857567 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-79ebe7da-4205-4fed-9eb0-c4e2b8436a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:39.728668 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37668) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:45:39.734894 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-adde94a7-fa97-45f4-9591-4c396507af4a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:45:39.847365 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-adde94a7-fa97-45f4-9591-4c396507af4a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:40.147953 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-adde94a7-fa97-45f4-9591-4c396507af4a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] For port 9cc21cd6-8564-4b93-ab57-e19e45c45f98, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=9cc21cd6-8564-4b93-ab57-e19e45c45f98,segment=NetworkSegment(1ff14dfd-18e6-4506-b72a-4e8f5532458c),segment_id=1ff14dfd-18e6-4506-b72a-4e8f5532458c)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:45:40.172298 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-adde94a7-fa97-45f4-9591-4c396507af4a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:40.176884 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-adde94a7-fa97-45f4-9591-4c396507af4a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:40.248244 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adde94a7-fa97-45f4-9591-4c396507af4a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:45:40.248883 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-adde94a7-fa97-45f4-9591-4c396507af4a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:40.253099 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-adde94a7-fa97-45f4-9591-4c396507af4a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "PUT /v2.0/ports/9cc21cd6-8564-4b93-ab57-e19e45c45f98 HTTP/1.1" status: 200 len: 937 time: 0.5203505 Apr 29 13:45:40.253099 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c739467-b220-4b6f-86c8-c05668e7227e', 'tag': '9cc21cd6-8564-4b93-ab57-e19e45c45f98'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:45:40.254000 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37672) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:45:40.273079 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde94a7-fa97-45f4-9591-4c396507af4a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=9cc21cd6-8564-4b93-ab57-e19e45c45f98,revision_number=7']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:40.321142 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06d9da20-1feb-46c5-90f1-3e28324e7e0b'] response: {'name': 'network-changed', 'server_uuid': '1c739467-b220-4b6f-86c8-c05668e7227e', 'tag': '9cc21cd6-8564-4b93-ab57-e19e45c45f98', 'status': 'completed', 'code': 200} Apr 29 13:45:40.389843 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-500b7fb7-43a8-4180-a12d-59545c16eeff tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/53f265f1-6b06-42eb-8267-f0ad54166c61 HTTP/1.1" status: 200 len: 993 time: 0.1342936 Apr 29 13:45:40.418222 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-735ab275-f300-4a50-9ac7-73f7d84d22a8 req-ab758c7d-b32d-476a-9972-cd5a6abf5c08 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=1c739467-b220-4b6f-86c8-c05668e7227e HTTP/1.1" status: 200 len: 1098 time: 0.0733187 Apr 29 13:45:40.424136 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fd2efd00-912a-427a-aeda-56940fbeb2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:40.483795 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d48066ab-779c-4d85-b0d8-b1fb480454fd None None] Provisioning complete for port 9cc21cd6-8564-4b93-ab57-e19e45c45f98 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:45:40.484166 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d48066ab-779c-4d85-b0d8-b1fb480454fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:40.552931 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ab275-f300-4a50-9ac7-73f7d84d22a8 req-a7df91c5-144a-481d-aca2-701958c01775 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:45:40.554285 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-735ab275-f300-4a50-9ac7-73f7d84d22a8 req-a7df91c5-144a-481d-aca2-701958c01775 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 HTTP/1.1" status: 200 len: 897 time: 0.1297698 Apr 29 13:45:40.614339 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['9cc21cd6-8564-4b93-ab57-e19e45c45f98'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:45:40.659366 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-735ab275-f300-4a50-9ac7-73f7d84d22a8 req-18ccab13-c195-42f4-9a89-69ec5312e36f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cc21cd6-8564-4b93-ab57-e19e45c45f98 HTTP/1.1" status: 200 len: 1001 time: 0.0980692 Apr 29 13:45:40.723236 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ab275-f300-4a50-9ac7-73f7d84d22a8 req-4e239fc9-19f0-49e3-bffe-c399b64e905e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:45:40.724662 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-735ab275-f300-4a50-9ac7-73f7d84d22a8 req-4e239fc9-19f0-49e3-bffe-c399b64e905e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=afb93d72-e696-402b-9032-82b799d90cdc HTTP/1.1" status: 200 len: 835 time: 0.0585549 Apr 29 13:45:40.802955 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-735ab275-f300-4a50-9ac7-73f7d84d22a8 req-485aae60-6094-4fe8-aa91-121e534f7812 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712147 Apr 29 13:45:40.935193 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-735ab275-f300-4a50-9ac7-73f7d84d22a8 req-1a73a2b5-bb53-4628-939c-a13ed362fb38 service neutron] 10.222.0.32 "GET /v2.0/networks/7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260462 Apr 29 13:45:41.064963 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-735ab275-f300-4a50-9ac7-73f7d84d22a8 req-3a80ec32-ef14-49a4-b5bb-f0789e5e234d service neutron] 10.222.0.32 "GET /v2.0/networks/7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234312 Apr 29 13:45:41.476301 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:41.556471 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:42.928846 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:42.959933 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37684) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:45:43.153886 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-c921c129-addb-4367-b694-c61f821f7868 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port 5c69545f-b472-4286-9d5d-d367cfcb2224 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:45:43.154222 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c921c129-addb-4367-b694-c61f821f7868 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:43.315178 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c921c129-addb-4367-b694-c61f821f7868 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:43.315500 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c921c129-addb-4367-b694-c61f821f7868 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:43.436354 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-c921c129-addb-4367-b694-c61f821f7868 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for 5c69545f-b472-4286-9d5d-d367cfcb2224 owned by network:floatingip {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:45:43.577557 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c921c129-addb-4367-b694-c61f821f7868 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:43.624029 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921c129-addb-4367-b694-c61f821f7868 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=5c69545f-b472-4286-9d5d-d367cfcb2224,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:43.664558 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921c129-addb-4367-b694-c61f821f7868 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:43.664861 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921c129-addb-4367-b694-c61f821f7868 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:43.665209 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921c129-addb-4367-b694-c61f821f7868 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:43.665521 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921c129-addb-4367-b694-c61f821f7868 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:43.665842 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921c129-addb-4367-b694-c61f821f7868 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:43.666166 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921c129-addb-4367-b694-c61f821f7868 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:43.666471 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921c129-addb-4367-b694-c61f821f7868 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:43.666856 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921c129-addb-4367-b694-c61f821f7868 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:43.667220 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921c129-addb-4367-b694-c61f821f7868 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:43.667532 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921c129-addb-4367-b694-c61f821f7868 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:43.667843 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921c129-addb-4367-b694-c61f821f7868 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:43.720907 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c921c129-addb-4367-b694-c61f821f7868 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:44.190105 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c921c129-addb-4367-b694-c61f821f7868 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router 7ceef3fa-81db-4f7a-a3e1-be46141d3703 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:45:44.384511 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c921c129-addb-4367-b694-c61f821f7868 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:45:44.394532 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5989ea-d4e0-4f64-b7ef-da3b2b86ab37 None None] Sync routers for ids ['7ceef3fa-81db-4f7a-a3e1-be46141d3703'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:45:44.404392 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c921c129-addb-4367-b694-c61f821f7868 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:44.406832 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5989ea-d4e0-4f64-b7ef-da3b2b86ab37 None None] Routers {'7ceef3fa-81db-4f7a-a3e1-be46141d3703'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:45:44.407432 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-8c5989ea-d4e0-4f64-b7ef-da3b2b86ab37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:45:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['7ceef3fa-81db-4f7a-a3e1-be46141d3703'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:44.457937 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c921c129-addb-4367-b694-c61f821f7868 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/floatingips/ffe1f54d-6dd0-49dc-938d-c71b07980e97 HTTP/1.1" status: 204 len: 168 time: 1.4968266 Apr 29 13:45:44.458439 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f53e11-12c2-4e86-93f7-4af9e34c3d23', 'tag': 'd813b123-a4bf-403a-8f13-3f7fea7c2384'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:45:44.516092 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ad83141-d104-4ff2-ae53-91e2b77eccd2'] response: {'name': 'network-changed', 'server_uuid': '68f53e11-12c2-4e86-93f7-4af9e34c3d23', 'tag': 'd813b123-a4bf-403a-8f13-3f7fea7c2384', 'status': 'completed', 'code': 200} Apr 29 13:45:44.594625 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-8c5989ea-d4e0-4f64-b7ef-da3b2b86ab37 None None] Set router 7ceef3fa-81db-4f7a-a3e1-be46141d3703 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:45:44.607682 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f6b4e9c2-cf41-4206-8aea-2a1838411f7d req-f1c8f380-6763-4855-b4a6-ec38c722f871 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=68f53e11-12c2-4e86-93f7-4af9e34c3d23 HTTP/1.1" status: 200 len: 1099 time: 0.0699522 Apr 29 13:45:44.757515 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4e9c2-cf41-4206-8aea-2a1838411f7d req-281341f8-0189-4102-9623-620bb141675c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:45:44.758968 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f6b4e9c2-cf41-4206-8aea-2a1838411f7d req-281341f8-0189-4102-9623-620bb141675c service neutron] 10.222.0.32 "GET /v2.0/networks?id=7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 HTTP/1.1" status: 200 len: 897 time: 0.1458306 Apr 29 13:45:44.840724 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f6b4e9c2-cf41-4206-8aea-2a1838411f7d req-780b270c-99cc-42d4-9fbc-a2b8e0c48139 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d813b123-a4bf-403a-8f13-3f7fea7c2384 HTTP/1.1" status: 200 len: 217 time: 0.0749414 Apr 29 13:45:44.910526 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4e9c2-cf41-4206-8aea-2a1838411f7d req-fa78e072-36b5-4bb6-9131-77b843aeacca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:45:44.911955 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f6b4e9c2-cf41-4206-8aea-2a1838411f7d req-fa78e072-36b5-4bb6-9131-77b843aeacca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=afb93d72-e696-402b-9032-82b799d90cdc HTTP/1.1" status: 200 len: 835 time: 0.0648489 Apr 29 13:45:44.932515 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07a583-1812-48b5-a8d7-71aba30fe717 req-132f6440-daae-4467-98a5-2cf17b22d286 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:45:44.933251 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-fb07a583-1812-48b5-a8d7-71aba30fe717 req-132f6440-daae-4467-98a5-2cf17b22d286 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:45:44.949603 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-fb07a583-1812-48b5-a8d7-71aba30fe717 req-132f6440-daae-4467-98a5-2cf17b22d286 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:45:44.954561 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-fb07a583-1812-48b5-a8d7-71aba30fe717 req-132f6440-daae-4467-98a5-2cf17b22d286 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f53e11-12c2-4e86-93f7-4af9e34c3d23 HTTP/1.1" status: 200 len: 946 time: 0.1774158 Apr 29 13:45:44.996498 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-8c5989ea-d4e0-4f64-b7ef-da3b2b86ab37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'name': 'tempest-TestNetworkBasicOps-router-599457025', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '53f265f1-6b06-42eb-8267-f0ad54166c61', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.229', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'port_id': '9cc21cd6-8564-4b93-ab57-e19e45c45f98', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'mac_address': 'fa:16:3e:c3:30:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c739467-b220-4b6f-86c8-c05668e7227e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:43:47Z', 'updated_at': '2022-04-29T13:43:50Z', 'revision_number': 1, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d4ec706-f3ec-4110-a84b-574c8baf87e8', 'name': '', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:de:07:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:28Z', 'updated_at': '2022-04-29T13:43:34Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:44.997060 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f6b4e9c2-cf41-4206-8aea-2a1838411f7d req-e0c016b2-a7c8-43b0-827b-50fbcdf8ec8b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768452 Apr 29 13:45:45.000139 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-fb07a583-1812-48b5-a8d7-71aba30fe717 req-e5524471-3dc3-4483-aecc-c48d1c7c75dd tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=45e60d67-fce7-46cf-9cff-df7c5f431ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423141 Apr 29 13:45:45.000830 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5989ea-d4e0-4f64-b7ef-da3b2b86ab37 None None] Checking router: 7ceef3fa-81db-4f7a-a3e1-be46141d3703 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:45:45.012405 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5989ea-d4e0-4f64-b7ef-da3b2b86ab37 None None] Routers {'7ceef3fa-81db-4f7a-a3e1-be46141d3703'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:45:45.013173 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-8c5989ea-d4e0-4f64-b7ef-da3b2b86ab37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:45:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['7ceef3fa-81db-4f7a-a3e1-be46141d3703'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:45.130447 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f6b4e9c2-cf41-4206-8aea-2a1838411f7d req-b7c1a266-fc99-44fb-8ca4-3b394b0ed0b7 service neutron] 10.222.0.32 "GET /v2.0/networks/7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266325 Apr 29 13:45:45.189013 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-8c5989ea-d4e0-4f64-b7ef-da3b2b86ab37 None None] Set router 7ceef3fa-81db-4f7a-a3e1-be46141d3703 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:45:45.347096 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f6b4e9c2-cf41-4206-8aea-2a1838411f7d req-56df7e64-a349-4231-999b-3b1afc3155ca service neutron] 10.222.0.32 "GET /v2.0/networks/7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101319 Apr 29 13:45:45.534114 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-8c5989ea-d4e0-4f64-b7ef-da3b2b86ab37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'name': 'tempest-TestNetworkBasicOps-router-599457025', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '53f265f1-6b06-42eb-8267-f0ad54166c61', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.229', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'port_id': '9cc21cd6-8564-4b93-ab57-e19e45c45f98', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'mac_address': 'fa:16:3e:c3:30:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c739467-b220-4b6f-86c8-c05668e7227e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:43:47Z', 'updated_at': '2022-04-29T13:43:50Z', 'revision_number': 1, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d4ec706-f3ec-4110-a84b-574c8baf87e8', 'name': '', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:de:07:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:28Z', 'updated_at': '2022-04-29T13:43:34Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:45.538097 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5989ea-d4e0-4f64-b7ef-da3b2b86ab37 None None] The sync data for ids ['7ceef3fa-81db-4f7a-a3e1-be46141d3703'] in dv-neutron-839027-4-hyperv is: [{'id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'name': 'tempest-TestNetworkBasicOps-router-599457025', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '53f265f1-6b06-42eb-8267-f0ad54166c61', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.229', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'port_id': '9cc21cd6-8564-4b93-ab57-e19e45c45f98', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'mac_address': 'fa:16:3e:c3:30:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c739467-b220-4b6f-86c8-c05668e7227e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:43:47Z', 'updated_at': '2022-04-29T13:43:50Z', 'revision_number': 1, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d4ec706-f3ec-4110-a84b-574c8baf87e8', 'name': '', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:de:07:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:28Z', 'updated_at': '2022-04-29T13:43:34Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:45:45.766816 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e9156b-f4a7-4747-9d44-105263f324f9 None None] New status for floating IP ffe1f54d-6dd0-49dc-938d-c71b07980e97: DOWN {{(pid=83906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:45:46.269721 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3754a92-4993-4094-8c93-f98c02754cd5 req-1a8d5327-8b0b-4488-82a8-eb47f941243b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:45:46.271156 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d3754a92-4993-4094-8c93-f98c02754cd5 req-1a8d5327-8b0b-4488-82a8-eb47f941243b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f53e11-12c2-4e86-93f7-4af9e34c3d23 HTTP/1.1" status: 200 len: 946 time: 0.1431856 Apr 29 13:45:46.315275 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d3754a92-4993-4094-8c93-f98c02754cd5 req-4c9d7378-f674-4897-8a03-28249847f887 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=45e60d67-fce7-46cf-9cff-df7c5f431ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385828 Apr 29 13:45:46.496079 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f32cd0-6155-483e-86b9-7693e394102c req-3afb9619-da80-4b86-bf6c-92e0e992930b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:45:46.497537 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d6f32cd0-6155-483e-86b9-7693e394102c req-3afb9619-da80-4b86-bf6c-92e0e992930b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/ports?device_id=68f53e11-12c2-4e86-93f7-4af9e34c3d23 HTTP/1.1" status: 200 len: 946 time: 0.0791523 Apr 29 13:45:46.563101 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-d6f32cd0-6155-483e-86b9-7693e394102c req-ced9ec78-231b-417b-8a6e-4194ca6480ad tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port d813b123-a4bf-403a-8f13-3f7fea7c2384 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:45:46.563441 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-d6f32cd0-6155-483e-86b9-7693e394102c req-ced9ec78-231b-417b-8a6e-4194ca6480ad tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:46.802613 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-d6f32cd0-6155-483e-86b9-7693e394102c req-ced9ec78-231b-417b-8a6e-4194ca6480ad tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] For port d813b123-a4bf-403a-8f13-3f7fea7c2384, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=d813b123-a4bf-403a-8f13-3f7fea7c2384,segment=NetworkSegment(1ff14dfd-18e6-4506-b72a-4e8f5532458c),segment_id=1ff14dfd-18e6-4506-b72a-4e8f5532458c)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:45:46.802888 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-d6f32cd0-6155-483e-86b9-7693e394102c req-ced9ec78-231b-417b-8a6e-4194ca6480ad tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:46.925059 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-d6f32cd0-6155-483e-86b9-7693e394102c req-ced9ec78-231b-417b-8a6e-4194ca6480ad tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for d813b123-a4bf-403a-8f13-3f7fea7c2384 owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:45:47.064495 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-d6f32cd0-6155-483e-86b9-7693e394102c req-ced9ec78-231b-417b-8a6e-4194ca6480ad tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:47.111363 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9ec78-231b-417b-8a6e-4194ca6480ad tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=d813b123-a4bf-403a-8f13-3f7fea7c2384,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:47.185083 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f32cd0-6155-483e-86b9-7693e394102c req-ced9ec78-231b-417b-8a6e-4194ca6480ad tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] No DVR routers for this DVR port d813b123-a4bf-403a-8f13-3f7fea7c2384 on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:45:47.187444 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-d6f32cd0-6155-483e-86b9-7693e394102c req-ced9ec78-231b-417b-8a6e-4194ca6480ad tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:47.189937 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f53e11-12c2-4e86-93f7-4af9e34c3d23', 'name': 'network-vif-deleted', 'tag': 'd813b123-a4bf-403a-8f13-3f7fea7c2384'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:45:47.204693 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d6f32cd0-6155-483e-86b9-7693e394102c req-ced9ec78-231b-417b-8a6e-4194ca6480ad tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "DELETE /v2.0/ports/d813b123-a4bf-403a-8f13-3f7fea7c2384 HTTP/1.1" status: 204 len: 173 time: 0.7017632 Apr 29 13:45:47.245844 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6dd6b76-661d-449d-9f13-4c9dfb99ded2'] response: {'server_uuid': '68f53e11-12c2-4e86-93f7-4af9e34c3d23', 'name': 'network-vif-deleted', 'tag': 'd813b123-a4bf-403a-8f13-3f7fea7c2384', 'status': 'completed', 'code': 200} Apr 29 13:45:47.487379 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-62498929-b3e6-426e-bee4-3beedcbe7758 req-8ff4e3dd-727f-4951-a445-672362342068 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:45:47.503857 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-62498929-b3e6-426e-bee4-3beedcbe7758 req-8ff4e3dd-727f-4951-a445-672362342068 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:45:47.505161 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-62498929-b3e6-426e-bee4-3beedcbe7758 req-8ff4e3dd-727f-4951-a445-672362342068 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f53e11-12c2-4e86-93f7-4af9e34c3d23 HTTP/1.1" status: 200 len: 210 time: 0.0580361 Apr 29 13:45:48.612452 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37706) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:45:48.680580 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-13dd5650-939e-42f5-9346-e3a9f6138c4d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:48.711913 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-13dd5650-939e-42f5-9346-e3a9f6138c4d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:48.779214 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-13dd5650-939e-42f5-9346-e3a9f6138c4d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:48.795981 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd5650-939e-42f5-9346-e3a9f6138c4d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e60d67-fce7-46cf-9cff-df7c5f431ea7,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:48.808966 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-13dd5650-939e-42f5-9346-e3a9f6138c4d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:48.813025 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-13dd5650-939e-42f5-9346-e3a9f6138c4d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/security-groups/45e60d67-fce7-46cf-9cff-df7c5f431ea7 HTTP/1.1" status: 204 len: 168 time: 0.1994309 Apr 29 13:45:48.857264 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37712) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:45:49.055807 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-209da297-84ec-43e7-bfa1-c549c3c4c36d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port a1562724-50cd-41bd-b952-9851062afcec {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:45:49.056062 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-209da297-84ec-43e7-bfa1-c549c3c4c36d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:49.221278 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-209da297-84ec-43e7-bfa1-c549c3c4c36d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:49.221602 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-209da297-84ec-43e7-bfa1-c549c3c4c36d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:49.340718 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-209da297-84ec-43e7-bfa1-c549c3c4c36d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for a1562724-50cd-41bd-b952-9851062afcec owned by network:floatingip {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:45:49.485478 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-209da297-84ec-43e7-bfa1-c549c3c4c36d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:49.528866 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209da297-84ec-43e7-bfa1-c549c3c4c36d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=a1562724-50cd-41bd-b952-9851062afcec,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:49.618200 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-209da297-84ec-43e7-bfa1-c549c3c4c36d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:49.626280 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device d813b123-a4bf-403a-8f13-3f7fea7c2384 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:45:49.658847 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: d813b123-a4bf-403a-8f13-3f7fea7c2384 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:45:49.659188 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device d813b123-a4bf-403a-8f13-3f7fea7c2384 not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:45:50.088207 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209da297-84ec-43e7-bfa1-c549c3c4c36d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router 7ceef3fa-81db-4f7a-a3e1-be46141d3703 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:45:50.282877 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209da297-84ec-43e7-bfa1-c549c3c4c36d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:45:50.293833 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac18e08a-41c6-4841-b85c-51ad365f5eda None None] Sync routers for ids ['7ceef3fa-81db-4f7a-a3e1-be46141d3703'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:45:50.303952 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-209da297-84ec-43e7-bfa1-c549c3c4c36d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:50.305760 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac18e08a-41c6-4841-b85c-51ad365f5eda None None] Routers {'7ceef3fa-81db-4f7a-a3e1-be46141d3703'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:45:50.306387 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-ac18e08a-41c6-4841-b85c-51ad365f5eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:45:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['7ceef3fa-81db-4f7a-a3e1-be46141d3703'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:50.362396 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-209da297-84ec-43e7-bfa1-c549c3c4c36d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/floatingips/53f265f1-6b06-42eb-8267-f0ad54166c61 HTTP/1.1" status: 204 len: 168 time: 1.5039473 Apr 29 13:45:50.363050 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c739467-b220-4b6f-86c8-c05668e7227e', 'tag': '9cc21cd6-8564-4b93-ab57-e19e45c45f98'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:45:50.424362 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1366c248-3dce-4b19-9156-271453380c5d'] response: {'name': 'network-changed', 'server_uuid': '1c739467-b220-4b6f-86c8-c05668e7227e', 'tag': '9cc21cd6-8564-4b93-ab57-e19e45c45f98', 'status': 'completed', 'code': 200} Apr 29 13:45:50.491028 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-ac18e08a-41c6-4841-b85c-51ad365f5eda None None] Set router 7ceef3fa-81db-4f7a-a3e1-be46141d3703 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:45:50.519013 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cb225cc7-265e-4b50-b1c0-6d0016b84809 req-8f01369a-ece2-4925-98d0-ba4fddc5c489 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=1c739467-b220-4b6f-86c8-c05668e7227e HTTP/1.1" status: 200 len: 1098 time: 0.0733578 Apr 29 13:45:50.665336 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb225cc7-265e-4b50-b1c0-6d0016b84809 req-831f9345-606f-42da-967c-0d869002321c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:45:50.666841 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cb225cc7-265e-4b50-b1c0-6d0016b84809 req-831f9345-606f-42da-967c-0d869002321c service neutron] 10.222.0.32 "GET /v2.0/networks?id=7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 HTTP/1.1" status: 200 len: 897 time: 0.1421475 Apr 29 13:45:50.772380 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cb225cc7-265e-4b50-b1c0-6d0016b84809 req-58f6c8a4-b60b-42ad-ba2a-f74349b05ccd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cc21cd6-8564-4b93-ab57-e19e45c45f98 HTTP/1.1" status: 200 len: 217 time: 0.0988111 Apr 29 13:45:50.831599 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-ac18e08a-41c6-4841-b85c-51ad365f5eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'name': 'tempest-TestNetworkBasicOps-router-599457025', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '5d4ec706-f3ec-4110-a84b-574c8baf87e8', 'name': '', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:de:07:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:28Z', 'updated_at': '2022-04-29T13:43:34Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:50.835866 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac18e08a-41c6-4841-b85c-51ad365f5eda None None] Checking router: 7ceef3fa-81db-4f7a-a3e1-be46141d3703 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:45:50.847406 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac18e08a-41c6-4841-b85c-51ad365f5eda None None] Routers {'7ceef3fa-81db-4f7a-a3e1-be46141d3703'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:45:50.848030 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-ac18e08a-41c6-4841-b85c-51ad365f5eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:45:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['7ceef3fa-81db-4f7a-a3e1-be46141d3703'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:50.945171 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb225cc7-265e-4b50-b1c0-6d0016b84809 req-319d8fa4-638d-45e9-a281-12d03ca3e5cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:45:50.946502 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cb225cc7-265e-4b50-b1c0-6d0016b84809 req-319d8fa4-638d-45e9-a281-12d03ca3e5cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=afb93d72-e696-402b-9032-82b799d90cdc HTTP/1.1" status: 200 len: 835 time: 0.1661828 Apr 29 13:45:50.957484 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b39b7e-9cdb-4f24-9aec-610ddd091e6c req-f7b35fb4-ccc6-4303-9cf7-fb2454fa9a98 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:45:50.958872 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d2b39b7e-9cdb-4f24-9aec-610ddd091e6c req-f7b35fb4-ccc6-4303-9cf7-fb2454fa9a98 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c739467-b220-4b6f-86c8-c05668e7227e HTTP/1.1" status: 200 len: 945 time: 0.2331190 Apr 29 13:45:51.043041 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-ac18e08a-41c6-4841-b85c-51ad365f5eda None None] Set router 7ceef3fa-81db-4f7a-a3e1-be46141d3703 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:45:51.052197 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-d2b39b7e-9cdb-4f24-9aec-610ddd091e6c req-a65864b4-9d37-4de1-a0e1-948c7e803cd1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:45:51.075796 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cb225cc7-265e-4b50-b1c0-6d0016b84809 req-4332f4bb-809a-4d37-8a21-76ffc25a3b74 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1159477 Apr 29 13:45:51.076850 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-d2b39b7e-9cdb-4f24-9aec-610ddd091e6c req-a65864b4-9d37-4de1-a0e1-948c7e803cd1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:45:51.077860 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d2b39b7e-9cdb-4f24-9aec-610ddd091e6c req-a65864b4-9d37-4de1-a0e1-948c7e803cd1 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=5d2302b5-7585-4737-ae23-2fb54629933a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849934 Apr 29 13:45:51.210766 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cb225cc7-265e-4b50-b1c0-6d0016b84809 req-9626932f-70cf-4bc4-aeaa-9fb9004f205e service neutron] 10.222.0.32 "GET /v2.0/networks/7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275907 Apr 29 13:45:51.340878 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cb225cc7-265e-4b50-b1c0-6d0016b84809 req-deded7bc-6c60-46a0-93e6-ffad53fa6981 service neutron] 10.222.0.32 "GET /v2.0/networks/7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237235 Apr 29 13:45:51.385950 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-ac18e08a-41c6-4841-b85c-51ad365f5eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'name': 'tempest-TestNetworkBasicOps-router-599457025', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '5d4ec706-f3ec-4110-a84b-574c8baf87e8', 'name': '', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:de:07:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:28Z', 'updated_at': '2022-04-29T13:43:34Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:51.389813 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac18e08a-41c6-4841-b85c-51ad365f5eda None None] The sync data for ids ['7ceef3fa-81db-4f7a-a3e1-be46141d3703'] in dv-neutron-839027-4-hyperv is: [{'id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'name': 'tempest-TestNetworkBasicOps-router-599457025', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '5d4ec706-f3ec-4110-a84b-574c8baf87e8', 'name': '', 'network_id': '7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:de:07:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:28Z', 'updated_at': '2022-04-29T13:43:34Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': 'afb93d72-e696-402b-9032-82b799d90cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:45:51.603224 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49c4795-f7ce-4d6a-9587-e1caba046533 None None] New status for floating IP 53f265f1-6b06-42eb-8267-f0ad54166c61: DOWN {{(pid=83906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:45:52.279211 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156edfde-625d-45b3-a31c-b8613e46fda1 req-d66f5274-b8f5-479d-8efd-985116ba5a50 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:45:52.279891 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-156edfde-625d-45b3-a31c-b8613e46fda1 req-d66f5274-b8f5-479d-8efd-985116ba5a50 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:45:52.295175 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-156edfde-625d-45b3-a31c-b8613e46fda1 req-d66f5274-b8f5-479d-8efd-985116ba5a50 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:45:52.296400 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-156edfde-625d-45b3-a31c-b8613e46fda1 req-d66f5274-b8f5-479d-8efd-985116ba5a50 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c739467-b220-4b6f-86c8-c05668e7227e HTTP/1.1" status: 200 len: 945 time: 0.0937583 Apr 29 13:45:52.340814 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-156edfde-625d-45b3-a31c-b8613e46fda1 req-15c4f06f-f01d-4a10-93e1-93af534d4643 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=5d2302b5-7585-4737-ae23-2fb54629933a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388680 Apr 29 13:45:52.480986 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca561b2-95b4-45b0-bcd2-539fc28bd298 req-2a4d79c1-02fb-4f88-ae56-7a1953d0fca9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:45:52.482288 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cca561b2-95b4-45b0-bcd2-539fc28bd298 req-2a4d79c1-02fb-4f88-ae56-7a1953d0fca9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c739467-b220-4b6f-86c8-c05668e7227e HTTP/1.1" status: 200 len: 945 time: 0.0796907 Apr 29 13:45:52.548133 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-cca561b2-95b4-45b0-bcd2-539fc28bd298 req-56667e05-c35b-4108-b843-cb9758edbbce tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port 9cc21cd6-8564-4b93-ab57-e19e45c45f98 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:45:52.548472 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-cca561b2-95b4-45b0-bcd2-539fc28bd298 req-56667e05-c35b-4108-b843-cb9758edbbce tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:52.783490 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-cca561b2-95b4-45b0-bcd2-539fc28bd298 req-56667e05-c35b-4108-b843-cb9758edbbce tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] For port 9cc21cd6-8564-4b93-ab57-e19e45c45f98, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=9cc21cd6-8564-4b93-ab57-e19e45c45f98,segment=NetworkSegment(1ff14dfd-18e6-4506-b72a-4e8f5532458c),segment_id=1ff14dfd-18e6-4506-b72a-4e8f5532458c)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:45:52.783847 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-cca561b2-95b4-45b0-bcd2-539fc28bd298 req-56667e05-c35b-4108-b843-cb9758edbbce tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:52.903766 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-cca561b2-95b4-45b0-bcd2-539fc28bd298 req-56667e05-c35b-4108-b843-cb9758edbbce tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for 9cc21cd6-8564-4b93-ab57-e19e45c45f98 owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:45:53.040002 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-cca561b2-95b4-45b0-bcd2-539fc28bd298 req-56667e05-c35b-4108-b843-cb9758edbbce tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:53.088036 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56667e05-c35b-4108-b843-cb9758edbbce tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=9cc21cd6-8564-4b93-ab57-e19e45c45f98,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:53.161376 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca561b2-95b4-45b0-bcd2-539fc28bd298 req-56667e05-c35b-4108-b843-cb9758edbbce tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] No DVR routers for this DVR port 9cc21cd6-8564-4b93-ab57-e19e45c45f98 on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:45:53.163574 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-cca561b2-95b4-45b0-bcd2-539fc28bd298 req-56667e05-c35b-4108-b843-cb9758edbbce tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:53.166104 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c739467-b220-4b6f-86c8-c05668e7227e', 'name': 'network-vif-deleted', 'tag': '9cc21cd6-8564-4b93-ab57-e19e45c45f98'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:45:53.180907 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cca561b2-95b4-45b0-bcd2-539fc28bd298 req-56667e05-c35b-4108-b843-cb9758edbbce tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "DELETE /v2.0/ports/9cc21cd6-8564-4b93-ab57-e19e45c45f98 HTTP/1.1" status: 204 len: 173 time: 0.6934240 Apr 29 13:45:53.224067 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-827ebbad-32cb-47b0-9fb3-d7b5eae4ab8b'] response: {'server_uuid': '1c739467-b220-4b6f-86c8-c05668e7227e', 'name': 'network-vif-deleted', 'tag': '9cc21cd6-8564-4b93-ab57-e19e45c45f98', 'status': 'completed', 'code': 200} Apr 29 13:45:53.516238 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-91fbc7ba-c7fd-47cf-bfc7-082bfada592d req-6cbb7fef-d05c-41df-b41c-7e5f39a0a1cc tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c739467-b220-4b6f-86c8-c05668e7227e HTTP/1.1" status: 200 len: 210 time: 0.0421100 Apr 29 13:45:54.620801 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37730) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:45:54.692366 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-79b791d4-fdb9-4c94-944f-d405bf29ac14 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:54.721653 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-79b791d4-fdb9-4c94-944f-d405bf29ac14 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:54.788460 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-79b791d4-fdb9-4c94-944f-d405bf29ac14 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:54.808043 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b791d4-fdb9-4c94-944f-d405bf29ac14 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2302b5-7585-4737-ae23-2fb54629933a,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:54.818128 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-79b791d4-fdb9-4c94-944f-d405bf29ac14 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:54.821721 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-79b791d4-fdb9-4c94-944f-d405bf29ac14 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/security-groups/5d2302b5-7585-4737-ae23-2fb54629933a HTTP/1.1" status: 204 len: 168 time: 0.1974638 Apr 29 13:45:54.865069 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37736) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:45:55.342350 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2c729260-0cb2-4004-bbee-af8d74c1c559 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:55.643046 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 9cc21cd6-8564-4b93-ab57-e19e45c45f98 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:45:55.675936 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: 9cc21cd6-8564-4b93-ab57-e19e45c45f98 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:45:55.676286 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 9cc21cd6-8564-4b93-ab57-e19e45c45f98 not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:45:55.948371 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-2c729260-0cb2-4004-bbee-af8d74c1c559 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port 5d4ec706-f3ec-4110-a84b-574c8baf87e8 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:45:55.948958 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2c729260-0cb2-4004-bbee-af8d74c1c559 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:56.132604 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-2c729260-0cb2-4004-bbee-af8d74c1c559 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] For port 5d4ec706-f3ec-4110-a84b-574c8baf87e8, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=5d4ec706-f3ec-4110-a84b-574c8baf87e8,segment=NetworkSegment(1ff14dfd-18e6-4506-b72a-4e8f5532458c),segment_id=1ff14dfd-18e6-4506-b72a-4e8f5532458c)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:45:56.132980 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2c729260-0cb2-4004-bbee-af8d74c1c559 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:56.250866 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-2c729260-0cb2-4004-bbee-af8d74c1c559 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for 5d4ec706-f3ec-4110-a84b-574c8baf87e8 owned by network:router_interface {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:45:56.422833 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2c729260-0cb2-4004-bbee-af8d74c1c559 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:56.466843 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c729260-0cb2-4004-bbee-af8d74c1c559 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=5d4ec706-f3ec-4110-a84b-574c8baf87e8,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:56.759156 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2c729260-0cb2-4004-bbee-af8d74c1c559 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:57.402233 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c729260-0cb2-4004-bbee-af8d74c1c559 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router 7ceef3fa-81db-4f7a-a3e1-be46141d3703 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:45:57.597730 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c729260-0cb2-4004-bbee-af8d74c1c559 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:45:57.607006 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cb93fa-03b2-4b90-a5c4-d07dd5095fdc None None] Sync routers for ids ['7ceef3fa-81db-4f7a-a3e1-be46141d3703'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:45:57.609974 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2c729260-0cb2-4004-bbee-af8d74c1c559 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "PUT /v2.0/routers/7ceef3fa-81db-4f7a-a3e1-be46141d3703/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7438657 Apr 29 13:45:57.612939 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37740) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:45:57.618956 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cb93fa-03b2-4b90-a5c4-d07dd5095fdc None None] Routers {'7ceef3fa-81db-4f7a-a3e1-be46141d3703'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:45:57.620328 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-80cb93fa-03b2-4b90-a5c4-d07dd5095fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:45:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['7ceef3fa-81db-4f7a-a3e1-be46141d3703'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:57.791886 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-80cb93fa-03b2-4b90-a5c4-d07dd5095fdc None None] Set router 7ceef3fa-81db-4f7a-a3e1-be46141d3703 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:45:57.793695 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1520d5a-2fb9-41fc-b65a-9a97fc3f7506 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting subnet afb93d72-e696-402b-9032-82b799d90cdc {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:45:57.796698 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f1520d5a-2fb9-41fc-b65a-9a97fc3f7506 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:57.854524 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f1520d5a-2fb9-41fc-b65a-9a97fc3f7506 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:57.934243 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f1520d5a-2fb9-41fc-b65a-9a97fc3f7506 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:58.008806 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f1520d5a-2fb9-41fc-b65a-9a97fc3f7506 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:58.047256 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1520d5a-2fb9-41fc-b65a-9a97fc3f7506 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Subnet': ['ID=afb93d72-e696-402b-9032-82b799d90cdc,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:58.053966 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f1520d5a-2fb9-41fc-b65a-9a97fc3f7506 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:58.059518 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e2aeee-a4d4-4a33-9d31-391ccaaeca72 None None] Network 7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:45:58.063172 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37744) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:45:58.063600 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f1520d5a-2fb9-41fc-b65a-9a97fc3f7506 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/subnets/afb93d72-e696-402b-9032-82b799d90cdc HTTP/1.1" status: 204 len: 168 time: 0.4493074 Apr 29 13:45:58.075231 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-80cb93fa-03b2-4b90-a5c4-d07dd5095fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'name': 'tempest-TestNetworkBasicOps-router-599457025', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:45:56Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:58.079072 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cb93fa-03b2-4b90-a5c4-d07dd5095fdc None None] Checking router: 7ceef3fa-81db-4f7a-a3e1-be46141d3703 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:45:58.090474 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cb93fa-03b2-4b90-a5c4-d07dd5095fdc None None] Routers {'7ceef3fa-81db-4f7a-a3e1-be46141d3703'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:45:58.091069 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-80cb93fa-03b2-4b90-a5c4-d07dd5095fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:45:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['7ceef3fa-81db-4f7a-a3e1-be46141d3703'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:58.169061 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:58.271272 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-80cb93fa-03b2-4b90-a5c4-d07dd5095fdc None None] Set router 7ceef3fa-81db-4f7a-a3e1-be46141d3703 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:45:58.286508 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-44843874-e72f-41c2-871e-c858e206711a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:58.324826 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2e1c7e-fbaf-44ce-bea4-a1215090dcec None None] DHCP port deletion for 7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:45:58.329172 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-be2e1c7e-fbaf-44ce-bea4-a1215090dcec None None] Deleting port d853afb4-f4f2-40fa-add3-ea63291dafc1 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:45:58.329626 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-be2e1c7e-fbaf-44ce-bea4-a1215090dcec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:58.488592 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-44843874-e72f-41c2-871e-c858e206711a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:58.498906 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-44843874-e72f-41c2-871e-c858e206711a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port eb205587-8e86-4a96-a92b-4d5f8bd6f9fb {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:45:58.499369 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-44843874-e72f-41c2-871e-c858e206711a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:58.546523 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-be2e1c7e-fbaf-44ce-bea4-a1215090dcec None None] For port d853afb4-f4f2-40fa-add3-ea63291dafc1, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=d853afb4-f4f2-40fa-add3-ea63291dafc1,segment=NetworkSegment(1ff14dfd-18e6-4506-b72a-4e8f5532458c),segment_id=1ff14dfd-18e6-4506-b72a-4e8f5532458c)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:45:58.546830 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-be2e1c7e-fbaf-44ce-bea4-a1215090dcec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:58.563423 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-80cb93fa-03b2-4b90-a5c4-d07dd5095fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'name': 'tempest-TestNetworkBasicOps-router-599457025', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:45:56Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:58.567431 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cb93fa-03b2-4b90-a5c4-d07dd5095fdc None None] The sync data for ids ['7ceef3fa-81db-4f7a-a3e1-be46141d3703'] in dv-neutron-839027-4-hyperv is: [{'id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'name': 'tempest-TestNetworkBasicOps-router-599457025', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75'}], 'enable_snat': True}, 'gw_port_id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:45:56Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': 'eb205587-8e86-4a96-a92b-4d5f8bd6f9fb', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ceef3fa-81db-4f7a-a3e1-be46141d3703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:45:58.667037 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-be2e1c7e-fbaf-44ce-bea4-a1215090dcec None None] Calling delete_port for d853afb4-f4f2-40fa-add3-ea63291dafc1 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:45:58.673268 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-44843874-e72f-41c2-871e-c858e206711a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] For port eb205587-8e86-4a96-a92b-4d5f8bd6f9fb, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=eb205587-8e86-4a96-a92b-4d5f8bd6f9fb,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:45:58.673620 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-44843874-e72f-41c2-871e-c858e206711a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:58.741385 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-be2e1c7e-fbaf-44ce-bea4-a1215090dcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:58.786024 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e1c7e-fbaf-44ce-bea4-a1215090dcec None None] Pushing event deleted for resources: {'Port': ['ID=d853afb4-f4f2-40fa-add3-ea63291dafc1,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:58.791903 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2e1c7e-fbaf-44ce-bea4-a1215090dcec None None] No DVR routers for this DVR port d853afb4-f4f2-40fa-add3-ea63291dafc1 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:45:58.802911 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e1c7e-fbaf-44ce-bea4-a1215090dcec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:58.802911 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e1c7e-fbaf-44ce-bea4-a1215090dcec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:58.802911 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e1c7e-fbaf-44ce-bea4-a1215090dcec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:58.802911 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e1c7e-fbaf-44ce-bea4-a1215090dcec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:58.802911 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e1c7e-fbaf-44ce-bea4-a1215090dcec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:58.802911 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e1c7e-fbaf-44ce-bea4-a1215090dcec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:58.802911 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e1c7e-fbaf-44ce-bea4-a1215090dcec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:58.802911 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e1c7e-fbaf-44ce-bea4-a1215090dcec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:58.802911 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e1c7e-fbaf-44ce-bea4-a1215090dcec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:58.802911 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e1c7e-fbaf-44ce-bea4-a1215090dcec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:58.802911 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e1c7e-fbaf-44ce-bea4-a1215090dcec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:58.883727 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-44843874-e72f-41c2-871e-c858e206711a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for eb205587-8e86-4a96-a92b-4d5f8bd6f9fb owned by network:router_gateway {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:45:58.959864 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 5d4ec706-f3ec-4110-a84b-574c8baf87e8 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:45:58.995674 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 5d4ec706-f3ec-4110-a84b-574c8baf87e8 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:45:58.996095 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 5d4ec706-f3ec-4110-a84b-574c8baf87e8 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:45:58.996516 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device d853afb4-f4f2-40fa-add3-ea63291dafc1 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:45:59.031857 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: d853afb4-f4f2-40fa-add3-ea63291dafc1 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:45:59.032197 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device d853afb4-f4f2-40fa-add3-ea63291dafc1 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:45:59.065532 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-44843874-e72f-41c2-871e-c858e206711a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:59.112099 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44843874-e72f-41c2-871e-c858e206711a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=eb205587-8e86-4a96-a92b-4d5f8bd6f9fb,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:59.329617 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-44843874-e72f-41c2-871e-c858e206711a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:59.578097 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-44843874-e72f-41c2-871e-c858e206711a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:59.582485 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-44843874-e72f-41c2-871e-c858e206711a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:59.606405 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-44843874-e72f-41c2-871e-c858e206711a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:59.606951 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44843874-e72f-41c2-871e-c858e206711a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Fanout notify agent at l3_agent the message router_deleted on router 7ceef3fa-81db-4f7a-a3e1-be46141d3703 {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:45:59.621319 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-44843874-e72f-41c2-871e-c858e206711a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:59.622515 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-44843874-e72f-41c2-871e-c858e206711a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/routers/7ceef3fa-81db-4f7a-a3e1-be46141d3703 HTTP/1.1" status: 204 len: 168 time: 1.5575294 Apr 29 13:45:59.625113 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37748) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:45:59.745004 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7eb6e215-9d48-4706-ae91-0efaa05c43e5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:59.872588 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7eb6e215-9d48-4706-ae91-0efaa05c43e5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:59.897849 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-7eb6e215-9d48-4706-ae91-0efaa05c43e5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:59.909562 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-7eb6e215-9d48-4706-ae91-0efaa05c43e5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff14dfd-18e6-4506-b72a-4e8f5532458c') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:59.909857 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-7eb6e215-9d48-4706-ae91-0efaa05c43e5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff14dfd-18e6-4506-b72a-4e8f5532458c') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:59.921246 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7eb6e215-9d48-4706-ae91-0efaa05c43e5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:59.936779 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7eb6e215-9d48-4706-ae91-0efaa05c43e5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:59.942590 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb6e215-9d48-4706-ae91-0efaa05c43e5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:45:59.942963 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7eb6e215-9d48-4706-ae91-0efaa05c43e5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:45:59.958170 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:46:00.041336 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7eb6e215-9d48-4706-ae91-0efaa05c43e5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:00.058929 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7eb6e215-9d48-4706-ae91-0efaa05c43e5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:00.069920 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6e215-9d48-4706-ae91-0efaa05c43e5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Network': ['ID=7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:00.080777 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7eb6e215-9d48-4706-ae91-0efaa05c43e5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/networks/7458dadb-e8c6-43b1-8a3e-6e689f0a3fe8 HTTP/1.1" status: 204 len: 168 time: 0.4544389 Apr 29 13:46:00.107988 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37752) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:46:00.113349 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-335fdee8-34fe-441c-a7e7-87650d5f2c5e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'network': {'name': 'tempest-network-smoke--1577750737', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'port_security_enabled': True}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:46:00.118213 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-335fdee8-34fe-441c-a7e7-87650d5f2c5e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:46:00.123253 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-335fdee8-34fe-441c-a7e7-87650d5f2c5e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:network and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:46:00.126066 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-335fdee8-34fe-441c-a7e7-87650d5f2c5e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:46:00.131605 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-335fdee8-34fe-441c-a7e7-87650d5f2c5e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:46:00.141769 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335fdee8-34fe-441c-a7e7-87650d5f2c5e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Made reservation on behalf of 4b7a89f6c8564a04be449e2e6b4a95e5 for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:46:00.144636 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-335fdee8-34fe-441c-a7e7-87650d5f2c5e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:00.173284 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-335fdee8-34fe-441c-a7e7-87650d5f2c5e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:46:00.182666 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-335fdee8-34fe-441c-a7e7-87650d5f2c5e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:00.182973 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-335fdee8-34fe-441c-a7e7-87650d5f2c5e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Added segment 5a12b291-8747-426c-9302-4b012b3af050 of type vlan for network 60fc2373-883d-484c-8afd-8e175bccf00d Apr 29 13:46:00.212665 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-335fdee8-34fe-441c-a7e7-87650d5f2c5e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:00.240697 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-335fdee8-34fe-441c-a7e7-87650d5f2c5e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:00.245136 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335fdee8-34fe-441c-a7e7-87650d5f2c5e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:46:00.245482 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-335fdee8-34fe-441c-a7e7-87650d5f2c5e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:00.445702 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-335fdee8-34fe-441c-a7e7-87650d5f2c5e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3366311 Apr 29 13:46:00.449094 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37756) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:46:00.449603 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335fdee8-34fe-441c-a7e7-87650d5f2c5e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Network': ['ID=60fc2373-883d-484c-8afd-8e175bccf00d,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:00.455680 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-47b580b9-995c-4736-8856-56368627c22a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1094845783', 'admin_state_up': True, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:46:00.460512 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 60fc2373-883d-484c-8afd-8e175bccf00d details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:46:00.464003 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-47b580b9-995c-4736-8856-56368627c22a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:46:00.468061 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-47b580b9-995c-4736-8856-56368627c22a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:router and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:46:00.471239 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-47b580b9-995c-4736-8856-56368627c22a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:46:00.478345 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-47b580b9-995c-4736-8856-56368627c22a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:46:00.488746 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-47b580b9-995c-4736-8856-56368627c22a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:00.489691 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-47b580b9-995c-4736-8856-56368627c22a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:00.512562 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-47b580b9-995c-4736-8856-56368627c22a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:00.655420 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-47b580b9-995c-4736-8856-56368627c22a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:00.779082 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device eb205587-8e86-4a96-a92b-4d5f8bd6f9fb no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:46:00.811212 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: eb205587-8e86-4a96-a92b-4d5f8bd6f9fb {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:46:00.811596 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device eb205587-8e86-4a96-a92b-4d5f8bd6f9fb not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:46:00.925880 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-47b580b9-995c-4736-8856-56368627c22a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:00.954180 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-47b580b9-995c-4736-8856-56368627c22a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:01.087227 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-47b580b9-995c-4736-8856-56368627c22a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.26.6.157 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/8892bf8a-b5fb-494d-ba0b-b61cda7712f4) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:46:01.231166 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-47b580b9-995c-4736-8856-56368627c22a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:01.257475 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-47b580b9-995c-4736-8856-56368627c22a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:01.321778 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b580b9-995c-4736-8856-56368627c22a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:46:01.325265 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-47b580b9-995c-4736-8856-56368627c22a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:46:01.327780 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b580b9-995c-4736-8856-56368627c22a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:46:01.356705 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b580b9-995c-4736-8856-56368627c22a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=8892bf8a-b5fb-494d-ba0b-b61cda7712f4,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:01.485336 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-47b580b9-995c-4736-8856-56368627c22a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:01.486059 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-47b580b9-995c-4736-8856-56368627c22a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:01.705816 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b580b9-995c-4736-8856-56368627c22a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router 04e4d97f-76d8-490a-81f4-a8e4654a8ca3 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:46:01.901126 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b580b9-995c-4736-8856-56368627c22a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:46:01.910416 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989aa103-2d55-426b-9ad4-adcb85b104f1 None None] Sync routers for ids ['04e4d97f-76d8-490a-81f4-a8e4654a8ca3'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:46:01.921876 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989aa103-2d55-426b-9ad4-adcb85b104f1 None None] Routers {'04e4d97f-76d8-490a-81f4-a8e4654a8ca3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:46:01.922483 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-989aa103-2d55-426b-9ad4-adcb85b104f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:45:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['04e4d97f-76d8-490a-81f4-a8e4654a8ca3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:46:01.926598 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-47b580b9-995c-4736-8856-56368627c22a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:01.927804 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-47b580b9-995c-4736-8856-56368627c22a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4777298 Apr 29 13:46:01.930867 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37760) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:46:01.973229 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4fc4769d-c90f-455d-b7ed-a576486d0e73 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=4b7a89f6c8564a04be449e2e6b4a95e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405798 Apr 29 13:46:01.975559 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37764) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:46:02.101974 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e3bb69-eb70-4138-9ff5-4e1aa1cce3d9 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:46:02.102677 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-989aa103-2d55-426b-9ad4-adcb85b104f1 None None] Set router 04e4d97f-76d8-490a-81f4-a8e4654a8ca3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:46:02.103478 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-67e3bb69-eb70-4138-9ff5-4e1aa1cce3d9 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1269898 Apr 29 13:46:02.106309 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37768) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:46:02.145245 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-bb3e9cd3-573e-4629-8f03-02b921e5b7d1 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3475bcf7-abe6-4964-9326-03174235aecc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378830 Apr 29 13:46:02.147756 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37772) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:46:02.153277 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-288a4aa9-c7b0-4827-9b2d-8a7c8cc7a8ab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-469788029', 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:46:02.258293 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-288a4aa9-c7b0-4827-9b2d-8a7c8cc7a8ab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:46:02.262074 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-288a4aa9-c7b0-4827-9b2d-8a7c8cc7a8ab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:subnet and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:46:02.264807 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-288a4aa9-c7b0-4827-9b2d-8a7c8cc7a8ab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:46:02.270341 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-288a4aa9-c7b0-4827-9b2d-8a7c8cc7a8ab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:46:02.280134 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288a4aa9-c7b0-4827-9b2d-8a7c8cc7a8ab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Made reservation on behalf of 4b7a89f6c8564a04be449e2e6b4a95e5 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:46:02.386443 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-989aa103-2d55-426b-9ad4-adcb85b104f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'name': 'tempest-TestNetworkBasicOps-router-1094845783', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '8892bf8a-b5fb-494d-ba0b-b61cda7712f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:00Z', 'updated_at': '2022-04-29T13:46:01Z', 'revision_number': 3, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '8892bf8a-b5fb-494d-ba0b-b61cda7712f4', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:00Z', 'updated_at': '2022-04-29T13:46:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:46:02.390457 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989aa103-2d55-426b-9ad4-adcb85b104f1 None None] Checking router: 04e4d97f-76d8-490a-81f4-a8e4654a8ca3 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:46:02.390798 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989aa103-2d55-426b-9ad4-adcb85b104f1 None None] Updating router 04e4d97f-76d8-490a-81f4-a8e4654a8ca3 port 8892bf8a-b5fb-494d-ba0b-b61cda7712f4 binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:46:02.441914 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-989aa103-2d55-426b-9ad4-adcb85b104f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:02.471148 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-288a4aa9-c7b0-4827-9b2d-8a7c8cc7a8ab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:02.679442 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-288a4aa9-c7b0-4827-9b2d-8a7c8cc7a8ab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:02.756989 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a4aa9-c7b0-4827-9b2d-8a7c8cc7a8ab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Subnet': ['ID=37333485-3944-47a5-af08-2b03cf77e7e1,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:02.765740 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-989aa103-2d55-426b-9ad4-adcb85b104f1 None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:02.768458 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288a4aa9-c7b0-4827-9b2d-8a7c8cc7a8ab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Checking segment: {'id': '5a12b291-8747-426c-9302-4b012b3af050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:46:02.768840 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288a4aa9-c7b0-4827-9b2d-8a7c8cc7a8ab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network hostable DHCP agents. Network: 60fc2373-883d-484c-8afd-8e175bccf00d, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:46:02.778926 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-989aa103-2d55-426b-9ad4-adcb85b104f1 None None] Transition to ACTIVE for port object 8892bf8a-b5fb-494d-ba0b-b61cda7712f4 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:46:02.785484 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-989aa103-2d55-426b-9ad4-adcb85b104f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:02.790607 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288a4aa9-c7b0-4827-9b2d-8a7c8cc7a8ab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 60fc2373-883d-484c-8afd-8e175bccf00d is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:46:02.800282 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-288a4aa9-c7b0-4827-9b2d-8a7c8cc7a8ab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 60fc2373-883d-484c-8afd-8e175bccf00d) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:46:02.804196 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288a4aa9-c7b0-4827-9b2d-8a7c8cc7a8ab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:46:02.804780 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-288a4aa9-c7b0-4827-9b2d-8a7c8cc7a8ab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:02.824652 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25e15e5-9113-477c-a159-8c042291ff4b None None] Network 60fc2373-883d-484c-8afd-8e175bccf00d requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:46:02.826732 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-288a4aa9-c7b0-4827-9b2d-8a7c8cc7a8ab tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6780093 Apr 29 13:46:02.829632 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37776) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:46:02.943351 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff20578-1675-4e45-99f2-9f32fd49057f None None] Pushing event updated for resources: {'Port': ['ID=8892bf8a-b5fb-494d-ba0b-b61cda7712f4,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:02.952708 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-989aa103-2d55-426b-9ad4-adcb85b104f1 None None] Attempting to bind port 8892bf8a-b5fb-494d-ba0b-b61cda7712f4 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:46:02.953094 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-989aa103-2d55-426b-9ad4-adcb85b104f1 None None] Attempting to bind port 8892bf8a-b5fb-494d-ba0b-b61cda7712f4 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:46:02.953447 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989aa103-2d55-426b-9ad4-adcb85b104f1 None None] Attempting to bind port 8892bf8a-b5fb-494d-ba0b-b61cda7712f4 on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:46:02.976530 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989aa103-2d55-426b-9ad4-adcb85b104f1 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:46:02.976922 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989aa103-2d55-426b-9ad4-adcb85b104f1 None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:46:02.977319 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-989aa103-2d55-426b-9ad4-adcb85b104f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:02.977703 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989aa103-2d55-426b-9ad4-adcb85b104f1 None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:46:02.978687 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-989aa103-2d55-426b-9ad4-adcb85b104f1 None None] Bound port: 8892bf8a-b5fb-494d-ba0b-b61cda7712f4, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:46:02.979046 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-989aa103-2d55-426b-9ad4-adcb85b104f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:03.104111 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-989aa103-2d55-426b-9ad4-adcb85b104f1 None None] For port 8892bf8a-b5fb-494d-ba0b-b61cda7712f4, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:46:03.141502 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-989aa103-2d55-426b-9ad4-adcb85b104f1 None None] For port 8892bf8a-b5fb-494d-ba0b-b61cda7712f4, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=8892bf8a-b5fb-494d-ba0b-b61cda7712f4,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:46:03.146075 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-989aa103-2d55-426b-9ad4-adcb85b104f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:03.178476 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6923a474-e232-434d-adeb-87f8b838fb5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-60fc2373-883d-484c-8afd-8e175bccf00d', 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ips': [{'subnet_id': '37333485-3944-47a5-af08-2b03cf77e7e1'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:46:03.179291 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6923a474-e232-434d-adeb-87f8b838fb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:03.324455 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff20578-1675-4e45-99f2-9f32fd49057f None None] Pushing event updated for resources: {'Port': ['ID=8892bf8a-b5fb-494d-ba0b-b61cda7712f4,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:03.343737 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989aa103-2d55-426b-9ad4-adcb85b104f1 None None] Routers {'04e4d97f-76d8-490a-81f4-a8e4654a8ca3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:46:03.344371 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-989aa103-2d55-426b-9ad4-adcb85b104f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:45:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['04e4d97f-76d8-490a-81f4-a8e4654a8ca3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:46:03.569006 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-6923a474-e232-434d-adeb-87f8b838fb5b None None] Allocated IP 172.20.0.2 (60fc2373-883d-484c-8afd-8e175bccf00d/37333485-3944-47a5-af08-2b03cf77e7e1/52a8641b-3600-4656-a2b7-83de993a99c5) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:46:03.569619 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8b2ae0e1-6998-4c60-a9ff-082c01768312 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:03.590907 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-989aa103-2d55-426b-9ad4-adcb85b104f1 None None] Set router 04e4d97f-76d8-490a-81f4-a8e4654a8ca3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:46:04.015114 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6923a474-e232-434d-adeb-87f8b838fb5b None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:04.029634 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6923a474-e232-434d-adeb-87f8b838fb5b None None] Transition to ACTIVE for port object 52a8641b-3600-4656-a2b7-83de993a99c5 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:46:04.052424 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6923a474-e232-434d-adeb-87f8b838fb5b None None] Transition to ACTIVE for port object 52a8641b-3600-4656-a2b7-83de993a99c5 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:46:04.059980 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6923a474-e232-434d-adeb-87f8b838fb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:04.107805 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-989aa103-2d55-426b-9ad4-adcb85b104f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'name': 'tempest-TestNetworkBasicOps-router-1094845783', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '8892bf8a-b5fb-494d-ba0b-b61cda7712f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:00Z', 'updated_at': '2022-04-29T13:46:01Z', 'revision_number': 3, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '8892bf8a-b5fb-494d-ba0b-b61cda7712f4', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:00Z', 'updated_at': '2022-04-29T13:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:46:04.120659 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-8b2ae0e1-6998-4c60-a9ff-082c01768312 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.20.0.1 (60fc2373-883d-484c-8afd-8e175bccf00d/37333485-3944-47a5-af08-2b03cf77e7e1/767765d0-a34b-4cdc-971a-72ab4f1a9413) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:46:04.125015 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989aa103-2d55-426b-9ad4-adcb85b104f1 None None] The sync data for ids ['04e4d97f-76d8-490a-81f4-a8e4654a8ca3'] in dv-neutron-839027-4-hyperv is: [{'id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'name': 'tempest-TestNetworkBasicOps-router-1094845783', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '8892bf8a-b5fb-494d-ba0b-b61cda7712f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:00Z', 'updated_at': '2022-04-29T13:46:01Z', 'revision_number': 3, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '8892bf8a-b5fb-494d-ba0b-b61cda7712f4', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:00Z', 'updated_at': '2022-04-29T13:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:46:04.140324 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6923a474-e232-434d-adeb-87f8b838fb5b None None] Network 60fc2373-883d-484c-8afd-8e175bccf00d is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:46:04.141219 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923a474-e232-434d-adeb-87f8b838fb5b None None] Pushing event updated for resources: {'Port': ['ID=52a8641b-3600-4656-a2b7-83de993a99c5,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:04.143749 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-6923a474-e232-434d-adeb-87f8b838fb5b None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:46:04.146458 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6923a474-e232-434d-adeb-87f8b838fb5b None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:46:04.243144 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-6923a474-e232-434d-adeb-87f8b838fb5b None None] Attempting to bind port 52a8641b-3600-4656-a2b7-83de993a99c5 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:46:04.243517 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-6923a474-e232-434d-adeb-87f8b838fb5b None None] Attempting to bind port 52a8641b-3600-4656-a2b7-83de993a99c5 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '5a12b291-8747-426c-9302-4b012b3af050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:46:04.244006 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6923a474-e232-434d-adeb-87f8b838fb5b None None] Attempting to bind port 52a8641b-3600-4656-a2b7-83de993a99c5 on network 60fc2373-883d-484c-8afd-8e175bccf00d {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:46:04.251030 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6923a474-e232-434d-adeb-87f8b838fb5b None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:46:04.251400 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6923a474-e232-434d-adeb-87f8b838fb5b None None] Checking segment: {'id': '5a12b291-8747-426c-9302-4b012b3af050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:46:04.251798 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6923a474-e232-434d-adeb-87f8b838fb5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:04.252185 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6923a474-e232-434d-adeb-87f8b838fb5b None None] Bound using segment: {'id': '5a12b291-8747-426c-9302-4b012b3af050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:46:04.252650 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-6923a474-e232-434d-adeb-87f8b838fb5b None None] Bound port: 52a8641b-3600-4656-a2b7-83de993a99c5, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a12b291-8747-426c-9302-4b012b3af050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:46:04.253046 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6923a474-e232-434d-adeb-87f8b838fb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:04.366349 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6923a474-e232-434d-adeb-87f8b838fb5b None None] For port 52a8641b-3600-4656-a2b7-83de993a99c5, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:46:04.369967 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6923a474-e232-434d-adeb-87f8b838fb5b None None] For port 52a8641b-3600-4656-a2b7-83de993a99c5, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=52a8641b-3600-4656-a2b7-83de993a99c5,segment=NetworkSegment(5a12b291-8747-426c-9302-4b012b3af050),segment_id=5a12b291-8747-426c-9302-4b012b3af050)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:46:04.382414 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6923a474-e232-434d-adeb-87f8b838fb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:04.421167 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8b2ae0e1-6998-4c60-a9ff-082c01768312 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:04.438148 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-8b2ae0e1-6998-4c60-a9ff-082c01768312 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Transition to ACTIVE for port object 767765d0-a34b-4cdc-971a-72ab4f1a9413 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:46:04.470196 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923a474-e232-434d-adeb-87f8b838fb5b None None] Pushing event updated for resources: {'Port': ['ID=52a8641b-3600-4656-a2b7-83de993a99c5,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:04.479832 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8b2ae0e1-6998-4c60-a9ff-082c01768312 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:04.553640 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2ae0e1-6998-4c60-a9ff-082c01768312 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 60fc2373-883d-484c-8afd-8e175bccf00d is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:46:04.556649 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-8b2ae0e1-6998-4c60-a9ff-082c01768312 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:46:04.559247 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2ae0e1-6998-4c60-a9ff-082c01768312 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:46:04.607186 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ae0e1-6998-4c60-a9ff-082c01768312 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=767765d0-a34b-4cdc-971a-72ab4f1a9413,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:04.643680 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8b2ae0e1-6998-4c60-a9ff-082c01768312 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:04.738649 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8b2ae0e1-6998-4c60-a9ff-082c01768312 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:04.901962 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 8892bf8a-b5fb-494d-ba0b-b61cda7712f4 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:46:04.981882 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 8892bf8a-b5fb-494d-ba0b-b61cda7712f4 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:46:04.987634 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 8892bf8a-b5fb-494d-ba0b-b61cda7712f4 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:46:04.988175 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:05.114543 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:05.132153 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 8892bf8a-b5fb-494d-ba0b-b61cda7712f4, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=8892bf8a-b5fb-494d-ba0b-b61cda7712f4,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:46:05.136073 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:05.136923 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 52a8641b-3600-4656-a2b7-83de993a99c5 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:46:05.251978 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=8892bf8a-b5fb-494d-ba0b-b61cda7712f4,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:05.259569 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8b2ae0e1-6998-4c60-a9ff-082c01768312 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:05.265089 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8b2ae0e1-6998-4c60-a9ff-082c01768312 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:05.266373 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 52a8641b-3600-4656-a2b7-83de993a99c5 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:46:05.380291 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ae0e1-6998-4c60-a9ff-082c01768312 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=767765d0-a34b-4cdc-971a-72ab4f1a9413,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:05.382747 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8b2ae0e1-6998-4c60-a9ff-082c01768312 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:05.479049 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ffe460-2e4e-4422-b00c-9ce78258cffe None None] Network 60fc2373-883d-484c-8afd-8e175bccf00d requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:46:05.524074 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2ae0e1-6998-4c60-a9ff-082c01768312 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 60fc2373-883d-484c-8afd-8e175bccf00d is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:46:05.526007 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-8b2ae0e1-6998-4c60-a9ff-082c01768312 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:46:05.630011 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b1147ba0-e471-42cd-b460-06d703c71564 None None] Provisioning for port 52a8641b-3600-4656-a2b7-83de993a99c5 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:46:05.645502 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b1147ba0-e471-42cd-b460-06d703c71564 None None] Provisioning complete for port 52a8641b-3600-4656-a2b7-83de993a99c5 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:46:05.645823 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b1147ba0-e471-42cd-b460-06d703c71564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:05.854892 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b1147ba0-e471-42cd-b460-06d703c71564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:05.897779 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b1147ba0-e471-42cd-b460-06d703c71564 None None] For port 52a8641b-3600-4656-a2b7-83de993a99c5, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=52a8641b-3600-4656-a2b7-83de993a99c5,segment=NetworkSegment(5a12b291-8747-426c-9302-4b012b3af050),segment_id=5a12b291-8747-426c-9302-4b012b3af050)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:46:05.903429 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b1147ba0-e471-42cd-b460-06d703c71564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:05.917409 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2ae0e1-6998-4c60-a9ff-082c01768312 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router 04e4d97f-76d8-490a-81f4-a8e4654a8ca3 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:46:05.971358 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1147ba0-e471-42cd-b460-06d703c71564 None None] Pushing event updated for resources: {'Port': ['ID=52a8641b-3600-4656-a2b7-83de993a99c5,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:06.134169 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-86d8b560-d115-4c3a-a609-942861b66a98 None None] Provisioning for port 767765d0-a34b-4cdc-971a-72ab4f1a9413 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:46:06.141325 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-86d8b560-d115-4c3a-a609-942861b66a98 None None] Provisioning complete for port 767765d0-a34b-4cdc-971a-72ab4f1a9413 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:46:06.142006 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-86d8b560-d115-4c3a-a609-942861b66a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:06.203927 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-86d8b560-d115-4c3a-a609-942861b66a98 None None] Port 767765d0-a34b-4cdc-971a-72ab4f1a9413 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:46:06.217373 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-86d8b560-d115-4c3a-a609-942861b66a98 None None] Provisioning complete for port 52a8641b-3600-4656-a2b7-83de993a99c5 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:46:06.217741 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-86d8b560-d115-4c3a-a609-942861b66a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:06.244915 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2ae0e1-6998-4c60-a9ff-082c01768312 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:46:06.257685 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8b2ae0e1-6998-4c60-a9ff-082c01768312 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "PUT /v2.0/routers/04e4d97f-76d8-490a-81f4-a8e4654a8ca3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4265859 Apr 29 13:46:06.260786 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37780) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:46:06.404779 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006e0ec8-f857-4840-9891-08b02cdcdfe7 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:46:06.405333 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006e0ec8-f857-4840-9891-08b02cdcdfe7 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:46:06.405906 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006e0ec8-f857-4840-9891-08b02cdcdfe7 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:46:06.406277 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006e0ec8-f857-4840-9891-08b02cdcdfe7 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:46:06.407945 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-006e0ec8-f857-4840-9891-08b02cdcdfe7 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1456559 Apr 29 13:46:06.410707 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37784) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:46:06.462359 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1a1ce811-4051-4071-a8de-64b1afe07789 None None] Provisioning complete for port 767765d0-a34b-4cdc-971a-72ab4f1a9413 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:46:06.462715 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce811-4051-4071-a8de-64b1afe07789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:06.480050 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e3ae91-ef4a-4a1c-9f20-829a57016b8b tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:46:06.480436 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e3ae91-ef4a-4a1c-9f20-829a57016b8b tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:46:06.480827 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e3ae91-ef4a-4a1c-9f20-829a57016b8b tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:46:06.481179 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e3ae91-ef4a-4a1c-9f20-829a57016b8b tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:46:06.482851 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-62e3ae91-ef4a-4a1c-9f20-829a57016b8b tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0712564 Apr 29 13:46:06.485572 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37788) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:46:06.516779 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-1a1ce811-4051-4071-a8de-64b1afe07789 None None] Port 767765d0-a34b-4cdc-971a-72ab4f1a9413 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:46:06.605160 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:46:06.683021 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ec7b8d15-62e8-4498-890a-acc50afa1b24 tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1963971 Apr 29 13:46:06.792505 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 8892bf8a-b5fb-494d-ba0b-b61cda7712f4 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:46:06.859647 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 8892bf8a-b5fb-494d-ba0b-b61cda7712f4 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:46:06.860010 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:06.973392 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 52a8641b-3600-4656-a2b7-83de993a99c5 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:46:07.025733 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37794) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:46:07.031378 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-f44fc223-a6ba-42e2-a039-92a6e952c31a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1919145924', 'description': 'tempest-secgroup-smoke-1919145924 description', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:46:07.037006 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f44fc223-a6ba-42e2-a039-92a6e952c31a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:46:07.038853 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 52a8641b-3600-4656-a2b7-83de993a99c5 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:46:07.039222 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:07.041568 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f44fc223-a6ba-42e2-a039-92a6e952c31a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:46:07.044385 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f44fc223-a6ba-42e2-a039-92a6e952c31a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:46:07.050004 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f44fc223-a6ba-42e2-a039-92a6e952c31a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:46:07.060968 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f44fc223-a6ba-42e2-a039-92a6e952c31a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:07.095659 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f44fc223-a6ba-42e2-a039-92a6e952c31a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:46:07.099476 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f44fc223-a6ba-42e2-a039-92a6e952c31a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:46:07.102276 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f44fc223-a6ba-42e2-a039-92a6e952c31a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:46:07.108128 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f44fc223-a6ba-42e2-a039-92a6e952c31a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:46:07.163403 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f44fc223-a6ba-42e2-a039-92a6e952c31a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:07.167648 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f44fc223-a6ba-42e2-a039-92a6e952c31a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:07.211167 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44fc223-a6ba-42e2-a039-92a6e952c31a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41a42220-2885-4c5c-a5eb-ef563dba052a,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:07.213974 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f44fc223-a6ba-42e2-a039-92a6e952c31a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:07.215110 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f44fc223-a6ba-42e2-a039-92a6e952c31a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1883974 Apr 29 13:46:07.218182 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37798) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:46:07.223471 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-a7cd0071-0942-423b-808b-a390cd265ff0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '41a42220-2885-4c5c-a5eb-ef563dba052a', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:46:07.229313 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a7cd0071-0942-423b-808b-a390cd265ff0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:46:07.233058 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a7cd0071-0942-423b-808b-a390cd265ff0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:46:07.235826 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a7cd0071-0942-423b-808b-a390cd265ff0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:46:07.241338 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a7cd0071-0942-423b-808b-a390cd265ff0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:46:07.258403 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a7cd0071-0942-423b-808b-a390cd265ff0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:07.319235 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a7cd0071-0942-423b-808b-a390cd265ff0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:07.328002 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a7cd0071-0942-423b-808b-a390cd265ff0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:07.353737 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd0071-0942-423b-808b-a390cd265ff0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da92a50-68a1-4e15-b8bf-935d78d4cf86,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:07.362627 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a7cd0071-0942-423b-808b-a390cd265ff0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:07.363822 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a7cd0071-0942-423b-808b-a390cd265ff0 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1447325 Apr 29 13:46:07.366600 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37802) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:46:07.372505 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-6f17cd56-b01c-4691-b53c-8508302279da tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '41a42220-2885-4c5c-a5eb-ef563dba052a', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:46:07.378410 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6f17cd56-b01c-4691-b53c-8508302279da tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:46:07.382203 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6f17cd56-b01c-4691-b53c-8508302279da tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:46:07.385688 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6f17cd56-b01c-4691-b53c-8508302279da tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:46:07.391245 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6f17cd56-b01c-4691-b53c-8508302279da tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:46:07.407249 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6f17cd56-b01c-4691-b53c-8508302279da tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:07.468173 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6f17cd56-b01c-4691-b53c-8508302279da tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:07.471616 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6f17cd56-b01c-4691-b53c-8508302279da tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:07.496870 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17cd56-b01c-4691-b53c-8508302279da tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38abdf49-cef6-48ff-a2f9-0287691491c1,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:07.505894 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6f17cd56-b01c-4691-b53c-8508302279da tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:07.507151 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6f17cd56-b01c-4691-b53c-8508302279da tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1396663 Apr 29 13:46:07.510061 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37806) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:46:07.515210 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-fec1f97d-be22-46a0-bc42-557c1e3f7e18 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '41a42220-2885-4c5c-a5eb-ef563dba052a', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:46:07.520712 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-fec1f97d-be22-46a0-bc42-557c1e3f7e18 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:46:07.524399 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-fec1f97d-be22-46a0-bc42-557c1e3f7e18 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:46:07.527255 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-fec1f97d-be22-46a0-bc42-557c1e3f7e18 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:46:07.532804 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-fec1f97d-be22-46a0-bc42-557c1e3f7e18 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:46:07.549473 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fec1f97d-be22-46a0-bc42-557c1e3f7e18 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:07.615040 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fec1f97d-be22-46a0-bc42-557c1e3f7e18 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:07.619658 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fec1f97d-be22-46a0-bc42-557c1e3f7e18 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:07.643434 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1f97d-be22-46a0-bc42-557c1e3f7e18 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ddc80ee-095e-481c-b2ba-e71bd622d703,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:07.653532 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fec1f97d-be22-46a0-bc42-557c1e3f7e18 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:07.654768 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-fec1f97d-be22-46a0-bc42-557c1e3f7e18 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1438580 Apr 29 13:46:07.657589 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37810) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:46:07.663138 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-939e5617-ab70-4bec-a451-915eb9c0cf04 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '41a42220-2885-4c5c-a5eb-ef563dba052a', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:46:07.671044 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-939e5617-ab70-4bec-a451-915eb9c0cf04 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:46:07.675066 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-939e5617-ab70-4bec-a451-915eb9c0cf04 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:46:07.678008 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-939e5617-ab70-4bec-a451-915eb9c0cf04 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:46:07.684149 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-939e5617-ab70-4bec-a451-915eb9c0cf04 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:46:07.700672 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-939e5617-ab70-4bec-a451-915eb9c0cf04 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:07.766054 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-939e5617-ab70-4bec-a451-915eb9c0cf04 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:07.770212 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-939e5617-ab70-4bec-a451-915eb9c0cf04 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:07.795244 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e5617-ab70-4bec-a451-915eb9c0cf04 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597c00c7-8a81-4408-b80d-9bcae9ac75a9,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:07.804166 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-939e5617-ab70-4bec-a451-915eb9c0cf04 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:07.805517 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-939e5617-ab70-4bec-a451-915eb9c0cf04 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1468794 Apr 29 13:46:07.808251 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37814) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:46:07.813545 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-1c15fa03-7bed-4dbf-8b0a-c005dda11c4c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '41a42220-2885-4c5c-a5eb-ef563dba052a', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:46:07.820558 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1c15fa03-7bed-4dbf-8b0a-c005dda11c4c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:46:07.826221 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1c15fa03-7bed-4dbf-8b0a-c005dda11c4c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:46:07.829167 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1c15fa03-7bed-4dbf-8b0a-c005dda11c4c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:46:07.835106 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1c15fa03-7bed-4dbf-8b0a-c005dda11c4c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:46:07.846251 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd6979-5c62-41e1-932b-ff2e00fba59c None None] Sync routers for ids ['04e4d97f-76d8-490a-81f4-a8e4654a8ca3'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:46:07.849580 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.securitygroups_db [None req-1c15fa03-7bed-4dbf-8b0a-c005dda11c4c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Project 4b7a89f6c8564a04be449e2e6b4a95e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:46:07.856478 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1c15fa03-7bed-4dbf-8b0a-c005dda11c4c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:07.860447 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f04d25ce-c9c6-4629-8043-84f43abd582b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:07.861397 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acd6979-5c62-41e1-932b-ff2e00fba59c None None] Routers {'04e4d97f-76d8-490a-81f4-a8e4654a8ca3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:46:07.862877 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-1acd6979-5c62-41e1-932b-ff2e00fba59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:45:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['04e4d97f-76d8-490a-81f4-a8e4654a8ca3'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:46:07.921787 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1c15fa03-7bed-4dbf-8b0a-c005dda11c4c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:07.925650 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1c15fa03-7bed-4dbf-8b0a-c005dda11c4c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:07.947395 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15fa03-7bed-4dbf-8b0a-c005dda11c4c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78e786b-305c-4efd-8233-658c536918f3,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:07.958465 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1c15fa03-7bed-4dbf-8b0a-c005dda11c4c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:07.959641 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1c15fa03-7bed-4dbf-8b0a-c005dda11c4c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1504555 Apr 29 13:46:07.965068 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37818) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:46:07.970600 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-dd325623-9696-4955-8860-f46d7c09f42a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'security_group_rule': {'security_group_id': '41a42220-2885-4c5c-a5eb-ef563dba052a', 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:46:07.976344 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-dd325623-9696-4955-8860-f46d7c09f42a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:46:07.981159 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-dd325623-9696-4955-8860-f46d7c09f42a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:security_group_rule and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:46:07.984106 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-dd325623-9696-4955-8860-f46d7c09f42a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:46:07.989934 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-dd325623-9696-4955-8860-f46d7c09f42a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:46:08.000280 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.securitygroups_db [None req-dd325623-9696-4955-8860-f46d7c09f42a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Project 4b7a89f6c8564a04be449e2e6b4a95e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:46:08.006661 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dd325623-9696-4955-8860-f46d7c09f42a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:08.073354 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dd325623-9696-4955-8860-f46d7c09f42a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:08.074571 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-1acd6979-5c62-41e1-932b-ff2e00fba59c None None] Set router 04e4d97f-76d8-490a-81f4-a8e4654a8ca3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:46:08.077699 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dd325623-9696-4955-8860-f46d7c09f42a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:08.100248 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd325623-9696-4955-8860-f46d7c09f42a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34870bf7-a782-446a-bcdb-e48c041b38bf,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:08.109728 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dd325623-9696-4955-8860-f46d7c09f42a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:08.110888 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-dd325623-9696-4955-8860-f46d7c09f42a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1449027 Apr 29 13:46:08.281795 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-0bb6213e-0281-40a2-bdeb-411522b7cb7d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:46:08.296548 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-0bb6213e-0281-40a2-bdeb-411522b7cb7d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:46:08.297815 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-0bb6213e-0281-40a2-bdeb-411522b7cb7d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1919145924&fields=id&tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 267 time: 0.0560346 Apr 29 13:46:08.379689 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-1acd6979-5c62-41e1-932b-ff2e00fba59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'name': 'tempest-TestNetworkBasicOps-router-1094845783', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '8892bf8a-b5fb-494d-ba0b-b61cda7712f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:00Z', 'updated_at': '2022-04-29T13:46:04Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '8892bf8a-b5fb-494d-ba0b-b61cda7712f4', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:00Z', 'updated_at': '2022-04-29T13:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '767765d0-a34b-4cdc-971a-72ab4f1a9413', 'name': '', 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:3c:b2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37333485-3944-47a5-af08-2b03cf77e7e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:03Z', 'updated_at': '2022-04-29T13:46:05Z', 'revision_number': 2, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '37333485-3944-47a5-af08-2b03cf77e7e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:46:08.383358 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd6979-5c62-41e1-932b-ff2e00fba59c None None] Checking router: 04e4d97f-76d8-490a-81f4-a8e4654a8ca3 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:46:08.383695 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd6979-5c62-41e1-932b-ff2e00fba59c None None] Updating router 04e4d97f-76d8-490a-81f4-a8e4654a8ca3 port 767765d0-a34b-4cdc-971a-72ab4f1a9413 binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:46:08.436343 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-1acd6979-5c62-41e1-932b-ff2e00fba59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:08.448878 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-ed4bbb82-2706-4edb-863e-b5c8852f9af3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:46:08.449575 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-ed4bbb82-2706-4edb-863e-b5c8852f9af3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:network {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:46:08.465124 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-ed4bbb82-2706-4edb-863e-b5c8852f9af3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:network {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:46:08.466256 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-ed4bbb82-2706-4edb-863e-b5c8852f9af3 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/networks?id=60fc2373-883d-484c-8afd-8e175bccf00d HTTP/1.1" status: 200 len: 797 time: 0.1618247 Apr 29 13:46:08.482394 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-be90868b-8201-48e3-a414-f149e360b89b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/quotas/4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 375 time: 0.0107408 Apr 29 13:46:08.561704 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-ba69b2a4-b36d-4e9a-bd6f-3fa8c69e356b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742054 Apr 29 13:46:08.698450 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-2060a7e4-d7c7-4907-94e6-8654173a22ef service neutron] 10.222.0.76 "GET /v2.0/networks/60fc2373-883d-484c-8afd-8e175bccf00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241977 Apr 29 13:46:08.776966 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-1acd6979-5c62-41e1-932b-ff2e00fba59c None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:08.788102 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-1acd6979-5c62-41e1-932b-ff2e00fba59c None None] Transition to ACTIVE for port object 767765d0-a34b-4cdc-971a-72ab4f1a9413 will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:46:08.795371 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-1acd6979-5c62-41e1-932b-ff2e00fba59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:08.832618 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-9fed016f-e69d-4973-aa6b-c5bb201a1a75 service neutron] 10.222.0.76 "GET /v2.0/networks/60fc2373-883d-484c-8afd-8e175bccf00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276951 Apr 29 13:46:08.906165 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a645b-c075-4c4a-908b-2c3a7d2f4319 None None] Pushing event updated for resources: {'Port': ['ID=767765d0-a34b-4cdc-971a-72ab4f1a9413,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:08.928640 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004a645b-c075-4c4a-908b-2c3a7d2f4319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:08.929200 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004a645b-c075-4c4a-908b-2c3a7d2f4319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:08.929537 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004a645b-c075-4c4a-908b-2c3a7d2f4319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:08.929864 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004a645b-c075-4c4a-908b-2c3a7d2f4319 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:08.930177 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004a645b-c075-4c4a-908b-2c3a7d2f4319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:08.930682 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004a645b-c075-4c4a-908b-2c3a7d2f4319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:08.931000 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004a645b-c075-4c4a-908b-2c3a7d2f4319 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:08.931506 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004a645b-c075-4c4a-908b-2c3a7d2f4319 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:08.931826 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004a645b-c075-4c4a-908b-2c3a7d2f4319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:08.932140 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004a645b-c075-4c4a-908b-2c3a7d2f4319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:08.932452 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004a645b-c075-4c4a-908b-2c3a7d2f4319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:09.023814 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-1acd6979-5c62-41e1-932b-ff2e00fba59c None None] Attempting to bind port 767765d0-a34b-4cdc-971a-72ab4f1a9413 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:46:09.024383 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-1acd6979-5c62-41e1-932b-ff2e00fba59c None None] Attempting to bind port 767765d0-a34b-4cdc-971a-72ab4f1a9413 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '5a12b291-8747-426c-9302-4b012b3af050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:46:09.025535 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acd6979-5c62-41e1-932b-ff2e00fba59c None None] Attempting to bind port 767765d0-a34b-4cdc-971a-72ab4f1a9413 on network 60fc2373-883d-484c-8afd-8e175bccf00d {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:46:09.032990 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acd6979-5c62-41e1-932b-ff2e00fba59c None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:46:09.033362 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acd6979-5c62-41e1-932b-ff2e00fba59c None None] Checking segment: {'id': '5a12b291-8747-426c-9302-4b012b3af050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:46:09.033760 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-1acd6979-5c62-41e1-932b-ff2e00fba59c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:09.034137 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acd6979-5c62-41e1-932b-ff2e00fba59c None None] Bound using segment: {'id': '5a12b291-8747-426c-9302-4b012b3af050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:46:09.034805 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-1acd6979-5c62-41e1-932b-ff2e00fba59c None None] Bound port: 767765d0-a34b-4cdc-971a-72ab4f1a9413, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a12b291-8747-426c-9302-4b012b3af050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:46:09.035341 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-1acd6979-5c62-41e1-932b-ff2e00fba59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:09.046895 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-a0699d79-dd05-4203-92a5-6c6633c3ab50 req-dc058891-1156-43f9-ad6c-0aeb98bb3258 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:46:09.065481 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-a0699d79-dd05-4203-92a5-6c6633c3ab50 req-dc058891-1156-43f9-ad6c-0aeb98bb3258 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:46:09.066656 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a0699d79-dd05-4203-92a5-6c6633c3ab50 req-dc058891-1156-43f9-ad6c-0aeb98bb3258 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=61dbb09b-93d1-45fb-bf91-599d7eaf35d3 HTTP/1.1" status: 200 len: 210 time: 0.0644665 Apr 29 13:46:09.147374 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-1acd6979-5c62-41e1-932b-ff2e00fba59c None None] For port 767765d0-a34b-4cdc-971a-72ab4f1a9413, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:46:09.151127 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-1acd6979-5c62-41e1-932b-ff2e00fba59c None None] For port 767765d0-a34b-4cdc-971a-72ab4f1a9413, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=767765d0-a34b-4cdc-971a-72ab4f1a9413,segment=NetworkSegment(5a12b291-8747-426c-9302-4b012b3af050),segment_id=5a12b291-8747-426c-9302-4b012b3af050)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:46:09.158376 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-1acd6979-5c62-41e1-932b-ff2e00fba59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:09.241715 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a645b-c075-4c4a-908b-2c3a7d2f4319 None None] Pushing event updated for resources: {'Port': ['ID=767765d0-a34b-4cdc-971a-72ab4f1a9413,revision_number=4']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:09.244533 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acd6979-5c62-41e1-932b-ff2e00fba59c None None] Routers {'04e4d97f-76d8-490a-81f4-a8e4654a8ca3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:46:09.245150 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-1acd6979-5c62-41e1-932b-ff2e00fba59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:45:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['04e4d97f-76d8-490a-81f4-a8e4654a8ca3'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:46:09.464847 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-1acd6979-5c62-41e1-932b-ff2e00fba59c None None] Set router 04e4d97f-76d8-490a-81f4-a8e4654a8ca3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:46:09.850236 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-1acd6979-5c62-41e1-932b-ff2e00fba59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'name': 'tempest-TestNetworkBasicOps-router-1094845783', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '8892bf8a-b5fb-494d-ba0b-b61cda7712f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:00Z', 'updated_at': '2022-04-29T13:46:04Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '8892bf8a-b5fb-494d-ba0b-b61cda7712f4', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:00Z', 'updated_at': '2022-04-29T13:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '767765d0-a34b-4cdc-971a-72ab4f1a9413', 'name': '', 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:3c:b2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37333485-3944-47a5-af08-2b03cf77e7e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:03Z', 'updated_at': '2022-04-29T13:46:09Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '37333485-3944-47a5-af08-2b03cf77e7e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:46:09.855432 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd6979-5c62-41e1-932b-ff2e00fba59c None None] The sync data for ids ['04e4d97f-76d8-490a-81f4-a8e4654a8ca3'] in dv-neutron-839027-4-hyperv is: [{'id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'name': 'tempest-TestNetworkBasicOps-router-1094845783', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '8892bf8a-b5fb-494d-ba0b-b61cda7712f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:00Z', 'updated_at': '2022-04-29T13:46:04Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '8892bf8a-b5fb-494d-ba0b-b61cda7712f4', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:00Z', 'updated_at': '2022-04-29T13:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '767765d0-a34b-4cdc-971a-72ab4f1a9413', 'name': '', 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:3c:b2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37333485-3944-47a5-af08-2b03cf77e7e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:03Z', 'updated_at': '2022-04-29T13:46:09Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '37333485-3944-47a5-af08-2b03cf77e7e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:46:10.232125 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-219e1f41-90e6-423b-a195-6deb6f036c1e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:46:10.233829 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-219e1f41-90e6-423b-a195-6deb6f036c1e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/networks?id=60fc2373-883d-484c-8afd-8e175bccf00d HTTP/1.1" status: 200 len: 797 time: 0.1830010 Apr 29 13:46:10.262435 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9e34d9a3-a89a-4ed7-a246-8d877885932d req-e9b8992d-56a7-4ea9-a3c3-9660d6c9b627 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=61dbb09b-93d1-45fb-bf91-599d7eaf35d3 HTTP/1.1" status: 200 len: 210 time: 0.0527964 Apr 29 13:46:10.300105 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-5fca46c9-21dc-4e99-a47e-cc1fefbb1320 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5 HTTP/1.1" status: 200 len: 380 time: 0.0519137 Apr 29 13:46:10.309252 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-b8c28f69-7239-407d-b497-779777908548 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'port': {'device_id': '61dbb09b-93d1-45fb-bf91-599d7eaf35d3', 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d', 'admin_state_up': True, 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'security_groups': ['41a42220-2885-4c5c-a5eb-ef563dba052a']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:46:10.431048 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aeb1bc59-f30d-4cf3-9334-0b5dad401b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:10.452427 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-b8c28f69-7239-407d-b497-779777908548 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:46:10.462991 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-b8c28f69-7239-407d-b497-779777908548 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:46:10.473986 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-b8c28f69-7239-407d-b497-779777908548 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Made reservation on behalf of 4b7a89f6c8564a04be449e2e6b4a95e5 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:46:10.478849 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-b8c28f69-7239-407d-b497-779777908548 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:10.646005 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-b8c28f69-7239-407d-b497-779777908548 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.20.0.10 (60fc2373-883d-484c-8afd-8e175bccf00d/37333485-3944-47a5-af08-2b03cf77e7e1/20848b67-4a86-40c0-9be9-d7197f60f02b) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:46:10.822893 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 767765d0-a34b-4cdc-971a-72ab4f1a9413 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:46:10.857285 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-b8c28f69-7239-407d-b497-779777908548 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:10.873456 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-b8c28f69-7239-407d-b497-779777908548 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Transition to ACTIVE for port object 20848b67-4a86-40c0-9be9-d7197f60f02b will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:46:10.895741 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-b8c28f69-7239-407d-b497-779777908548 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:10.898804 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 767765d0-a34b-4cdc-971a-72ab4f1a9413 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:46:10.903813 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 767765d0-a34b-4cdc-971a-72ab4f1a9413 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:46:10.904180 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:10.962753 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-b8c28f69-7239-407d-b497-779777908548 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 60fc2373-883d-484c-8afd-8e175bccf00d is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:46:10.965671 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-b8c28f69-7239-407d-b497-779777908548 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:46:10.969357 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-b8c28f69-7239-407d-b497-779777908548 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:46:11.012473 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c28f69-7239-407d-b497-779777908548 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=20848b67-4a86-40c0-9be9-d7197f60f02b,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:11.021692 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:11.036158 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-b8c28f69-7239-407d-b497-779777908548 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:46:11.036824 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-b8c28f69-7239-407d-b497-779777908548 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:11.058006 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 767765d0-a34b-4cdc-971a-72ab4f1a9413, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=767765d0-a34b-4cdc-971a-72ab4f1a9413,segment=NetworkSegment(5a12b291-8747-426c-9302-4b012b3af050),segment_id=5a12b291-8747-426c-9302-4b012b3af050)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:46:11.062333 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:11.064309 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-b8c28f69-7239-407d-b497-779777908548 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7591734 Apr 29 13:46:11.076471 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-3e340c89-c5a0-427e-8149-df233e20f8ab service neutron] Request body: {'port': {'device_id': '61dbb09b-93d1-45fb-bf91-599d7eaf35d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:46:11.136627 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=767765d0-a34b-4cdc-971a-72ab4f1a9413,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:11.193590 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-3e340c89-c5a0-427e-8149-df233e20f8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:11.218563 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-470ba6e0-e222-4edc-8be0-3f11635b8c5b None None] Provisioning for port 20848b67-4a86-40c0-9be9-d7197f60f02b completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:46:11.223055 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-470ba6e0-e222-4edc-8be0-3f11635b8c5b None None] Provisioning complete for port 20848b67-4a86-40c0-9be9-d7197f60f02b triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:46:11.223459 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-470ba6e0-e222-4edc-8be0-3f11635b8c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:11.286835 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-470ba6e0-e222-4edc-8be0-3f11635b8c5b None None] Port 20848b67-4a86-40c0-9be9-d7197f60f02b cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:46:11.479899 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:11.560705 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:11.590794 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9083e14-bfb3-45c0-b7b8-5dc5edbad623 req-a83622e9-0b17-41c3-810e-55e7750089c7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:46:11.591476 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-d9083e14-bfb3-45c0-b7b8-5dc5edbad623 req-a83622e9-0b17-41c3-810e-55e7750089c7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:46:11.623349 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-d9083e14-bfb3-45c0-b7b8-5dc5edbad623 req-a83622e9-0b17-41c3-810e-55e7750089c7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:46:11.624461 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d9083e14-bfb3-45c0-b7b8-5dc5edbad623 req-a83622e9-0b17-41c3-810e-55e7750089c7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=61dbb09b-93d1-45fb-bf91-599d7eaf35d3 HTTP/1.1" status: 200 len: 932 time: 0.2294660 Apr 29 13:46:11.721742 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-3e340c89-c5a0-427e-8149-df233e20f8ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20848b67-4a86-40c0-9be9-d7197f60f02b {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:46:11.730198 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-3e340c89-c5a0-427e-8149-df233e20f8ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:11.733849 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d9083e14-bfb3-45c0-b7b8-5dc5edbad623 req-8651fe39-ec3b-40fb-8ed7-020983430f79 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=41a42220-2885-4c5c-a5eb-ef563dba052a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031246 Apr 29 13:46:11.746241 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-3e340c89-c5a0-427e-8149-df233e20f8ab service neutron] Transition to ACTIVE for port object 20848b67-4a86-40c0-9be9-d7197f60f02b will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:46:11.750257 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-3e340c89-c5a0-427e-8149-df233e20f8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:11.877283 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e340c89-c5a0-427e-8149-df233e20f8ab service neutron] Pushing event updated for resources: {'Port': ['ID=20848b67-4a86-40c0-9be9-d7197f60f02b,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:11.986795 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-3e340c89-c5a0-427e-8149-df233e20f8ab service neutron] Attempting to bind port 20848b67-4a86-40c0-9be9-d7197f60f02b on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:46:11.987123 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-3e340c89-c5a0-427e-8149-df233e20f8ab service neutron] Attempting to bind port 20848b67-4a86-40c0-9be9-d7197f60f02b by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '5a12b291-8747-426c-9302-4b012b3af050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:46:11.987438 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-3e340c89-c5a0-427e-8149-df233e20f8ab service neutron] Attempting to bind port 20848b67-4a86-40c0-9be9-d7197f60f02b on network 60fc2373-883d-484c-8afd-8e175bccf00d {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:46:11.993022 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-3e340c89-c5a0-427e-8149-df233e20f8ab service neutron] Port 20848b67-4a86-40c0-9be9-d7197f60f02b on network 60fc2373-883d-484c-8afd-8e175bccf00d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:46:11.993333 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-3e340c89-c5a0-427e-8149-df233e20f8ab service neutron] Attempting to bind port 20848b67-4a86-40c0-9be9-d7197f60f02b on network 60fc2373-883d-484c-8afd-8e175bccf00d {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:46:12.000784 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-3e340c89-c5a0-427e-8149-df233e20f8ab service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:46:12.001140 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-3e340c89-c5a0-427e-8149-df233e20f8ab service neutron] Checking segment: {'id': '5a12b291-8747-426c-9302-4b012b3af050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:46:12.001522 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-3e340c89-c5a0-427e-8149-df233e20f8ab service neutron] Bound using segment: {'id': '5a12b291-8747-426c-9302-4b012b3af050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:46:12.001946 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-3e340c89-c5a0-427e-8149-df233e20f8ab service neutron] Bound port: 20848b67-4a86-40c0-9be9-d7197f60f02b, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a12b291-8747-426c-9302-4b012b3af050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:46:12.002293 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-3e340c89-c5a0-427e-8149-df233e20f8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:12.091595 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-3e340c89-c5a0-427e-8149-df233e20f8ab service neutron] For port 20848b67-4a86-40c0-9be9-d7197f60f02b, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:46:12.094628 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-3e340c89-c5a0-427e-8149-df233e20f8ab service neutron] For port 20848b67-4a86-40c0-9be9-d7197f60f02b, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=20848b67-4a86-40c0-9be9-d7197f60f02b,segment=NetworkSegment(5a12b291-8747-426c-9302-4b012b3af050),segment_id=5a12b291-8747-426c-9302-4b012b3af050)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:46:12.099090 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-3e340c89-c5a0-427e-8149-df233e20f8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:12.159938 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-3e340c89-c5a0-427e-8149-df233e20f8ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:12.161343 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-3e340c89-c5a0-427e-8149-df233e20f8ab service neutron] 10.222.0.32 "PUT /v2.0/ports/20848b67-4a86-40c0-9be9-d7197f60f02b HTTP/1.1" status: 200 len: 1094 time: 1.0896227 Apr 29 13:46:12.161768 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61dbb09b-93d1-45fb-bf91-599d7eaf35d3', 'tag': '20848b67-4a86-40c0-9be9-d7197f60f02b'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:46:12.180833 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e340c89-c5a0-427e-8149-df233e20f8ab service neutron] Pushing event updated for resources: {'Port': ['ID=20848b67-4a86-40c0-9be9-d7197f60f02b,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:12.233028 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dabd95b-8286-4c0d-ba4b-230a82f1c20f'] response: {'name': 'network-changed', 'server_uuid': '61dbb09b-93d1-45fb-bf91-599d7eaf35d3', 'tag': '20848b67-4a86-40c0-9be9-d7197f60f02b', 'status': 'completed', 'code': 200} Apr 29 13:46:12.279906 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-b0f0c94a-fef3-4b0a-abbe-ab26e875ba16 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=61dbb09b-93d1-45fb-bf91-599d7eaf35d3 HTTP/1.1" status: 200 len: 1097 time: 0.0790627 Apr 29 13:46:12.348578 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-ee367d30-0b8c-45b8-9d5c-daa5866e870f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20848b67-4a86-40c0-9be9-d7197f60f02b HTTP/1.1" status: 200 len: 217 time: 0.0620513 Apr 29 13:46:12.411145 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-3dd10389-0260-4d74-b933-2a2007c41217 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:46:12.412523 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-3dd10389-0260-4d74-b933-2a2007c41217 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37333485-3944-47a5-af08-2b03cf77e7e1 HTTP/1.1" status: 200 len: 834 time: 0.0586905 Apr 29 13:46:12.485901 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-020bb016-6033-4fc8-a9dc-fa02f38780e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=60fc2373-883d-484c-8afd-8e175bccf00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669563 Apr 29 13:46:12.613086 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-922622e2-8677-4e1a-8ff6-b9e981dcd9ec service neutron] 10.222.0.32 "GET /v2.0/networks/60fc2373-883d-484c-8afd-8e175bccf00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210947 Apr 29 13:46:12.740580 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f92ff949-4986-4bd0-9749-4cd2b12f31e6 req-1468fff8-26b6-415a-bd3a-0b6f95403465 service neutron] 10.222.0.32 "GET /v2.0/networks/60fc2373-883d-484c-8afd-8e175bccf00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220002 Apr 29 13:46:12.796576 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 767765d0-a34b-4cdc-971a-72ab4f1a9413 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:46:12.868931 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 767765d0-a34b-4cdc-971a-72ab4f1a9413 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:46:12.869443 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:12.928643 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-51392895-a990-4bbb-8d6d-bfeb55a43157 req-1976c7f8-7c34-4d50-9222-1dc28cf40b9c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=61dbb09b-93d1-45fb-bf91-599d7eaf35d3 HTTP/1.1" status: 200 len: 1097 time: 0.1392128 Apr 29 13:46:12.940668 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:13.140154 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbe865-e6bb-4e52-9437-6a5fd1543a95 req-4a0bac4e-1283-4c58-a5ab-d2eac18017b6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:46:13.141531 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e0dbe865-e6bb-4e52-9437-6a5fd1543a95 req-4a0bac4e-1283-4c58-a5ab-d2eac18017b6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=61dbb09b-93d1-45fb-bf91-599d7eaf35d3 HTTP/1.1" status: 200 len: 944 time: 0.2740304 Apr 29 13:46:13.205806 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51392895-a990-4bbb-8d6d-bfeb55a43157 req-fc5adf62-f9e7-4d64-a3a7-2db16be63d47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:46:13.207203 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-51392895-a990-4bbb-8d6d-bfeb55a43157 req-fc5adf62-f9e7-4d64-a3a7-2db16be63d47 service neutron] 10.222.0.32 "GET /v2.0/networks?id=60fc2373-883d-484c-8afd-8e175bccf00d HTTP/1.1" status: 200 len: 898 time: 0.2693446 Apr 29 13:46:13.273862 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e0dbe865-e6bb-4e52-9437-6a5fd1543a95 req-67e301bc-9a8d-483c-8282-e37b0a66f13b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=41a42220-2885-4c5c-a5eb-ef563dba052a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190650 Apr 29 13:46:13.283892 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-51392895-a990-4bbb-8d6d-bfeb55a43157 req-2913eea4-b7a8-45f6-b512-102f213dd5c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20848b67-4a86-40c0-9be9-d7197f60f02b HTTP/1.1" status: 200 len: 217 time: 0.0703354 Apr 29 13:46:13.346224 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51392895-a990-4bbb-8d6d-bfeb55a43157 req-647958ba-6cf3-4b8a-bccd-3529990d9dfc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:46:13.347724 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-51392895-a990-4bbb-8d6d-bfeb55a43157 req-647958ba-6cf3-4b8a-bccd-3529990d9dfc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37333485-3944-47a5-af08-2b03cf77e7e1 HTTP/1.1" status: 200 len: 834 time: 0.0581565 Apr 29 13:46:13.420254 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-51392895-a990-4bbb-8d6d-bfeb55a43157 req-db0f7e3e-a1d6-44cf-a305-63d0e3b4af95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=60fc2373-883d-484c-8afd-8e175bccf00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662146 Apr 29 13:46:13.549368 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-51392895-a990-4bbb-8d6d-bfeb55a43157 req-5d4d6101-7965-43f3-9d41-2325b7f38036 service neutron] 10.222.0.32 "GET /v2.0/networks/60fc2373-883d-484c-8afd-8e175bccf00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227939 Apr 29 13:46:13.678510 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-51392895-a990-4bbb-8d6d-bfeb55a43157 req-6984ffb5-2669-4988-b67d-3ce22ecef9de service neutron] 10.222.0.32 "GET /v2.0/networks/60fc2373-883d-484c-8afd-8e175bccf00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228373 Apr 29 13:46:14.469290 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9952f45-c5dd-4b29-a680-6678ed3e8f2b req-5d90ab71-e3ab-41d8-a1e2-13d74cf6576d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:46:14.470722 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e9952f45-c5dd-4b29-a680-6678ed3e8f2b req-5d90ab71-e3ab-41d8-a1e2-13d74cf6576d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=61dbb09b-93d1-45fb-bf91-599d7eaf35d3 HTTP/1.1" status: 200 len: 944 time: 0.0757027 Apr 29 13:46:14.515099 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e9952f45-c5dd-4b29-a680-6678ed3e8f2b req-0756d29c-b4da-4a68-8b72-7ebc356cc675 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=41a42220-2885-4c5c-a5eb-ef563dba052a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388749 Apr 29 13:46:15.710502 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2de1f-0ef7-45dc-bef3-94f7f468fc2a req-3524cb8d-77ba-40ed-9b96-55e18eb95611 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:46:15.711952 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e6a2de1f-0ef7-45dc-bef3-94f7f468fc2a req-3524cb8d-77ba-40ed-9b96-55e18eb95611 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=61dbb09b-93d1-45fb-bf91-599d7eaf35d3 HTTP/1.1" status: 200 len: 944 time: 0.0796630 Apr 29 13:46:15.719313 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 20848b67-4a86-40c0-9be9-d7197f60f02b details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:46:15.759545 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e6a2de1f-0ef7-45dc-bef3-94f7f468fc2a req-2a6ecde2-61cc-4d8d-91ab-27119eebe4b7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=41a42220-2885-4c5c-a5eb-ef563dba052a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399048 Apr 29 13:46:15.854252 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 20848b67-4a86-40c0-9be9-d7197f60f02b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=20848b67-4a86-40c0-9be9-d7197f60f02b,segment=NetworkSegment(5a12b291-8747-426c-9302-4b012b3af050),segment_id=5a12b291-8747-426c-9302-4b012b3af050)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:46:15.866862 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '20848b67-4a86-40c0-9be9-d7197f60f02b', 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d', 'port_id': '20848b67-4a86-40c0-9be9-d7197f60f02b', 'mac_address': 'fa:16:3e:ec:aa:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37333485-3944-47a5-af08-2b03cf77e7e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:46:15.919318 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:15.938883 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20848b67-4a86-40c0-9be9-d7197f60f02b {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:46:15.953589 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 20848b67-4a86-40c0-9be9-d7197f60f02b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=20848b67-4a86-40c0-9be9-d7197f60f02b,segment=NetworkSegment(5a12b291-8747-426c-9302-4b012b3af050),segment_id=5a12b291-8747-426c-9302-4b012b3af050)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:46:15.957258 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:16.051047 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=20848b67-4a86-40c0-9be9-d7197f60f02b,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:16.282952 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['20848b67-4a86-40c0-9be9-d7197f60f02b'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:46:16.957798 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0484d-7184-4a85-bc43-1b79fb84d7bf req-9f8a8a90-4661-4eb7-93c7-e8fc64694c2e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:46:16.959230 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f0d0484d-7184-4a85-bc43-1b79fb84d7bf req-9f8a8a90-4661-4eb7-93c7-e8fc64694c2e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=61dbb09b-93d1-45fb-bf91-599d7eaf35d3 HTTP/1.1" status: 200 len: 945 time: 0.0775776 Apr 29 13:46:17.003436 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f0d0484d-7184-4a85-bc43-1b79fb84d7bf req-7fed8bd0-495d-4913-95ea-f641d3302913 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=41a42220-2885-4c5c-a5eb-ef563dba052a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382831 Apr 29 13:46:17.750165 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 20848b67-4a86-40c0-9be9-d7197f60f02b up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:46:17.818838 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 20848b67-4a86-40c0-9be9-d7197f60f02b completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:46:17.824463 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 20848b67-4a86-40c0-9be9-d7197f60f02b triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:46:17.824858 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:17.934276 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:17.962521 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61dbb09b-93d1-45fb-bf91-599d7eaf35d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20848b67-4a86-40c0-9be9-d7197f60f02b'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:46:17.971688 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 20848b67-4a86-40c0-9be9-d7197f60f02b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=20848b67-4a86-40c0-9be9-d7197f60f02b,segment=NetworkSegment(5a12b291-8747-426c-9302-4b012b3af050),segment_id=5a12b291-8747-426c-9302-4b012b3af050)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:46:17.975590 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:18.019865 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e24f3c02-f9cc-4df9-b258-c6e9e2f9bd54'] response: {'server_uuid': '61dbb09b-93d1-45fb-bf91-599d7eaf35d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20848b67-4a86-40c0-9be9-d7197f60f02b', 'code': 200} Apr 29 13:46:18.045450 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=20848b67-4a86-40c0-9be9-d7197f60f02b,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:18.205277 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8c456-557e-42f5-8c71-58c64f6ff5b4 req-9ab1dfe8-0107-4984-a5d0-bc1df34a0da4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:46:18.206717 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-25d8c456-557e-42f5-8c71-58c64f6ff5b4 req-9ab1dfe8-0107-4984-a5d0-bc1df34a0da4 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=61dbb09b-93d1-45fb-bf91-599d7eaf35d3 HTTP/1.1" status: 200 len: 946 time: 0.0776327 Apr 29 13:46:18.247875 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1e8c4243-1063-4ffb-9827-50d284f2423c req-54d62697-7ed2-4fc6-84c2-ff21ec8c41b1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=61dbb09b-93d1-45fb-bf91-599d7eaf35d3 HTTP/1.1" status: 200 len: 1099 time: 0.0693812 Apr 29 13:46:18.252317 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-25d8c456-557e-42f5-8c71-58c64f6ff5b4 req-5aadfff9-d0cf-4181-a759-143ede8faedf tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=41a42220-2885-4c5c-a5eb-ef563dba052a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398090 Apr 29 13:46:18.293707 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1e8c4243-1063-4ffb-9827-50d284f2423c req-a9079328-d3e8-43e2-a4dc-7c5d91000f4e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=41a42220-2885-4c5c-a5eb-ef563dba052a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401227 Apr 29 13:46:19.453488 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140d6fc-a714-40af-b4af-c192b38dcd9d req-bdd91882-602b-48d6-9dd5-8f2ccfc1afe7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:46:19.455186 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9140d6fc-a714-40af-b4af-c192b38dcd9d req-bdd91882-602b-48d6-9dd5-8f2ccfc1afe7 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=61dbb09b-93d1-45fb-bf91-599d7eaf35d3 HTTP/1.1" status: 200 len: 946 time: 0.0792050 Apr 29 13:46:19.505816 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9140d6fc-a714-40af-b4af-c192b38dcd9d req-776ea09a-6eae-455e-b866-859f4b7677df tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=41a42220-2885-4c5c-a5eb-ef563dba052a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438902 Apr 29 13:46:20.702553 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa967b60-5599-4a0a-a7d0-369ca2343a4f req-a4b9690d-72f8-4e12-a4d3-5ae373dc7366 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:46:20.703982 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-fa967b60-5599-4a0a-a7d0-369ca2343a4f req-a4b9690d-72f8-4e12-a4d3-5ae373dc7366 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=61dbb09b-93d1-45fb-bf91-599d7eaf35d3 HTTP/1.1" status: 200 len: 946 time: 0.0789113 Apr 29 13:46:20.748306 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-fa967b60-5599-4a0a-a7d0-369ca2343a4f req-fca5f63f-6773-4b78-94a8-1880d2dd882b tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=41a42220-2885-4c5c-a5eb-ef563dba052a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385728 Apr 29 13:46:20.946020 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f8451-1b61-402e-a840-9e0a3bbc3b7b req-976fb8d7-735a-4d04-bcfe-579a22815591 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:46:20.948063 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e24f8451-1b61-402e-a840-9e0a3bbc3b7b req-976fb8d7-735a-4d04-bcfe-579a22815591 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=61dbb09b-93d1-45fb-bf91-599d7eaf35d3 HTTP/1.1" status: 200 len: 946 time: 0.0807440 Apr 29 13:46:21.042320 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e24f8451-1b61-402e-a840-9e0a3bbc3b7b req-15f4f4e8-7c0c-4cc8-99fe-42fe9b5b6e26 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=41a42220-2885-4c5c-a5eb-ef563dba052a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879037 Apr 29 13:46:21.057254 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-13c89754-6143-4d2c-bae0-e09db5623e94 req-65a2fa3c-eacf-4eeb-a0b3-817ca8a606a3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=61dbb09b-93d1-45fb-bf91-599d7eaf35d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0892932 Apr 29 13:46:21.069792 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37868) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:46:21.194143 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ce638a21-c435-4b72-acd3-a99cc4970fbf tempest-TestNetworkBasicOps-1026345330 tempest-TestNetworkBasicOps-1026345330-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=61dbb09b-93d1-45fb-bf91-599d7eaf35d3 HTTP/1.1" status: 200 len: 1094 time: 0.1231179 Apr 29 13:46:21.197136 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 37872) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:46:21.202704 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-e5da14df-6f1b-43a8-abe9-6d7485a1e77c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'port_id': '20848b67-4a86-40c0-9be9-d7197f60f02b', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:46:21.210935 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e5da14df-6f1b-43a8-abe9-6d7485a1e77c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:46:21.217059 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e5da14df-6f1b-43a8-abe9-6d7485a1e77c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Usage tracker for resource:floatingip and tenant:4b7a89f6c8564a04be449e2e6b4a95e5 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:46:21.220395 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e5da14df-6f1b-43a8-abe9-6d7485a1e77c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:46:21.225324 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-13c89754-6143-4d2c-bae0-e09db5623e94 req-c6677885-0c43-47b6-8cdc-d380d8f66bdb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=61dbb09b-93d1-45fb-bf91-599d7eaf35d3 HTTP/1.1" status: 200 len: 1099 time: 0.1006117 Apr 29 13:46:21.229452 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e5da14df-6f1b-43a8-abe9-6d7485a1e77c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:46:21.239802 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e5da14df-6f1b-43a8-abe9-6d7485a1e77c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:21.446304 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c89754-6143-4d2c-bae0-e09db5623e94 req-732b8ae5-144c-487b-b750-62de974c224c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:46:21.447719 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-13c89754-6143-4d2c-bae0-e09db5623e94 req-732b8ae5-144c-487b-b750-62de974c224c service neutron] 10.222.0.32 "GET /v2.0/networks?id=60fc2373-883d-484c-8afd-8e175bccf00d HTTP/1.1" status: 200 len: 898 time: 0.1945429 Apr 29 13:46:21.528152 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-13c89754-6143-4d2c-bae0-e09db5623e94 req-4e2738df-7f5d-4f1c-801c-0dfcfc654c00 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20848b67-4a86-40c0-9be9-d7197f60f02b HTTP/1.1" status: 200 len: 217 time: 0.0729764 Apr 29 13:46:21.608227 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e5da14df-6f1b-43a8-abe9-6d7485a1e77c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:21.611443 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c89754-6143-4d2c-bae0-e09db5623e94 req-b0b0eca7-2d15-4a95-a9ef-f621a646e068 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:46:21.612884 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-13c89754-6143-4d2c-bae0-e09db5623e94 req-b0b0eca7-2d15-4a95-a9ef-f621a646e068 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37333485-3944-47a5-af08-2b03cf77e7e1 HTTP/1.1" status: 200 len: 834 time: 0.0767443 Apr 29 13:46:21.873368 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-13c89754-6143-4d2c-bae0-e09db5623e94 req-efc4ce0b-944a-4428-ac3c-53fadee3a64d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=60fc2373-883d-484c-8afd-8e175bccf00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2259007 Apr 29 13:46:21.961191 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-e5da14df-6f1b-43a8-abe9-6d7485a1e77c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Allocated IP 172.26.6.56 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/de0271ba-faa7-4278-89eb-97a306bbe513) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:46:22.097798 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-13c89754-6143-4d2c-bae0-e09db5623e94 req-1800f343-6bbf-46c0-946b-b704d9181eab service neutron] 10.222.0.32 "GET /v2.0/networks/60fc2373-883d-484c-8afd-8e175bccf00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179911 Apr 29 13:46:22.235793 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e5da14df-6f1b-43a8-abe9-6d7485a1e77c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:22.278646 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-13c89754-6143-4d2c-bae0-e09db5623e94 req-9fd09062-bc8d-4005-b563-8014dc0ec5af service neutron] 10.222.0.32 "GET /v2.0/networks/60fc2373-883d-484c-8afd-8e175bccf00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748528 Apr 29 13:46:22.293660 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e5da14df-6f1b-43a8-abe9-6d7485a1e77c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:22.359065 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5da14df-6f1b-43a8-abe9-6d7485a1e77c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:46:22.361605 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-e5da14df-6f1b-43a8-abe9-6d7485a1e77c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:46:22.365261 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5da14df-6f1b-43a8-abe9-6d7485a1e77c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:46:22.393141 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da14df-6f1b-43a8-abe9-6d7485a1e77c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=de0271ba-faa7-4278-89eb-97a306bbe513,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:22.856041 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e5da14df-6f1b-43a8-abe9-6d7485a1e77c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:22.909732 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e5da14df-6f1b-43a8-abe9-6d7485a1e77c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:23.115039 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e5da14df-6f1b-43a8-abe9-6d7485a1e77c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:23.120269 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e5da14df-6f1b-43a8-abe9-6d7485a1e77c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:23.324622 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da14df-6f1b-43a8-abe9-6d7485a1e77c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event updated for resources: {'Port': ['ID=de0271ba-faa7-4278-89eb-97a306bbe513,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:23.336945 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e5da14df-6f1b-43a8-abe9-6d7485a1e77c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:23.541124 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.l3_db [None req-e5da14df-6f1b-43a8-abe9-6d7485a1e77c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Floating IP 343f18a8-5743-4d51-af90-5dedfb7b932c associated. External IP: 172.26.6.56, port: 20848b67-4a86-40c0-9be9-d7197f60f02b. Apr 29 13:46:23.943909 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5da14df-6f1b-43a8-abe9-6d7485a1e77c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router 04e4d97f-76d8-490a-81f4-a8e4654a8ca3 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:46:24.139593 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5da14df-6f1b-43a8-abe9-6d7485a1e77c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:46:24.148768 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c82aa67-92e0-42aa-9dcd-857e6aefc6bb None None] Sync routers for ids ['04e4d97f-76d8-490a-81f4-a8e4654a8ca3'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:46:24.160401 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c82aa67-92e0-42aa-9dcd-857e6aefc6bb None None] Routers {'04e4d97f-76d8-490a-81f4-a8e4654a8ca3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:46:24.161035 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-3c82aa67-92e0-42aa-9dcd-857e6aefc6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:46:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['04e4d97f-76d8-490a-81f4-a8e4654a8ca3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:46:24.173695 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e5da14df-6f1b-43a8-abe9-6d7485a1e77c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:24.226254 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e5da14df-6f1b-43a8-abe9-6d7485a1e77c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0281291 Apr 29 13:46:24.226879 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61dbb09b-93d1-45fb-bf91-599d7eaf35d3', 'tag': '20848b67-4a86-40c0-9be9-d7197f60f02b'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:46:24.229777 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37876) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:46:24.281197 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a948c026-447a-44b2-9e86-e06f470a5434'] response: {'name': 'network-changed', 'server_uuid': '61dbb09b-93d1-45fb-bf91-599d7eaf35d3', 'tag': '20848b67-4a86-40c0-9be9-d7197f60f02b', 'status': 'completed', 'code': 200} Apr 29 13:46:24.345894 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-3c82aa67-92e0-42aa-9dcd-857e6aefc6bb None None] Set router 04e4d97f-76d8-490a-81f4-a8e4654a8ca3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:46:24.348415 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6912b605-7df4-453b-8357-ee17b140baf9 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/343f18a8-5743-4d51-af90-5dedfb7b932c HTTP/1.1" status: 200 len: 991 time: 0.1174314 Apr 29 13:46:24.375770 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-897956be-f9d5-4c5e-85a9-7276ac94e489 req-ad1fc81c-0d0e-4185-8971-5c172fc07a95 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=61dbb09b-93d1-45fb-bf91-599d7eaf35d3 HTTP/1.1" status: 200 len: 1099 time: 0.0722764 Apr 29 13:46:24.504735 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897956be-f9d5-4c5e-85a9-7276ac94e489 req-4ac02489-e461-48c1-9c1c-fa233cf451b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:46:24.506196 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-897956be-f9d5-4c5e-85a9-7276ac94e489 req-4ac02489-e461-48c1-9c1c-fa233cf451b4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=60fc2373-883d-484c-8afd-8e175bccf00d HTTP/1.1" status: 200 len: 898 time: 0.1247435 Apr 29 13:46:24.607758 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-897956be-f9d5-4c5e-85a9-7276ac94e489 req-ba421abd-0f31-4a5b-af41-a5fb9241e09f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20848b67-4a86-40c0-9be9-d7197f60f02b HTTP/1.1" status: 200 len: 999 time: 0.0954978 Apr 29 13:46:24.668136 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897956be-f9d5-4c5e-85a9-7276ac94e489 req-5a44bb43-b4b9-4329-b681-9ebf2c39e144 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:46:24.669584 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-897956be-f9d5-4c5e-85a9-7276ac94e489 req-5a44bb43-b4b9-4329-b681-9ebf2c39e144 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37333485-3944-47a5-af08-2b03cf77e7e1 HTTP/1.1" status: 200 len: 834 time: 0.0560124 Apr 29 13:46:24.720514 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-3c82aa67-92e0-42aa-9dcd-857e6aefc6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'name': 'tempest-TestNetworkBasicOps-router-1094845783', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '8892bf8a-b5fb-494d-ba0b-b61cda7712f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:00Z', 'updated_at': '2022-04-29T13:46:04Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '8892bf8a-b5fb-494d-ba0b-b61cda7712f4', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:00Z', 'updated_at': '2022-04-29T13:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '343f18a8-5743-4d51-af90-5dedfb7b932c', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.56', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'port_id': '20848b67-4a86-40c0-9be9-d7197f60f02b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d', 'mac_address': 'fa:16:3e:ec:aa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dbb09b-93d1-45fb-bf91-599d7eaf35d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:46:22Z', 'updated_at': '2022-04-29T13:46:22Z', 'revision_number': 0, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767765d0-a34b-4cdc-971a-72ab4f1a9413', 'name': '', 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:3c:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37333485-3944-47a5-af08-2b03cf77e7e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:03Z', 'updated_at': '2022-04-29T13:46:11Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '37333485-3944-47a5-af08-2b03cf77e7e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:46:24.724467 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c82aa67-92e0-42aa-9dcd-857e6aefc6bb None None] Checking router: 04e4d97f-76d8-490a-81f4-a8e4654a8ca3 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:46:24.735717 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c82aa67-92e0-42aa-9dcd-857e6aefc6bb None None] Routers {'04e4d97f-76d8-490a-81f4-a8e4654a8ca3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:46:24.736301 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-3c82aa67-92e0-42aa-9dcd-857e6aefc6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:46:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['04e4d97f-76d8-490a-81f4-a8e4654a8ca3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:46:24.744301 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-897956be-f9d5-4c5e-85a9-7276ac94e489 req-2c09dd7a-e426-4334-983e-348910ffca44 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=60fc2373-883d-484c-8afd-8e175bccf00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693719 Apr 29 13:46:24.874907 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-897956be-f9d5-4c5e-85a9-7276ac94e489 req-64b1b760-b9c8-459a-89d6-c44a716e30b9 service neutron] 10.222.0.32 "GET /v2.0/networks/60fc2373-883d-484c-8afd-8e175bccf00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239660 Apr 29 13:46:24.910683 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-3c82aa67-92e0-42aa-9dcd-857e6aefc6bb None None] Set router 04e4d97f-76d8-490a-81f4-a8e4654a8ca3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:46:25.106878 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-897956be-f9d5-4c5e-85a9-7276ac94e489 req-e653b7b4-874d-4ea6-ad02-0c5d01211c81 service neutron] 10.222.0.32 "GET /v2.0/networks/60fc2373-883d-484c-8afd-8e175bccf00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257726 Apr 29 13:46:25.296129 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-3c82aa67-92e0-42aa-9dcd-857e6aefc6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'name': 'tempest-TestNetworkBasicOps-router-1094845783', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '8892bf8a-b5fb-494d-ba0b-b61cda7712f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:00Z', 'updated_at': '2022-04-29T13:46:04Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '8892bf8a-b5fb-494d-ba0b-b61cda7712f4', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:00Z', 'updated_at': '2022-04-29T13:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '343f18a8-5743-4d51-af90-5dedfb7b932c', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.56', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'port_id': '20848b67-4a86-40c0-9be9-d7197f60f02b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d', 'mac_address': 'fa:16:3e:ec:aa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dbb09b-93d1-45fb-bf91-599d7eaf35d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:46:22Z', 'updated_at': '2022-04-29T13:46:22Z', 'revision_number': 0, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767765d0-a34b-4cdc-971a-72ab4f1a9413', 'name': '', 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:3c:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37333485-3944-47a5-af08-2b03cf77e7e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:03Z', 'updated_at': '2022-04-29T13:46:11Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '37333485-3944-47a5-af08-2b03cf77e7e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:46:25.300277 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c82aa67-92e0-42aa-9dcd-857e6aefc6bb None None] The sync data for ids ['04e4d97f-76d8-490a-81f4-a8e4654a8ca3'] in dv-neutron-839027-4-hyperv is: [{'id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'name': 'tempest-TestNetworkBasicOps-router-1094845783', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '8892bf8a-b5fb-494d-ba0b-b61cda7712f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:00Z', 'updated_at': '2022-04-29T13:46:04Z', 'revision_number': 4, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '8892bf8a-b5fb-494d-ba0b-b61cda7712f4', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:00Z', 'updated_at': '2022-04-29T13:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '343f18a8-5743-4d51-af90-5dedfb7b932c', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.56', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'port_id': '20848b67-4a86-40c0-9be9-d7197f60f02b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d', 'mac_address': 'fa:16:3e:ec:aa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dbb09b-93d1-45fb-bf91-599d7eaf35d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:46:22Z', 'updated_at': '2022-04-29T13:46:22Z', 'revision_number': 0, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767765d0-a34b-4cdc-971a-72ab4f1a9413', 'name': '', 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:3c:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37333485-3944-47a5-af08-2b03cf77e7e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:03Z', 'updated_at': '2022-04-29T13:46:11Z', 'revision_number': 5, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '37333485-3944-47a5-af08-2b03cf77e7e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:46:25.350615 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37882) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:46:25.540071 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b86345c9-f6e4-47ce-9875-373107af7398 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/343f18a8-5743-4d51-af90-5dedfb7b932c HTTP/1.1" status: 200 len: 991 time: 0.1881862 Apr 29 13:46:26.543732 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37886) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:46:26.658831 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-00aeda4a-29d7-4a9c-a827-4a6ec069d624 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/343f18a8-5743-4d51-af90-5dedfb7b932c HTTP/1.1" status: 200 len: 991 time: 0.1139033 Apr 29 13:46:26.744664 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8dc66b-a6e2-479f-b27c-903112da66a8 None None] New status for floating IP 343f18a8-5743-4d51-af90-5dedfb7b932c: ACTIVE {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:46:27.662553 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37890) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:46:27.762978 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c7c96264-75a1-438a-a3a7-fd8d7eec9adf tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/343f18a8-5743-4d51-af90-5dedfb7b932c HTTP/1.1" status: 200 len: 993 time: 0.0993254 Apr 29 13:46:28.157925 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:37.864957 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-008d7226-b017-46ae-a1ad-1f10cda687ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:40.422985 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ee990928-0bfc-453d-8bd9-36ab9d157f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:41.481859 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:41.563563 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:42.932901 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:46:43.604598 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:46:58.169384 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:07.867669 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-359ecb07-84b4-4f72-8f49-5c99a983add0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:10.425436 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bdf803ec-8461-45d1-b472-e5735b5db23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:11.485477 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:11.568080 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:12.935307 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:20.604500 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:47:22.608975 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6aa50aab-ef16-455a-ab60-a6cd7d9451d8 req-22f78dcf-688c-4ca9-841b-a3f68f8c2497 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=61dbb09b-93d1-45fb-bf91-599d7eaf35d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700810 Apr 29 13:47:22.743526 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6aa50aab-ef16-455a-ab60-a6cd7d9451d8 req-8e808ce3-7dff-4196-be83-1c9f81cfcaad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=61dbb09b-93d1-45fb-bf91-599d7eaf35d3 HTTP/1.1" status: 200 len: 1099 time: 0.0695240 Apr 29 13:47:22.885436 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa50aab-ef16-455a-ab60-a6cd7d9451d8 req-5a9a2abf-a616-4d21-89de-a9d329d2f3b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:47:22.887510 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6aa50aab-ef16-455a-ab60-a6cd7d9451d8 req-5a9a2abf-a616-4d21-89de-a9d329d2f3b9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=60fc2373-883d-484c-8afd-8e175bccf00d HTTP/1.1" status: 200 len: 898 time: 0.1267145 Apr 29 13:47:22.987984 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6aa50aab-ef16-455a-ab60-a6cd7d9451d8 req-d230aff2-5335-4c90-b251-c3cc050e1401 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20848b67-4a86-40c0-9be9-d7197f60f02b HTTP/1.1" status: 200 len: 1001 time: 0.0946822 Apr 29 13:47:23.057448 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa50aab-ef16-455a-ab60-a6cd7d9451d8 req-397ca7d2-386b-4dd7-bfa7-bdca9c0d603b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:47:23.059684 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6aa50aab-ef16-455a-ab60-a6cd7d9451d8 req-397ca7d2-386b-4dd7-bfa7-bdca9c0d603b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37333485-3944-47a5-af08-2b03cf77e7e1 HTTP/1.1" status: 200 len: 834 time: 0.0660613 Apr 29 13:47:23.133689 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6aa50aab-ef16-455a-ab60-a6cd7d9451d8 req-0b6ac217-7413-4287-b4bf-bce59130ea9b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=60fc2373-883d-484c-8afd-8e175bccf00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680211 Apr 29 13:47:23.270792 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6aa50aab-ef16-455a-ab60-a6cd7d9451d8 req-fa8880bc-a831-4e1d-b90f-997cebab550e service neutron] 10.222.0.32 "GET /v2.0/networks/60fc2373-883d-484c-8afd-8e175bccf00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298308 Apr 29 13:47:23.406511 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6aa50aab-ef16-455a-ab60-a6cd7d9451d8 req-c3d6c73a-6415-4cbf-bab8-efec7fb0f0ea service neutron] 10.222.0.32 "GET /v2.0/networks/60fc2373-883d-484c-8afd-8e175bccf00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300342 Apr 29 13:47:28.169178 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:34.886801 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37920) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:47:35.004163 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-7d3eee62-a0af-4be7-a713-6adb813790a2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:47:35.545572 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7d3eee62-a0af-4be7-a713-6adb813790a2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:35.555575 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7d3eee62-a0af-4be7-a713-6adb813790a2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16423525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16423546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16419832'] for router, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:35.754123 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3eee62-a0af-4be7-a713-6adb813790a2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router 04e4d97f-76d8-490a-81f4-a8e4654a8ca3 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:47:35.957890 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3eee62-a0af-4be7-a713-6adb813790a2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:47:35.963924 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7d3eee62-a0af-4be7-a713-6adb813790a2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:35.965107 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7d3eee62-a0af-4be7-a713-6adb813790a2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "PUT /v2.0/routers/04e4d97f-76d8-490a-81f4-a8e4654a8ca3 HTTP/1.1" status: 200 len: 889 time: 1.0772493 Apr 29 13:47:35.968337 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e558548c-9820-4e3d-8cc3-3d0b9895c628 None None] Sync routers for ids ['04e4d97f-76d8-490a-81f4-a8e4654a8ca3'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:47:35.981341 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e558548c-9820-4e3d-8cc3-3d0b9895c628 None None] Routers {'04e4d97f-76d8-490a-81f4-a8e4654a8ca3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:47:35.981982 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e558548c-9820-4e3d-8cc3-3d0b9895c628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:47:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['04e4d97f-76d8-490a-81f4-a8e4654a8ca3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:36.044288 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e558548c-9820-4e3d-8cc3-3d0b9895c628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:36.055168 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e558548c-9820-4e3d-8cc3-3d0b9895c628 None None] Routers {'04e4d97f-76d8-490a-81f4-a8e4654a8ca3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:47:36.055759 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e558548c-9820-4e3d-8cc3-3d0b9895c628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:47:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['04e4d97f-76d8-490a-81f4-a8e4654a8ca3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:36.117682 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e558548c-9820-4e3d-8cc3-3d0b9895c628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:36.118003 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e558548c-9820-4e3d-8cc3-3d0b9895c628 None None] The sync data for ids ['04e4d97f-76d8-490a-81f4-a8e4654a8ca3'] in dv-neutron-839027-4-hyperv is: [] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:47:36.873036 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485eb5e6-27b7-4c92-9b50-17c25d61222d None None] New status for floating IP 343f18a8-5743-4d51-af90-5dedfb7b932c: DOWN {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:47:36.902486 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 767765d0-a34b-4cdc-971a-72ab4f1a9413 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:47:37.014585 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:37.046585 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 767765d0-a34b-4cdc-971a-72ab4f1a9413, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=767765d0-a34b-4cdc-971a-72ab4f1a9413,segment=NetworkSegment(5a12b291-8747-426c-9302-4b012b3af050),segment_id=5a12b291-8747-426c-9302-4b012b3af050)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:47:37.050838 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:37.051616 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 8892bf8a-b5fb-494d-ba0b-b61cda7712f4 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:47:37.160885 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=767765d0-a34b-4cdc-971a-72ab4f1a9413,revision_number=6']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:37.198538 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:37.199200 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:37.199200 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:37.199529 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:37.199847 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:37.200165 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:37.200484 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:37.200824 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:37.201141 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:37.201454 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:37.201769 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:37.228452 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:37.244125 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 8892bf8a-b5fb-494d-ba0b-b61cda7712f4, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=8892bf8a-b5fb-494d-ba0b-b61cda7712f4,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:47:37.247799 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:37.312133 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=8892bf8a-b5fb-494d-ba0b-b61cda7712f4,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:37.868778 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-087cad90-8fca-4d97-a7a8-f708f0a1fa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:38.125457 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37928) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:47:38.130801 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-6c331780-3cfc-4139-b6d7-b7382413a984 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:47:38.783848 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6c331780-3cfc-4139-b6d7-b7382413a984 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:38.794200 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6c331780-3cfc-4139-b6d7-b7382413a984 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16423525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16423546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16419832'] for router, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:38.991063 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c331780-3cfc-4139-b6d7-b7382413a984 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router 04e4d97f-76d8-490a-81f4-a8e4654a8ca3 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:47:39.189151 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c331780-3cfc-4139-b6d7-b7382413a984 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:47:39.194611 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6c331780-3cfc-4139-b6d7-b7382413a984 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:39.195636 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6c331780-3cfc-4139-b6d7-b7382413a984 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "PUT /v2.0/routers/04e4d97f-76d8-490a-81f4-a8e4654a8ca3 HTTP/1.1" status: 200 len: 888 time: 1.0692072 Apr 29 13:47:39.198519 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37932) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:47:39.201482 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202bdd0c-169b-4543-a7d4-a74b5a604945 None None] Sync routers for ids ['04e4d97f-76d8-490a-81f4-a8e4654a8ca3'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:47:39.214171 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202bdd0c-169b-4543-a7d4-a74b5a604945 None None] Routers {'04e4d97f-76d8-490a-81f4-a8e4654a8ca3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:47:39.214981 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-202bdd0c-169b-4543-a7d4-a74b5a604945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:47:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['04e4d97f-76d8-490a-81f4-a8e4654a8ca3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:39.302735 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-33b063ca-8231-40d5-8a65-e964bba2ef8f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/343f18a8-5743-4d51-af90-5dedfb7b932c HTTP/1.1" status: 200 len: 991 time: 0.1031406 Apr 29 13:47:39.399908 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-202bdd0c-169b-4543-a7d4-a74b5a604945 None None] Set router 04e4d97f-76d8-490a-81f4-a8e4654a8ca3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:47:39.782260 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-202bdd0c-169b-4543-a7d4-a74b5a604945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'name': 'tempest-TestNetworkBasicOps-router-1094845783', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '8892bf8a-b5fb-494d-ba0b-b61cda7712f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:00Z', 'updated_at': '2022-04-29T13:47:38Z', 'revision_number': 6, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '8892bf8a-b5fb-494d-ba0b-b61cda7712f4', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:00Z', 'updated_at': '2022-04-29T13:47:37Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '343f18a8-5743-4d51-af90-5dedfb7b932c', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.56', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'port_id': '20848b67-4a86-40c0-9be9-d7197f60f02b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d', 'mac_address': 'fa:16:3e:ec:aa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dbb09b-93d1-45fb-bf91-599d7eaf35d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:46:22Z', 'updated_at': '2022-04-29T13:47:37Z', 'revision_number': 2, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767765d0-a34b-4cdc-971a-72ab4f1a9413', 'name': '', 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:3c:b2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37333485-3944-47a5-af08-2b03cf77e7e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:03Z', 'updated_at': '2022-04-29T13:47:37Z', 'revision_number': 6, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '37333485-3944-47a5-af08-2b03cf77e7e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:39.786000 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202bdd0c-169b-4543-a7d4-a74b5a604945 None None] Checking router: 04e4d97f-76d8-490a-81f4-a8e4654a8ca3 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:47:39.796404 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202bdd0c-169b-4543-a7d4-a74b5a604945 None None] Routers {'04e4d97f-76d8-490a-81f4-a8e4654a8ca3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:47:39.797028 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-202bdd0c-169b-4543-a7d4-a74b5a604945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:47:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['04e4d97f-76d8-490a-81f4-a8e4654a8ca3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:39.968643 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-202bdd0c-169b-4543-a7d4-a74b5a604945 None None] Set router 04e4d97f-76d8-490a-81f4-a8e4654a8ca3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:47:40.306592 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37936) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:47:40.307834 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-202bdd0c-169b-4543-a7d4-a74b5a604945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'name': 'tempest-TestNetworkBasicOps-router-1094845783', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '8892bf8a-b5fb-494d-ba0b-b61cda7712f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:00Z', 'updated_at': '2022-04-29T13:47:38Z', 'revision_number': 6, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '8892bf8a-b5fb-494d-ba0b-b61cda7712f4', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:00Z', 'updated_at': '2022-04-29T13:47:37Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '343f18a8-5743-4d51-af90-5dedfb7b932c', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.56', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'port_id': '20848b67-4a86-40c0-9be9-d7197f60f02b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d', 'mac_address': 'fa:16:3e:ec:aa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dbb09b-93d1-45fb-bf91-599d7eaf35d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:46:22Z', 'updated_at': '2022-04-29T13:47:37Z', 'revision_number': 2, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767765d0-a34b-4cdc-971a-72ab4f1a9413', 'name': '', 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:3c:b2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37333485-3944-47a5-af08-2b03cf77e7e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:03Z', 'updated_at': '2022-04-29T13:47:37Z', 'revision_number': 6, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '37333485-3944-47a5-af08-2b03cf77e7e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:40.312801 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202bdd0c-169b-4543-a7d4-a74b5a604945 None None] The sync data for ids ['04e4d97f-76d8-490a-81f4-a8e4654a8ca3'] in dv-neutron-839027-4-hyperv is: [{'id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'name': 'tempest-TestNetworkBasicOps-router-1094845783', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '8892bf8a-b5fb-494d-ba0b-b61cda7712f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:00Z', 'updated_at': '2022-04-29T13:47:38Z', 'revision_number': 6, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '8892bf8a-b5fb-494d-ba0b-b61cda7712f4', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:00Z', 'updated_at': '2022-04-29T13:47:37Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '343f18a8-5743-4d51-af90-5dedfb7b932c', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'floating_ip_address': '172.26.6.56', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'port_id': '20848b67-4a86-40c0-9be9-d7197f60f02b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d', 'mac_address': 'fa:16:3e:ec:aa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61dbb09b-93d1-45fb-bf91-599d7eaf35d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:46:22Z', 'updated_at': '2022-04-29T13:47:37Z', 'revision_number': 2, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767765d0-a34b-4cdc-971a-72ab4f1a9413', 'name': '', 'network_id': '60fc2373-883d-484c-8afd-8e175bccf00d', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'mac_address': 'fa:16:3e:3c:b2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37333485-3944-47a5-af08-2b03cf77e7e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:03Z', 'updated_at': '2022-04-29T13:47:37Z', 'revision_number': 6, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'subnets': [{'id': '37333485-3944-47a5-af08-2b03cf77e7e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:47:40.413423 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-830a3ee1-58aa-49a0-8593-8cdb626cb391 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/343f18a8-5743-4d51-af90-5dedfb7b932c HTTP/1.1" status: 200 len: 991 time: 0.1050918 Apr 29 13:47:40.428672 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51e8ab79-a06f-45c8-ba1d-ab8a6d6565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:40.855906 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 767765d0-a34b-4cdc-971a-72ab4f1a9413 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:47:40.943355 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 767765d0-a34b-4cdc-971a-72ab4f1a9413 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:47:40.943714 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:41.060698 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:41.094444 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 767765d0-a34b-4cdc-971a-72ab4f1a9413, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=767765d0-a34b-4cdc-971a-72ab4f1a9413,segment=NetworkSegment(5a12b291-8747-426c-9302-4b012b3af050),segment_id=5a12b291-8747-426c-9302-4b012b3af050)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:47:41.098634 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:41.168986 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=767765d0-a34b-4cdc-971a-72ab4f1a9413,revision_number=7']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:41.416776 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37940) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:47:41.487086 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:41.519328 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-254d8ee4-996c-4db4-87c2-8c34cb2873d5 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/343f18a8-5743-4d51-af90-5dedfb7b932c HTTP/1.1" status: 200 len: 991 time: 0.1014354 Apr 29 13:47:41.570643 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:42.523256 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37944) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:47:42.626841 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d194609c-ce10-4059-9b09-6290a327a2d8 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/343f18a8-5743-4d51-af90-5dedfb7b932c HTTP/1.1" status: 200 len: 991 time: 0.1024418 Apr 29 13:47:42.900629 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 8892bf8a-b5fb-494d-ba0b-b61cda7712f4 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:47:42.959309 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:42.980971 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 8892bf8a-b5fb-494d-ba0b-b61cda7712f4 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:47:42.981333 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:43.092496 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:43.107582 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 8892bf8a-b5fb-494d-ba0b-b61cda7712f4, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=8892bf8a-b5fb-494d-ba0b-b61cda7712f4,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:47:43.111448 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:43.112305 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 767765d0-a34b-4cdc-971a-72ab4f1a9413 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:47:43.232869 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=8892bf8a-b5fb-494d-ba0b-b61cda7712f4,revision_number=6']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:43.248829 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 767765d0-a34b-4cdc-971a-72ab4f1a9413 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:47:43.249242 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:43.630850 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37948) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:47:43.733711 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0fbef3d7-b43d-4062-b22e-62a7678be7c6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/343f18a8-5743-4d51-af90-5dedfb7b932c HTTP/1.1" status: 200 len: 991 time: 0.1018174 Apr 29 13:47:44.737707 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37952) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:47:44.835261 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 8892bf8a-b5fb-494d-ba0b-b61cda7712f4 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:47:44.908241 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 8892bf8a-b5fb-494d-ba0b-b61cda7712f4 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:47:44.908607 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:44.965360 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-db67632d-50a9-4447-9395-ee8b4295c838 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/343f18a8-5743-4d51-af90-5dedfb7b932c HTTP/1.1" status: 200 len: 991 time: 0.2263575 Apr 29 13:47:45.969879 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37956) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:47:46.081370 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-28e926c2-6111-4358-afab-a4dd5d8c1638 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/343f18a8-5743-4d51-af90-5dedfb7b932c HTTP/1.1" status: 200 len: 991 time: 0.1108298 Apr 29 13:47:47.085552 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37960) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:47:47.186160 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-bac84278-88ca-464a-9fae-b5fafdf47d0e tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/343f18a8-5743-4d51-af90-5dedfb7b932c HTTP/1.1" status: 200 len: 991 time: 0.0995610 Apr 29 13:47:47.435873 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2d9527-e0aa-4a48-a26e-da3917eb9b1b None None] New status for floating IP 343f18a8-5743-4d51-af90-5dedfb7b932c: ACTIVE {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:47:48.190039 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37964) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:47:48.296344 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e990c5fa-82ac-468f-b103-40ad7f0900aa tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/floatingips/343f18a8-5743-4d51-af90-5dedfb7b932c HTTP/1.1" status: 200 len: 993 time: 0.1051714 Apr 29 13:47:48.597651 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37974) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:47:48.799481 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-bfa0f37d-124e-4846-96aa-55ffe7f43214 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port de0271ba-faa7-4278-89eb-97a306bbe513 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:47:48.799819 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bfa0f37d-124e-4846-96aa-55ffe7f43214 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:48.963080 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bfa0f37d-124e-4846-96aa-55ffe7f43214 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:48.963317 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bfa0f37d-124e-4846-96aa-55ffe7f43214 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:49.079929 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-bfa0f37d-124e-4846-96aa-55ffe7f43214 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for de0271ba-faa7-4278-89eb-97a306bbe513 owned by network:floatingip {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:47:49.223846 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bfa0f37d-124e-4846-96aa-55ffe7f43214 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:49.270259 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0f37d-124e-4846-96aa-55ffe7f43214 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=de0271ba-faa7-4278-89eb-97a306bbe513,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:49.308065 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0f37d-124e-4846-96aa-55ffe7f43214 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:49.308407 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0f37d-124e-4846-96aa-55ffe7f43214 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:49.308736 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0f37d-124e-4846-96aa-55ffe7f43214 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:49.309086 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0f37d-124e-4846-96aa-55ffe7f43214 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:49.309411 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0f37d-124e-4846-96aa-55ffe7f43214 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:49.309729 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0f37d-124e-4846-96aa-55ffe7f43214 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:49.310045 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0f37d-124e-4846-96aa-55ffe7f43214 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:49.310363 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0f37d-124e-4846-96aa-55ffe7f43214 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:49.310677 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0f37d-124e-4846-96aa-55ffe7f43214 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:49.310989 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0f37d-124e-4846-96aa-55ffe7f43214 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:49.311299 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0f37d-124e-4846-96aa-55ffe7f43214 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:49.371083 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bfa0f37d-124e-4846-96aa-55ffe7f43214 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for floatingip, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:49.845360 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa0f37d-124e-4846-96aa-55ffe7f43214 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router 04e4d97f-76d8-490a-81f4-a8e4654a8ca3 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:47:50.042088 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa0f37d-124e-4846-96aa-55ffe7f43214 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:47:50.062016 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-bfa0f37d-124e-4846-96aa-55ffe7f43214 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:50.114659 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-bfa0f37d-124e-4846-96aa-55ffe7f43214 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/floatingips/343f18a8-5743-4d51-af90-5dedfb7b932c HTTP/1.1" status: 204 len: 168 time: 1.5159438 Apr 29 13:47:50.115218 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61dbb09b-93d1-45fb-bf91-599d7eaf35d3', 'tag': '20848b67-4a86-40c0-9be9-d7197f60f02b'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:47:50.173122 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b1350ff-922f-4517-9850-c3b2a3e7b36e'] response: {'name': 'network-changed', 'server_uuid': '61dbb09b-93d1-45fb-bf91-599d7eaf35d3', 'tag': '20848b67-4a86-40c0-9be9-d7197f60f02b', 'status': 'completed', 'code': 200} Apr 29 13:47:50.267089 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c913ccf2-a4e9-4aa4-b4b1-42fc3dc838a4 req-7a50cb68-32c5-4917-9160-5b3489cbf338 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&device_id=61dbb09b-93d1-45fb-bf91-599d7eaf35d3 HTTP/1.1" status: 200 len: 1099 time: 0.0696549 Apr 29 13:47:50.407523 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913ccf2-a4e9-4aa4-b4b1-42fc3dc838a4 req-c636b1f4-e3eb-4721-be75-ede996c08194 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:47:50.408908 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c913ccf2-a4e9-4aa4-b4b1-42fc3dc838a4 req-c636b1f4-e3eb-4721-be75-ede996c08194 service neutron] 10.222.0.32 "GET /v2.0/networks?id=60fc2373-883d-484c-8afd-8e175bccf00d HTTP/1.1" status: 200 len: 898 time: 0.1363711 Apr 29 13:47:50.520275 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c913ccf2-a4e9-4aa4-b4b1-42fc3dc838a4 req-6d8d1828-4bca-4b50-a7b8-8996fa295cfe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20848b67-4a86-40c0-9be9-d7197f60f02b HTTP/1.1" status: 200 len: 217 time: 0.1046255 Apr 29 13:47:50.604593 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913ccf2-a4e9-4aa4-b4b1-42fc3dc838a4 req-ef172fc8-f8a6-4037-87b9-ebb1f66975d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:47:50.607256 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c913ccf2-a4e9-4aa4-b4b1-42fc3dc838a4 req-ef172fc8-f8a6-4037-87b9-ebb1f66975d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37333485-3944-47a5-af08-2b03cf77e7e1 HTTP/1.1" status: 200 len: 834 time: 0.0808833 Apr 29 13:47:50.613506 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be532f3-a9a0-45f9-8b50-395266f7c4dd req-b112b2da-8fbe-4ebc-b11f-e13cc85ed121 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:47:50.614819 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1be532f3-a9a0-45f9-8b50-395266f7c4dd req-b112b2da-8fbe-4ebc-b11f-e13cc85ed121 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=61dbb09b-93d1-45fb-bf91-599d7eaf35d3 HTTP/1.1" status: 200 len: 946 time: 0.1469214 Apr 29 13:47:50.709979 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1be532f3-a9a0-45f9-8b50-395266f7c4dd req-54837cb9-28bf-43ea-8c43-ff35550d5b54 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=41a42220-2885-4c5c-a5eb-ef563dba052a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653131 Apr 29 13:47:50.724185 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c913ccf2-a4e9-4aa4-b4b1-42fc3dc838a4 req-84c2fc28-affb-49e3-9b93-1b3c8649af87 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=60fc2373-883d-484c-8afd-8e175bccf00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1084926 Apr 29 13:47:50.859310 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c913ccf2-a4e9-4aa4-b4b1-42fc3dc838a4 req-a9d41a1a-f03a-447c-8258-ffc19793ab2d service neutron] 10.222.0.32 "GET /v2.0/networks/60fc2373-883d-484c-8afd-8e175bccf00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269825 Apr 29 13:47:51.070798 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c913ccf2-a4e9-4aa4-b4b1-42fc3dc838a4 req-e25aad9a-0988-43be-8f2b-5224bc2ce40d service neutron] 10.222.0.32 "GET /v2.0/networks/60fc2373-883d-484c-8afd-8e175bccf00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055671 Apr 29 13:47:51.912115 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0a395-49cc-4933-80b1-abcf21ca70bb req-378e414a-e7d1-4781-a821-23c1a62285a6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:47:51.912817 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-c9d0a395-49cc-4933-80b1-abcf21ca70bb req-378e414a-e7d1-4781-a821-23c1a62285a6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Synchronizing usage tracker for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:47:51.928439 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-c9d0a395-49cc-4933-80b1-abcf21ca70bb req-378e414a-e7d1-4781-a821-23c1a62285a6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Unset dirty status for tenant:4b7a89f6c8564a04be449e2e6b4a95e5 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:47:51.929678 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c9d0a395-49cc-4933-80b1-abcf21ca70bb req-378e414a-e7d1-4781-a821-23c1a62285a6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=61dbb09b-93d1-45fb-bf91-599d7eaf35d3 HTTP/1.1" status: 200 len: 946 time: 0.0981328 Apr 29 13:47:51.974757 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c9d0a395-49cc-4933-80b1-abcf21ca70bb req-318a238d-257a-4db5-9d5d-9f74197dfbe2 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/security-groups?id=41a42220-2885-4c5c-a5eb-ef563dba052a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394051 Apr 29 13:47:52.119209 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90174146-a685-4c17-aea4-fa2d79bee88d req-e6dc2817-dc39-4453-af0a-14952911f5d6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:47:52.120532 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-90174146-a685-4c17-aea4-fa2d79bee88d req-e6dc2817-dc39-4453-af0a-14952911f5d6 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "GET /v2.0/ports?device_id=61dbb09b-93d1-45fb-bf91-599d7eaf35d3 HTTP/1.1" status: 200 len: 946 time: 0.0740232 Apr 29 13:47:52.189136 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-90174146-a685-4c17-aea4-fa2d79bee88d req-8292a3bc-a6c0-42d8-8a92-3e285649c699 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port 20848b67-4a86-40c0-9be9-d7197f60f02b {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:47:52.189470 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-90174146-a685-4c17-aea4-fa2d79bee88d req-8292a3bc-a6c0-42d8-8a92-3e285649c699 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:52.422557 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-90174146-a685-4c17-aea4-fa2d79bee88d req-8292a3bc-a6c0-42d8-8a92-3e285649c699 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] For port 20848b67-4a86-40c0-9be9-d7197f60f02b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=20848b67-4a86-40c0-9be9-d7197f60f02b,segment=NetworkSegment(5a12b291-8747-426c-9302-4b012b3af050),segment_id=5a12b291-8747-426c-9302-4b012b3af050)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:47:52.422827 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-90174146-a685-4c17-aea4-fa2d79bee88d req-8292a3bc-a6c0-42d8-8a92-3e285649c699 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:52.543171 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-90174146-a685-4c17-aea4-fa2d79bee88d req-8292a3bc-a6c0-42d8-8a92-3e285649c699 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for 20848b67-4a86-40c0-9be9-d7197f60f02b owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:47:52.679800 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-90174146-a685-4c17-aea4-fa2d79bee88d req-8292a3bc-a6c0-42d8-8a92-3e285649c699 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:52.731264 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292a3bc-a6c0-42d8-8a92-3e285649c699 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=20848b67-4a86-40c0-9be9-d7197f60f02b,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:52.769524 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292a3bc-a6c0-42d8-8a92-3e285649c699 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:52.769861 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292a3bc-a6c0-42d8-8a92-3e285649c699 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:52.770192 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292a3bc-a6c0-42d8-8a92-3e285649c699 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:52.770805 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292a3bc-a6c0-42d8-8a92-3e285649c699 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:52.770805 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292a3bc-a6c0-42d8-8a92-3e285649c699 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:52.771123 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292a3bc-a6c0-42d8-8a92-3e285649c699 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:52.771437 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292a3bc-a6c0-42d8-8a92-3e285649c699 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:52.771752 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292a3bc-a6c0-42d8-8a92-3e285649c699 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:52.772067 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292a3bc-a6c0-42d8-8a92-3e285649c699 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:52.772380 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292a3bc-a6c0-42d8-8a92-3e285649c699 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:52.772687 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292a3bc-a6c0-42d8-8a92-3e285649c699 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:52.813931 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-90174146-a685-4c17-aea4-fa2d79bee88d req-8292a3bc-a6c0-42d8-8a92-3e285649c699 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] No DVR routers for this DVR port 20848b67-4a86-40c0-9be9-d7197f60f02b on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:47:52.816285 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-90174146-a685-4c17-aea4-fa2d79bee88d req-8292a3bc-a6c0-42d8-8a92-3e285649c699 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:52.818791 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61dbb09b-93d1-45fb-bf91-599d7eaf35d3', 'name': 'network-vif-deleted', 'tag': '20848b67-4a86-40c0-9be9-d7197f60f02b'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:47:52.834272 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-90174146-a685-4c17-aea4-fa2d79bee88d req-8292a3bc-a6c0-42d8-8a92-3e285649c699 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.32 "DELETE /v2.0/ports/20848b67-4a86-40c0-9be9-d7197f60f02b HTTP/1.1" status: 204 len: 173 time: 0.7088151 Apr 29 13:47:52.874421 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-301ba329-de18-4ab4-8377-b9d77bbf7f5e'] response: {'server_uuid': '61dbb09b-93d1-45fb-bf91-599d7eaf35d3', 'name': 'network-vif-deleted', 'tag': '20848b67-4a86-40c0-9be9-d7197f60f02b', 'status': 'completed', 'code': 200} Apr 29 13:47:53.152290 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-648cbcbd-429e-4546-9549-53e405104701 req-695bf3c5-de90-4148-8e82-b60a7a153047 tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "GET /v2.0/ports?device_id=61dbb09b-93d1-45fb-bf91-599d7eaf35d3 HTTP/1.1" status: 200 len: 210 time: 0.0419266 Apr 29 13:47:54.256622 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37992) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:47:54.328696 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4d72c81c-d1a5-4175-adf9-59f70794270a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:54.356932 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4d72c81c-d1a5-4175-adf9-59f70794270a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:54.419274 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4d72c81c-d1a5-4175-adf9-59f70794270a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:54.437921 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72c81c-d1a5-4175-adf9-59f70794270a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a42220-2885-4c5c-a5eb-ef563dba052a,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:54.453089 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4d72c81c-d1a5-4175-adf9-59f70794270a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:54.454201 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4d72c81c-d1a5-4175-adf9-59f70794270a tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/security-groups/41a42220-2885-4c5c-a5eb-ef563dba052a HTTP/1.1" status: 204 len: 168 time: 0.1965935 Apr 29 13:47:54.493191 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 37998) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:47:54.884423 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e33c9b03-d4f6-4b78-b003-5899e815c2ca tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:55.578531 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-e33c9b03-d4f6-4b78-b003-5899e815c2ca tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port 767765d0-a34b-4cdc-971a-72ab4f1a9413 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:47:55.579269 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e33c9b03-d4f6-4b78-b003-5899e815c2ca tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:55.760629 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-e33c9b03-d4f6-4b78-b003-5899e815c2ca tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] For port 767765d0-a34b-4cdc-971a-72ab4f1a9413, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=767765d0-a34b-4cdc-971a-72ab4f1a9413,segment=NetworkSegment(5a12b291-8747-426c-9302-4b012b3af050),segment_id=5a12b291-8747-426c-9302-4b012b3af050)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:47:55.761026 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e33c9b03-d4f6-4b78-b003-5899e815c2ca tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:55.883772 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-e33c9b03-d4f6-4b78-b003-5899e815c2ca tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for 767765d0-a34b-4cdc-971a-72ab4f1a9413 owned by network:router_interface {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:47:56.052554 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e33c9b03-d4f6-4b78-b003-5899e815c2ca tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:56.101548 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c9b03-d4f6-4b78-b003-5899e815c2ca tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=767765d0-a34b-4cdc-971a-72ab4f1a9413,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:56.147063 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 20848b67-4a86-40c0-9be9-d7197f60f02b no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:47:56.181325 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: 20848b67-4a86-40c0-9be9-d7197f60f02b {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:47:56.181668 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 20848b67-4a86-40c0-9be9-d7197f60f02b not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:47:56.394399 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e33c9b03-d4f6-4b78-b003-5899e815c2ca tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:57.049017 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33c9b03-d4f6-4b78-b003-5899e815c2ca tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Router 04e4d97f-76d8-490a-81f4-a8e4654a8ca3 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:47:57.243870 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33c9b03-d4f6-4b78-b003-5899e815c2ca tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:47:57.255881 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e33c9b03-d4f6-4b78-b003-5899e815c2ca tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "PUT /v2.0/routers/04e4d97f-76d8-490a-81f4-a8e4654a8ca3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7616484 Apr 29 13:47:57.258512 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 38002) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:47:57.438260 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-b64b812c-d9d6-44b5-bc6c-49d04051f67f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting subnet 37333485-3944-47a5-af08-2b03cf77e7e1 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:47:57.440933 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b64b812c-d9d6-44b5-bc6c-49d04051f67f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:57.493597 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b64b812c-d9d6-44b5-bc6c-49d04051f67f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:57.578185 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b64b812c-d9d6-44b5-bc6c-49d04051f67f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:57.603644 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:47:57.650845 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b64b812c-d9d6-44b5-bc6c-49d04051f67f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:57.691701 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b812c-d9d6-44b5-bc6c-49d04051f67f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Subnet': ['ID=37333485-3944-47a5-af08-2b03cf77e7e1,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:57.697689 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b64b812c-d9d6-44b5-bc6c-49d04051f67f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:57.703925 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b64b812c-d9d6-44b5-bc6c-49d04051f67f tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/subnets/37333485-3944-47a5-af08-2b03cf77e7e1 HTTP/1.1" status: 204 len: 168 time: 0.4445043 Apr 29 13:47:57.706450 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 38006) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:47:57.710567 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a234d27-4232-4277-8f13-e37f72f36b3c None None] Network 60fc2373-883d-484c-8afd-8e175bccf00d requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:47:57.910200 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c45e1106-5113-4d8a-9ce3-deec57456f8d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:57.925893 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09559a11-5f3a-4337-bb5d-7581ebe12bbb None None] Sync routers for ids ['04e4d97f-76d8-490a-81f4-a8e4654a8ca3'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:47:57.942631 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09559a11-5f3a-4337-bb5d-7581ebe12bbb None None] Routers {'04e4d97f-76d8-490a-81f4-a8e4654a8ca3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:47:57.943207 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-09559a11-5f3a-4337-bb5d-7581ebe12bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:47:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['04e4d97f-76d8-490a-81f4-a8e4654a8ca3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:57.993406 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636c4b6b-cb5b-4d86-a7da-177ccbec6ea7 None None] DHCP port deletion for 60fc2373-883d-484c-8afd-8e175bccf00d request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:47:58.055843 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-636c4b6b-cb5b-4d86-a7da-177ccbec6ea7 None None] Deleting port 52a8641b-3600-4656-a2b7-83de993a99c5 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:47:58.056211 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-636c4b6b-cb5b-4d86-a7da-177ccbec6ea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:58.112260 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c45e1106-5113-4d8a-9ce3-deec57456f8d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:58.122192 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-c45e1106-5113-4d8a-9ce3-deec57456f8d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Deleting port 8892bf8a-b5fb-494d-ba0b-b61cda7712f4 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:47:58.122618 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c45e1106-5113-4d8a-9ce3-deec57456f8d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:58.212440 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:58.302077 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-09559a11-5f3a-4337-bb5d-7581ebe12bbb None None] Set router 04e4d97f-76d8-490a-81f4-a8e4654a8ca3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:47:58.307120 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-c45e1106-5113-4d8a-9ce3-deec57456f8d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] For port 8892bf8a-b5fb-494d-ba0b-b61cda7712f4, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=8892bf8a-b5fb-494d-ba0b-b61cda7712f4,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:47:58.307475 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c45e1106-5113-4d8a-9ce3-deec57456f8d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:58.439066 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-636c4b6b-cb5b-4d86-a7da-177ccbec6ea7 None None] For port 52a8641b-3600-4656-a2b7-83de993a99c5, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=52a8641b-3600-4656-a2b7-83de993a99c5,segment=NetworkSegment(5a12b291-8747-426c-9302-4b012b3af050),segment_id=5a12b291-8747-426c-9302-4b012b3af050)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:47:58.439449 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-636c4b6b-cb5b-4d86-a7da-177ccbec6ea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:58.532495 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-c45e1106-5113-4d8a-9ce3-deec57456f8d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Calling delete_port for 8892bf8a-b5fb-494d-ba0b-b61cda7712f4 owned by network:router_gateway {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:47:58.612038 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-636c4b6b-cb5b-4d86-a7da-177ccbec6ea7 None None] Calling delete_port for 52a8641b-3600-4656-a2b7-83de993a99c5 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:47:58.694541 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c45e1106-5113-4d8a-9ce3-deec57456f8d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:58.743055 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e1106-5113-4d8a-9ce3-deec57456f8d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Port': ['ID=8892bf8a-b5fb-494d-ba0b-b61cda7712f4,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:58.747381 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-636c4b6b-cb5b-4d86-a7da-177ccbec6ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:58.796847 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c4b6b-cb5b-4d86-a7da-177ccbec6ea7 None None] Pushing event deleted for resources: {'Port': ['ID=52a8641b-3600-4656-a2b7-83de993a99c5,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:58.805484 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636c4b6b-cb5b-4d86-a7da-177ccbec6ea7 None None] No DVR routers for this DVR port 52a8641b-3600-4656-a2b7-83de993a99c5 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:47:58.835198 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-09559a11-5f3a-4337-bb5d-7581ebe12bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'name': 'tempest-TestNetworkBasicOps-router-1094845783', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '8892bf8a-b5fb-494d-ba0b-b61cda7712f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:00Z', 'updated_at': '2022-04-29T13:47:55Z', 'revision_number': 7, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port': {'id': '8892bf8a-b5fb-494d-ba0b-b61cda7712f4', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:00Z', 'updated_at': '2022-04-29T13:47:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:58.839257 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09559a11-5f3a-4337-bb5d-7581ebe12bbb None None] Checking router: 04e4d97f-76d8-490a-81f4-a8e4654a8ca3 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:47:58.852945 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09559a11-5f3a-4337-bb5d-7581ebe12bbb None None] Routers {'04e4d97f-76d8-490a-81f4-a8e4654a8ca3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:47:58.853561 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-09559a11-5f3a-4337-bb5d-7581ebe12bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:47:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['04e4d97f-76d8-490a-81f4-a8e4654a8ca3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:58.982585 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c45e1106-5113-4d8a-9ce3-deec57456f8d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:59.003059 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 52a8641b-3600-4656-a2b7-83de993a99c5 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:47:59.046757 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 52a8641b-3600-4656-a2b7-83de993a99c5 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:47:59.047020 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 52a8641b-3600-4656-a2b7-83de993a99c5 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:47:59.055749 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-09559a11-5f3a-4337-bb5d-7581ebe12bbb None None] Set router 04e4d97f-76d8-490a-81f4-a8e4654a8ca3 gateway port host: None {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:47:59.160048 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-09559a11-5f3a-4337-bb5d-7581ebe12bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'name': 'tempest-TestNetworkBasicOps-router-1094845783', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:00Z', 'updated_at': '2022-04-29T13:47:58Z', 'revision_number': 9, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port_host': None}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:59.164328 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09559a11-5f3a-4337-bb5d-7581ebe12bbb None None] The sync data for ids ['04e4d97f-76d8-490a-81f4-a8e4654a8ca3'] in dv-neutron-839027-4-hyperv is: [{'id': '04e4d97f-76d8-490a-81f4-a8e4654a8ca3', 'name': 'tempest-TestNetworkBasicOps-router-1094845783', 'tenant_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:00Z', 'updated_at': '2022-04-29T13:47:58Z', 'revision_number': 9, 'project_id': '4b7a89f6c8564a04be449e2e6b4a95e5', 'gw_port_host': None}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:47:59.235517 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c45e1106-5113-4d8a-9ce3-deec57456f8d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:59.239604 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c45e1106-5113-4d8a-9ce3-deec57456f8d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:59.263016 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c45e1106-5113-4d8a-9ce3-deec57456f8d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:59.263525 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45e1106-5113-4d8a-9ce3-deec57456f8d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Fanout notify agent at l3_agent the message router_deleted on router 04e4d97f-76d8-490a-81f4-a8e4654a8ca3 {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:47:59.277547 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c45e1106-5113-4d8a-9ce3-deec57456f8d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:59.278608 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c45e1106-5113-4d8a-9ce3-deec57456f8d tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/routers/04e4d97f-76d8-490a-81f4-a8e4654a8ca3 HTTP/1.1" status: 204 len: 168 time: 1.5707841 Apr 29 13:47:59.281320 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 38010) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:47:59.390219 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c51683d1-ef94-47e1-9a71-b45ea2f1c85c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:59.518568 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c51683d1-ef94-47e1-9a71-b45ea2f1c85c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:59.545097 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-c51683d1-ef94-47e1-9a71-b45ea2f1c85c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fc2373-883d-484c-8afd-8e175bccf00d']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:59.558939 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-c51683d1-ef94-47e1-9a71-b45ea2f1c85c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a12b291-8747-426c-9302-4b012b3af050') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:59.559292 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-c51683d1-ef94-47e1-9a71-b45ea2f1c85c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a12b291-8747-426c-9302-4b012b3af050') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:59.572305 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c51683d1-ef94-47e1-9a71-b45ea2f1c85c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:59.591039 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c51683d1-ef94-47e1-9a71-b45ea2f1c85c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:59.597377 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51683d1-ef94-47e1-9a71-b45ea2f1c85c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:47:59.597762 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c51683d1-ef94-47e1-9a71-b45ea2f1c85c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:47:59.612234 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:47:59.691750 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c51683d1-ef94-47e1-9a71-b45ea2f1c85c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:59.710492 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c51683d1-ef94-47e1-9a71-b45ea2f1c85c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:47:59.722258 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51683d1-ef94-47e1-9a71-b45ea2f1c85c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] Pushing event deleted for resources: {'Network': ['ID=60fc2373-883d-484c-8afd-8e175bccf00d,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:59.730869 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c51683d1-ef94-47e1-9a71-b45ea2f1c85c tempest-TestNetworkBasicOps-1368980147 tempest-TestNetworkBasicOps-1368980147-project] 10.222.0.76 "DELETE /v2.0/networks/60fc2373-883d-484c-8afd-8e175bccf00d HTTP/1.1" status: 204 len: 168 time: 0.4485288 Apr 29 13:48:00.007683 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6b7db6-3e23-478f-bd6c-cdf136d35bda None None] New status for floating IP 343f18a8-5743-4d51-af90-5dedfb7b932c: DOWN {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:48:00.155398 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 38018) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:48:00.351678 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-63660846-98a6-4ac0-998a-ad140456f2fd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4b7a89f6c8564a04be449e2e6b4a95e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1951423 Apr 29 13:48:00.354153 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 38024) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:48:00.415283 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5cba4396-fd79-4a50-9723-89aa14847cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:00.440441 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5cba4396-fd79-4a50-9723-89aa14847cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:00.491520 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5cba4396-fd79-4a50-9723-89aa14847cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:00.510221 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba4396-fd79-4a50-9723-89aa14847cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca072d85-cb49-411e-8b51-f27d08bce94e,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:00.515400 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5cba4396-fd79-4a50-9723-89aa14847cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:00.516414 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5cba4396-fd79-4a50-9723-89aa14847cce admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ca072d85-cb49-411e-8b51-f27d08bce94e HTTP/1.1" status: 204 len: 168 time: 0.1613572 Apr 29 13:48:00.804037 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 767765d0-a34b-4cdc-971a-72ab4f1a9413 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:48:00.837901 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 767765d0-a34b-4cdc-971a-72ab4f1a9413 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:48:00.838319 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 767765d0-a34b-4cdc-971a-72ab4f1a9413 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:48:00.838799 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 8892bf8a-b5fb-494d-ba0b-b61cda7712f4 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:48:00.861430 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 38032) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:48:00.874589 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 8892bf8a-b5fb-494d-ba0b-b61cda7712f4 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:48:00.874933 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 8892bf8a-b5fb-494d-ba0b-b61cda7712f4 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:48:00.879591 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-629f258a-5514-43c9-8040-9e6a16d62efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:00.911959 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-629f258a-5514-43c9-8040-9e6a16d62efe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:48:00.915759 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-629f258a-5514-43c9-8040-9e6a16d62efe admin admin] Usage tracker for resource:security_group_rule and tenant:8c702deebc7c473ba983e057eb1963a1 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:48:00.918599 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-629f258a-5514-43c9-8040-9e6a16d62efe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:48:00.924171 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-629f258a-5514-43c9-8040-9e6a16d62efe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:48:00.987336 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-629f258a-5514-43c9-8040-9e6a16d62efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:00.990950 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-629f258a-5514-43c9-8040-9e6a16d62efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:01.041948 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-629f258a-5514-43c9-8040-9e6a16d62efe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8c702deebc7c473ba983e057eb1963a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1792905 Apr 29 13:48:01.042494 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f258a-5514-43c9-8040-9e6a16d62efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cef1928-cffd-47f1-8ecb-4a88b336fd5e,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:01.044655 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 38036) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:48:01.102392 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ff07718a-79f4-4cb8-a68e-42f4d9995613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:01.127186 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ff07718a-79f4-4cb8-a68e-42f4d9995613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:01.176951 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ff07718a-79f4-4cb8-a68e-42f4d9995613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:01.190914 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07718a-79f4-4cb8-a68e-42f4d9995613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cef1928-cffd-47f1-8ecb-4a88b336fd5e,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:01.197421 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ff07718a-79f4-4cb8-a68e-42f4d9995613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:01.198522 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ff07718a-79f4-4cb8-a68e-42f4d9995613 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4cef1928-cffd-47f1-8ecb-4a88b336fd5e HTTP/1.1" status: 204 len: 168 time: 0.1529760 Apr 29 13:48:07.870851 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1ca90f5c-3f1e-4c38-89e6-1c3004695fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:09.039656 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-477cedf0-36cf-436d-8596-f8f61f5502db tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=c75b35babf5942d0a3a98d01e2f2655a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267849 Apr 29 13:48:09.185789 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-29c0e47e-4759-449d-8667-ace61a3d000b tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:09.187206 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-29c0e47e-4759-449d-8667-ace61a3d000b tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1418564 Apr 29 13:48:09.203090 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-48d37b87-7bb6-480c-a7f2-fe8d46a9f6b8 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.76 "GET /v2.0/quotas/c75b35babf5942d0a3a98d01e2f2655a HTTP/1.1" status: 200 len: 375 time: 0.0105517 Apr 29 13:48:09.251539 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-4385df7e-c95e-48e1-9251-0bedefa43772 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c75b35babf5942d0a3a98d01e2f2655a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437515 Apr 29 13:48:09.434900 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-954f9332-194b-400c-a207-f30380d89f51 req-7ecf9db3-bb5a-45c8-b730-3fea68eada31 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5a351ca-630d-4bad-a1ed-023c19b3dc94 HTTP/1.1" status: 200 len: 210 time: 0.0405145 Apr 29 13:48:10.312063 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-2f76560a-9105-4265-bd10-3889d3a5dd71 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c75b35babf5942d0a3a98d01e2f2655a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287540 Apr 29 13:48:10.435116 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f6b62d1c-75b5-4708-b8ce-f1f469a68ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:10.558683 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-ad8aff95-631e-4cd9-97ae-d9803918fb6d tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:10.560172 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-ad8aff95-631e-4cd9-97ae-d9803918fb6d tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2428427 Apr 29 13:48:10.603379 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-6a490f3d-caa8-44f0-aa38-8e4e156b11af tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Request body: {'port': {'device_id': 'c5a351ca-630d-4bad-a1ed-023c19b3dc94', 'network_id': '59c76b71-d817-4dcc-884c-85ca0236e287', 'admin_state_up': True, 'tenant_id': 'c75b35babf5942d0a3a98d01e2f2655a'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:48:10.624128 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3954e594-d3fc-410d-bdd5-1c7209fc6927 req-d1b6087d-231c-48f1-9d1f-a32b4651ae18 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5a351ca-630d-4bad-a1ed-023c19b3dc94 HTTP/1.1" status: 200 len: 210 time: 0.0590622 Apr 29 13:48:10.740611 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-6a490f3d-caa8-44f0-aa38-8e4e156b11af tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:48:10.744318 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-6a490f3d-caa8-44f0-aa38-8e4e156b11af tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Usage tracker for resource:port and tenant:c75b35babf5942d0a3a98d01e2f2655a is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:48:10.747219 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-6a490f3d-caa8-44f0-aa38-8e4e156b11af tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:48:10.752783 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-6a490f3d-caa8-44f0-aa38-8e4e156b11af tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:48:10.762833 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-6a490f3d-caa8-44f0-aa38-8e4e156b11af tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Made reservation on behalf of c75b35babf5942d0a3a98d01e2f2655a for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:48:10.765801 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-6a490f3d-caa8-44f0-aa38-8e4e156b11af tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:10.778734 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-6a490f3d-caa8-44f0-aa38-8e4e156b11af tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:10.810878 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-6a490f3d-caa8-44f0-aa38-8e4e156b11af tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:48:10.814826 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-6a490f3d-caa8-44f0-aa38-8e4e156b11af tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Usage tracker for resource:security_group_rule and tenant:c75b35babf5942d0a3a98d01e2f2655a is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:48:10.817825 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-6a490f3d-caa8-44f0-aa38-8e4e156b11af tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:48:10.823477 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-6a490f3d-caa8-44f0-aa38-8e4e156b11af tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:48:10.894007 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-6a490f3d-caa8-44f0-aa38-8e4e156b11af tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:10.897723 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-6a490f3d-caa8-44f0-aa38-8e4e156b11af tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:10.980525 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a490f3d-caa8-44f0-aa38-8e4e156b11af tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eeb82b5-dbb4-42e2-98a4-605dca7447ed,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:11.066251 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-6a490f3d-caa8-44f0-aa38-8e4e156b11af tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Allocated IP 192.168.233.129 (59c76b71-d817-4dcc-884c-85ca0236e287/0d440db3-a2b8-4b79-a8a9-d6f8a8b8340a/63ef2cf1-3d65-4e5d-86bf-feedd4ade253) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:48:11.265839 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-6a490f3d-caa8-44f0-aa38-8e4e156b11af tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:11.280554 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-6a490f3d-caa8-44f0-aa38-8e4e156b11af tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Transition to ACTIVE for port object 63ef2cf1-3d65-4e5d-86bf-feedd4ade253 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:48:11.301749 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-6a490f3d-caa8-44f0-aa38-8e4e156b11af tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:11.369929 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-6a490f3d-caa8-44f0-aa38-8e4e156b11af tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Network 59c76b71-d817-4dcc-884c-85ca0236e287 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:48:11.373408 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-6a490f3d-caa8-44f0-aa38-8e4e156b11af tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:48:11.377281 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-6a490f3d-caa8-44f0-aa38-8e4e156b11af tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:48:11.407446 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a490f3d-caa8-44f0-aa38-8e4e156b11af tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Pushing event updated for resources: {'Port': ['ID=63ef2cf1-3d65-4e5d-86bf-feedd4ade253,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:11.446103 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-6a490f3d-caa8-44f0-aa38-8e4e156b11af tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:11.446704 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-6a490f3d-caa8-44f0-aa38-8e4e156b11af tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:11.473431 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-6a490f3d-caa8-44f0-aa38-8e4e156b11af tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8776979 Apr 29 13:48:11.485785 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-ba11af12-a8c1-48e4-85c6-3dc58c2a66f2 service neutron] Request body: {'port': {'device_id': 'c5a351ca-630d-4bad-a1ed-023c19b3dc94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:48:11.492494 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:11.571929 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:11.595761 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-ba11af12-a8c1-48e4-85c6-3dc58c2a66f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:11.666901 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b2299530-0ee2-4816-86f7-21d3b5c7b859 None None] Provisioning for port 63ef2cf1-3d65-4e5d-86bf-feedd4ade253 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:48:11.672731 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b2299530-0ee2-4816-86f7-21d3b5c7b859 None None] Provisioning complete for port 63ef2cf1-3d65-4e5d-86bf-feedd4ade253 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:48:11.673126 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b2299530-0ee2-4816-86f7-21d3b5c7b859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:11.724361 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b2299530-0ee2-4816-86f7-21d3b5c7b859 None None] Port 63ef2cf1-3d65-4e5d-86bf-feedd4ade253 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:48:11.935298 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c68ea-c9ea-479f-a45a-0827f3deda89 req-beb85119-8b85-4891-a7d3-c978df88fb4d tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:11.936785 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2e6c68ea-c9ea-479f-a45a-0827f3deda89 req-beb85119-8b85-4891-a7d3-c978df88fb4d tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5a351ca-630d-4bad-a1ed-023c19b3dc94 HTTP/1.1" status: 200 len: 936 time: 0.1846480 Apr 29 13:48:11.955103 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-ba11af12-a8c1-48e4-85c6-3dc58c2a66f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63ef2cf1-3d65-4e5d-86bf-feedd4ade253 {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:48:11.962008 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-ba11af12-a8c1-48e4-85c6-3dc58c2a66f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:11.977079 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-ba11af12-a8c1-48e4-85c6-3dc58c2a66f2 service neutron] Transition to ACTIVE for port object 63ef2cf1-3d65-4e5d-86bf-feedd4ade253 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:48:11.981184 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-ba11af12-a8c1-48e4-85c6-3dc58c2a66f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:11.989305 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2e6c68ea-c9ea-479f-a45a-0827f3deda89 req-8257bcde-aff1-406e-b26c-4abee33e7e8a tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.76 "GET /v2.0/security-groups?id=6eeb82b5-dbb4-42e2-98a4-605dca7447ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465982 Apr 29 13:48:12.103791 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11af12-a8c1-48e4-85c6-3dc58c2a66f2 service neutron] Pushing event updated for resources: {'Port': ['ID=63ef2cf1-3d65-4e5d-86bf-feedd4ade253,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:12.214261 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-ba11af12-a8c1-48e4-85c6-3dc58c2a66f2 service neutron] Attempting to bind port 63ef2cf1-3d65-4e5d-86bf-feedd4ade253 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:48:12.215139 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-ba11af12-a8c1-48e4-85c6-3dc58c2a66f2 service neutron] Attempting to bind port 63ef2cf1-3d65-4e5d-86bf-feedd4ade253 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'e0e85330-cedb-46e5-96d4-a2228cb76c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '59c76b71-d817-4dcc-884c-85ca0236e287'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:48:12.215485 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-ba11af12-a8c1-48e4-85c6-3dc58c2a66f2 service neutron] Attempting to bind port 63ef2cf1-3d65-4e5d-86bf-feedd4ade253 on network 59c76b71-d817-4dcc-884c-85ca0236e287 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:48:12.221152 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-ba11af12-a8c1-48e4-85c6-3dc58c2a66f2 service neutron] Port 63ef2cf1-3d65-4e5d-86bf-feedd4ade253 on network 59c76b71-d817-4dcc-884c-85ca0236e287 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:48:12.221462 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-ba11af12-a8c1-48e4-85c6-3dc58c2a66f2 service neutron] Attempting to bind port 63ef2cf1-3d65-4e5d-86bf-feedd4ade253 on network 59c76b71-d817-4dcc-884c-85ca0236e287 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:48:12.227515 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-ba11af12-a8c1-48e4-85c6-3dc58c2a66f2 service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:48:12.227839 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-ba11af12-a8c1-48e4-85c6-3dc58c2a66f2 service neutron] Checking segment: {'id': 'e0e85330-cedb-46e5-96d4-a2228cb76c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '59c76b71-d817-4dcc-884c-85ca0236e287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:48:12.228212 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-ba11af12-a8c1-48e4-85c6-3dc58c2a66f2 service neutron] Bound using segment: {'id': 'e0e85330-cedb-46e5-96d4-a2228cb76c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '59c76b71-d817-4dcc-884c-85ca0236e287'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:48:12.228619 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-ba11af12-a8c1-48e4-85c6-3dc58c2a66f2 service neutron] Bound port: 63ef2cf1-3d65-4e5d-86bf-feedd4ade253, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0e85330-cedb-46e5-96d4-a2228cb76c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '59c76b71-d817-4dcc-884c-85ca0236e287'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:48:12.228990 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-ba11af12-a8c1-48e4-85c6-3dc58c2a66f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:12.317683 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-ba11af12-a8c1-48e4-85c6-3dc58c2a66f2 service neutron] For port 63ef2cf1-3d65-4e5d-86bf-feedd4ade253, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:48:12.320886 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-ba11af12-a8c1-48e4-85c6-3dc58c2a66f2 service neutron] For port 63ef2cf1-3d65-4e5d-86bf-feedd4ade253, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=63ef2cf1-3d65-4e5d-86bf-feedd4ade253,segment=NetworkSegment(e0e85330-cedb-46e5-96d4-a2228cb76c15),segment_id=e0e85330-cedb-46e5-96d4-a2228cb76c15)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:48:12.325702 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-ba11af12-a8c1-48e4-85c6-3dc58c2a66f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:12.386241 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-ba11af12-a8c1-48e4-85c6-3dc58c2a66f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:12.387705 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-ba11af12-a8c1-48e4-85c6-3dc58c2a66f2 service neutron] 10.222.0.32 "PUT /v2.0/ports/63ef2cf1-3d65-4e5d-86bf-feedd4ade253 HTTP/1.1" status: 200 len: 1098 time: 0.9062154 Apr 29 13:48:12.390539 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a351ca-630d-4bad-a1ed-023c19b3dc94', 'tag': '63ef2cf1-3d65-4e5d-86bf-feedd4ade253'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:48:12.410320 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11af12-a8c1-48e4-85c6-3dc58c2a66f2 service neutron] Pushing event updated for resources: {'Port': ['ID=63ef2cf1-3d65-4e5d-86bf-feedd4ade253,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:12.466653 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ab2d713-b62b-45c3-acbe-00e8fe24deca'] response: {'name': 'network-changed', 'server_uuid': 'c5a351ca-630d-4bad-a1ed-023c19b3dc94', 'tag': '63ef2cf1-3d65-4e5d-86bf-feedd4ade253', 'status': 'completed', 'code': 200} Apr 29 13:48:12.598453 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-c6b4e8be-b5ff-4558-9c25-b8c5f9939efc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c75b35babf5942d0a3a98d01e2f2655a&device_id=c5a351ca-630d-4bad-a1ed-023c19b3dc94 HTTP/1.1" status: 200 len: 1101 time: 0.1684232 Apr 29 13:48:12.667059 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-1164459e-d757-4b32-85cb-2f6e1f85abd1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=63ef2cf1-3d65-4e5d-86bf-feedd4ade253 HTTP/1.1" status: 200 len: 217 time: 0.0611901 Apr 29 13:48:12.726308 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-07bac282-50fa-4344-a067-a563c809afa2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:12.727691 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-07bac282-50fa-4344-a067-a563c809afa2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d440db3-a2b8-4b79-a8a9-d6f8a8b8340a HTTP/1.1" status: 200 len: 843 time: 0.0554299 Apr 29 13:48:12.799794 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-31197706-9036-464e-b896-5052c4afa3c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59c76b71-d817-4dcc-884c-85ca0236e287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0663564 Apr 29 13:48:12.928819 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-0fa47fda-470e-4522-af44-75295eb3dd46 service neutron] 10.222.0.32 "GET /v2.0/networks/59c76b71-d817-4dcc-884c-85ca0236e287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232309 Apr 29 13:48:12.940907 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:13.058816 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8ee6b3a4-636b-4bd0-81cb-eb2142c0b961 req-8ea42ff7-ebcb-493c-a4e9-bd3613bceb5d service neutron] 10.222.0.32 "GET /v2.0/networks/59c76b71-d817-4dcc-884c-85ca0236e287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239870 Apr 29 13:48:13.182910 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7285315b-8573-43c3-91fc-b0aaea2f9a76 req-d356f360-502e-4bff-bbfa-a0705f8d8db0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c75b35babf5942d0a3a98d01e2f2655a&device_id=c5a351ca-630d-4bad-a1ed-023c19b3dc94 HTTP/1.1" status: 200 len: 1101 time: 0.0779731 Apr 29 13:48:13.189124 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3eae17-05b3-4b13-8072-97ed68e48759 req-af3658f8-6832-44e2-bda9-3f29263f6128 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:13.190573 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-4f3eae17-05b3-4b13-8072-97ed68e48759 req-af3658f8-6832-44e2-bda9-3f29263f6128 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5a351ca-630d-4bad-a1ed-023c19b3dc94 HTTP/1.1" status: 200 len: 948 time: 0.0805199 Apr 29 13:48:13.239783 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-4f3eae17-05b3-4b13-8072-97ed68e48759 req-a66e82aa-f998-4a3a-a19f-8ceeecc3c1eb tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.76 "GET /v2.0/security-groups?id=6eeb82b5-dbb4-42e2-98a4-605dca7447ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436723 Apr 29 13:48:13.323179 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285315b-8573-43c3-91fc-b0aaea2f9a76 req-625f9005-e915-4162-9c09-9374bae83ca7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:13.324798 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7285315b-8573-43c3-91fc-b0aaea2f9a76 req-625f9005-e915-4162-9c09-9374bae83ca7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59c76b71-d817-4dcc-884c-85ca0236e287 HTTP/1.1" status: 200 len: 870 time: 0.1362712 Apr 29 13:48:13.398757 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7285315b-8573-43c3-91fc-b0aaea2f9a76 req-0319f0f0-6725-4117-b354-f02b10ca983a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=63ef2cf1-3d65-4e5d-86bf-feedd4ade253 HTTP/1.1" status: 200 len: 217 time: 0.0676372 Apr 29 13:48:13.471443 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285315b-8573-43c3-91fc-b0aaea2f9a76 req-f14ff2c6-e044-4c39-9819-252a9ad75988 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:13.472799 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7285315b-8573-43c3-91fc-b0aaea2f9a76 req-f14ff2c6-e044-4c39-9819-252a9ad75988 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d440db3-a2b8-4b79-a8a9-d6f8a8b8340a HTTP/1.1" status: 200 len: 843 time: 0.0685599 Apr 29 13:48:13.558229 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7285315b-8573-43c3-91fc-b0aaea2f9a76 req-e74563db-15cb-460f-94c1-401ac8566ca8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59c76b71-d817-4dcc-884c-85ca0236e287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0778968 Apr 29 13:48:13.691420 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7285315b-8573-43c3-91fc-b0aaea2f9a76 req-7b0fc438-9d2c-4cef-b98e-ff15f8f62127 service neutron] 10.222.0.32 "GET /v2.0/networks/59c76b71-d817-4dcc-884c-85ca0236e287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282349 Apr 29 13:48:13.850404 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7285315b-8573-43c3-91fc-b0aaea2f9a76 req-7fafc715-2614-49a1-a8c3-5b1961e0ef71 service neutron] 10.222.0.32 "GET /v2.0/networks/59c76b71-d817-4dcc-884c-85ca0236e287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532660 Apr 29 13:48:14.437789 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf7222-3baa-4cad-be4d-d204fc5e2075 req-8a9d2e39-77c7-4c8f-8770-9731784e30b6 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:14.438483 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-4bbf7222-3baa-4cad-be4d-d204fc5e2075 req-8a9d2e39-77c7-4c8f-8770-9731784e30b6 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Synchronizing usage tracker for tenant:c75b35babf5942d0a3a98d01e2f2655a on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:48:14.455438 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-4bbf7222-3baa-4cad-be4d-d204fc5e2075 req-8a9d2e39-77c7-4c8f-8770-9731784e30b6 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Unset dirty status for tenant:c75b35babf5942d0a3a98d01e2f2655a on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:48:14.456549 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4bbf7222-3baa-4cad-be4d-d204fc5e2075 req-8a9d2e39-77c7-4c8f-8770-9731784e30b6 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5a351ca-630d-4bad-a1ed-023c19b3dc94 HTTP/1.1" status: 200 len: 948 time: 0.0955944 Apr 29 13:48:14.500518 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-4bbf7222-3baa-4cad-be4d-d204fc5e2075 req-e428e35f-4e58-4e33-9b80-a646ed9269e4 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Synchronizing usage tracker for tenant:c75b35babf5942d0a3a98d01e2f2655a on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:48:14.517319 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-4bbf7222-3baa-4cad-be4d-d204fc5e2075 req-e428e35f-4e58-4e33-9b80-a646ed9269e4 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Unset dirty status for tenant:c75b35babf5942d0a3a98d01e2f2655a on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:48:14.518510 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4bbf7222-3baa-4cad-be4d-d204fc5e2075 req-e428e35f-4e58-4e33-9b80-a646ed9269e4 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.76 "GET /v2.0/security-groups?id=6eeb82b5-dbb4-42e2-98a4-605dca7447ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560439 Apr 29 13:48:15.719251 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d47eb-3ce8-4b6e-a9ed-766ce46c1115 req-cc7667a8-b239-4192-9077-2cc39c1710dc tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:15.720700 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-b19d47eb-3ce8-4b6e-a9ed-766ce46c1115 req-cc7667a8-b239-4192-9077-2cc39c1710dc tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5a351ca-630d-4bad-a1ed-023c19b3dc94 HTTP/1.1" status: 200 len: 948 time: 0.0809355 Apr 29 13:48:15.768945 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-b19d47eb-3ce8-4b6e-a9ed-766ce46c1115 req-64c35d6e-4bf7-4c2d-9263-70ddb1112062 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.76 "GET /v2.0/security-groups?id=6eeb82b5-dbb4-42e2-98a4-605dca7447ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427029 Apr 29 13:48:16.303580 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 63ef2cf1-3d65-4e5d-86bf-feedd4ade253 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:48:16.432790 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 63ef2cf1-3d65-4e5d-86bf-feedd4ade253, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=63ef2cf1-3d65-4e5d-86bf-feedd4ade253,segment=NetworkSegment(e0e85330-cedb-46e5-96d4-a2228cb76c15),segment_id=e0e85330-cedb-46e5-96d4-a2228cb76c15)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:48:16.449411 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '63ef2cf1-3d65-4e5d-86bf-feedd4ade253', 'network_id': '59c76b71-d817-4dcc-884c-85ca0236e287', 'port_id': '63ef2cf1-3d65-4e5d-86bf-feedd4ade253', 'mac_address': 'fa:16:3e:1e:00:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d440db3-a2b8-4b79-a8a9-d6f8a8b8340a', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:48:16.500541 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:16.516699 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ef2cf1-3d65-4e5d-86bf-feedd4ade253 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:48:16.530937 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 63ef2cf1-3d65-4e5d-86bf-feedd4ade253, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=63ef2cf1-3d65-4e5d-86bf-feedd4ade253,segment=NetworkSegment(e0e85330-cedb-46e5-96d4-a2228cb76c15),segment_id=e0e85330-cedb-46e5-96d4-a2228cb76c15)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:48:16.534911 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:16.597809 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=63ef2cf1-3d65-4e5d-86bf-feedd4ade253,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:16.915986 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['63ef2cf1-3d65-4e5d-86bf-feedd4ade253'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:48:16.963385 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03fbe0-8f62-4196-b236-efbb769015d1 req-43af24dc-d7b8-487c-91b0-0af3f4e0deea tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:16.965338 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-be03fbe0-8f62-4196-b236-efbb769015d1 req-43af24dc-d7b8-487c-91b0-0af3f4e0deea tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5a351ca-630d-4bad-a1ed-023c19b3dc94 HTTP/1.1" status: 200 len: 949 time: 0.0754101 Apr 29 13:48:17.009703 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-be03fbe0-8f62-4196-b236-efbb769015d1 req-306cab14-ef5f-45d9-a599-d86a73cc05f3 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.76 "GET /v2.0/security-groups?id=6eeb82b5-dbb4-42e2-98a4-605dca7447ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386910 Apr 29 13:48:18.200644 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081990dc-8d4f-4150-ab06-f925d74acb23 req-952ff1fe-38eb-430d-9bf8-b9f4b3c4e9c7 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:18.202022 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-081990dc-8d4f-4150-ab06-f925d74acb23 req-952ff1fe-38eb-430d-9bf8-b9f4b3c4e9c7 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5a351ca-630d-4bad-a1ed-023c19b3dc94 HTTP/1.1" status: 200 len: 949 time: 0.0738728 Apr 29 13:48:18.249778 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-081990dc-8d4f-4150-ab06-f925d74acb23 req-9f268bc9-e8bb-446c-a248-3f206b5db4d5 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.76 "GET /v2.0/security-groups?id=6eeb82b5-dbb4-42e2-98a4-605dca7447ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423477 Apr 29 13:48:18.325860 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 63ef2cf1-3d65-4e5d-86bf-feedd4ade253 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:48:18.395542 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 63ef2cf1-3d65-4e5d-86bf-feedd4ade253 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:48:18.400060 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 63ef2cf1-3d65-4e5d-86bf-feedd4ade253 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:48:18.400443 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:18.508221 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:18.533892 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a351ca-630d-4bad-a1ed-023c19b3dc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ef2cf1-3d65-4e5d-86bf-feedd4ade253'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:48:18.543829 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 63ef2cf1-3d65-4e5d-86bf-feedd4ade253, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=63ef2cf1-3d65-4e5d-86bf-feedd4ade253,segment=NetworkSegment(e0e85330-cedb-46e5-96d4-a2228cb76c15),segment_id=e0e85330-cedb-46e5-96d4-a2228cb76c15)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:48:18.547715 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:18.595014 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48e59519-6e7b-4794-bf43-6d5a20aa13a5'] response: {'server_uuid': 'c5a351ca-630d-4bad-a1ed-023c19b3dc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ef2cf1-3d65-4e5d-86bf-feedd4ade253', 'code': 200} Apr 29 13:48:18.620257 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=63ef2cf1-3d65-4e5d-86bf-feedd4ade253,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:18.810613 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ac9c370d-9f03-41ee-9156-06d5c0e000e1 req-a3146e55-5973-424b-993f-9fe1cce8fdd4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c5a351ca-630d-4bad-a1ed-023c19b3dc94 HTTP/1.1" status: 200 len: 1103 time: 0.0698118 Apr 29 13:48:18.853342 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ac9c370d-9f03-41ee-9156-06d5c0e000e1 req-e764e8d5-0d95-473f-ad8d-fbee779f3096 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6eeb82b5-dbb4-42e2-98a4-605dca7447ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365043 Apr 29 13:48:19.442626 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7128f-988d-4db3-a7bf-15c05bc460c3 req-a4741323-a6ba-468b-9757-a11e29c26fc3 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:19.443989 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d9d7128f-988d-4db3-a7bf-15c05bc460c3 req-a4741323-a6ba-468b-9757-a11e29c26fc3 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5a351ca-630d-4bad-a1ed-023c19b3dc94 HTTP/1.1" status: 200 len: 950 time: 0.0764122 Apr 29 13:48:19.488190 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d9d7128f-988d-4db3-a7bf-15c05bc460c3 req-efd869da-5ca7-4482-b7d8-add124877d00 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.76 "GET /v2.0/security-groups?id=6eeb82b5-dbb4-42e2-98a4-605dca7447ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384383 Apr 29 13:48:20.684093 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f297fc-fe8f-4af2-95ba-877c904b49be req-9c270774-b095-48a3-bc32-ac625613d19f tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:20.685643 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-58f297fc-fe8f-4af2-95ba-877c904b49be req-9c270774-b095-48a3-bc32-ac625613d19f tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5a351ca-630d-4bad-a1ed-023c19b3dc94 HTTP/1.1" status: 200 len: 950 time: 0.0752561 Apr 29 13:48:20.813233 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-58f297fc-fe8f-4af2-95ba-877c904b49be req-0214c585-1f2f-4184-a56f-065ecf467845 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.76 "GET /v2.0/security-groups?id=6eeb82b5-dbb4-42e2-98a4-605dca7447ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220980 Apr 29 13:48:21.243549 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-442a1da4-f30a-4702-b099-248423d25f96 req-7cebbccb-b843-4607-ac47-c52d10f118dd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c5a351ca-630d-4bad-a1ed-023c19b3dc94&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0747054 Apr 29 13:48:21.711744 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-88bfdabf-443b-494b-957f-127be1bacf64 req-4cc29442-f63a-4051-84fd-3ec151ed0fb2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c5a351ca-630d-4bad-a1ed-023c19b3dc94&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0656309 Apr 29 13:48:22.373519 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a226b6-cf67-4665-bd24-eb0266ddad82 req-2d48c090-5141-44b1-be7a-5333457859b2 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:22.374947 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c6a226b6-cf67-4665-bd24-eb0266ddad82 req-2d48c090-5141-44b1-be7a-5333457859b2 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5a351ca-630d-4bad-a1ed-023c19b3dc94 HTTP/1.1" status: 200 len: 950 time: 0.0780287 Apr 29 13:48:22.420431 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c6a226b6-cf67-4665-bd24-eb0266ddad82 req-3db527f7-1614-4950-ba7e-3cf3f048319d tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.76 "GET /v2.0/security-groups?id=6eeb82b5-dbb4-42e2-98a4-605dca7447ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399294 Apr 29 13:48:23.612372 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aba0e2-dcb8-4082-8449-f901e8ca19ec req-3f31eec7-894c-4009-8927-e85b32e7ba22 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:23.613816 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-06aba0e2-dcb8-4082-8449-f901e8ca19ec req-3f31eec7-894c-4009-8927-e85b32e7ba22 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5a351ca-630d-4bad-a1ed-023c19b3dc94 HTTP/1.1" status: 200 len: 950 time: 0.0748143 Apr 29 13:48:23.659703 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-06aba0e2-dcb8-4082-8449-f901e8ca19ec req-36d32aff-8fc6-46a7-a485-766247fa2462 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.76 "GET /v2.0/security-groups?id=6eeb82b5-dbb4-42e2-98a4-605dca7447ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403478 Apr 29 13:48:23.739513 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffd734-020f-4817-b35a-fe0193363bf6 req-b23b1eb8-a629-42a0-8f5d-ad3f9899fe7e tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:23.740965 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c1ffd734-020f-4817-b35a-fe0193363bf6 req-b23b1eb8-a629-42a0-8f5d-ad3f9899fe7e tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5a351ca-630d-4bad-a1ed-023c19b3dc94 HTTP/1.1" status: 200 len: 950 time: 0.0754499 Apr 29 13:48:23.812492 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-c1ffd734-020f-4817-b35a-fe0193363bf6 req-94b467df-c043-45b6-96de-55492effc6f5 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Deleting port 63ef2cf1-3d65-4e5d-86bf-feedd4ade253 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:48:23.812857 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-c1ffd734-020f-4817-b35a-fe0193363bf6 req-94b467df-c043-45b6-96de-55492effc6f5 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:24.047848 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-c1ffd734-020f-4817-b35a-fe0193363bf6 req-94b467df-c043-45b6-96de-55492effc6f5 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] For port 63ef2cf1-3d65-4e5d-86bf-feedd4ade253, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=63ef2cf1-3d65-4e5d-86bf-feedd4ade253,segment=NetworkSegment(e0e85330-cedb-46e5-96d4-a2228cb76c15),segment_id=e0e85330-cedb-46e5-96d4-a2228cb76c15)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:48:24.048113 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-c1ffd734-020f-4817-b35a-fe0193363bf6 req-94b467df-c043-45b6-96de-55492effc6f5 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:24.171712 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-c1ffd734-020f-4817-b35a-fe0193363bf6 req-94b467df-c043-45b6-96de-55492effc6f5 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Calling delete_port for 63ef2cf1-3d65-4e5d-86bf-feedd4ade253 owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:48:24.313031 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-c1ffd734-020f-4817-b35a-fe0193363bf6 req-94b467df-c043-45b6-96de-55492effc6f5 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:24.325118 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['63ef2cf1-3d65-4e5d-86bf-feedd4ade253'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:48:24.373965 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b467df-c043-45b6-96de-55492effc6f5 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Pushing event deleted for resources: {'Port': ['ID=63ef2cf1-3d65-4e5d-86bf-feedd4ade253,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:24.445008 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ffd734-020f-4817-b35a-fe0193363bf6 req-94b467df-c043-45b6-96de-55492effc6f5 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] No DVR routers for this DVR port 63ef2cf1-3d65-4e5d-86bf-feedd4ade253 on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:48:24.447611 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-c1ffd734-020f-4817-b35a-fe0193363bf6 req-94b467df-c043-45b6-96de-55492effc6f5 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:24.451369 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a351ca-630d-4bad-a1ed-023c19b3dc94', 'name': 'network-vif-deleted', 'tag': '63ef2cf1-3d65-4e5d-86bf-feedd4ade253'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:48:24.470574 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c1ffd734-020f-4817-b35a-fe0193363bf6 req-94b467df-c043-45b6-96de-55492effc6f5 tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.32 "DELETE /v2.0/ports/63ef2cf1-3d65-4e5d-86bf-feedd4ade253 HTTP/1.1" status: 204 len: 173 time: 0.7230644 Apr 29 13:48:24.602847 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed572ad6-60af-4a3a-9c15-29de628330eb'] response: {'server_uuid': 'c5a351ca-630d-4bad-a1ed-023c19b3dc94', 'name': 'network-vif-deleted', 'tag': '63ef2cf1-3d65-4e5d-86bf-feedd4ade253', 'status': 'completed', 'code': 200} Apr 29 13:48:24.840881 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-09baa475-97ca-41ad-9934-78e054406a1b req-6e2b2e08-a2ea-4143-81a6-12cff0bb2c4b tempest-ServersAdminNegativeTestJSON-987355522 tempest-ServersAdminNegativeTestJSON-987355522-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5a351ca-630d-4bad-a1ed-023c19b3dc94 HTTP/1.1" status: 200 len: 210 time: 0.0489414 Apr 29 13:48:26.222019 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 38170) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:48:26.390860 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c1b5a1f4-e001-4e56-9860-a4fbe8988d2d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c75b35babf5942d0a3a98d01e2f2655a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1676254 Apr 29 13:48:26.393296 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 38176) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:48:26.454319 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f391de49-b0f3-4a6a-a598-53e4b6347456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:26.479236 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f391de49-b0f3-4a6a-a598-53e4b6347456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:26.530218 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f391de49-b0f3-4a6a-a598-53e4b6347456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:26.546195 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391de49-b0f3-4a6a-a598-53e4b6347456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eeb82b5-dbb4-42e2-98a4-605dca7447ed,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:26.557639 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f391de49-b0f3-4a6a-a598-53e4b6347456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:26.558763 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f391de49-b0f3-4a6a-a598-53e4b6347456 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6eeb82b5-dbb4-42e2-98a4-605dca7447ed HTTP/1.1" status: 204 len: 168 time: 0.1646004 Apr 29 13:48:26.875559 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 38184) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:48:26.894276 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-146eb270-bdde-4b79-aa1c-14766d3eb459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:26.925388 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-146eb270-bdde-4b79-aa1c-14766d3eb459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:48:26.929046 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-146eb270-bdde-4b79-aa1c-14766d3eb459 admin admin] Usage tracker for resource:security_group_rule and tenant:1f2d39c79bcc470cae70fe02daa2644d is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:48:26.931758 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-146eb270-bdde-4b79-aa1c-14766d3eb459 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:48:26.937358 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-146eb270-bdde-4b79-aa1c-14766d3eb459 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:48:27.001619 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-146eb270-bdde-4b79-aa1c-14766d3eb459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:27.005176 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-146eb270-bdde-4b79-aa1c-14766d3eb459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:27.054222 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146eb270-bdde-4b79-aa1c-14766d3eb459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13080ad4-cb75-477b-958a-0171936ec58b,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:27.058068 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-146eb270-bdde-4b79-aa1c-14766d3eb459 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1f2d39c79bcc470cae70fe02daa2644d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1815152 Apr 29 13:48:27.060749 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 38188) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:48:27.118863 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a009ad3a-fc95-4fbb-9e05-ae193d14333c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:27.143631 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a009ad3a-fc95-4fbb-9e05-ae193d14333c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:27.192521 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a009ad3a-fc95-4fbb-9e05-ae193d14333c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:27.206258 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009ad3a-fc95-4fbb-9e05-ae193d14333c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13080ad4-cb75-477b-958a-0171936ec58b,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:27.212188 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a009ad3a-fc95-4fbb-9e05-ae193d14333c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:27.213299 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a009ad3a-fc95-4fbb-9e05-ae193d14333c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/13080ad4-cb75-477b-958a-0171936ec58b HTTP/1.1" status: 204 len: 168 time: 0.1516497 Apr 29 13:48:28.024843 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 38210) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:48:28.149975 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-f66b52c0-5cac-412c-9c42-f8fcdb8779ee admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1532029907-network', 'tenant_id': '1c26539a92474a91b1aa8f231f14760a'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:48:28.154707 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f66b52c0-5cac-412c-9c42-f8fcdb8779ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:48:28.158543 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f66b52c0-5cac-412c-9c42-f8fcdb8779ee admin admin] Usage tracker for resource:network and tenant:1c26539a92474a91b1aa8f231f14760a is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:48:28.161423 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f66b52c0-5cac-412c-9c42-f8fcdb8779ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:48:28.167023 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f66b52c0-5cac-412c-9c42-f8fcdb8779ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:48:28.177112 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:28.178000 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66b52c0-5cac-412c-9c42-f8fcdb8779ee admin admin] Made reservation on behalf of 1c26539a92474a91b1aa8f231f14760a for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:48:28.180254 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f66b52c0-5cac-412c-9c42-f8fcdb8779ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:28.192738 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f66b52c0-5cac-412c-9c42-f8fcdb8779ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:28.223079 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f66b52c0-5cac-412c-9c42-f8fcdb8779ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:48:28.226739 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f66b52c0-5cac-412c-9c42-f8fcdb8779ee admin admin] Usage tracker for resource:security_group_rule and tenant:1c26539a92474a91b1aa8f231f14760a is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:48:28.229399 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f66b52c0-5cac-412c-9c42-f8fcdb8779ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:48:28.235008 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f66b52c0-5cac-412c-9c42-f8fcdb8779ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:48:28.301429 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f66b52c0-5cac-412c-9c42-f8fcdb8779ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:28.305200 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f66b52c0-5cac-412c-9c42-f8fcdb8779ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:28.331491 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f66b52c0-5cac-412c-9c42-f8fcdb8779ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:48:28.344278 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b52c0-5cac-412c-9c42-f8fcdb8779ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb1e262-faa5-46bc-8093-a5fbddfdf903,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:28.348870 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f66b52c0-5cac-412c-9c42-f8fcdb8779ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:28.349126 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-f66b52c0-5cac-412c-9c42-f8fcdb8779ee admin admin] Added segment c984af38-6160-48f0-b4ef-394ed902631f of type vlan for network fcd2ee73-55a6-441e-8b63-b46200b23e80 Apr 29 13:48:28.350503 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 63ef2cf1-3d65-4e5d-86bf-feedd4ade253 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:48:28.376968 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f66b52c0-5cac-412c-9c42-f8fcdb8779ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:28.388637 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: 63ef2cf1-3d65-4e5d-86bf-feedd4ade253 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:48:28.389012 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 63ef2cf1-3d65-4e5d-86bf-feedd4ade253 not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:48:28.408672 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f66b52c0-5cac-412c-9c42-f8fcdb8779ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:28.409957 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66b52c0-5cac-412c-9c42-f8fcdb8779ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:28.410879 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f66b52c0-5cac-412c-9c42-f8fcdb8779ee admin admin] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:28.519062 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f66b52c0-5cac-412c-9c42-f8fcdb8779ee admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4931078 Apr 29 13:48:28.519919 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b52c0-5cac-412c-9c42-f8fcdb8779ee admin admin] Pushing event updated for resources: {'Network': ['ID=fcd2ee73-55a6-441e-8b63-b46200b23e80,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:28.521866 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 38216) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:48:28.527362 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-f2f95307-6a29-4220-9418-d32752e6733f admin admin] Request body: {'subnet': {'network_id': 'fcd2ee73-55a6-441e-8b63-b46200b23e80', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1532029907-subnet', 'tenant_id': '1c26539a92474a91b1aa8f231f14760a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:48:28.530182 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network fcd2ee73-55a6-441e-8b63-b46200b23e80 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:48:28.532850 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f2f95307-6a29-4220-9418-d32752e6733f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:48:28.536581 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f2f95307-6a29-4220-9418-d32752e6733f admin admin] Usage tracker for resource:subnet and tenant:1c26539a92474a91b1aa8f231f14760a is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:48:28.539397 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f2f95307-6a29-4220-9418-d32752e6733f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:48:28.545392 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f2f95307-6a29-4220-9418-d32752e6733f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:48:28.555522 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f95307-6a29-4220-9418-d32752e6733f admin admin] Made reservation on behalf of 1c26539a92474a91b1aa8f231f14760a for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:48:28.557809 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f2f95307-6a29-4220-9418-d32752e6733f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:28.839558 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f2f95307-6a29-4220-9418-d32752e6733f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:28.916206 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f95307-6a29-4220-9418-d32752e6733f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a103232-ca47-4f2e-a3fc-f867f81af750,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:28.926078 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f95307-6a29-4220-9418-d32752e6733f admin admin] Checking segment: {'id': 'c984af38-6160-48f0-b4ef-394ed902631f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'fcd2ee73-55a6-441e-8b63-b46200b23e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:48:28.926431 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f95307-6a29-4220-9418-d32752e6733f admin admin] Network hostable DHCP agents. Network: fcd2ee73-55a6-441e-8b63-b46200b23e80, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:48:28.947906 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f95307-6a29-4220-9418-d32752e6733f admin admin] Network fcd2ee73-55a6-441e-8b63-b46200b23e80 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:48:28.957480 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-f2f95307-6a29-4220-9418-d32752e6733f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, fcd2ee73-55a6-441e-8b63-b46200b23e80) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:48:28.961427 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f95307-6a29-4220-9418-d32752e6733f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:28.962001 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f2f95307-6a29-4220-9418-d32752e6733f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:28.967044 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ae114c-135e-40dd-a189-6674beb63482 None None] Network fcd2ee73-55a6-441e-8b63-b46200b23e80 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:48:28.988293 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f2f95307-6a29-4220-9418-d32752e6733f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4595459 Apr 29 13:48:29.212895 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241e5936-4ea0-472f-8c51-76e1404cc77a None None] Network fcd2ee73-55a6-441e-8b63-b46200b23e80 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:48:29.518856 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-f4f4e270-01e8-44cd-a59b-e4a294d8aac7 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:29.520311 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-f4f4e270-01e8-44cd-a59b-e4a294d8aac7 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/networks?id=fcd2ee73-55a6-441e-8b63-b46200b23e80 HTTP/1.1" status: 200 len: 812 time: 0.1456079 Apr 29 13:48:29.536545 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-1a08e811-abc4-40fb-b04d-6d83833b3f6f tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/quotas/1c26539a92474a91b1aa8f231f14760a HTTP/1.1" status: 200 len: 375 time: 0.0110369 Apr 29 13:48:29.581635 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-d74e3655-250d-49fb-a071-3a0b57fb4245 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c26539a92474a91b1aa8f231f14760a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403481 Apr 29 13:48:29.592517 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-27fa3b87-db00-4b2c-b486-ac0091a36a0c service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:48:29.593476 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-27fa3b87-db00-4b2c-b486-ac0091a36a0c service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055692 Apr 29 13:48:29.722694 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-18661594-e6e6-4f17-93e5-1cfc6e94ee73 service neutron] 10.222.0.76 "GET /v2.0/networks/fcd2ee73-55a6-441e-8b63-b46200b23e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237812 Apr 29 13:48:29.852552 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-adcd8e3b-5e31-4674-ae3f-fc1b98a06151 service neutron] 10.222.0.76 "GET /v2.0/networks/fcd2ee73-55a6-441e-8b63-b46200b23e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243818 Apr 29 13:48:31.056091 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5ff588d6-a747-42b1-8b85-4db7f8191a8d req-a986d44f-22dd-4445-b7d4-b9706354c36f tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 210 time: 0.0427167 Apr 29 13:48:32.070402 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-2196ae39-b44c-457c-84cd-9a71750442b0 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:32.071109 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-2196ae39-b44c-457c-84cd-9a71750442b0 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Synchronizing usage tracker for tenant:1c26539a92474a91b1aa8f231f14760a on resource:network {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:48:32.088815 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-2196ae39-b44c-457c-84cd-9a71750442b0 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Unset dirty status for tenant:1c26539a92474a91b1aa8f231f14760a on resource:network {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:48:32.090579 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-2196ae39-b44c-457c-84cd-9a71750442b0 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.32 "GET /v2.0/networks?id=fcd2ee73-55a6-441e-8b63-b46200b23e80 HTTP/1.1" status: 200 len: 812 time: 0.1643419 Apr 29 13:48:32.109583 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-f408d006-8154-49e1-8c48-29c740eab67c tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Request body: {'port': {'device_id': 'a646315d-8fee-4ef7-8ce3-899dd44b23e4', 'network_id': 'fcd2ee73-55a6-441e-8b63-b46200b23e80', 'admin_state_up': True, 'tenant_id': '1c26539a92474a91b1aa8f231f14760a'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:48:32.194006 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [req-ee57bcee-8a99-4f0b-9899-c0cf0ee00468 req-750faf04-6fbf-4b48-84bc-50af1c3bd81a service neutron] (83904) timed out ('10.222.0.32', 62692) {{(pid=83904) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 29 13:48:32.224020 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2f516041-5c09-40f9-896a-4c7646ddb729 req-0823e2f0-9e39-431a-9c1d-91d7d1a38c9c tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 210 time: 0.0412588 Apr 29 13:48:32.251457 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-f408d006-8154-49e1-8c48-29c740eab67c tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:48:32.255248 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-f408d006-8154-49e1-8c48-29c740eab67c tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Usage tracker for resource:port and tenant:1c26539a92474a91b1aa8f231f14760a is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:48:32.258090 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-f408d006-8154-49e1-8c48-29c740eab67c tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:48:32.264102 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-f408d006-8154-49e1-8c48-29c740eab67c tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:48:32.273908 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-f408d006-8154-49e1-8c48-29c740eab67c tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Made reservation on behalf of 1c26539a92474a91b1aa8f231f14760a for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:48:32.276823 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-f408d006-8154-49e1-8c48-29c740eab67c tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:32.435771 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-f408d006-8154-49e1-8c48-29c740eab67c tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Allocated IP 172.20.0.12 (fcd2ee73-55a6-441e-8b63-b46200b23e80/0a103232-ca47-4f2e-a3fc-f867f81af750/6aa92480-bb2d-4b10-9d94-8113a332c58e) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:48:32.634545 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-f408d006-8154-49e1-8c48-29c740eab67c tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:32.660946 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-f408d006-8154-49e1-8c48-29c740eab67c tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:32.733105 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-f408d006-8154-49e1-8c48-29c740eab67c tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Network fcd2ee73-55a6-441e-8b63-b46200b23e80 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:48:32.735851 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-f408d006-8154-49e1-8c48-29c740eab67c tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:48:32.739738 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-f408d006-8154-49e1-8c48-29c740eab67c tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:48:32.769850 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408d006-8154-49e1-8c48-29c740eab67c tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Pushing event updated for resources: {'Port': ['ID=6aa92480-bb2d-4b10-9d94-8113a332c58e,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:32.802324 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-f408d006-8154-49e1-8c48-29c740eab67c tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:32.803224 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-f408d006-8154-49e1-8c48-29c740eab67c tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:32.823680 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-f408d006-8154-49e1-8c48-29c740eab67c tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7191646 Apr 29 13:48:32.835594 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-3e4aff6d-34d7-4ff4-bd64-14a6f0545302 service neutron] Request body: {'port': {'device_id': 'a646315d-8fee-4ef7-8ce3-899dd44b23e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:48:32.943223 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-3e4aff6d-34d7-4ff4-bd64-14a6f0545302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:33.268414 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-3e4aff6d-34d7-4ff4-bd64-14a6f0545302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa92480-bb2d-4b10-9d94-8113a332c58e {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:48:33.275196 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-3e4aff6d-34d7-4ff4-bd64-14a6f0545302 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:33.289537 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-3e4aff6d-34d7-4ff4-bd64-14a6f0545302 service neutron] Transition to ACTIVE for port object 6aa92480-bb2d-4b10-9d94-8113a332c58e will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:48:33.294188 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-3e4aff6d-34d7-4ff4-bd64-14a6f0545302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:33.543718 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4aff6d-34d7-4ff4-bd64-14a6f0545302 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa92480-bb2d-4b10-9d94-8113a332c58e,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:33.658106 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc8c37-74cd-4ff8-9491-dc2b12492776 req-5f63a26f-ea28-4fb3-add6-74a02c2f5644 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:33.658792 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-a6dc8c37-74cd-4ff8-9491-dc2b12492776 req-5f63a26f-ea28-4fb3-add6-74a02c2f5644 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Synchronizing usage tracker for tenant:1c26539a92474a91b1aa8f231f14760a on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:48:33.682311 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-3e4aff6d-34d7-4ff4-bd64-14a6f0545302 service neutron] Attempting to bind port 6aa92480-bb2d-4b10-9d94-8113a332c58e on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:48:33.682643 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-3e4aff6d-34d7-4ff4-bd64-14a6f0545302 service neutron] Attempting to bind port 6aa92480-bb2d-4b10-9d94-8113a332c58e by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'c984af38-6160-48f0-b4ef-394ed902631f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'fcd2ee73-55a6-441e-8b63-b46200b23e80'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:48:33.682964 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-3e4aff6d-34d7-4ff4-bd64-14a6f0545302 service neutron] Attempting to bind port 6aa92480-bb2d-4b10-9d94-8113a332c58e on network fcd2ee73-55a6-441e-8b63-b46200b23e80 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:48:33.690282 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-3e4aff6d-34d7-4ff4-bd64-14a6f0545302 service neutron] Port 6aa92480-bb2d-4b10-9d94-8113a332c58e on network fcd2ee73-55a6-441e-8b63-b46200b23e80 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:48:33.690595 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-3e4aff6d-34d7-4ff4-bd64-14a6f0545302 service neutron] Attempting to bind port 6aa92480-bb2d-4b10-9d94-8113a332c58e on network fcd2ee73-55a6-441e-8b63-b46200b23e80 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:48:33.693388 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-a6dc8c37-74cd-4ff8-9491-dc2b12492776 req-5f63a26f-ea28-4fb3-add6-74a02c2f5644 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Unset dirty status for tenant:1c26539a92474a91b1aa8f231f14760a on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:48:33.694505 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a6dc8c37-74cd-4ff8-9491-dc2b12492776 req-5f63a26f-ea28-4fb3-add6-74a02c2f5644 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 944 time: 0.3435953 Apr 29 13:48:33.699370 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-3e4aff6d-34d7-4ff4-bd64-14a6f0545302 service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:48:33.699679 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-3e4aff6d-34d7-4ff4-bd64-14a6f0545302 service neutron] Checking segment: {'id': 'c984af38-6160-48f0-b4ef-394ed902631f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'fcd2ee73-55a6-441e-8b63-b46200b23e80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:48:33.700062 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-3e4aff6d-34d7-4ff4-bd64-14a6f0545302 service neutron] Bound using segment: {'id': 'c984af38-6160-48f0-b4ef-394ed902631f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'fcd2ee73-55a6-441e-8b63-b46200b23e80'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:48:33.700473 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-3e4aff6d-34d7-4ff4-bd64-14a6f0545302 service neutron] Bound port: 6aa92480-bb2d-4b10-9d94-8113a332c58e, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c984af38-6160-48f0-b4ef-394ed902631f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'fcd2ee73-55a6-441e-8b63-b46200b23e80'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:48:33.700844 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-3e4aff6d-34d7-4ff4-bd64-14a6f0545302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:33.796997 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-a6dc8c37-74cd-4ff8-9491-dc2b12492776 req-35fb8309-7bfa-459f-94f4-1f84bf6a22de tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Synchronizing usage tracker for tenant:1c26539a92474a91b1aa8f231f14760a on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:48:33.830646 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-3e4aff6d-34d7-4ff4-bd64-14a6f0545302 service neutron] For port 6aa92480-bb2d-4b10-9d94-8113a332c58e, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:48:33.833916 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-3e4aff6d-34d7-4ff4-bd64-14a6f0545302 service neutron] For port 6aa92480-bb2d-4b10-9d94-8113a332c58e, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6aa92480-bb2d-4b10-9d94-8113a332c58e,segment=NetworkSegment(c984af38-6160-48f0-b4ef-394ed902631f),segment_id=c984af38-6160-48f0-b4ef-394ed902631f)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:48:33.834966 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-a6dc8c37-74cd-4ff8-9491-dc2b12492776 req-35fb8309-7bfa-459f-94f4-1f84bf6a22de tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Unset dirty status for tenant:1c26539a92474a91b1aa8f231f14760a on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:48:33.836104 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a6dc8c37-74cd-4ff8-9491-dc2b12492776 req-35fb8309-7bfa-459f-94f4-1f84bf6a22de tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264069 Apr 29 13:48:33.838395 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-3e4aff6d-34d7-4ff4-bd64-14a6f0545302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:33.903386 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-3e4aff6d-34d7-4ff4-bd64-14a6f0545302 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:33.904706 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-3e4aff6d-34d7-4ff4-bd64-14a6f0545302 service neutron] 10.222.0.32 "PUT /v2.0/ports/6aa92480-bb2d-4b10-9d94-8113a332c58e HTTP/1.1" status: 200 len: 1094 time: 1.0736284 Apr 29 13:48:33.905179 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a646315d-8fee-4ef7-8ce3-899dd44b23e4', 'tag': '6aa92480-bb2d-4b10-9d94-8113a332c58e'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:48:33.922355 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4aff6d-34d7-4ff4-bd64-14a6f0545302 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa92480-bb2d-4b10-9d94-8113a332c58e,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:33.971673 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d6f3b8b-e8f0-44a6-a782-3ced8b47369b'] response: {'name': 'network-changed', 'server_uuid': 'a646315d-8fee-4ef7-8ce3-899dd44b23e4', 'tag': '6aa92480-bb2d-4b10-9d94-8113a332c58e', 'status': 'completed', 'code': 200} Apr 29 13:48:34.010043 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-46cb0854-4e4f-42bb-9c65-36818999b6a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c26539a92474a91b1aa8f231f14760a&device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 1097 time: 0.0693898 Apr 29 13:48:34.079732 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-f4e55e2f-af18-4086-9695-39e485049ae9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6aa92480-bb2d-4b10-9d94-8113a332c58e HTTP/1.1" status: 200 len: 217 time: 0.0632401 Apr 29 13:48:34.139105 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-ed3c941d-2f17-4577-8b9f-f073585b49cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:34.140468 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-ed3c941d-2f17-4577-8b9f-f073585b49cd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a103232-ca47-4f2e-a3fc-f867f81af750 HTTP/1.1" status: 200 len: 852 time: 0.0551374 Apr 29 13:48:34.186738 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-b1c91ccc-c4ca-461c-b467-ef7e739c8b2b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fcd2ee73-55a6-441e-8b63-b46200b23e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405827 Apr 29 13:48:34.316399 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-74c1ea0b-4c34-4269-86fa-20b48e0f393c service neutron] 10.222.0.32 "GET /v2.0/networks/fcd2ee73-55a6-441e-8b63-b46200b23e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229744 Apr 29 13:48:34.447520 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dcd28b03-b338-4ff7-81bf-86fa22142101 req-878a30ea-0fc9-405c-8b3b-d6d2d8c559ac service neutron] 10.222.0.32 "GET /v2.0/networks/fcd2ee73-55a6-441e-8b63-b46200b23e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254292 Apr 29 13:48:34.557122 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8cdc229e-7347-4731-b941-81f136277183 req-0b7ca108-996d-4133-b3bb-77a6811e32e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c26539a92474a91b1aa8f231f14760a&device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 1097 time: 0.0673141 Apr 29 13:48:34.603574 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:48:34.684791 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc229e-7347-4731-b941-81f136277183 req-fcc706cb-72eb-4808-9d72-6d2cf79c12ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:34.686206 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8cdc229e-7347-4731-b941-81f136277183 req-fcc706cb-72eb-4808-9d72-6d2cf79c12ad service neutron] 10.222.0.32 "GET /v2.0/networks?id=fcd2ee73-55a6-441e-8b63-b46200b23e80 HTTP/1.1" status: 200 len: 913 time: 0.1230383 Apr 29 13:48:34.754890 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8cdc229e-7347-4731-b941-81f136277183 req-7d2a1bde-9d57-4d37-89a1-b344ed515bf1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6aa92480-bb2d-4b10-9d94-8113a332c58e HTTP/1.1" status: 200 len: 217 time: 0.0621138 Apr 29 13:48:34.816165 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc229e-7347-4731-b941-81f136277183 req-e9b9c704-2efd-4830-9f3c-c961756bcf27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:34.817633 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8cdc229e-7347-4731-b941-81f136277183 req-e9b9c704-2efd-4830-9f3c-c961756bcf27 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a103232-ca47-4f2e-a3fc-f867f81af750 HTTP/1.1" status: 200 len: 852 time: 0.0573194 Apr 29 13:48:34.862278 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8cdc229e-7347-4731-b941-81f136277183 req-db8015ab-5294-4519-938c-e79d9c451fa0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fcd2ee73-55a6-441e-8b63-b46200b23e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389159 Apr 29 13:48:35.036437 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8cdc229e-7347-4731-b941-81f136277183 req-f4622c32-21b6-48aa-9717-cc2cfca9101b service neutron] 10.222.0.32 "GET /v2.0/networks/fcd2ee73-55a6-441e-8b63-b46200b23e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684620 Apr 29 13:48:35.236111 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c8663-4268-40cc-8436-43c47bf5df3d req-e1e986b5-60c4-4894-a978-4e55f9aa0ddc tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:35.237558 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-599c8663-4268-40cc-8436-43c47bf5df3d req-e1e986b5-60c4-4894-a978-4e55f9aa0ddc tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 944 time: 0.2797792 Apr 29 13:48:35.297487 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8cdc229e-7347-4731-b941-81f136277183 req-32d4400f-52e2-407a-8655-b9696e56926e service neutron] 10.222.0.32 "GET /v2.0/networks/fcd2ee73-55a6-441e-8b63-b46200b23e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531831 Apr 29 13:48:35.306717 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-599c8663-4268-40cc-8436-43c47bf5df3d req-14915950-e3b0-44a9-99ae-e47167dde080 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562065 Apr 29 13:48:36.504966 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a433fe-8394-4cce-a5a0-0e37b285303a req-4d1a5c13-e5f5-4cdd-8216-0e18194dfc62 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:36.506398 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-49a433fe-8394-4cce-a5a0-0e37b285303a req-4d1a5c13-e5f5-4cdd-8216-0e18194dfc62 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 944 time: 0.0792544 Apr 29 13:48:36.552523 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-49a433fe-8394-4cce-a5a0-0e37b285303a req-84cf1ea3-7af5-4218-8463-761b23b3c762 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404255 Apr 29 13:48:37.745396 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d77dcc-167e-4307-b55b-4b5f9174f016 req-997598d0-bab3-4bf9-bee9-19f00d398392 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:37.747618 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e3d77dcc-167e-4307-b55b-4b5f9174f016 req-997598d0-bab3-4bf9-bee9-19f00d398392 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 944 time: 0.0764596 Apr 29 13:48:37.796635 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e3d77dcc-167e-4307-b55b-4b5f9174f016 req-0f462edb-16a2-4841-aa1d-38ad7a957406 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436177 Apr 29 13:48:37.873261 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e9d7548-cb21-4d54-acbd-55b73a115cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:38.389030 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 6aa92480-bb2d-4b10-9d94-8113a332c58e details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:48:38.519724 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 6aa92480-bb2d-4b10-9d94-8113a332c58e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6aa92480-bb2d-4b10-9d94-8113a332c58e,segment=NetworkSegment(c984af38-6160-48f0-b4ef-394ed902631f),segment_id=c984af38-6160-48f0-b4ef-394ed902631f)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:48:38.532949 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '6aa92480-bb2d-4b10-9d94-8113a332c58e', 'network_id': 'fcd2ee73-55a6-441e-8b63-b46200b23e80', 'port_id': '6aa92480-bb2d-4b10-9d94-8113a332c58e', 'mac_address': 'fa:16:3e:3f:30:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a103232-ca47-4f2e-a3fc-f867f81af750', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:48:38.584997 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:38.603949 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa92480-bb2d-4b10-9d94-8113a332c58e {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:48:38.618352 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 6aa92480-bb2d-4b10-9d94-8113a332c58e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6aa92480-bb2d-4b10-9d94-8113a332c58e,segment=NetworkSegment(c984af38-6160-48f0-b4ef-394ed902631f),segment_id=c984af38-6160-48f0-b4ef-394ed902631f)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:48:38.622966 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:38.686183 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=6aa92480-bb2d-4b10-9d94-8113a332c58e,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:38.694181 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:38.694528 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:38.694858 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:38.695183 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:38.695508 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:38.695829 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:38.696147 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:38.696465 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:38.696808 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:38.697124 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:38.697438 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:38.919267 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['6aa92480-bb2d-4b10-9d94-8113a332c58e'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:48:38.989418 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5223ccc-7587-4a2b-863e-2c0d850cff5e req-c544db7f-85a0-4df7-afb9-3dd8fcc2d9db tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:38.990860 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a5223ccc-7587-4a2b-863e-2c0d850cff5e req-c544db7f-85a0-4df7-afb9-3dd8fcc2d9db tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 945 time: 0.0763676 Apr 29 13:48:39.035437 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a5223ccc-7587-4a2b-863e-2c0d850cff5e req-b58c26bd-ab37-4011-b0ee-05edbc52eb80 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385492 Apr 29 13:48:40.236847 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a963e-81f8-434b-b9fc-5dd01935d7bf req-59e826ff-226c-4823-9c33-7a75fb2199ed tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:40.238338 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-799a963e-81f8-434b-b9fc-5dd01935d7bf req-59e826ff-226c-4823-9c33-7a75fb2199ed tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 945 time: 0.0819039 Apr 29 13:48:40.283625 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-799a963e-81f8-434b-b9fc-5dd01935d7bf req-7ce58b50-ab58-447b-bc9c-aad63efd9f1a tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398602 Apr 29 13:48:40.397313 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 6aa92480-bb2d-4b10-9d94-8113a332c58e up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:48:40.453964 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-28e69d96-648f-4343-9b54-caf0a04fe4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:40.481041 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 6aa92480-bb2d-4b10-9d94-8113a332c58e completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:48:40.486826 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 6aa92480-bb2d-4b10-9d94-8113a332c58e triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:48:40.487279 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:40.605050 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:40.630634 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a646315d-8fee-4ef7-8ce3-899dd44b23e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa92480-bb2d-4b10-9d94-8113a332c58e'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:48:40.640336 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 6aa92480-bb2d-4b10-9d94-8113a332c58e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6aa92480-bb2d-4b10-9d94-8113a332c58e,segment=NetworkSegment(c984af38-6160-48f0-b4ef-394ed902631f),segment_id=c984af38-6160-48f0-b4ef-394ed902631f)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:48:40.643940 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:40.693345 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00c506ab-1692-48e9-aa8b-22117181842d'] response: {'server_uuid': 'a646315d-8fee-4ef7-8ce3-899dd44b23e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa92480-bb2d-4b10-9d94-8113a332c58e', 'code': 200} Apr 29 13:48:40.710269 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=6aa92480-bb2d-4b10-9d94-8113a332c58e,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:40.922333 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-eca463d2-269c-4d13-afb9-f93b45c0dae6 req-3b1152d3-a0b8-43c4-9a49-f55116cfc4b6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 1099 time: 0.0718455 Apr 29 13:48:40.964630 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-eca463d2-269c-4d13-afb9-f93b45c0dae6 req-f7b921ce-03c4-4729-8e49-466cf1005a82 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357563 Apr 29 13:48:41.476768 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12373708-572a-4f1b-b1c0-2b079939b05b req-0cdffc58-174a-405f-afde-35c21170132b tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:41.478220 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-12373708-572a-4f1b-b1c0-2b079939b05b req-0cdffc58-174a-405f-afde-35c21170132b tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 946 time: 0.0744975 Apr 29 13:48:41.494118 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:41.523919 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-12373708-572a-4f1b-b1c0-2b079939b05b req-e7497d76-5dd1-4b89-b7fa-73f81e9e04cb tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390773 Apr 29 13:48:41.573754 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:42.721548 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d7f79-96ac-41f5-8801-385306ee2d24 req-68f2aea7-59ab-4cb3-b76c-737efa4f0f6d tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:42.723001 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-779d7f79-96ac-41f5-8801-385306ee2d24 req-68f2aea7-59ab-4cb3-b76c-737efa4f0f6d tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 946 time: 0.0777721 Apr 29 13:48:42.768337 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-779d7f79-96ac-41f5-8801-385306ee2d24 req-bed96569-0d76-40f1-872d-10a0fe481f5d tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398278 Apr 29 13:48:42.943651 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:42.968287 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-04e8d635-0a8f-4780-856b-d3c7ce03964a req-aab8ff1b-5cc4-43b8-8aa1-ca5802aac342 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0748522 Apr 29 13:48:43.235727 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 38274) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:48:43.271212 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1711f-d276-4bd2-89ac-c206c72fb0cd req-78c62232-a097-489b-863c-648617426bb7 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:43.272663 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-70c1711f-d276-4bd2-89ac-c206c72fb0cd req-78c62232-a097-489b-863c-648617426bb7 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 946 time: 0.0781062 Apr 29 13:48:43.321471 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-70c1711f-d276-4bd2-89ac-c206c72fb0cd req-066cab76-be02-4e97-a380-2c08e1d8c877 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426548 Apr 29 13:48:43.367195 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-327c0bdf-aa6f-4c57-bfb6-d81affbbe3b1 req-012c45a2-de8b-436a-adad-5200cb5a846e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1302507 Apr 29 13:48:44.522258 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83538b8f-91cf-4315-9fbd-d194c86e3e4b req-3b511008-4fa2-4fd8-80c2-ffd121b74b11 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:44.523659 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-83538b8f-91cf-4315-9fbd-d194c86e3e4b req-3b511008-4fa2-4fd8-80c2-ffd121b74b11 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 946 time: 0.0794623 Apr 29 13:48:44.568427 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-83538b8f-91cf-4315-9fbd-d194c86e3e4b req-e73cd1dc-c9ab-4077-b4f7-af263527ba32 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385308 Apr 29 13:48:44.744813 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-327c0bdf-aa6f-4c57-bfb6-d81affbbe3b1 req-6c53409a-064c-4b41-8b25-56cb4b8cca22 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c26539a92474a91b1aa8f231f14760a&device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 1099 time: 0.0669599 Apr 29 13:48:44.872983 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c0bdf-aa6f-4c57-bfb6-d81affbbe3b1 req-1087d315-f4e1-47a7-93ec-ef7ec755f6fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:44.874516 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-327c0bdf-aa6f-4c57-bfb6-d81affbbe3b1 req-1087d315-f4e1-47a7-93ec-ef7ec755f6fa service neutron] 10.222.0.32 "GET /v2.0/networks?id=fcd2ee73-55a6-441e-8b63-b46200b23e80 HTTP/1.1" status: 200 len: 913 time: 0.1241155 Apr 29 13:48:44.944415 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-327c0bdf-aa6f-4c57-bfb6-d81affbbe3b1 req-87181fc3-b2dd-46ec-a097-7416ff1a21a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6aa92480-bb2d-4b10-9d94-8113a332c58e HTTP/1.1" status: 200 len: 217 time: 0.0635722 Apr 29 13:48:45.010801 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c0bdf-aa6f-4c57-bfb6-d81affbbe3b1 req-d6d72b20-b0f9-4335-95e0-080a48afb2aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:45.012837 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-327c0bdf-aa6f-4c57-bfb6-d81affbbe3b1 req-d6d72b20-b0f9-4335-95e0-080a48afb2aa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a103232-ca47-4f2e-a3fc-f867f81af750 HTTP/1.1" status: 200 len: 852 time: 0.0627847 Apr 29 13:48:45.061512 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-327c0bdf-aa6f-4c57-bfb6-d81affbbe3b1 req-1dee4fe2-d51e-47d1-9677-a06bc7662bfc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fcd2ee73-55a6-441e-8b63-b46200b23e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420585 Apr 29 13:48:45.190751 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-327c0bdf-aa6f-4c57-bfb6-d81affbbe3b1 req-5781fa17-8bca-465f-9e12-94fcf5b97f3f service neutron] 10.222.0.32 "GET /v2.0/networks/fcd2ee73-55a6-441e-8b63-b46200b23e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216104 Apr 29 13:48:45.318739 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-327c0bdf-aa6f-4c57-bfb6-d81affbbe3b1 req-a5372879-44d2-4648-9293-9e829b86a79c service neutron] 10.222.0.32 "GET /v2.0/networks/fcd2ee73-55a6-441e-8b63-b46200b23e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225171 Apr 29 13:48:45.765137 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ae52d-1a29-43b8-b17f-3d8b7bb2150c req-345430df-3723-4427-906f-6d9f7f1e7c46 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:45.766586 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e38ae52d-1a29-43b8-b17f-3d8b7bb2150c req-345430df-3723-4427-906f-6d9f7f1e7c46 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 946 time: 0.0756588 Apr 29 13:48:45.812707 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e38ae52d-1a29-43b8-b17f-3d8b7bb2150c req-e4328053-64a8-4e6e-b273-f29b4bbacc2d tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406396 Apr 29 13:48:47.004839 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d9a4b-7c24-4fb8-9532-457d3c2a2f77 req-eb3d7d29-2bae-444a-b3a6-df683f4b21a7 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:47.006277 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-146d9a4b-7c24-4fb8-9532-457d3c2a2f77 req-eb3d7d29-2bae-444a-b3a6-df683f4b21a7 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 946 time: 0.0743823 Apr 29 13:48:47.051158 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-146d9a4b-7c24-4fb8-9532-457d3c2a2f77 req-edf53651-9947-4afd-a7ea-382966221844 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392921 Apr 29 13:48:48.337482 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071d206-c173-4db5-84b1-0636e88cf385 req-ea1e7a3c-2d13-4560-a211-c845f390a4c8 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:48.338838 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f071d206-c173-4db5-84b1-0636e88cf385 req-ea1e7a3c-2d13-4560-a211-c845f390a4c8 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 946 time: 0.1679139 Apr 29 13:48:48.384480 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f071d206-c173-4db5-84b1-0636e88cf385 req-28438305-2081-4a5b-aa7f-3a9bde654d9a tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395770 Apr 29 13:48:49.581570 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b7d96-ae72-497f-b4b5-f9f08b28d4d4 req-56babc18-b273-45f7-b101-0999a1bd5059 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:49.583006 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b04b7d96-ae72-497f-b4b5-f9f08b28d4d4 req-56babc18-b273-45f7-b101-0999a1bd5059 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 946 time: 0.0772355 Apr 29 13:48:49.626632 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b04b7d96-ae72-497f-b4b5-f9f08b28d4d4 req-f8f8668e-e36d-4498-bdca-d7278d537268 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379732 Apr 29 13:48:50.822585 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a25c13-9038-4552-8201-629c47ea69b3 req-ee51790c-298b-4aaa-886a-fb06f81df00d tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:50.824718 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-59a25c13-9038-4552-8201-629c47ea69b3 req-ee51790c-298b-4aaa-886a-fb06f81df00d tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 946 time: 0.0783949 Apr 29 13:48:50.869737 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-59a25c13-9038-4552-8201-629c47ea69b3 req-b9c77a58-1d4e-4bb9-900b-21fc20f086b4 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390558 Apr 29 13:48:52.067382 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e5373-2d7d-467a-8997-c575ab584be6 req-c4a01321-20d5-4289-acd2-d1544001f87c tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:52.068856 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c25e5373-2d7d-467a-8997-c575ab584be6 req-c4a01321-20d5-4289-acd2-d1544001f87c tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 946 time: 0.0752976 Apr 29 13:48:52.113555 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c25e5373-2d7d-467a-8997-c575ab584be6 req-1c58bc0a-029b-4342-8843-3e1ed676adbd tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391369 Apr 29 13:48:53.313065 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e3a16-24bd-4a8f-86e4-a9d053e88d55 req-70373b3c-e983-4fa8-a8ca-513ce3e02067 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:53.314495 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3e8e3a16-24bd-4a8f-86e4-a9d053e88d55 req-70373b3c-e983-4fa8-a8ca-513ce3e02067 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 946 time: 0.0793517 Apr 29 13:48:53.358676 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3e8e3a16-24bd-4a8f-86e4-a9d053e88d55 req-d2c99739-86b6-42c6-8ad3-1de27a477a9e tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387623 Apr 29 13:48:54.648213 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9951c8-8c44-40ad-9862-d173fb7242bb req-81688825-aa94-4d92-81c1-efd87ef4d2c0 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:54.649593 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ec9951c8-8c44-40ad-9862-d173fb7242bb req-81688825-aa94-4d92-81c1-efd87ef4d2c0 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 946 time: 0.1725235 Apr 29 13:48:54.694016 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ec9951c8-8c44-40ad-9862-d173fb7242bb req-e0d2f878-d14f-4964-aa8e-5e5ff0eaa4df tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381472 Apr 29 13:48:55.888564 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132008d-b214-4e88-afcc-dd3ae3caec1a req-1a8988ce-0d2e-46d9-8b66-2ef5a4936a58 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:55.890040 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-4132008d-b214-4e88-afcc-dd3ae3caec1a req-1a8988ce-0d2e-46d9-8b66-2ef5a4936a58 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 946 time: 0.0753143 Apr 29 13:48:55.934746 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-4132008d-b214-4e88-afcc-dd3ae3caec1a req-201624f4-f082-48dd-977d-7e74a64bed8c tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391202 Apr 29 13:48:57.128456 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07c9ba-a6d6-44d6-8a8d-31147cf3f589 req-dda6887a-771f-4751-bb2e-bac7abc01df9 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:57.129809 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7c07c9ba-a6d6-44d6-8a8d-31147cf3f589 req-dda6887a-771f-4751-bb2e-bac7abc01df9 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 946 time: 0.0746455 Apr 29 13:48:57.173351 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7c07c9ba-a6d6-44d6-8a8d-31147cf3f589 req-59dac085-3bd7-4f6a-aac6-17979a60f86d tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380838 Apr 29 13:48:58.176249 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:48:58.367373 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628837b-a5d0-4f7c-a230-12438419e991 req-b388d0f4-b4dd-4229-9d99-41d079db1a89 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:58.368833 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2628837b-a5d0-4f7c-a230-12438419e991 req-b388d0f4-b4dd-4229-9d99-41d079db1a89 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 946 time: 0.0779967 Apr 29 13:48:58.414470 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2628837b-a5d0-4f7c-a230-12438419e991 req-462e7ce8-6f23-499c-a49c-c0d43608276c tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396435 Apr 29 13:48:59.747089 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915687b1-c4bf-4ae0-9c21-361930e44860 req-6a95925e-fad2-4ed5-b4b8-29507ad361ec tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:48:59.748521 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-915687b1-c4bf-4ae0-9c21-361930e44860 req-6a95925e-fad2-4ed5-b4b8-29507ad361ec tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 946 time: 0.0788910 Apr 29 13:48:59.792503 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-915687b1-c4bf-4ae0-9c21-361930e44860 req-8dc75335-62d4-4d88-a83a-d9677779d1e9 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384464 Apr 29 13:49:00.990984 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2f0af-095d-4db6-8e25-f357b863bc63 req-ca55d019-bce5-4fdc-833f-c6a391fb6c98 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:00.992420 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-7ab2f0af-095d-4db6-8e25-f357b863bc63 req-ca55d019-bce5-4fdc-833f-c6a391fb6c98 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 946 time: 0.0758865 Apr 29 13:49:01.041072 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-7ab2f0af-095d-4db6-8e25-f357b863bc63 req-e2bce5f2-139e-4708-b9d7-b59dd977e0cd tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425224 Apr 29 13:49:02.233623 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e6377-7cbf-4496-96c4-b13a591cd62d req-e258b92b-7175-4a59-8be6-a7a857b4bf7d tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:02.235065 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8f8e6377-7cbf-4496-96c4-b13a591cd62d req-e258b92b-7175-4a59-8be6-a7a857b4bf7d tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 946 time: 0.0752833 Apr 29 13:49:02.282824 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8f8e6377-7cbf-4496-96c4-b13a591cd62d req-7e2be528-d0ee-49df-965c-bb7efe9c9267 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423329 Apr 29 13:49:03.476079 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5b26e-f36b-42af-8915-4f32bc504b87 req-62816227-4922-4b4e-a738-68f2ba0df377 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:03.477566 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e3e5b26e-f36b-42af-8915-4f32bc504b87 req-62816227-4922-4b4e-a738-68f2ba0df377 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 946 time: 0.0746210 Apr 29 13:49:03.522599 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e3e5b26e-f36b-42af-8915-4f32bc504b87 req-7c4469ed-2e76-4076-9145-6f3191efa622 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395081 Apr 29 13:49:04.718589 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131c587-8a49-43b1-9431-e329f9e50785 req-3f8dbd63-4a9e-407e-b431-56e56bec45c8 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:04.720048 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4131c587-8a49-43b1-9431-e329f9e50785 req-3f8dbd63-4a9e-407e-b431-56e56bec45c8 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 946 time: 0.0751073 Apr 29 13:49:04.763463 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4131c587-8a49-43b1-9431-e329f9e50785 req-ca1b29e0-0c3d-428e-a770-3f33640db7c9 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380316 Apr 29 13:49:05.962524 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec1e9c-dee9-4836-9b46-7540a5219a04 req-6b635b6e-34ef-4e36-bb8b-672cf914dc2a tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:05.964024 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1bec1e9c-dee9-4836-9b46-7540a5219a04 req-6b635b6e-34ef-4e36-bb8b-672cf914dc2a tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 946 time: 0.0796320 Apr 29 13:49:06.008603 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1bec1e9c-dee9-4836-9b46-7540a5219a04 req-e2da689b-a4f0-48ba-9119-2a829f07a988 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382800 Apr 29 13:49:07.205720 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96da35-f96c-4a6b-bdf5-690eaceb2345 req-2115b822-831d-449e-9128-4112786d5f73 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:07.207075 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fc96da35-f96c-4a6b-bdf5-690eaceb2345 req-2115b822-831d-449e-9128-4112786d5f73 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 946 time: 0.0791934 Apr 29 13:49:07.251550 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fc96da35-f96c-4a6b-bdf5-690eaceb2345 req-40891465-5408-4528-9307-3955be8ca4d7 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387747 Apr 29 13:49:07.876900 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-741d9fb3-7681-46a9-9c04-5e2c4dfb4329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:08.446539 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851dd14c-55ae-48e3-85b5-39ee75359788 req-9a64e7bf-a20b-4c6b-b10b-9556fd7a1d28 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:08.447966 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-851dd14c-55ae-48e3-85b5-39ee75359788 req-9a64e7bf-a20b-4c6b-b10b-9556fd7a1d28 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 946 time: 0.0746195 Apr 29 13:49:08.492059 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-851dd14c-55ae-48e3-85b5-39ee75359788 req-8a751871-b7bb-4540-a166-fd83685c6a58 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386403 Apr 29 13:49:09.683240 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a758347-4cfc-4838-949b-054293f05eec req-83aceba3-d536-499c-b1ad-beaeb7147084 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:09.684678 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4a758347-4cfc-4838-949b-054293f05eec req-83aceba3-d536-499c-b1ad-beaeb7147084 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 946 time: 0.0742347 Apr 29 13:49:09.728844 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4a758347-4cfc-4838-949b-054293f05eec req-82b3ab88-4565-48c3-b4f2-3547e12274aa tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387564 Apr 29 13:49:10.424453 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-645cf985-235a-4dc1-a5a7-ad9c5aaecfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:10.927119 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cff5a0-78c8-4a47-b351-c6dc4b96c9f9 req-fc2dd805-a5c8-4f93-bf3a-cbe041f3d0b3 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:10.928573 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c7cff5a0-78c8-4a47-b351-c6dc4b96c9f9 req-fc2dd805-a5c8-4f93-bf3a-cbe041f3d0b3 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 946 time: 0.0787868 Apr 29 13:49:10.972971 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c7cff5a0-78c8-4a47-b351-c6dc4b96c9f9 req-40d26f9f-f1a2-43e0-a9c7-edef2a9d423d tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383031 Apr 29 13:49:11.497699 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:11.575495 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:11.602893 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:49:12.019210 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-327c0bdf-aa6f-4c57-bfb6-d81affbbe3b1 req-e71730d5-bc27-45b4-be79-6c3648d4cb7f service neutron] 10.222.0.32 "GET /v2.0/ports/6aa92480-bb2d-4b10-9d94-8113a332c58e/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0777566 Apr 29 13:49:12.175537 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6520f6-4647-40aa-ac3a-f24435a18dce req-efc4600d-a0e3-4f43-b71c-1eca0ea9e3db tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:12.177273 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9b6520f6-4647-40aa-ac3a-f24435a18dce req-efc4600d-a0e3-4f43-b71c-1eca0ea9e3db tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 946 time: 0.0777848 Apr 29 13:49:12.268232 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9b6520f6-4647-40aa-ac3a-f24435a18dce req-247a87e5-5a69-4360-904d-11f94f29a4a8 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823584 Apr 29 13:49:12.297284 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-327c0bdf-aa6f-4c57-bfb6-d81affbbe3b1 req-b302f6ea-a203-4447-8093-92f10c2c4008 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4&tenant_id=1c26539a92474a91b1aa8f231f14760a HTTP/1.1" status: 200 len: 1099 time: 0.0815082 Apr 29 13:49:12.387700 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-327c0bdf-aa6f-4c57-bfb6-d81affbbe3b1 req-0b8d6429-79e7-4c81-aca0-f3f5f0551b18 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c26539a92474a91b1aa8f231f14760a&device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 1099 time: 0.0682170 Apr 29 13:49:12.515401 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c0bdf-aa6f-4c57-bfb6-d81affbbe3b1 req-dc1f1819-0713-4604-a9dc-4069d9d90871 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:12.516844 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-327c0bdf-aa6f-4c57-bfb6-d81affbbe3b1 req-dc1f1819-0713-4604-a9dc-4069d9d90871 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fcd2ee73-55a6-441e-8b63-b46200b23e80 HTTP/1.1" status: 200 len: 913 time: 0.1228750 Apr 29 13:49:12.585743 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-327c0bdf-aa6f-4c57-bfb6-d81affbbe3b1 req-2478fa00-8c36-4bf1-a9e4-fd5524fc6bfb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6aa92480-bb2d-4b10-9d94-8113a332c58e HTTP/1.1" status: 200 len: 217 time: 0.0626743 Apr 29 13:49:12.645359 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c0bdf-aa6f-4c57-bfb6-d81affbbe3b1 req-d765a20d-da4c-4b4d-a195-0eb52a7029aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:12.646725 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-327c0bdf-aa6f-4c57-bfb6-d81affbbe3b1 req-d765a20d-da4c-4b4d-a195-0eb52a7029aa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a103232-ca47-4f2e-a3fc-f867f81af750 HTTP/1.1" status: 200 len: 852 time: 0.0552123 Apr 29 13:49:12.693471 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-327c0bdf-aa6f-4c57-bfb6-d81affbbe3b1 req-38262f43-9cdb-42dd-8469-4f5d8e4f1758 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fcd2ee73-55a6-441e-8b63-b46200b23e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398605 Apr 29 13:49:12.823087 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-327c0bdf-aa6f-4c57-bfb6-d81affbbe3b1 req-56fa03a7-d41e-40c2-9583-6c0657e9ddca service neutron] 10.222.0.32 "GET /v2.0/networks/fcd2ee73-55a6-441e-8b63-b46200b23e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230984 Apr 29 13:49:12.946362 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:12.954085 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-327c0bdf-aa6f-4c57-bfb6-d81affbbe3b1 req-fcc1a833-b889-4e3c-896a-4e0b514e9086 service neutron] 10.222.0.32 "GET /v2.0/networks/fcd2ee73-55a6-441e-8b63-b46200b23e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253886 Apr 29 13:49:13.462655 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f9e65-e629-44c5-a184-2ffb282f5f2d req-27463aa4-e602-4333-bf32-e7d5be186ea3 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:13.464072 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-108f9e65-e629-44c5-a184-2ffb282f5f2d req-27463aa4-e602-4333-bf32-e7d5be186ea3 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 946 time: 0.0747633 Apr 29 13:49:13.512310 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-108f9e65-e629-44c5-a184-2ffb282f5f2d req-80c2f3b0-9e46-4594-84d4-6a47a3ad1a1b tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414128 Apr 29 13:49:14.475837 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 6aa92480-bb2d-4b10-9d94-8113a332c58e details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:49:14.509066 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 6aa92480-bb2d-4b10-9d94-8113a332c58e no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:49:14.724468 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1662db-d239-43fd-83b8-eb8d7c583a4d req-90483129-e650-4989-b71d-66615425f3e2 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:14.726264 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2b1662db-d239-43fd-83b8-eb8d7c583a4d req-90483129-e650-4989-b71d-66615425f3e2 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 946 time: 0.0793121 Apr 29 13:49:14.731362 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 6aa92480-bb2d-4b10-9d94-8113a332c58e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6aa92480-bb2d-4b10-9d94-8113a332c58e,segment=NetworkSegment(c984af38-6160-48f0-b4ef-394ed902631f),segment_id=c984af38-6160-48f0-b4ef-394ed902631f)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:49:14.778552 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2b1662db-d239-43fd-83b8-eb8d7c583a4d req-3a88dbed-eb0c-4e5b-a01b-7fd009fd7252 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460861 Apr 29 13:49:14.791745 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '6aa92480-bb2d-4b10-9d94-8113a332c58e', 'network_id': 'fcd2ee73-55a6-441e-8b63-b46200b23e80', 'port_id': '6aa92480-bb2d-4b10-9d94-8113a332c58e', 'mac_address': 'fa:16:3e:3f:30:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a103232-ca47-4f2e-a3fc-f867f81af750', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:49:14.794078 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:14.873937 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a646315d-8fee-4ef7-8ce3-899dd44b23e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aa92480-bb2d-4b10-9d94-8113a332c58e'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:49:14.891393 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 6aa92480-bb2d-4b10-9d94-8113a332c58e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6aa92480-bb2d-4b10-9d94-8113a332c58e,segment=NetworkSegment(c984af38-6160-48f0-b4ef-394ed902631f),segment_id=c984af38-6160-48f0-b4ef-394ed902631f)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:49:14.897234 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:14.906882 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:14.977408 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6aa92480-bb2d-4b10-9d94-8113a332c58e {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:49:15.035900 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=6aa92480-bb2d-4b10-9d94-8113a332c58e,revision_number=6']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:49:15.056020 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0199327-59c2-4a76-9ff4-49a817f461bd'] response: {'server_uuid': 'a646315d-8fee-4ef7-8ce3-899dd44b23e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aa92480-bb2d-4b10-9d94-8113a332c58e', 'code': 200} Apr 29 13:49:15.060723 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:49:15.061166 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:49:15.617588 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:15.635647 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa92480-bb2d-4b10-9d94-8113a332c58e {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:49:15.650888 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 6aa92480-bb2d-4b10-9d94-8113a332c58e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6aa92480-bb2d-4b10-9d94-8113a332c58e,segment=NetworkSegment(c984af38-6160-48f0-b4ef-394ed902631f),segment_id=c984af38-6160-48f0-b4ef-394ed902631f)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:49:15.654997 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:15.728464 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['6aa92480-bb2d-4b10-9d94-8113a332c58e'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:49:15.767877 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=6aa92480-bb2d-4b10-9d94-8113a332c58e,revision_number=7']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:49:16.054985 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953e90b-6902-4452-9ade-04f7f2ea2b5a req-f8bdf78d-f058-47c1-b74c-e7094827199d tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:16.056427 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1953e90b-6902-4452-9ade-04f7f2ea2b5a req-f8bdf78d-f058-47c1-b74c-e7094827199d tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 945 time: 0.1545761 Apr 29 13:49:16.103311 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1953e90b-6902-4452-9ade-04f7f2ea2b5a req-16ae3fb5-93ad-4a85-9ef0-78c9fdbe6b0d tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411544 Apr 29 13:49:16.506043 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 6aa92480-bb2d-4b10-9d94-8113a332c58e up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:49:16.511446 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329a064-7168-4b1b-bc8a-8a4fffcdeade req-75b4f26e-6ccb-49df-ae70-c73dc68df573 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:16.513044 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e329a064-7168-4b1b-bc8a-8a4fffcdeade req-75b4f26e-6ccb-49df-ae70-c73dc68df573 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.32 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4&tenant_id=1c26539a92474a91b1aa8f231f14760a&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 945 time: 0.0780642 Apr 29 13:49:16.574220 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 6aa92480-bb2d-4b10-9d94-8113a332c58e triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:49:16.574505 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:16.660813 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e329a064-7168-4b1b-bc8a-8a4fffcdeade req-a1331da8-c001-44e7-8949-7d7603389186 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c26539a92474a91b1aa8f231f14760a&device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 1098 time: 0.0708761 Apr 29 13:49:16.688355 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:16.719709 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 6aa92480-bb2d-4b10-9d94-8113a332c58e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6aa92480-bb2d-4b10-9d94-8113a332c58e,segment=NetworkSegment(c984af38-6160-48f0-b4ef-394ed902631f),segment_id=c984af38-6160-48f0-b4ef-394ed902631f)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:49:16.723379 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:16.791303 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=6aa92480-bb2d-4b10-9d94-8113a332c58e,revision_number=8']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:49:16.792220 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329a064-7168-4b1b-bc8a-8a4fffcdeade req-b5aacea3-921e-4493-94a7-4cc42a85d7e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:16.794615 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e329a064-7168-4b1b-bc8a-8a4fffcdeade req-b5aacea3-921e-4493-94a7-4cc42a85d7e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fcd2ee73-55a6-441e-8b63-b46200b23e80 HTTP/1.1" status: 200 len: 913 time: 0.1283026 Apr 29 13:49:16.860990 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e329a064-7168-4b1b-bc8a-8a4fffcdeade req-12fd2cef-33f3-463d-bac3-ca4f847dd8f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6aa92480-bb2d-4b10-9d94-8113a332c58e HTTP/1.1" status: 200 len: 217 time: 0.0604520 Apr 29 13:49:16.923698 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329a064-7168-4b1b-bc8a-8a4fffcdeade req-15028ad1-cb98-4e61-9611-33f5a7655dc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:16.925135 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e329a064-7168-4b1b-bc8a-8a4fffcdeade req-15028ad1-cb98-4e61-9611-33f5a7655dc6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a103232-ca47-4f2e-a3fc-f867f81af750 HTTP/1.1" status: 200 len: 852 time: 0.0590694 Apr 29 13:49:16.968903 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e329a064-7168-4b1b-bc8a-8a4fffcdeade req-c7222c76-d3e3-4104-aeec-0232a9216278 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fcd2ee73-55a6-441e-8b63-b46200b23e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379293 Apr 29 13:49:17.057284 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a646315d-8fee-4ef7-8ce3-899dd44b23e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa92480-bb2d-4b10-9d94-8113a332c58e'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:49:17.098480 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e329a064-7168-4b1b-bc8a-8a4fffcdeade req-2f832121-9d36-40b3-86bf-cb6c438eb87a service neutron] 10.222.0.32 "GET /v2.0/networks/fcd2ee73-55a6-441e-8b63-b46200b23e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228244 Apr 29 13:49:17.122996 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e362f0d9-c79c-4d10-8f16-30a19e549113'] response: {'server_uuid': 'a646315d-8fee-4ef7-8ce3-899dd44b23e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa92480-bb2d-4b10-9d94-8113a332c58e', 'code': 200} Apr 29 13:49:17.228167 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e329a064-7168-4b1b-bc8a-8a4fffcdeade req-3e798876-560a-4041-8d6a-526354edc020 service neutron] 10.222.0.32 "GET /v2.0/networks/fcd2ee73-55a6-441e-8b63-b46200b23e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236947 Apr 29 13:49:18.043970 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79d363-9d2f-42d7-a778-4b93b385ef07 req-c308a294-5b70-436f-8adc-56dfdfba638f tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:18.045403 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0c79d363-9d2f-42d7-a778-4b93b385ef07 req-c308a294-5b70-436f-8adc-56dfdfba638f tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 946 time: 0.0783045 Apr 29 13:49:18.089834 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0c79d363-9d2f-42d7-a778-4b93b385ef07 req-28b89f6d-4fc5-49ec-b20f-74d39e353d45 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387659 Apr 29 13:49:19.284161 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac928335-b95c-4c97-a4ea-01a40947235f req-bb6bebad-3efa-4a7d-94ca-3d2e1972a8ea tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:19.285620 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ac928335-b95c-4c97-a4ea-01a40947235f req-bb6bebad-3efa-4a7d-94ca-3d2e1972a8ea tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 946 time: 0.0746982 Apr 29 13:49:19.330433 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ac928335-b95c-4c97-a4ea-01a40947235f req-c63928e0-6b8e-485f-9fed-dca4e7bec42e tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/security-groups?id=9eb1e262-faa5-46bc-8093-a5fbddfdf903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393825 Apr 29 13:49:19.832711 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329a064-7168-4b1b-bc8a-8a4fffcdeade req-268e44e3-6804-40c4-b6ca-3784669f5d64 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:19.834190 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e329a064-7168-4b1b-bc8a-8a4fffcdeade req-268e44e3-6804-40c4-b6ca-3784669f5d64 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.32 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 946 time: 0.0752759 Apr 29 13:49:19.904696 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-e329a064-7168-4b1b-bc8a-8a4fffcdeade req-ba060179-4384-4cc5-9428-ea8dca7fed59 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Deleting port 6aa92480-bb2d-4b10-9d94-8113a332c58e {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:49:19.905058 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-e329a064-7168-4b1b-bc8a-8a4fffcdeade req-ba060179-4384-4cc5-9428-ea8dca7fed59 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:20.143767 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-e329a064-7168-4b1b-bc8a-8a4fffcdeade req-ba060179-4384-4cc5-9428-ea8dca7fed59 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] For port 6aa92480-bb2d-4b10-9d94-8113a332c58e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6aa92480-bb2d-4b10-9d94-8113a332c58e,segment=NetworkSegment(c984af38-6160-48f0-b4ef-394ed902631f),segment_id=c984af38-6160-48f0-b4ef-394ed902631f)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:49:20.144028 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-e329a064-7168-4b1b-bc8a-8a4fffcdeade req-ba060179-4384-4cc5-9428-ea8dca7fed59 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:20.263943 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-e329a064-7168-4b1b-bc8a-8a4fffcdeade req-ba060179-4384-4cc5-9428-ea8dca7fed59 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Calling delete_port for 6aa92480-bb2d-4b10-9d94-8113a332c58e owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:49:20.401405 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-e329a064-7168-4b1b-bc8a-8a4fffcdeade req-ba060179-4384-4cc5-9428-ea8dca7fed59 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:20.414041 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['6aa92480-bb2d-4b10-9d94-8113a332c58e'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:49:20.537994 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba060179-4384-4cc5-9428-ea8dca7fed59 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Pushing event deleted for resources: {'Port': ['ID=6aa92480-bb2d-4b10-9d94-8113a332c58e,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:49:20.607583 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-85dfe5ac-4507-47e9-8f84-a8cdb8c234ae req-2df5552d-c2cf-4980-be1e-c5350f730fdc tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.76 "GET /v2.0/ports?device_id=a646315d-8fee-4ef7-8ce3-899dd44b23e4 HTTP/1.1" status: 200 len: 210 time: 0.0707159 Apr 29 13:49:20.613530 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba060179-4384-4cc5-9428-ea8dca7fed59 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:49:20.613865 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba060179-4384-4cc5-9428-ea8dca7fed59 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:49:20.614196 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba060179-4384-4cc5-9428-ea8dca7fed59 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:49:20.614520 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba060179-4384-4cc5-9428-ea8dca7fed59 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:49:20.614842 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba060179-4384-4cc5-9428-ea8dca7fed59 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:49:20.615165 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba060179-4384-4cc5-9428-ea8dca7fed59 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:49:20.615481 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba060179-4384-4cc5-9428-ea8dca7fed59 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:49:20.615798 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba060179-4384-4cc5-9428-ea8dca7fed59 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:49:20.616114 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba060179-4384-4cc5-9428-ea8dca7fed59 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:49:20.616423 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba060179-4384-4cc5-9428-ea8dca7fed59 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:49:20.616734 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba060179-4384-4cc5-9428-ea8dca7fed59 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:49:20.659343 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-e329a064-7168-4b1b-bc8a-8a4fffcdeade req-ba060179-4384-4cc5-9428-ea8dca7fed59 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] No DVR routers for this DVR port 6aa92480-bb2d-4b10-9d94-8113a332c58e on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:49:20.661552 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-e329a064-7168-4b1b-bc8a-8a4fffcdeade req-ba060179-4384-4cc5-9428-ea8dca7fed59 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:20.664045 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a646315d-8fee-4ef7-8ce3-899dd44b23e4', 'name': 'network-vif-deleted', 'tag': '6aa92480-bb2d-4b10-9d94-8113a332c58e'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:49:20.678000 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e329a064-7168-4b1b-bc8a-8a4fffcdeade req-ba060179-4384-4cc5-9428-ea8dca7fed59 tempest-DeleteServersTestJSON-367669949 tempest-DeleteServersTestJSON-367669949-project] 10.222.0.32 "DELETE /v2.0/ports/6aa92480-bb2d-4b10-9d94-8113a332c58e HTTP/1.1" status: 204 len: 173 time: 0.8387463 Apr 29 13:49:20.720421 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2621ed6d-9d8a-4c8a-9170-5a0cb9d53e7f'] response: {'server_uuid': 'a646315d-8fee-4ef7-8ce3-899dd44b23e4', 'name': 'network-vif-deleted', 'tag': '6aa92480-bb2d-4b10-9d94-8113a332c58e', 'status': 'completed', 'code': 200} Apr 29 13:49:21.875225 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 38380) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:49:21.933187 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea19069-d46d-49ea-8f4a-2aff590c1dc8 admin admin] Deleting subnet 0a103232-ca47-4f2e-a3fc-f867f81af750 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:49:21.935938 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5ea19069-d46d-49ea-8f4a-2aff590c1dc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:21.984703 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5ea19069-d46d-49ea-8f4a-2aff590c1dc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:22.040956 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5ea19069-d46d-49ea-8f4a-2aff590c1dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:22.105988 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5ea19069-d46d-49ea-8f4a-2aff590c1dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:22.143540 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea19069-d46d-49ea-8f4a-2aff590c1dc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a103232-ca47-4f2e-a3fc-f867f81af750,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:49:22.148290 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5ea19069-d46d-49ea-8f4a-2aff590c1dc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:22.153886 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5ea19069-d46d-49ea-8f4a-2aff590c1dc8 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/0a103232-ca47-4f2e-a3fc-f867f81af750 HTTP/1.1" status: 204 len: 168 time: 0.2776320 Apr 29 13:49:22.156276 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 38384) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:49:22.260246 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d4e5f425-c8a4-4f3a-bf7b-793a98e17c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:22.381519 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d4e5f425-c8a4-4f3a-bf7b-793a98e17c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:22.409919 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-d4e5f425-c8a4-4f3a-bf7b-793a98e17c14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd2ee73-55a6-441e-8b63-b46200b23e80']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:49:22.422154 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-d4e5f425-c8a4-4f3a-bf7b-793a98e17c14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c984af38-6160-48f0-b4ef-394ed902631f') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:49:22.422445 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-d4e5f425-c8a4-4f3a-bf7b-793a98e17c14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c984af38-6160-48f0-b4ef-394ed902631f') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:49:22.433986 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d4e5f425-c8a4-4f3a-bf7b-793a98e17c14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:22.449302 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d4e5f425-c8a4-4f3a-bf7b-793a98e17c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:22.455952 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e5f425-c8a4-4f3a-bf7b-793a98e17c14 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:49:22.456383 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d4e5f425-c8a4-4f3a-bf7b-793a98e17c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:49:22.469759 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:49:22.544965 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 6aa92480-bb2d-4b10-9d94-8113a332c58e no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:49:22.545529 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d4e5f425-c8a4-4f3a-bf7b-793a98e17c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:22.561355 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d4e5f425-c8a4-4f3a-bf7b-793a98e17c14 admin admin] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:22.572698 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5f425-c8a4-4f3a-bf7b-793a98e17c14 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd2ee73-55a6-441e-8b63-b46200b23e80,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:49:22.578130 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: 6aa92480-bb2d-4b10-9d94-8113a332c58e {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:49:22.578397 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 6aa92480-bb2d-4b10-9d94-8113a332c58e not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:49:22.579793 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d4e5f425-c8a4-4f3a-bf7b-793a98e17c14 admin admin] 10.222.0.76 "DELETE /v2.0/networks/fcd2ee73-55a6-441e-8b63-b46200b23e80 HTTP/1.1" status: 204 len: 168 time: 0.4222109 Apr 29 13:49:22.709150 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 38390) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:49:22.759266 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5cbb2546-48e6-4dd0-b059-c2954874d05f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1c26539a92474a91b1aa8f231f14760a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489886 Apr 29 13:49:22.761534 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 38394) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:49:22.819998 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5c596a54-9076-4dab-8226-6716de1384fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:22.846462 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5c596a54-9076-4dab-8226-6716de1384fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:22.898134 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5c596a54-9076-4dab-8226-6716de1384fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:22.915551 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c596a54-9076-4dab-8226-6716de1384fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb1e262-faa5-46bc-8093-a5fbddfdf903,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:49:22.926489 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5c596a54-9076-4dab-8226-6716de1384fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:22.927627 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5c596a54-9076-4dab-8226-6716de1384fb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9eb1e262-faa5-46bc-8093-a5fbddfdf903 HTTP/1.1" status: 204 len: 168 time: 0.1650970 Apr 29 13:49:23.734851 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 38416) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:49:23.862075 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-bb65572b-42f5-4bbd-ae0b-8bd7d289ffbf admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1549351171-network', 'tenant_id': '29f2a6fd5af347d584e6c4daf12b13f3'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:49:23.866644 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-bb65572b-42f5-4bbd-ae0b-8bd7d289ffbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:49:23.870408 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bb65572b-42f5-4bbd-ae0b-8bd7d289ffbf admin admin] Usage tracker for resource:network and tenant:29f2a6fd5af347d584e6c4daf12b13f3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:49:23.873802 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bb65572b-42f5-4bbd-ae0b-8bd7d289ffbf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:49:23.879358 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-bb65572b-42f5-4bbd-ae0b-8bd7d289ffbf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:49:23.892887 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb65572b-42f5-4bbd-ae0b-8bd7d289ffbf admin admin] Made reservation on behalf of 29f2a6fd5af347d584e6c4daf12b13f3 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:49:23.895047 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb65572b-42f5-4bbd-ae0b-8bd7d289ffbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:23.906703 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb65572b-42f5-4bbd-ae0b-8bd7d289ffbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:23.936825 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-bb65572b-42f5-4bbd-ae0b-8bd7d289ffbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:49:23.940478 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bb65572b-42f5-4bbd-ae0b-8bd7d289ffbf admin admin] Usage tracker for resource:security_group_rule and tenant:29f2a6fd5af347d584e6c4daf12b13f3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:49:23.943192 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bb65572b-42f5-4bbd-ae0b-8bd7d289ffbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:49:23.948703 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-bb65572b-42f5-4bbd-ae0b-8bd7d289ffbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:49:24.010573 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb65572b-42f5-4bbd-ae0b-8bd7d289ffbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:24.014139 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb65572b-42f5-4bbd-ae0b-8bd7d289ffbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:24.041738 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb65572b-42f5-4bbd-ae0b-8bd7d289ffbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:49:24.050901 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65572b-42f5-4bbd-ae0b-8bd7d289ffbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:49:24.056302 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb65572b-42f5-4bbd-ae0b-8bd7d289ffbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:24.056682 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-bb65572b-42f5-4bbd-ae0b-8bd7d289ffbf admin admin] Added segment f4a84d8c-d852-4814-9dd6-a53a0a446579 of type vlan for network 1a3faebc-4f68-440f-a91c-1ac4b472525f Apr 29 13:49:24.082651 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb65572b-42f5-4bbd-ae0b-8bd7d289ffbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:24.111851 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb65572b-42f5-4bbd-ae0b-8bd7d289ffbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:24.112652 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb65572b-42f5-4bbd-ae0b-8bd7d289ffbf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:24.113241 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb65572b-42f5-4bbd-ae0b-8bd7d289ffbf admin admin] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:24.213053 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65572b-42f5-4bbd-ae0b-8bd7d289ffbf admin admin] Pushing event updated for resources: {'Network': ['ID=1a3faebc-4f68-440f-a91c-1ac4b472525f,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:49:24.215716 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-bb65572b-42f5-4bbd-ae0b-8bd7d289ffbf admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4798195 Apr 29 13:49:24.218639 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 38422) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:49:24.223301 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 1a3faebc-4f68-440f-a91c-1ac4b472525f details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:49:24.225068 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-362c61c6-ac39-486b-b4cb-3f3b542d560e admin admin] Request body: {'subnet': {'network_id': '1a3faebc-4f68-440f-a91c-1ac4b472525f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1549351171-subnet', 'tenant_id': '29f2a6fd5af347d584e6c4daf12b13f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:49:24.229851 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-362c61c6-ac39-486b-b4cb-3f3b542d560e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:49:24.234491 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-362c61c6-ac39-486b-b4cb-3f3b542d560e admin admin] Usage tracker for resource:subnet and tenant:29f2a6fd5af347d584e6c4daf12b13f3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:49:24.237348 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-362c61c6-ac39-486b-b4cb-3f3b542d560e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:49:24.242946 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-362c61c6-ac39-486b-b4cb-3f3b542d560e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:49:24.253538 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362c61c6-ac39-486b-b4cb-3f3b542d560e admin admin] Made reservation on behalf of 29f2a6fd5af347d584e6c4daf12b13f3 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:49:24.255801 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-362c61c6-ac39-486b-b4cb-3f3b542d560e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:24.449706 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-362c61c6-ac39-486b-b4cb-3f3b542d560e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:24.523524 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c61c6-ac39-486b-b4cb-3f3b542d560e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff8c70a9-b102-4c0f-b70e-af959b79d2d7,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:49:24.535005 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362c61c6-ac39-486b-b4cb-3f3b542d560e admin admin] Checking segment: {'id': 'f4a84d8c-d852-4814-9dd6-a53a0a446579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1a3faebc-4f68-440f-a91c-1ac4b472525f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:49:24.535350 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362c61c6-ac39-486b-b4cb-3f3b542d560e admin admin] Network hostable DHCP agents. Network: 1a3faebc-4f68-440f-a91c-1ac4b472525f, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:49:24.556446 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362c61c6-ac39-486b-b4cb-3f3b542d560e admin admin] Network 1a3faebc-4f68-440f-a91c-1ac4b472525f is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:49:24.565283 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-362c61c6-ac39-486b-b4cb-3f3b542d560e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 1a3faebc-4f68-440f-a91c-1ac4b472525f) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:49:24.568979 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362c61c6-ac39-486b-b4cb-3f3b542d560e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:24.569551 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-362c61c6-ac39-486b-b4cb-3f3b542d560e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:24.573894 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49359276-589c-4a5b-99dc-0035b439f245 None None] Network 1a3faebc-4f68-440f-a91c-1ac4b472525f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:49:24.590481 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-362c61c6-ac39-486b-b4cb-3f3b542d560e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3708277 Apr 29 13:49:24.784343 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eaaab2-4096-4e0a-97a9-c12f3b26db01 None None] Network 1a3faebc-4f68-440f-a91c-1ac4b472525f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:49:25.126327 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-a9a9ec1f-093b-4427-81d2-1a3c90f0f604 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:25.127674 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-a9a9ec1f-093b-4427-81d2-1a3c90f0f604 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/networks?id=1a3faebc-4f68-440f-a91c-1ac4b472525f HTTP/1.1" status: 200 len: 815 time: 0.1398325 Apr 29 13:49:25.143265 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-72e00f90-26a7-486e-9844-0bc97e9e9d9d tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/quotas/29f2a6fd5af347d584e6c4daf12b13f3 HTTP/1.1" status: 200 len: 375 time: 0.0103371 Apr 29 13:49:25.191616 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-f4bb1da2-17ea-4650-a01f-6cea815c5aea tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=29f2a6fd5af347d584e6c4daf12b13f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435658 Apr 29 13:49:25.390358 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-72100502-7074-4272-b6bc-02f32ad240e9 service neutron] 10.222.0.76 "GET /v2.0/networks/1a3faebc-4f68-440f-a91c-1ac4b472525f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921394 Apr 29 13:49:25.517925 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-ee78b8bc-781f-4daa-809a-3d4bbfa420c2 service neutron] 10.222.0.76 "GET /v2.0/networks/1a3faebc-4f68-440f-a91c-1ac4b472525f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218684 Apr 29 13:49:25.698286 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-16cd306f-08f1-46f3-804f-1e634a74dbd4 req-8543295b-b5e3-42c4-b58e-b0dffc5259b7 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 210 time: 0.0420256 Apr 29 13:49:26.705846 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-982adaf3-9325-4227-a0a9-8a82a3ae42f7 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:26.706563 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-982adaf3-9325-4227-a0a9-8a82a3ae42f7 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Synchronizing usage tracker for tenant:29f2a6fd5af347d584e6c4daf12b13f3 on resource:network {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:49:26.723263 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-982adaf3-9325-4227-a0a9-8a82a3ae42f7 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Unset dirty status for tenant:29f2a6fd5af347d584e6c4daf12b13f3 on resource:network {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:49:26.724447 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-982adaf3-9325-4227-a0a9-8a82a3ae42f7 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.32 "GET /v2.0/networks?id=1a3faebc-4f68-440f-a91c-1ac4b472525f HTTP/1.1" status: 200 len: 815 time: 0.1711354 Apr 29 13:49:26.741127 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-e3813cfd-6904-4bf5-8317-1a1b7e70b33d tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Request body: {'port': {'device_id': '6abf4f5e-46d8-49d4-8292-93511039f76d', 'network_id': '1a3faebc-4f68-440f-a91c-1ac4b472525f', 'admin_state_up': True, 'tenant_id': '29f2a6fd5af347d584e6c4daf12b13f3'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:49:26.877533 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-aa97a64b-8a78-482a-b8d3-5cde1d222257 req-bef46a0a-2715-4816-94a5-3cf977b0adee tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 210 time: 0.0465868 Apr 29 13:49:26.967082 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-e3813cfd-6904-4bf5-8317-1a1b7e70b33d tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:49:26.970645 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-e3813cfd-6904-4bf5-8317-1a1b7e70b33d tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Usage tracker for resource:port and tenant:29f2a6fd5af347d584e6c4daf12b13f3 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:49:26.973345 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-e3813cfd-6904-4bf5-8317-1a1b7e70b33d tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:49:26.978788 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-e3813cfd-6904-4bf5-8317-1a1b7e70b33d tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:49:26.988138 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-e3813cfd-6904-4bf5-8317-1a1b7e70b33d tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Made reservation on behalf of 29f2a6fd5af347d584e6c4daf12b13f3 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:49:26.991023 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-e3813cfd-6904-4bf5-8317-1a1b7e70b33d tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:27.147962 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-e3813cfd-6904-4bf5-8317-1a1b7e70b33d tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Allocated IP 172.20.0.11 (1a3faebc-4f68-440f-a91c-1ac4b472525f/ff8c70a9-b102-4c0f-b70e-af959b79d2d7/58657196-24ea-41d2-a4b0-fb7780e0924c) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:49:27.349270 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-e3813cfd-6904-4bf5-8317-1a1b7e70b33d tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:27.376498 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-e3813cfd-6904-4bf5-8317-1a1b7e70b33d tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:27.443148 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-e3813cfd-6904-4bf5-8317-1a1b7e70b33d tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Network 1a3faebc-4f68-440f-a91c-1ac4b472525f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:49:27.446015 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-e3813cfd-6904-4bf5-8317-1a1b7e70b33d tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:49:27.450282 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-e3813cfd-6904-4bf5-8317-1a1b7e70b33d tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:49:27.485777 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3813cfd-6904-4bf5-8317-1a1b7e70b33d tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Pushing event updated for resources: {'Port': ['ID=58657196-24ea-41d2-a4b0-fb7780e0924c,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:49:27.514656 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-e3813cfd-6904-4bf5-8317-1a1b7e70b33d tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:27.515247 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-e3813cfd-6904-4bf5-8317-1a1b7e70b33d tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:27.534467 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-e3813cfd-6904-4bf5-8317-1a1b7e70b33d tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7973585 Apr 29 13:49:27.610940 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-a264c93d-0c12-4406-9435-3effca93d159 service neutron] Request body: {'port': {'device_id': '6abf4f5e-46d8-49d4-8292-93511039f76d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:49:27.717131 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-a264c93d-0c12-4406-9435-3effca93d159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:28.094050 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-a264c93d-0c12-4406-9435-3effca93d159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58657196-24ea-41d2-a4b0-fb7780e0924c {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:49:28.107763 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-a264c93d-0c12-4406-9435-3effca93d159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:28.130170 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-a264c93d-0c12-4406-9435-3effca93d159 service neutron] Transition to ACTIVE for port object 58657196-24ea-41d2-a4b0-fb7780e0924c will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:49:28.134878 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-a264c93d-0c12-4406-9435-3effca93d159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:28.173569 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610887f1-6f95-4978-9438-4411340b2f25 req-c1067369-c3c4-4744-a15e-639dde12f16a tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:28.174230 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-610887f1-6f95-4978-9438-4411340b2f25 req-c1067369-c3c4-4744-a15e-639dde12f16a tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Synchronizing usage tracker for tenant:29f2a6fd5af347d584e6c4daf12b13f3 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:49:28.190862 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:28.275442 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264c93d-0c12-4406-9435-3effca93d159 service neutron] Pushing event updated for resources: {'Port': ['ID=58657196-24ea-41d2-a4b0-fb7780e0924c,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:49:28.283620 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-610887f1-6f95-4978-9438-4411340b2f25 req-c1067369-c3c4-4744-a15e-639dde12f16a tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Unset dirty status for tenant:29f2a6fd5af347d584e6c4daf12b13f3 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:49:28.284394 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-610887f1-6f95-4978-9438-4411340b2f25 req-c1067369-c3c4-4744-a15e-639dde12f16a tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 932 time: 0.2837877 Apr 29 13:49:28.400862 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-610887f1-6f95-4978-9438-4411340b2f25 req-a62a9ff5-0870-4e3f-9510-1e02b7ca525b tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Synchronizing usage tracker for tenant:29f2a6fd5af347d584e6c4daf12b13f3 on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:49:28.428086 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-a264c93d-0c12-4406-9435-3effca93d159 service neutron] Attempting to bind port 58657196-24ea-41d2-a4b0-fb7780e0924c on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:49:28.428344 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-a264c93d-0c12-4406-9435-3effca93d159 service neutron] Attempting to bind port 58657196-24ea-41d2-a4b0-fb7780e0924c by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f4a84d8c-d852-4814-9dd6-a53a0a446579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1a3faebc-4f68-440f-a91c-1ac4b472525f'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:49:28.428662 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-a264c93d-0c12-4406-9435-3effca93d159 service neutron] Attempting to bind port 58657196-24ea-41d2-a4b0-fb7780e0924c on network 1a3faebc-4f68-440f-a91c-1ac4b472525f {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:49:28.437014 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-a264c93d-0c12-4406-9435-3effca93d159 service neutron] Port 58657196-24ea-41d2-a4b0-fb7780e0924c on network 1a3faebc-4f68-440f-a91c-1ac4b472525f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:49:28.437330 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-a264c93d-0c12-4406-9435-3effca93d159 service neutron] Attempting to bind port 58657196-24ea-41d2-a4b0-fb7780e0924c on network 1a3faebc-4f68-440f-a91c-1ac4b472525f {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:49:28.439153 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-610887f1-6f95-4978-9438-4411340b2f25 req-a62a9ff5-0870-4e3f-9510-1e02b7ca525b tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Unset dirty status for tenant:29f2a6fd5af347d584e6c4daf12b13f3 on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:49:28.440264 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-610887f1-6f95-4978-9438-4411340b2f25 req-a62a9ff5-0870-4e3f-9510-1e02b7ca525b tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290486 Apr 29 13:49:28.445271 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-a264c93d-0c12-4406-9435-3effca93d159 service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:49:28.445604 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-a264c93d-0c12-4406-9435-3effca93d159 service neutron] Checking segment: {'id': 'f4a84d8c-d852-4814-9dd6-a53a0a446579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1a3faebc-4f68-440f-a91c-1ac4b472525f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:49:28.445969 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-a264c93d-0c12-4406-9435-3effca93d159 service neutron] Bound using segment: {'id': 'f4a84d8c-d852-4814-9dd6-a53a0a446579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1a3faebc-4f68-440f-a91c-1ac4b472525f'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:49:28.446385 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-a264c93d-0c12-4406-9435-3effca93d159 service neutron] Bound port: 58657196-24ea-41d2-a4b0-fb7780e0924c, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a84d8c-d852-4814-9dd6-a53a0a446579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1a3faebc-4f68-440f-a91c-1ac4b472525f'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:49:28.446722 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-a264c93d-0c12-4406-9435-3effca93d159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:28.539587 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-a264c93d-0c12-4406-9435-3effca93d159 service neutron] For port 58657196-24ea-41d2-a4b0-fb7780e0924c, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:49:28.543184 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-a264c93d-0c12-4406-9435-3effca93d159 service neutron] For port 58657196-24ea-41d2-a4b0-fb7780e0924c, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=58657196-24ea-41d2-a4b0-fb7780e0924c,segment=NetworkSegment(f4a84d8c-d852-4814-9dd6-a53a0a446579),segment_id=f4a84d8c-d852-4814-9dd6-a53a0a446579)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:49:28.546715 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-a264c93d-0c12-4406-9435-3effca93d159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:28.606187 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-a264c93d-0c12-4406-9435-3effca93d159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:28.607588 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-a264c93d-0c12-4406-9435-3effca93d159 service neutron] 10.222.0.32 "PUT /v2.0/ports/58657196-24ea-41d2-a4b0-fb7780e0924c HTTP/1.1" status: 200 len: 1094 time: 1.0662849 Apr 29 13:49:28.608019 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6abf4f5e-46d8-49d4-8292-93511039f76d', 'tag': '58657196-24ea-41d2-a4b0-fb7780e0924c'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:49:28.626186 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264c93d-0c12-4406-9435-3effca93d159 service neutron] Pushing event updated for resources: {'Port': ['ID=58657196-24ea-41d2-a4b0-fb7780e0924c,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:49:28.681359 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b1daa42-a66d-470d-bc22-be23b93fbee4'] response: {'name': 'network-changed', 'server_uuid': '6abf4f5e-46d8-49d4-8292-93511039f76d', 'tag': '58657196-24ea-41d2-a4b0-fb7780e0924c', 'status': 'completed', 'code': 200} Apr 29 13:49:28.721784 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-d147556e-b181-4c35-8499-246c6893935e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29f2a6fd5af347d584e6c4daf12b13f3&device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 1097 time: 0.0714839 Apr 29 13:49:28.873079 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-696744c2-d49d-46c7-b9ae-c626a8c07da3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58657196-24ea-41d2-a4b0-fb7780e0924c HTTP/1.1" status: 200 len: 217 time: 0.1444387 Apr 29 13:49:28.938607 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-37564517-291b-45a4-9cf7-6f5c6b6bba3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:28.939926 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-37564517-291b-45a4-9cf7-6f5c6b6bba3a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff8c70a9-b102-4c0f-b70e-af959b79d2d7 HTTP/1.1" status: 200 len: 855 time: 0.0594847 Apr 29 13:49:28.983038 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-80fcd97d-af52-4690-95d2-af5c6a9bb0ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a3faebc-4f68-440f-a91c-1ac4b472525f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375509 Apr 29 13:49:29.112200 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-61874bbf-297e-4491-a6b6-49bdcc12d847 service neutron] 10.222.0.32 "GET /v2.0/networks/1a3faebc-4f68-440f-a91c-1ac4b472525f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221757 Apr 29 13:49:29.239635 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-92f7e29c-565f-4de1-8978-ec0bc10eae0b req-be83b315-ea69-4056-be56-db2d4791617f service neutron] 10.222.0.32 "GET /v2.0/networks/1a3faebc-4f68-440f-a91c-1ac4b472525f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220109 Apr 29 13:49:29.353884 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-44abf57c-7f97-4bb2-8b83-94fe69e3e6b2 req-278dec23-4b0d-4d6a-bf2a-b40fde0fdafa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29f2a6fd5af347d584e6c4daf12b13f3&device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 1097 time: 0.0674860 Apr 29 13:49:29.480902 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abf57c-7f97-4bb2-8b83-94fe69e3e6b2 req-02b26d49-daf6-456a-be50-610e9a447b1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:29.482456 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-44abf57c-7f97-4bb2-8b83-94fe69e3e6b2 req-02b26d49-daf6-456a-be50-610e9a447b1c service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a3faebc-4f68-440f-a91c-1ac4b472525f HTTP/1.1" status: 200 len: 916 time: 0.1229470 Apr 29 13:49:29.552390 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-44abf57c-7f97-4bb2-8b83-94fe69e3e6b2 req-d84d8597-a580-4862-9597-1b7876a8cc3c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58657196-24ea-41d2-a4b0-fb7780e0924c HTTP/1.1" status: 200 len: 217 time: 0.0642059 Apr 29 13:49:29.661407 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abf57c-7f97-4bb2-8b83-94fe69e3e6b2 req-88d06f7e-8e41-410d-8f6c-6dd5b4f6fb31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:29.662813 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-44abf57c-7f97-4bb2-8b83-94fe69e3e6b2 req-88d06f7e-8e41-410d-8f6c-6dd5b4f6fb31 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff8c70a9-b102-4c0f-b70e-af959b79d2d7 HTTP/1.1" status: 200 len: 855 time: 0.1048241 Apr 29 13:49:29.709998 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-44abf57c-7f97-4bb2-8b83-94fe69e3e6b2 req-1e050f07-e26b-4419-b18d-4c90f0a3bd2d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a3faebc-4f68-440f-a91c-1ac4b472525f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403125 Apr 29 13:49:29.720697 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec59b3-a788-4b3c-9f3f-fa266b1dd0dd req-ead11855-54d6-491a-9b5f-abf6697a3363 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:29.722042 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-62ec59b3-a788-4b3c-9f3f-fa266b1dd0dd req-ead11855-54d6-491a-9b5f-abf6697a3363 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 944 time: 0.1354430 Apr 29 13:49:29.853641 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-62ec59b3-a788-4b3c-9f3f-fa266b1dd0dd req-b1e3d820-80f9-43ce-b56f-13eb31cf0558 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139026 Apr 29 13:49:29.875829 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-44abf57c-7f97-4bb2-8b83-94fe69e3e6b2 req-03cd86bd-fabd-4475-992f-f593430207d2 service neutron] 10.222.0.32 "GET /v2.0/networks/1a3faebc-4f68-440f-a91c-1ac4b472525f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529148 Apr 29 13:49:30.003741 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-44abf57c-7f97-4bb2-8b83-94fe69e3e6b2 req-b1017842-e448-4bb0-9d0f-b86ed7147be6 service neutron] 10.222.0.32 "GET /v2.0/networks/1a3faebc-4f68-440f-a91c-1ac4b472525f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212869 Apr 29 13:49:31.071749 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbf9cb-5fa2-4cd6-a1eb-f68b333a0c02 req-79990543-c397-4494-a0e1-9bdc071fdd27 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:31.073210 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d2dbf9cb-5fa2-4cd6-a1eb-f68b333a0c02 req-79990543-c397-4494-a0e1-9bdc071fdd27 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 944 time: 0.0758803 Apr 29 13:49:31.118210 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d2dbf9cb-5fa2-4cd6-a1eb-f68b333a0c02 req-b19f2338-8ca3-4071-b92c-562f9c8be5d6 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394077 Apr 29 13:49:32.318401 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60f21f-a814-4998-bfc7-e22757d3c788 req-285d30ce-43f7-4011-8cf5-fc73702faeda tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:32.319833 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3e60f21f-a814-4998-bfc7-e22757d3c788 req-285d30ce-43f7-4011-8cf5-fc73702faeda tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 944 time: 0.0786686 Apr 29 13:49:32.364767 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3e60f21f-a814-4998-bfc7-e22757d3c788 req-6d78c3b0-4bab-49cf-93a0-25318af943d5 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390906 Apr 29 13:49:32.574638 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 58657196-24ea-41d2-a4b0-fb7780e0924c details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:49:32.705734 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 58657196-24ea-41d2-a4b0-fb7780e0924c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=58657196-24ea-41d2-a4b0-fb7780e0924c,segment=NetworkSegment(f4a84d8c-d852-4814-9dd6-a53a0a446579),segment_id=f4a84d8c-d852-4814-9dd6-a53a0a446579)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:49:32.719317 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '58657196-24ea-41d2-a4b0-fb7780e0924c', 'network_id': '1a3faebc-4f68-440f-a91c-1ac4b472525f', 'port_id': '58657196-24ea-41d2-a4b0-fb7780e0924c', 'mac_address': 'fa:16:3e:aa:57:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff8c70a9-b102-4c0f-b70e-af959b79d2d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:49:32.804902 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:32.822082 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58657196-24ea-41d2-a4b0-fb7780e0924c {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:49:32.837200 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 58657196-24ea-41d2-a4b0-fb7780e0924c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=58657196-24ea-41d2-a4b0-fb7780e0924c,segment=NetworkSegment(f4a84d8c-d852-4814-9dd6-a53a0a446579),segment_id=f4a84d8c-d852-4814-9dd6-a53a0a446579)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:49:32.842191 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:32.906209 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=58657196-24ea-41d2-a4b0-fb7780e0924c,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:49:33.159947 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['58657196-24ea-41d2-a4b0-fb7780e0924c'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:49:33.560491 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14bffb-01bf-4b8a-887f-3fad2423ad99 req-b6bc8ae3-2c2a-4d1b-a92f-edd9d206bf80 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:33.561942 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8c14bffb-01bf-4b8a-887f-3fad2423ad99 req-b6bc8ae3-2c2a-4d1b-a92f-edd9d206bf80 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 945 time: 0.0765183 Apr 29 13:49:33.605908 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8c14bffb-01bf-4b8a-887f-3fad2423ad99 req-9670c829-a4f8-470e-b9d9-14a4762e8746 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379264 Apr 29 13:49:34.590822 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 58657196-24ea-41d2-a4b0-fb7780e0924c up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:49:34.658120 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 58657196-24ea-41d2-a4b0-fb7780e0924c completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:49:34.662718 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 58657196-24ea-41d2-a4b0-fb7780e0924c triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:49:34.663082 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:34.775524 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:34.800427 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57134055-bb03-4097-81a1-f5bb078d7c39 req-c3ad058f-e972-4671-8fec-140ca309b915 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:34.801893 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-57134055-bb03-4097-81a1-f5bb078d7c39 req-c3ad058f-e972-4671-8fec-140ca309b915 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 945 time: 0.0759549 Apr 29 13:49:34.809010 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abf4f5e-46d8-49d4-8292-93511039f76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58657196-24ea-41d2-a4b0-fb7780e0924c'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:49:34.822174 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 58657196-24ea-41d2-a4b0-fb7780e0924c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=58657196-24ea-41d2-a4b0-fb7780e0924c,segment=NetworkSegment(f4a84d8c-d852-4814-9dd6-a53a0a446579),segment_id=f4a84d8c-d852-4814-9dd6-a53a0a446579)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:49:34.827191 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:34.855660 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-57134055-bb03-4097-81a1-f5bb078d7c39 req-1690831a-6405-42c7-abe5-ada8f404181d tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475762 Apr 29 13:49:34.881380 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca2be477-7f68-4a80-9326-c3d25dfa7485'] response: {'server_uuid': '6abf4f5e-46d8-49d4-8292-93511039f76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58657196-24ea-41d2-a4b0-fb7780e0924c', 'code': 200} Apr 29 13:49:34.909454 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=58657196-24ea-41d2-a4b0-fb7780e0924c,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:49:35.094857 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-da966222-61a9-4312-b6f9-ae03ea8ebf12 req-fdceda91-710a-4a8f-a53a-21b87487efa0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 1099 time: 0.0650296 Apr 29 13:49:35.135904 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-da966222-61a9-4312-b6f9-ae03ea8ebf12 req-44ef19c5-a95c-443f-9b68-4ce3ba768c54 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349357 Apr 29 13:49:36.049864 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe55ec-3eb8-4829-bd3c-83e0fdf3ba98 req-bc226d00-c9b7-4f0f-a1e0-c9fcc3efa833 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:36.051301 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3efe55ec-3eb8-4829-bd3c-83e0fdf3ba98 req-bc226d00-c9b7-4f0f-a1e0-c9fcc3efa833 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0756574 Apr 29 13:49:36.099302 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3efe55ec-3eb8-4829-bd3c-83e0fdf3ba98 req-7a3c4204-f9ae-4de4-b8ec-17b0fa701609 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425034 Apr 29 13:49:37.376069 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ada64-4439-4edc-843b-20d2a1cc8b05 req-90f43eff-c79c-436c-9d44-ddf408904a6a tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:37.377528 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-694ada64-4439-4edc-843b-20d2a1cc8b05 req-90f43eff-c79c-436c-9d44-ddf408904a6a tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.1606393 Apr 29 13:49:37.422263 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-694ada64-4439-4edc-843b-20d2a1cc8b05 req-75c621c4-7412-4be3-8fac-1782e8a0bf12 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389152 Apr 29 13:49:37.613463 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff2f8b-a523-4d41-8f09-3338e4d58940 req-1a881b07-63a6-49c7-b04f-561fed20e06d tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:37.614874 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-54ff2f8b-a523-4d41-8f09-3338e4d58940 req-1a881b07-63a6-49c7-b04f-561fed20e06d tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0741875 Apr 29 13:49:37.659320 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-54ff2f8b-a523-4d41-8f09-3338e4d58940 req-96617a54-c47c-4a5e-9b93-3a93bdeac4df tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390162 Apr 29 13:49:37.878770 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9797d282-a14e-4b63-a7b3-9534dd88bb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:38.025519 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d770fb-f9cd-4c2e-9e45-67cbdafaa7be req-d32b0398-ebe1-4a9f-9f38-0cc57bb1fd90 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:38.027512 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-97d770fb-f9cd-4c2e-9e45-67cbdafaa7be req-d32b0398-ebe1-4a9f-9f38-0cc57bb1fd90 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0796471 Apr 29 13:49:38.071269 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-97d770fb-f9cd-4c2e-9e45-67cbdafaa7be req-c6d5f902-5b3c-4b7e-a912-0c5e87200681 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383034 Apr 29 13:49:38.262888 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3685c1d-374b-4ef0-82e0-990af2d1606c req-ec1ed39f-fb4f-4273-8f36-b84d07206a89 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:38.264378 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f3685c1d-374b-4ef0-82e0-990af2d1606c req-ec1ed39f-fb4f-4273-8f36-b84d07206a89 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0757487 Apr 29 13:49:38.309183 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f3685c1d-374b-4ef0-82e0-990af2d1606c req-94b30b0f-eec0-4d96-afe9-1104950aaf4d tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392380 Apr 29 13:49:38.498140 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8cfeb128-116c-401a-9f0c-5bafe120ab38 req-4ad90d38-b5d4-45ce-a681-682eb5d526a2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0661855 Apr 29 13:49:38.790593 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2a573ec6-36fa-4bdd-a019-c6dc363ec71d req-f775f7f5-6a9d-496c-a1f4-8173ea0baa3c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1173637 Apr 29 13:49:38.815741 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbcb43-56de-4f20-97d3-30ea85efde98 req-317011fc-42f8-4acd-a929-6fe725b703bf tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:38.817197 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e5bbcb43-56de-4f20-97d3-30ea85efde98 req-317011fc-42f8-4acd-a929-6fe725b703bf tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0892818 Apr 29 13:49:38.864948 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e5bbcb43-56de-4f20-97d3-30ea85efde98 req-2209747d-0a99-4973-898a-19e5e9101d8b tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421913 Apr 29 13:49:39.961393 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2a573ec6-36fa-4bdd-a019-c6dc363ec71d req-c66de3f4-b45b-46e8-a5c4-bae05bfcaab9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29f2a6fd5af347d584e6c4daf12b13f3&device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 1099 time: 0.0716472 Apr 29 13:49:40.095403 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a573ec6-36fa-4bdd-a019-c6dc363ec71d req-cca5245d-bf0a-4233-8f81-f2a87f8e58a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:40.096879 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2a573ec6-36fa-4bdd-a019-c6dc363ec71d req-cca5245d-bf0a-4233-8f81-f2a87f8e58a0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a3faebc-4f68-440f-a91c-1ac4b472525f HTTP/1.1" status: 200 len: 916 time: 0.1296742 Apr 29 13:49:40.157283 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b0917-5b49-4708-b335-a5bd0666955b req-533e2780-4631-430e-8960-03c0df78184a tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:40.158728 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-4a3b0917-5b49-4708-b335-a5bd0666955b req-533e2780-4631-430e-8960-03c0df78184a tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.1710436 Apr 29 13:49:40.166494 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2a573ec6-36fa-4bdd-a019-c6dc363ec71d req-5effac09-b752-4a19-8773-1a458d2d8c25 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58657196-24ea-41d2-a4b0-fb7780e0924c HTTP/1.1" status: 200 len: 217 time: 0.0639355 Apr 29 13:49:40.204977 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-4a3b0917-5b49-4708-b335-a5bd0666955b req-13a848df-8723-4ef3-b43d-b22e47372cf4 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405083 Apr 29 13:49:40.226570 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a573ec6-36fa-4bdd-a019-c6dc363ec71d req-11a3b1bd-043c-427c-ba6d-64e0d614f8a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:40.227983 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2a573ec6-36fa-4bdd-a019-c6dc363ec71d req-11a3b1bd-043c-427c-ba6d-64e0d614f8a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff8c70a9-b102-4c0f-b70e-af959b79d2d7 HTTP/1.1" status: 200 len: 855 time: 0.0565431 Apr 29 13:49:40.272377 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2a573ec6-36fa-4bdd-a019-c6dc363ec71d req-d6f1582d-c66b-469a-b243-0e7530a1a779 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a3faebc-4f68-440f-a91c-1ac4b472525f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389569 Apr 29 13:49:40.398892 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2a573ec6-36fa-4bdd-a019-c6dc363ec71d req-bceed4e8-f30e-49dc-8040-cfd92c19bab2 service neutron] 10.222.0.32 "GET /v2.0/networks/1a3faebc-4f68-440f-a91c-1ac4b472525f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205614 Apr 29 13:49:40.426650 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4ae360a8-e81e-4e96-99c1-13ca7e193778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:40.527415 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2a573ec6-36fa-4bdd-a019-c6dc363ec71d req-76599221-feaa-40ab-9b68-48d6c447ea54 service neutron] 10.222.0.32 "GET /v2.0/networks/1a3faebc-4f68-440f-a91c-1ac4b472525f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224964 Apr 29 13:49:41.401010 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c0b8b-9569-4359-851b-008ba2bbb90a req-a01cbee1-c4eb-4966-98a2-04494938f89d tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:41.402440 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-844c0b8b-9569-4359-851b-008ba2bbb90a req-a01cbee1-c4eb-4966-98a2-04494938f89d tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0786860 Apr 29 13:49:41.446782 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-844c0b8b-9569-4359-851b-008ba2bbb90a req-6fd097b2-8064-4cd2-91a4-a7d92627858d tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388055 Apr 29 13:49:41.500147 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:41.577103 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:42.638802 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11159f2-949f-4396-8696-47ca023b97c6 req-0f0617de-1db7-4451-b690-b02e7b157126 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:42.640228 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c11159f2-949f-4396-8696-47ca023b97c6 req-0f0617de-1db7-4451-b690-b02e7b157126 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0751832 Apr 29 13:49:42.686033 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c11159f2-949f-4396-8696-47ca023b97c6 req-c6e51197-ab80-46ad-81cc-20295c57543a tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402246 Apr 29 13:49:42.949491 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:43.877749 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd7548-7c25-41e4-bdc2-265904f4520c req-874cfe7a-2133-412e-bf8c-a9883f291416 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:43.879182 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bbcd7548-7c25-41e4-bdc2-265904f4520c req-874cfe7a-2133-412e-bf8c-a9883f291416 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0756314 Apr 29 13:49:43.923634 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bbcd7548-7c25-41e4-bdc2-265904f4520c req-1099bade-980b-471e-9395-1f5d5286497e tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389943 Apr 29 13:49:45.123374 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c687137-709a-426f-9b20-c7651c8def2a req-68f3e63f-a02c-4b6f-b874-a0b9f7f22428 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:45.124736 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-6c687137-709a-426f-9b20-c7651c8def2a req-68f3e63f-a02c-4b6f-b874-a0b9f7f22428 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0792422 Apr 29 13:49:45.168864 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-6c687137-709a-426f-9b20-c7651c8def2a req-085ca573-131a-4ed3-aae0-03b4ba1a3ea3 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384932 Apr 29 13:49:46.369764 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1f411-6289-4028-98cd-568c62283d0a req-123c5873-710f-4365-a96a-97a902d0c8ef tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:46.371636 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-78b1f411-6289-4028-98cd-568c62283d0a req-123c5873-710f-4365-a96a-97a902d0c8ef tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0804672 Apr 29 13:49:46.425630 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-78b1f411-6289-4028-98cd-568c62283d0a req-394fac00-be08-4dd8-a7a2-9a3125bd58de tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478854 Apr 29 13:49:47.618828 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f204cc8-7cce-40c1-8fa5-2c7dd4c68563 req-e7fb25f3-6161-4767-abfb-7b24f8f22bbe tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:47.620235 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9f204cc8-7cce-40c1-8fa5-2c7dd4c68563 req-e7fb25f3-6161-4767-abfb-7b24f8f22bbe tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0742488 Apr 29 13:49:47.665711 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9f204cc8-7cce-40c1-8fa5-2c7dd4c68563 req-cbe20c1f-0eb2-4ae6-9163-11c49603cb02 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398672 Apr 29 13:49:48.602481 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:49:48.859481 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb753f59-80d0-4ae1-9d1f-37004a189a76 req-b490d0c9-49e3-43b7-9de4-2bccaa598cef tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:48.860951 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-eb753f59-80d0-4ae1-9d1f-37004a189a76 req-b490d0c9-49e3-43b7-9de4-2bccaa598cef tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0761912 Apr 29 13:49:48.909819 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-eb753f59-80d0-4ae1-9d1f-37004a189a76 req-933ccf4a-b2cb-4630-b52a-d8769a611acd tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433147 Apr 29 13:49:50.105784 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946099a8-d88b-4975-8e85-aca63c4902ed req-b34dae6b-c439-4ce4-b058-edfca5abd564 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:50.107110 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-946099a8-d88b-4975-8e85-aca63c4902ed req-b34dae6b-c439-4ce4-b058-edfca5abd564 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0779653 Apr 29 13:49:50.152116 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-946099a8-d88b-4975-8e85-aca63c4902ed req-779e454f-01d2-474e-bb0c-615c38f4e988 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393126 Apr 29 13:49:51.342987 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7739594-42a6-470c-b1bc-478889c2fb2c req-f12169b3-6844-4c18-a625-753b6bc399f5 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:51.344445 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e7739594-42a6-470c-b1bc-478889c2fb2c req-f12169b3-6844-4c18-a625-753b6bc399f5 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0752659 Apr 29 13:49:51.389343 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e7739594-42a6-470c-b1bc-478889c2fb2c req-b923aca8-38ca-470a-81e9-0888f56e0703 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392549 Apr 29 13:49:52.583752 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605e8d6-b06e-4a55-a093-a8142de1817d req-1d7bb318-0204-4ccc-94ca-2909ebc27b53 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:52.585207 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1605e8d6-b06e-4a55-a093-a8142de1817d req-1d7bb318-0204-4ccc-94ca-2909ebc27b53 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0760181 Apr 29 13:49:52.633915 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1605e8d6-b06e-4a55-a093-a8142de1817d req-2cc45a0c-4c3c-4926-ab47-f286704a78f1 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428751 Apr 29 13:49:53.832096 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6090b-9be3-4ed1-8bb6-2189e670c45c req-8b188991-b217-46fb-b082-008068ebf31d tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:53.833582 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0cc6090b-9be3-4ed1-8bb6-2189e670c45c req-8b188991-b217-46fb-b082-008068ebf31d tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0795341 Apr 29 13:49:53.877856 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0cc6090b-9be3-4ed1-8bb6-2189e670c45c req-08a515b5-5a68-4e13-8dba-c9d5064c596f tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385303 Apr 29 13:49:55.070957 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3b638-2b57-4e7c-9747-f998a86b7993 req-aa93e128-573b-498e-a2b5-56720c625b52 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:55.072393 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5ff3b638-2b57-4e7c-9747-f998a86b7993 req-aa93e128-573b-498e-a2b5-56720c625b52 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0746405 Apr 29 13:49:55.117637 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5ff3b638-2b57-4e7c-9747-f998a86b7993 req-3e7bc5b1-804e-4c24-bdb0-29a0714aa214 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396581 Apr 29 13:49:56.311134 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb756a-b5cf-4a3f-a35c-8b199ad9ca8b req-36fcf8b4-4b2c-4ae4-8ae0-d1205c40e23a tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:56.312598 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1aeb756a-b5cf-4a3f-a35c-8b199ad9ca8b req-36fcf8b4-4b2c-4ae4-8ae0-d1205c40e23a tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0754108 Apr 29 13:49:56.357614 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1aeb756a-b5cf-4a3f-a35c-8b199ad9ca8b req-8ed8bf41-7f90-4862-b503-d8220126f81e tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394807 Apr 29 13:49:57.555250 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c79f09-2557-4f82-b341-5bbb703b7421 req-3d585120-6cdf-4867-a045-c14201515660 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:57.556683 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-98c79f09-2557-4f82-b341-5bbb703b7421 req-3d585120-6cdf-4867-a045-c14201515660 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0800428 Apr 29 13:49:57.600506 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-98c79f09-2557-4f82-b341-5bbb703b7421 req-d9489de8-bd6e-415a-90cf-7e55ad52fbc2 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382054 Apr 29 13:49:58.193314 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:49:58.874946 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce367f0-ed89-43c0-9f5a-92222f361f7d req-9cf1c988-2ff0-4330-9b08-8929e81e2806 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:49:58.876391 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3ce367f0-ed89-43c0-9f5a-92222f361f7d req-9cf1c988-2ff0-4330-9b08-8929e81e2806 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.1576617 Apr 29 13:49:58.922004 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3ce367f0-ed89-43c0-9f5a-92222f361f7d req-367e8a54-3feb-4376-80c7-beca6f77a340 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396581 Apr 29 13:50:00.116583 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316280d-caa3-433b-9f62-5086a1ac935e req-114960f1-d992-46d7-8452-2760cdfccb85 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:00.117974 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a316280d-caa3-433b-9f62-5086a1ac935e req-114960f1-d992-46d7-8452-2760cdfccb85 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0735557 Apr 29 13:50:00.164621 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a316280d-caa3-433b-9f62-5086a1ac935e req-6a664382-74fa-4ad4-b89b-645981dbf8c1 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376191 Apr 29 13:50:01.359637 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2ca12-e71b-46a8-aefd-8ba4c7a822d2 req-ce9eee1a-ec49-428d-913c-bcb9d800a924 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:01.361081 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e2c2ca12-e71b-46a8-aefd-8ba4c7a822d2 req-ce9eee1a-ec49-428d-913c-bcb9d800a924 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0749373 Apr 29 13:50:01.410641 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e2c2ca12-e71b-46a8-aefd-8ba4c7a822d2 req-cdf116e2-0159-43b5-89af-237cec2d04a9 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442352 Apr 29 13:50:02.607581 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54410513-8d0a-485b-98b6-43a3e15491f6 req-ef395f7c-850f-405e-bd6d-a112de195908 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:02.609014 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-54410513-8d0a-485b-98b6-43a3e15491f6 req-ef395f7c-850f-405e-bd6d-a112de195908 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0769145 Apr 29 13:50:02.652749 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-54410513-8d0a-485b-98b6-43a3e15491f6 req-4385a47b-a811-4fe5-8dc2-f3b743e69660 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382743 Apr 29 13:50:03.844709 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e345983-a06a-454d-bdb3-71ef73d5fc69 req-c9e12e73-e0a1-46c8-9506-0fb578659fcf tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:03.846191 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2e345983-a06a-454d-bdb3-71ef73d5fc69 req-c9e12e73-e0a1-46c8-9506-0fb578659fcf tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0755353 Apr 29 13:50:03.891163 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2e345983-a06a-454d-bdb3-71ef73d5fc69 req-b3940156-e298-406b-960b-84038cbe357c tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393322 Apr 29 13:50:05.082772 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1e713-2d23-4ad7-a92e-668cad92af3e req-27538c40-81ba-4545-88f7-d98c680040a9 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:05.084260 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-53b1e713-2d23-4ad7-a92e-668cad92af3e req-27538c40-81ba-4545-88f7-d98c680040a9 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0754766 Apr 29 13:50:05.132042 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-53b1e713-2d23-4ad7-a92e-668cad92af3e req-053bd234-6179-4282-b00e-fedea0e3ffc0 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419960 Apr 29 13:50:06.327895 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e15ac1-dd4d-4369-8fbd-53905099e0d5 req-783d4094-ff60-4862-a683-72c6e68a0012 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:06.329365 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-83e15ac1-dd4d-4369-8fbd-53905099e0d5 req-783d4094-ff60-4862-a683-72c6e68a0012 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0793016 Apr 29 13:50:06.373930 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-83e15ac1-dd4d-4369-8fbd-53905099e0d5 req-8846be39-5ee5-4dec-9009-58ff00a20d3f tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390854 Apr 29 13:50:07.274691 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2a573ec6-36fa-4bdd-a019-c6dc363ec71d req-8b774d21-7080-4c23-8c41-fefc544801e0 service neutron] 10.222.0.32 "GET /v2.0/ports/58657196-24ea-41d2-a4b0-fb7780e0924c/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0728164 Apr 29 13:50:07.527925 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2a573ec6-36fa-4bdd-a019-c6dc363ec71d req-e86a0149-0225-4aff-95c0-2587bdd3c03d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d&tenant_id=29f2a6fd5af347d584e6c4daf12b13f3 HTTP/1.1" status: 200 len: 1099 time: 0.0719311 Apr 29 13:50:07.575784 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36840fcb-64b5-41b8-856d-e359785be715 req-3fce3580-970c-4837-acc4-0dab1b7e204c tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:07.577235 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-36840fcb-64b5-41b8-856d-e359785be715 req-3fce3580-970c-4837-acc4-0dab1b7e204c tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0766432 Apr 29 13:50:07.614668 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2a573ec6-36fa-4bdd-a019-c6dc363ec71d req-0d372dda-2951-4e8f-b191-4bc111fff9e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29f2a6fd5af347d584e6c4daf12b13f3&device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 1099 time: 0.0676045 Apr 29 13:50:07.621805 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-36840fcb-64b5-41b8-856d-e359785be715 req-800fec14-efb6-4607-b20c-a6e1f3db82a6 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390458 Apr 29 13:50:07.743757 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a573ec6-36fa-4bdd-a019-c6dc363ec71d req-869692af-ce8e-4afb-b034-13f572d827d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:07.745218 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2a573ec6-36fa-4bdd-a019-c6dc363ec71d req-869692af-ce8e-4afb-b034-13f572d827d3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a3faebc-4f68-440f-a91c-1ac4b472525f HTTP/1.1" status: 200 len: 916 time: 0.1250103 Apr 29 13:50:07.816063 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2a573ec6-36fa-4bdd-a019-c6dc363ec71d req-ac29ba3f-7db1-4c50-b1de-e21c399f99e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58657196-24ea-41d2-a4b0-fb7780e0924c HTTP/1.1" status: 200 len: 217 time: 0.0652649 Apr 29 13:50:07.878753 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a573ec6-36fa-4bdd-a019-c6dc363ec71d req-47ffff64-99de-4e5d-a7d1-af206735218a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:07.880513 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2a573ec6-36fa-4bdd-a019-c6dc363ec71d req-47ffff64-99de-4e5d-a7d1-af206735218a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff8c70a9-b102-4c0f-b70e-af959b79d2d7 HTTP/1.1" status: 200 len: 855 time: 0.0588279 Apr 29 13:50:07.881276 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-799bfab0-2d22-4bb6-8e25-ebcd12142bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:07.930037 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2a573ec6-36fa-4bdd-a019-c6dc363ec71d req-6d89d2e7-3bdd-449f-bc9d-a3c7a4a9c8bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a3faebc-4f68-440f-a91c-1ac4b472525f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436513 Apr 29 13:50:08.056557 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2a573ec6-36fa-4bdd-a019-c6dc363ec71d req-deb2f96f-5e54-4f2e-80be-e77b7381ada3 service neutron] 10.222.0.32 "GET /v2.0/networks/1a3faebc-4f68-440f-a91c-1ac4b472525f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209242 Apr 29 13:50:08.184405 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2a573ec6-36fa-4bdd-a019-c6dc363ec71d req-77f9c00b-d210-4046-a697-f4c2957d77ab service neutron] 10.222.0.32 "GET /v2.0/networks/1a3faebc-4f68-440f-a91c-1ac4b472525f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218300 Apr 29 13:50:08.817978 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0182ada-4b33-4d1d-b3e9-d60f80ebea24 req-3091576e-73ae-42d6-9a58-8ba3fe208c62 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:08.819438 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a0182ada-4b33-4d1d-b3e9-d60f80ebea24 req-3091576e-73ae-42d6-9a58-8ba3fe208c62 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0755219 Apr 29 13:50:08.864961 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a0182ada-4b33-4d1d-b3e9-d60f80ebea24 req-908db540-4a70-4598-86b7-ce19312a2a53 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399492 Apr 29 13:50:10.065044 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c77c10-5ec4-48c6-8962-68d86f54fba4 req-4456609c-8d79-475c-ac44-06226ed82617 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:10.066483 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-45c77c10-5ec4-48c6-8962-68d86f54fba4 req-4456609c-8d79-475c-ac44-06226ed82617 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0813208 Apr 29 13:50:10.111236 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-45c77c10-5ec4-48c6-8962-68d86f54fba4 req-8aab5b58-dbaf-48a1-8665-4c89064cd32f tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391893 Apr 29 13:50:10.428293 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51a50a05-404b-4824-9001-ef5113eb9c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:10.711588 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 58657196-24ea-41d2-a4b0-fb7780e0924c details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:50:10.715662 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 58657196-24ea-41d2-a4b0-fb7780e0924c no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:50:10.925462 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:10.957664 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 58657196-24ea-41d2-a4b0-fb7780e0924c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=58657196-24ea-41d2-a4b0-fb7780e0924c,segment=NetworkSegment(f4a84d8c-d852-4814-9dd6-a53a0a446579),segment_id=f4a84d8c-d852-4814-9dd6-a53a0a446579)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:50:10.978891 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abf4f5e-46d8-49d4-8292-93511039f76d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58657196-24ea-41d2-a4b0-fb7780e0924c'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:50:10.984633 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '58657196-24ea-41d2-a4b0-fb7780e0924c', 'network_id': '1a3faebc-4f68-440f-a91c-1ac4b472525f', 'port_id': '58657196-24ea-41d2-a4b0-fb7780e0924c', 'mac_address': 'fa:16:3e:aa:57:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff8c70a9-b102-4c0f-b70e-af959b79d2d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:50:10.990277 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 58657196-24ea-41d2-a4b0-fb7780e0924c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=58657196-24ea-41d2-a4b0-fb7780e0924c,segment=NetworkSegment(f4a84d8c-d852-4814-9dd6-a53a0a446579),segment_id=f4a84d8c-d852-4814-9dd6-a53a0a446579)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:50:11.019477 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:11.061491 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20833271-4ec1-4e3e-a5bf-762812f8b9be'] response: {'server_uuid': '6abf4f5e-46d8-49d4-8292-93511039f76d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58657196-24ea-41d2-a4b0-fb7780e0924c', 'code': 200} Apr 29 13:50:11.098249 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:11.118949 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=58657196-24ea-41d2-a4b0-fb7780e0924c,revision_number=6']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:50:11.122755 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58657196-24ea-41d2-a4b0-fb7780e0924c {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:50:11.133000 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:11.133340 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:11.133671 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:11.133999 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:11.134321 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:11.134646 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:11.134965 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:11.135283 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:11.135599 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:11.136433 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:11.136800 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:11.150239 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 58657196-24ea-41d2-a4b0-fb7780e0924c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=58657196-24ea-41d2-a4b0-fb7780e0924c,segment=NetworkSegment(f4a84d8c-d852-4814-9dd6-a53a0a446579),segment_id=f4a84d8c-d852-4814-9dd6-a53a0a446579)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:50:11.154775 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:11.219166 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['58657196-24ea-41d2-a4b0-fb7780e0924c'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:50:11.271816 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=58657196-24ea-41d2-a4b0-fb7780e0924c,revision_number=7']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:50:11.312430 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6712871c-a9d2-476c-ac08-302a36d74c12 req-9072d1ff-e4b1-46d4-a271-286a4efc24c9 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:11.313890 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-6712871c-a9d2-476c-ac08-302a36d74c12 req-9072d1ff-e4b1-46d4-a271-286a4efc24c9 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 945 time: 0.0773425 Apr 29 13:50:11.359475 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-6712871c-a9d2-476c-ac08-302a36d74c12 req-6c80f8e4-d46f-4b69-af88-730f2099a77a tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400794 Apr 29 13:50:11.502618 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:11.580323 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:11.688899 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefba8d-60ec-49f2-b78a-03a46c1e1780 req-7e68f675-745c-4ce0-9b76-9e396f81d810 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:11.690336 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9cefba8d-60ec-49f2-b78a-03a46c1e1780 req-7e68f675-745c-4ce0-9b76-9e396f81d810 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 945 time: 0.0793064 Apr 29 13:50:11.690924 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce9d8f-fdd9-452b-8495-b46de3655070 req-9bcc0830-23ac-4e7c-86da-6757931708d7 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:11.692579 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6fce9d8f-fdd9-452b-8495-b46de3655070 req-9bcc0830-23ac-4e7c-86da-6757931708d7 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.32 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d&tenant_id=29f2a6fd5af347d584e6c4daf12b13f3&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 945 time: 0.0853670 Apr 29 13:50:11.736964 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9cefba8d-60ec-49f2-b78a-03a46c1e1780 req-50edc4d2-d5a4-4eb2-a7bc-a75cb54d7f02 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409067 Apr 29 13:50:11.829210 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6fce9d8f-fdd9-452b-8495-b46de3655070 req-18a64477-4eb7-40e3-9736-4cc6861af50c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29f2a6fd5af347d584e6c4daf12b13f3&device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 1098 time: 0.0698550 Apr 29 13:50:11.958626 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce9d8f-fdd9-452b-8495-b46de3655070 req-5b55efd9-4cd4-4ceb-b8c5-7f9d9870910a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:11.960053 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6fce9d8f-fdd9-452b-8495-b46de3655070 req-5b55efd9-4cd4-4ceb-b8c5-7f9d9870910a service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a3faebc-4f68-440f-a91c-1ac4b472525f HTTP/1.1" status: 200 len: 916 time: 0.1245141 Apr 29 13:50:12.107642 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6fce9d8f-fdd9-452b-8495-b46de3655070 req-438461bf-ee95-4bc4-a4a8-e56556d44e8d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58657196-24ea-41d2-a4b0-fb7780e0924c HTTP/1.1" status: 200 len: 217 time: 0.1411586 Apr 29 13:50:12.167965 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce9d8f-fdd9-452b-8495-b46de3655070 req-240720da-ed53-4503-9c96-b0b8e3a8a6c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:12.169368 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6fce9d8f-fdd9-452b-8495-b46de3655070 req-240720da-ed53-4503-9c96-b0b8e3a8a6c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff8c70a9-b102-4c0f-b70e-af959b79d2d7 HTTP/1.1" status: 200 len: 855 time: 0.0557051 Apr 29 13:50:12.213327 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6fce9d8f-fdd9-452b-8495-b46de3655070 req-2d28f2a8-84af-4f51-8d29-037f2f2a6748 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a3faebc-4f68-440f-a91c-1ac4b472525f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377057 Apr 29 13:50:12.342598 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6fce9d8f-fdd9-452b-8495-b46de3655070 req-83109903-f723-4207-974d-7e879cba1f78 service neutron] 10.222.0.32 "GET /v2.0/networks/1a3faebc-4f68-440f-a91c-1ac4b472525f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237810 Apr 29 13:50:12.471878 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6fce9d8f-fdd9-452b-8495-b46de3655070 req-4c9c2a37-d7e3-497e-86ba-c32a4b5b9e4b service neutron] 10.222.0.32 "GET /v2.0/networks/1a3faebc-4f68-440f-a91c-1ac4b472525f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232150 Apr 29 13:50:12.741827 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 58657196-24ea-41d2-a4b0-fb7780e0924c up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:50:12.816021 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 58657196-24ea-41d2-a4b0-fb7780e0924c triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:50:12.816558 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:12.947841 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:12.951712 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18873c9-9506-4676-9934-0ada4e52c642 req-0fb37eb4-d42a-4a96-a8be-c24194c13c10 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:12.953213 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e18873c9-9506-4676-9934-0ada4e52c642 req-0fb37eb4-d42a-4a96-a8be-c24194c13c10 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 945 time: 0.0865266 Apr 29 13:50:12.981894 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:12.987933 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 58657196-24ea-41d2-a4b0-fb7780e0924c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=58657196-24ea-41d2-a4b0-fb7780e0924c,segment=NetworkSegment(f4a84d8c-d852-4814-9dd6-a53a0a446579),segment_id=f4a84d8c-d852-4814-9dd6-a53a0a446579)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:50:12.991346 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:13.006768 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e18873c9-9506-4676-9934-0ada4e52c642 req-5560665a-91e3-4db4-a3f9-0dd57347c53c tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468793 Apr 29 13:50:13.062261 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abf4f5e-46d8-49d4-8292-93511039f76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58657196-24ea-41d2-a4b0-fb7780e0924c'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:50:13.067090 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=58657196-24ea-41d2-a4b0-fb7780e0924c,revision_number=8']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:50:13.118434 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35413765-0561-407c-ae51-172b502dbeea'] response: {'server_uuid': '6abf4f5e-46d8-49d4-8292-93511039f76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58657196-24ea-41d2-a4b0-fb7780e0924c', 'code': 200} Apr 29 13:50:14.203313 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e192a-2c7c-477b-82d6-93aff6055bc6 req-0f17b99e-7c8d-476e-b9e0-cfc0f16ab812 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:14.204651 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d18e192a-2c7c-477b-82d6-93aff6055bc6 req-0f17b99e-7c8d-476e-b9e0-cfc0f16ab812 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0742154 Apr 29 13:50:14.248838 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d18e192a-2c7c-477b-82d6-93aff6055bc6 req-b7d51199-5687-4458-9455-94ce04d2d59b tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387616 Apr 29 13:50:14.440810 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfb3b8-ef6f-41c9-8fdc-92e030157d2c req-d3019fe0-a261-4f1c-ad09-e88aee853dc0 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:14.442229 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9ebfb3b8-ef6f-41c9-8fdc-92e030157d2c req-d3019fe0-a261-4f1c-ad09-e88aee853dc0 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0745547 Apr 29 13:50:14.486020 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9ebfb3b8-ef6f-41c9-8fdc-92e030157d2c req-21fee392-be65-4a59-b60a-6af4c4a64111 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383418 Apr 29 13:50:14.681674 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fe434-2d4f-45e8-b41c-75f492f4b595 req-e2b64bfc-640d-4bb5-acf4-94caeb0f8598 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:14.683815 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9d6fe434-2d4f-45e8-b41c-75f492f4b595 req-e2b64bfc-640d-4bb5-acf4-94caeb0f8598 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0786538 Apr 29 13:50:14.727748 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9d6fe434-2d4f-45e8-b41c-75f492f4b595 req-0465c4e0-30ef-4937-b7b1-5aef515fcf27 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387120 Apr 29 13:50:15.225050 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-78cad728-ddbc-4f77-bb66-ed5fe2868e16 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:15.226488 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-78cad728-ddbc-4f77-bb66-ed5fe2868e16 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/networks?id=1a3faebc-4f68-440f-a91c-1ac4b472525f HTTP/1.1" status: 200 len: 815 time: 0.1435127 Apr 29 13:50:15.246973 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-b829557d-f458-483e-bb26-78f790e2f247 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/quotas/29f2a6fd5af347d584e6c4daf12b13f3 HTTP/1.1" status: 200 len: 375 time: 0.0140619 Apr 29 13:50:15.330180 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-0fb1893e-a4f3-4ca8-9a66-c6b6799383c3 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=29f2a6fd5af347d584e6c4daf12b13f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0780265 Apr 29 13:50:15.543958 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-edf77e63-499e-4ec9-97bb-ef0bfa25faf6 service neutron] 10.222.0.76 "GET /v2.0/networks/1a3faebc-4f68-440f-a91c-1ac4b472525f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071881 Apr 29 13:50:15.675272 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-24904eeb-137c-4ba8-957f-ec3fcb7ee4f8 service neutron] 10.222.0.76 "GET /v2.0/networks/1a3faebc-4f68-440f-a91c-1ac4b472525f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254272 Apr 29 13:50:15.899094 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a2e94ef9-3989-464a-be83-6a54cd5afebe req-3e632592-367c-4fae-908b-bf59fd04e922 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 210 time: 0.0528791 Apr 29 13:50:16.868163 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.32', 62869) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:50:16.918235 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-0f7b89cc-b008-4b9e-a211-22222c0717c9 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:16.919633 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-0f7b89cc-b008-4b9e-a211-22222c0717c9 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.32 "GET /v2.0/networks?id=1a3faebc-4f68-440f-a91c-1ac4b472525f HTTP/1.1" status: 200 len: 815 time: 0.1512556 Apr 29 13:50:16.937223 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-e31815de-cb82-4318-80e2-c269de81ea50 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Request body: {'port': {'device_id': '242b43c6-15a7-48b4-a11b-f769813b2a81', 'network_id': '1a3faebc-4f68-440f-a91c-1ac4b472525f', 'admin_state_up': True, 'tenant_id': '29f2a6fd5af347d584e6c4daf12b13f3'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:50:16.953127 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198a9eb-e684-4b3a-b5fa-538dfe70288a req-22ce9078-bba0-434e-b91e-3872eff012d2 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:16.954894 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-6198a9eb-e684-4b3a-b5fa-538dfe70288a req-22ce9078-bba0-434e-b91e-3872eff012d2 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.32 "GET /v2.0/ports?device_id=6abf4f5e-46d8-49d4-8292-93511039f76d HTTP/1.1" status: 200 len: 946 time: 0.0851376 Apr 29 13:50:17.034788 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [req-6198a9eb-e684-4b3a-b5fa-538dfe70288a req-7271a91c-6a17-4183-a04d-aa19e5430ac5 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Deleting port 58657196-24ea-41d2-a4b0-fb7780e0924c {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:50:17.035401 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-6198a9eb-e684-4b3a-b5fa-538dfe70288a req-7271a91c-6a17-4183-a04d-aa19e5430ac5 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:17.096511 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c82ddbd6-e8dc-4ee3-ae63-3a1d0908a91e req-b9e522a2-f6d0-4611-9224-fc9f38a29117 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 210 time: 0.0498219 Apr 29 13:50:17.115596 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-e31815de-cb82-4318-80e2-c269de81ea50 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:50:17.126429 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-e31815de-cb82-4318-80e2-c269de81ea50 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:50:17.135198 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-e31815de-cb82-4318-80e2-c269de81ea50 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Made reservation on behalf of 29f2a6fd5af347d584e6c4daf12b13f3 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:50:17.138801 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-e31815de-cb82-4318-80e2-c269de81ea50 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:17.289193 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [req-6198a9eb-e684-4b3a-b5fa-538dfe70288a req-7271a91c-6a17-4183-a04d-aa19e5430ac5 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] For port 58657196-24ea-41d2-a4b0-fb7780e0924c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=58657196-24ea-41d2-a4b0-fb7780e0924c,segment=NetworkSegment(f4a84d8c-d852-4814-9dd6-a53a0a446579),segment_id=f4a84d8c-d852-4814-9dd6-a53a0a446579)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:50:17.289621 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-6198a9eb-e684-4b3a-b5fa-538dfe70288a req-7271a91c-6a17-4183-a04d-aa19e5430ac5 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:17.307224 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-e31815de-cb82-4318-80e2-c269de81ea50 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Allocated IP 172.20.0.10 (1a3faebc-4f68-440f-a91c-1ac4b472525f/ff8c70a9-b102-4c0f-b70e-af959b79d2d7/12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:50:17.418785 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [req-6198a9eb-e684-4b3a-b5fa-538dfe70288a req-7271a91c-6a17-4183-a04d-aa19e5430ac5 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Calling delete_port for 58657196-24ea-41d2-a4b0-fb7780e0924c owned by compute:nova {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:50:17.568721 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-6198a9eb-e684-4b3a-b5fa-538dfe70288a req-7271a91c-6a17-4183-a04d-aa19e5430ac5 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:17.580169 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['58657196-24ea-41d2-a4b0-fb7780e0924c'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:50:17.605510 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-e31815de-cb82-4318-80e2-c269de81ea50 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:17.636715 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-e31815de-cb82-4318-80e2-c269de81ea50 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:17.648655 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['58657196-24ea-41d2-a4b0-fb7780e0924c'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:50:17.713695 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-e31815de-cb82-4318-80e2-c269de81ea50 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Network 1a3faebc-4f68-440f-a91c-1ac4b472525f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:50:17.714522 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271a91c-6a17-4183-a04d-aa19e5430ac5 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Pushing event deleted for resources: {'Port': ['ID=58657196-24ea-41d2-a4b0-fb7780e0924c,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:50:17.717523 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-e31815de-cb82-4318-80e2-c269de81ea50 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:50:17.721970 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-e31815de-cb82-4318-80e2-c269de81ea50 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:50:17.747327 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31815de-cb82-4318-80e2-c269de81ea50 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Pushing event updated for resources: {'Port': ['ID=12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:50:17.784125 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-e31815de-cb82-4318-80e2-c269de81ea50 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:17.784726 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-e31815de-cb82-4318-80e2-c269de81ea50 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:17.793681 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271a91c-6a17-4183-a04d-aa19e5430ac5 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:17.794023 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271a91c-6a17-4183-a04d-aa19e5430ac5 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:17.794356 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271a91c-6a17-4183-a04d-aa19e5430ac5 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:17.794685 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271a91c-6a17-4183-a04d-aa19e5430ac5 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:17.795009 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271a91c-6a17-4183-a04d-aa19e5430ac5 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:17.795330 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271a91c-6a17-4183-a04d-aa19e5430ac5 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:17.795644 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271a91c-6a17-4183-a04d-aa19e5430ac5 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:17.795958 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271a91c-6a17-4183-a04d-aa19e5430ac5 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:17.796268 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271a91c-6a17-4183-a04d-aa19e5430ac5 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:17.796789 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271a91c-6a17-4183-a04d-aa19e5430ac5 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:17.796899 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271a91c-6a17-4183-a04d-aa19e5430ac5 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:17.804340 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [req-6198a9eb-e684-4b3a-b5fa-538dfe70288a req-7271a91c-6a17-4183-a04d-aa19e5430ac5 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] No DVR routers for this DVR port 58657196-24ea-41d2-a4b0-fb7780e0924c on host hv-neutron-8390 {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:50:17.808697 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-6198a9eb-e684-4b3a-b5fa-538dfe70288a req-7271a91c-6a17-4183-a04d-aa19e5430ac5 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:17.811711 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abf4f5e-46d8-49d4-8292-93511039f76d', 'name': 'network-vif-deleted', 'tag': '58657196-24ea-41d2-a4b0-fb7780e0924c'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:50:17.813908 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-e31815de-cb82-4318-80e2-c269de81ea50 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8819904 Apr 29 13:50:17.824501 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-6198a9eb-e684-4b3a-b5fa-538dfe70288a req-7271a91c-6a17-4183-a04d-aa19e5430ac5 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.32 "DELETE /v2.0/ports/58657196-24ea-41d2-a4b0-fb7780e0924c HTTP/1.1" status: 204 len: 173 time: 0.8640547 Apr 29 13:50:17.828646 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-522cb9e4-dc0f-4075-8f6e-37d1b59dffa8 service neutron] Request body: {'port': {'device_id': '242b43c6-15a7-48b4-a11b-f769813b2a81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:50:17.942923 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-522cb9e4-dc0f-4075-8f6e-37d1b59dffa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:17.957328 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90cb0c9b-fbc1-4aef-81ba-0cb0cf171d3a'] response: {'server_uuid': '6abf4f5e-46d8-49d4-8292-93511039f76d', 'name': 'network-vif-deleted', 'tag': '58657196-24ea-41d2-a4b0-fb7780e0924c', 'status': 'completed', 'code': 200} Apr 29 13:50:18.319839 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-522cb9e4-dc0f-4075-8f6e-37d1b59dffa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:50:18.334802 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-522cb9e4-dc0f-4075-8f6e-37d1b59dffa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:18.354611 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-522cb9e4-dc0f-4075-8f6e-37d1b59dffa8 service neutron] Transition to ACTIVE for port object 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:50:18.358536 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-522cb9e4-dc0f-4075-8f6e-37d1b59dffa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:18.418497 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d147be-4ae6-4ff8-86b0-fdeed5c620de req-cc35a989-c5a3-4d52-b67b-c73259f5b022 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:18.419088 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-c5d147be-4ae6-4ff8-86b0-fdeed5c620de req-cc35a989-c5a3-4d52-b67b-c73259f5b022 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Synchronizing usage tracker for tenant:29f2a6fd5af347d584e6c4daf12b13f3 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:50:18.492225 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522cb9e4-dc0f-4075-8f6e-37d1b59dffa8 service neutron] Pushing event updated for resources: {'Port': ['ID=12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:50:18.510588 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-c5d147be-4ae6-4ff8-86b0-fdeed5c620de req-cc35a989-c5a3-4d52-b67b-c73259f5b022 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Unset dirty status for tenant:29f2a6fd5af347d584e6c4daf12b13f3 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:50:18.511793 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c5d147be-4ae6-4ff8-86b0-fdeed5c620de req-cc35a989-c5a3-4d52-b67b-c73259f5b022 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 932 time: 0.2853777 Apr 29 13:50:18.627541 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c5d147be-4ae6-4ff8-86b0-fdeed5c620de req-b32a8b56-2b0e-4fa5-b0d8-e5b38bd1ab8d tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902407 Apr 29 13:50:18.645438 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-522cb9e4-dc0f-4075-8f6e-37d1b59dffa8 service neutron] Attempting to bind port 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:50:18.645781 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-522cb9e4-dc0f-4075-8f6e-37d1b59dffa8 service neutron] Attempting to bind port 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'f4a84d8c-d852-4814-9dd6-a53a0a446579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1a3faebc-4f68-440f-a91c-1ac4b472525f'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:50:18.646130 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-522cb9e4-dc0f-4075-8f6e-37d1b59dffa8 service neutron] Attempting to bind port 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee on network 1a3faebc-4f68-440f-a91c-1ac4b472525f {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:50:18.652677 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-522cb9e4-dc0f-4075-8f6e-37d1b59dffa8 service neutron] Port 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee on network 1a3faebc-4f68-440f-a91c-1ac4b472525f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:50:18.652964 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-522cb9e4-dc0f-4075-8f6e-37d1b59dffa8 service neutron] Attempting to bind port 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee on network 1a3faebc-4f68-440f-a91c-1ac4b472525f {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:50:18.659198 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-522cb9e4-dc0f-4075-8f6e-37d1b59dffa8 service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:50:18.659533 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-522cb9e4-dc0f-4075-8f6e-37d1b59dffa8 service neutron] Checking segment: {'id': 'f4a84d8c-d852-4814-9dd6-a53a0a446579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1a3faebc-4f68-440f-a91c-1ac4b472525f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:50:18.659911 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-522cb9e4-dc0f-4075-8f6e-37d1b59dffa8 service neutron] Bound using segment: {'id': 'f4a84d8c-d852-4814-9dd6-a53a0a446579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1a3faebc-4f68-440f-a91c-1ac4b472525f'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:50:18.660334 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-522cb9e4-dc0f-4075-8f6e-37d1b59dffa8 service neutron] Bound port: 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a84d8c-d852-4814-9dd6-a53a0a446579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1a3faebc-4f68-440f-a91c-1ac4b472525f'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:50:18.660683 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-522cb9e4-dc0f-4075-8f6e-37d1b59dffa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:18.749852 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-522cb9e4-dc0f-4075-8f6e-37d1b59dffa8 service neutron] For port 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:50:18.753009 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-522cb9e4-dc0f-4075-8f6e-37d1b59dffa8 service neutron] For port 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee,segment=NetworkSegment(f4a84d8c-d852-4814-9dd6-a53a0a446579),segment_id=f4a84d8c-d852-4814-9dd6-a53a0a446579)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:50:18.757192 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-522cb9e4-dc0f-4075-8f6e-37d1b59dffa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:18.818763 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-522cb9e4-dc0f-4075-8f6e-37d1b59dffa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:18.820113 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-522cb9e4-dc0f-4075-8f6e-37d1b59dffa8 service neutron] 10.222.0.32 "PUT /v2.0/ports/12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee HTTP/1.1" status: 200 len: 1094 time: 0.9983134 Apr 29 13:50:18.820541 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '242b43c6-15a7-48b4-a11b-f769813b2a81', 'tag': '12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:50:18.838228 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522cb9e4-dc0f-4075-8f6e-37d1b59dffa8 service neutron] Pushing event updated for resources: {'Port': ['ID=12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:50:18.893605 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94f83e4a-ea57-4a37-ae36-ad6022d9f32f'] response: {'name': 'network-changed', 'server_uuid': '242b43c6-15a7-48b4-a11b-f769813b2a81', 'tag': '12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee', 'status': 'completed', 'code': 200} Apr 29 13:50:18.935064 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-fe0ff6e9-20e0-40dc-aba7-79cfea6115fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29f2a6fd5af347d584e6c4daf12b13f3&device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 1097 time: 0.0762613 Apr 29 13:50:19.002118 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-aabcfbc6-814e-43c3-81f4-6d1c4c4c6af2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee HTTP/1.1" status: 200 len: 217 time: 0.0595083 Apr 29 13:50:19.066617 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-aa2d58ae-5c0b-4a2e-a4c5-46699852d787 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:19.068032 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-aa2d58ae-5c0b-4a2e-a4c5-46699852d787 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff8c70a9-b102-4c0f-b70e-af959b79d2d7 HTTP/1.1" status: 200 len: 855 time: 0.0591943 Apr 29 13:50:19.112269 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-e64b5db8-cb93-4397-a6b0-9951e16ae95d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a3faebc-4f68-440f-a91c-1ac4b472525f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376599 Apr 29 13:50:19.240948 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-34f53bb8-9ca4-4f03-8245-793878f90ab4 service neutron] 10.222.0.32 "GET /v2.0/networks/1a3faebc-4f68-440f-a91c-1ac4b472525f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221879 Apr 29 13:50:19.451520 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-334eef5d-2c53-4643-9ef3-7eea6f6ac262 req-5fed926f-4ddd-4c25-88d2-7c1d66019af7 service neutron] 10.222.0.32 "GET /v2.0/networks/1a3faebc-4f68-440f-a91c-1ac4b472525f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042058 Apr 29 13:50:19.568378 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-228b4b33-af26-4111-b7c1-552b901e241e req-0c506b47-fb92-4763-9ce0-d3a1a0d6bfd0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29f2a6fd5af347d584e6c4daf12b13f3&device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 1097 time: 0.0702386 Apr 29 13:50:19.700161 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b4b33-af26-4111-b7c1-552b901e241e req-6744f379-7789-40cc-b3bd-5bcc28cc9703 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:19.701728 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-228b4b33-af26-4111-b7c1-552b901e241e req-6744f379-7789-40cc-b3bd-5bcc28cc9703 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a3faebc-4f68-440f-a91c-1ac4b472525f HTTP/1.1" status: 200 len: 916 time: 0.1268513 Apr 29 13:50:19.801136 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-228b4b33-af26-4111-b7c1-552b901e241e req-09ddb4ad-a3d2-4e95-9a59-0d81da758592 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee HTTP/1.1" status: 200 len: 217 time: 0.0932343 Apr 29 13:50:19.882149 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b4b33-af26-4111-b7c1-552b901e241e req-54922eca-b633-4f7f-af89-a41ec0792396 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:19.883575 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-228b4b33-af26-4111-b7c1-552b901e241e req-54922eca-b633-4f7f-af89-a41ec0792396 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff8c70a9-b102-4c0f-b70e-af959b79d2d7 HTTP/1.1" status: 200 len: 855 time: 0.0769737 Apr 29 13:50:19.932820 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ccbd34-5efc-4912-9306-ec4da8657585 req-c4179cb2-b377-4b6d-9609-6b514d1dd57d tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:19.934208 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-85ccbd34-5efc-4912-9306-ec4da8657585 req-c4179cb2-b377-4b6d-9609-6b514d1dd57d tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 944 time: 0.1671693 Apr 29 13:50:19.939736 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-228b4b33-af26-4111-b7c1-552b901e241e req-ca562b3c-0cc9-4a06-8043-9eb1cf673869 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a3faebc-4f68-440f-a91c-1ac4b472525f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486965 Apr 29 13:50:20.063939 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-85ccbd34-5efc-4912-9306-ec4da8657585 req-7d8af3b3-1e97-4bb2-805a-92df4313c4f4 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232650 Apr 29 13:50:20.100147 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-228b4b33-af26-4111-b7c1-552b901e241e req-1f8a56ef-e3a3-4c56-bbca-c0e9f1fce706 service neutron] 10.222.0.32 "GET /v2.0/networks/1a3faebc-4f68-440f-a91c-1ac4b472525f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463845 Apr 29 13:50:20.234495 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-228b4b33-af26-4111-b7c1-552b901e241e req-c8b5bdd9-1bcc-49db-bf99-c11b2077cb85 service neutron] 10.222.0.32 "GET /v2.0/networks/1a3faebc-4f68-440f-a91c-1ac4b472525f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280468 Apr 29 13:50:20.774014 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 58657196-24ea-41d2-a4b0-fb7780e0924c no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:50:20.807150 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: 58657196-24ea-41d2-a4b0-fb7780e0924c {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:50:20.807491 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 58657196-24ea-41d2-a4b0-fb7780e0924c not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:50:21.257660 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bce4e3-04c1-4eb6-828f-338225ed2069 req-81b1efd4-a843-438e-a067-173be73aa2ae tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:21.258362 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-a4bce4e3-04c1-4eb6-828f-338225ed2069 req-81b1efd4-a843-438e-a067-173be73aa2ae tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Synchronizing usage tracker for tenant:29f2a6fd5af347d584e6c4daf12b13f3 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:50:21.270163 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-a4bce4e3-04c1-4eb6-828f-338225ed2069 req-81b1efd4-a843-438e-a067-173be73aa2ae tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Unset dirty status for tenant:29f2a6fd5af347d584e6c4daf12b13f3 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:50:21.271239 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a4bce4e3-04c1-4eb6-828f-338225ed2069 req-81b1efd4-a843-438e-a067-173be73aa2ae tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 944 time: 0.0870116 Apr 29 13:50:21.317776 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a4bce4e3-04c1-4eb6-828f-338225ed2069 req-16a33b0b-6ff4-473d-82ad-3abebbcd4dce tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409622 Apr 29 13:50:22.509662 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727c4c8-868d-4520-ab82-8838809a7d4f req-128cbc73-ca5f-4638-9cde-60107ed69c07 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:22.511740 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a727c4c8-868d-4520-ab82-8838809a7d4f req-128cbc73-ca5f-4638-9cde-60107ed69c07 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 944 time: 0.0740514 Apr 29 13:50:22.555207 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a727c4c8-868d-4520-ab82-8838809a7d4f req-72f78bd5-135d-4b6b-af61-bc60fc5b2cd0 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380955 Apr 29 13:50:22.792036 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:50:22.959750 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee,segment=NetworkSegment(f4a84d8c-d852-4814-9dd6-a53a0a446579),segment_id=f4a84d8c-d852-4814-9dd6-a53a0a446579)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:50:22.972892 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee', 'network_id': '1a3faebc-4f68-440f-a91c-1ac4b472525f', 'port_id': '12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee', 'mac_address': 'fa:16:3e:50:92:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff8c70a9-b102-4c0f-b70e-af959b79d2d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:50:23.025390 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:23.041600 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:50:23.055987 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee,segment=NetworkSegment(f4a84d8c-d852-4814-9dd6-a53a0a446579),segment_id=f4a84d8c-d852-4814-9dd6-a53a0a446579)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:50:23.060707 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:23.125983 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:50:23.358152 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:50:23.750816 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5084c-16d4-40c7-9daf-2462f38322ec req-738baba9-e746-45ed-975a-8d41619d8363 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:23.752277 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ddf5084c-16d4-40c7-9daf-2462f38322ec req-738baba9-e746-45ed-975a-8d41619d8363 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0778899 Apr 29 13:50:23.797540 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ddf5084c-16d4-40c7-9daf-2462f38322ec req-b3a75deb-346f-464d-9ddc-3ef19f2da531 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397472 Apr 29 13:50:24.807761 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:50:24.877510 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:50:24.882404 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:50:24.882770 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:24.996248 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:25.001629 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228aaf31-926b-4bd4-905c-cf390ab10839 req-78fae2d8-cab1-40fd-b658-856b8aaa1b5a tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:25.003088 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-228aaf31-926b-4bd4-905c-cf390ab10839 req-78fae2d8-cab1-40fd-b658-856b8aaa1b5a tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0796320 Apr 29 13:50:25.023017 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242b43c6-15a7-48b4-a11b-f769813b2a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:50:25.033016 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee,segment=NetworkSegment(f4a84d8c-d852-4814-9dd6-a53a0a446579),segment_id=f4a84d8c-d852-4814-9dd6-a53a0a446579)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:50:25.037248 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:25.052413 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-228aaf31-926b-4bd4-905c-cf390ab10839 req-60dce4cd-7061-4393-a116-deaa330bccd7 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435586 Apr 29 13:50:25.091865 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea80dfc0-2047-4302-bbfa-8ba2de21cf1d'] response: {'server_uuid': '242b43c6-15a7-48b4-a11b-f769813b2a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee', 'code': 200} Apr 29 13:50:25.104991 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:50:25.322536 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4d9752a8-8853-4c5f-b2da-6d886d975668 req-3c2c5c24-37db-4caf-9a94-9baf7fa0e9df service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 1099 time: 0.0704925 Apr 29 13:50:25.365886 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4d9752a8-8853-4c5f-b2da-6d886d975668 req-725fa50e-6eaa-4bd5-b7a1-5fd43a08e8e0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379136 Apr 29 13:50:25.601775 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:50:26.245737 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469c2f3-934b-4382-ac2b-a14e04faabec req-ec1e46f7-3029-4b16-8085-f72c65a83a39 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:26.247182 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b469c2f3-934b-4382-ac2b-a14e04faabec req-ec1e46f7-3029-4b16-8085-f72c65a83a39 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0753117 Apr 29 13:50:26.291606 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b469c2f3-934b-4382-ac2b-a14e04faabec req-36baaec2-8881-4d26-a57e-a327670dfa76 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390174 Apr 29 13:50:27.483553 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6649d95-7428-4f48-ac3a-37fe21e28622 req-b4dcdf00-e769-4fcf-93c9-72ff3c869f76 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:27.485008 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a6649d95-7428-4f48-ac3a-37fe21e28622 req-b4dcdf00-e769-4fcf-93c9-72ff3c869f76 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0747857 Apr 29 13:50:27.529613 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a6649d95-7428-4f48-ac3a-37fe21e28622 req-73fe8079-f00f-49f9-8121-a7c34bb124f6 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391450 Apr 29 13:50:27.724821 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa44f2-391a-4fa9-b826-c0bf35b76f26 req-9e7beb2c-f756-4b81-a8f0-ddf9961f9ca9 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:27.726139 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b6aa44f2-391a-4fa9-b826-c0bf35b76f26 req-9e7beb2c-f756-4b81-a8f0-ddf9961f9ca9 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0789483 Apr 29 13:50:27.770316 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b6aa44f2-391a-4fa9-b826-c0bf35b76f26 req-0c1d9dc8-f236-465a-b910-ad81614fb6ee tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381477 Apr 29 13:50:27.968368 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3c1b2a19-d96e-44de-ad68-a0c2a5b47f87 req-8e1d9f98-76cc-4429-a3b4-0ab505cd8a55 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0694568 Apr 29 13:50:28.212972 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:28.264559 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c7511874-b581-46bb-97cb-a589c2e2f540 req-43ba8734-2d81-457f-989c-b48476632012 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1192853 Apr 29 13:50:28.288671 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1e37d-de34-42cf-814a-f5a412bdaf8b req-044b3135-03f9-4a36-b8ad-901bc9ac2b80 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:28.290232 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cbb1e37d-de34-42cf-814a-f5a412bdaf8b req-044b3135-03f9-4a36-b8ad-901bc9ac2b80 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0887353 Apr 29 13:50:28.343098 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cbb1e37d-de34-42cf-814a-f5a412bdaf8b req-77a32154-4af4-44f8-a5d5-da1048c16bf2 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464952 Apr 29 13:50:29.379023 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c7511874-b581-46bb-97cb-a589c2e2f540 req-e87df5a1-80b2-46d2-b6d8-17fbdadb915f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29f2a6fd5af347d584e6c4daf12b13f3&device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 1099 time: 0.0673738 Apr 29 13:50:29.615573 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7511874-b581-46bb-97cb-a589c2e2f540 req-3600c2db-f589-416d-a037-9980e885e154 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:29.617027 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c7511874-b581-46bb-97cb-a589c2e2f540 req-3600c2db-f589-416d-a037-9980e885e154 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a3faebc-4f68-440f-a91c-1ac4b472525f HTTP/1.1" status: 200 len: 916 time: 0.2316885 Apr 29 13:50:29.678580 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637bfd9-750b-43ca-9c42-a3773a751c55 req-e943446f-80bd-4d1e-83ac-ddc8bc2adceb tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:29.680017 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-4637bfd9-750b-43ca-9c42-a3773a751c55 req-e943446f-80bd-4d1e-83ac-ddc8bc2adceb tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0759826 Apr 29 13:50:29.685570 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c7511874-b581-46bb-97cb-a589c2e2f540 req-552ccc37-4d57-4a9c-ac2f-1321040cc19f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee HTTP/1.1" status: 200 len: 217 time: 0.0623543 Apr 29 13:50:29.724952 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-4637bfd9-750b-43ca-9c42-a3773a751c55 req-75dee154-e34f-4c4f-80f2-23bbaeec37e4 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389705 Apr 29 13:50:29.746023 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7511874-b581-46bb-97cb-a589c2e2f540 req-0cda353b-bc53-4410-b167-f41e4c492ddd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:29.747473 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c7511874-b581-46bb-97cb-a589c2e2f540 req-0cda353b-bc53-4410-b167-f41e4c492ddd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff8c70a9-b102-4c0f-b70e-af959b79d2d7 HTTP/1.1" status: 200 len: 855 time: 0.0567865 Apr 29 13:50:29.795013 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c7511874-b581-46bb-97cb-a589c2e2f540 req-d5c67001-f7b8-4c17-a154-8957a3d186d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a3faebc-4f68-440f-a91c-1ac4b472525f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419497 Apr 29 13:50:29.923974 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c7511874-b581-46bb-97cb-a589c2e2f540 req-abb1f00f-7a2f-4d3b-8df0-9b0cd48e561d service neutron] 10.222.0.32 "GET /v2.0/networks/1a3faebc-4f68-440f-a91c-1ac4b472525f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232531 Apr 29 13:50:30.057504 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c7511874-b581-46bb-97cb-a589c2e2f540 req-22953826-644d-4484-8261-a0e5a99b1659 service neutron] 10.222.0.32 "GET /v2.0/networks/1a3faebc-4f68-440f-a91c-1ac4b472525f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267767 Apr 29 13:50:30.920342 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e2e4a-3a60-4322-a6db-a2c47d56d922 req-62c82b14-e356-495c-9b36-3138afb25a63 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:30.921832 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-412e2e4a-3a60-4322-a6db-a2c47d56d922 req-62c82b14-e356-495c-9b36-3138afb25a63 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0757742 Apr 29 13:50:30.966174 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-412e2e4a-3a60-4322-a6db-a2c47d56d922 req-1f554b2e-deac-444c-948a-120bd5441ef2 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387838 Apr 29 13:50:32.160429 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077baff-9bc1-4b77-b481-71039eb77f7b req-0a048733-e469-4f1a-863a-0b675890fabb tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:32.161789 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3077baff-9bc1-4b77-b481-71039eb77f7b req-0a048733-e469-4f1a-863a-0b675890fabb tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0772738 Apr 29 13:50:32.206211 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3077baff-9bc1-4b77-b481-71039eb77f7b req-734352cc-0387-4164-8377-a2b1d54bd9ef tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390701 Apr 29 13:50:33.406324 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd0ae5-d819-4448-b1d3-fdb74b788117 req-60f46f2c-4297-467e-a0ac-aca94038fe42 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:33.407759 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cabd0ae5-d819-4448-b1d3-fdb74b788117 req-60f46f2c-4297-467e-a0ac-aca94038fe42 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0806715 Apr 29 13:50:33.452021 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cabd0ae5-d819-4448-b1d3-fdb74b788117 req-b87f2969-0062-4be6-9afc-81fa2e775f51 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388064 Apr 29 13:50:34.644532 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb5b1f-e278-4e1c-83d5-847c2938520b req-e12c00c7-f0e4-44f7-839c-cc629df3e52b tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:34.645990 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8fbb5b1f-e278-4e1c-83d5-847c2938520b req-e12c00c7-f0e4-44f7-839c-cc629df3e52b tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0743239 Apr 29 13:50:34.694938 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8fbb5b1f-e278-4e1c-83d5-847c2938520b req-e6d97693-0ecf-4d1e-a7e3-8f156bf80c27 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435379 Apr 29 13:50:35.892380 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637bf21-ed4a-4430-bf0f-29f9edee934e req-78ad9604-8d42-49da-bc00-bce0bb44a33a tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:35.893859 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8637bf21-ed4a-4430-bf0f-29f9edee934e req-78ad9604-8d42-49da-bc00-bce0bb44a33a tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0771790 Apr 29 13:50:35.938662 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8637bf21-ed4a-4430-bf0f-29f9edee934e req-5fdad587-5e63-49e5-813d-66b57a48fe25 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391371 Apr 29 13:50:37.132285 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbffc5-d1f6-4d73-a0d1-197799d84ab5 req-b3e9a855-fe11-473a-8835-291255290385 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:37.133744 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-cbbbffc5-d1f6-4d73-a0d1-197799d84ab5 req-b3e9a855-fe11-473a-8835-291255290385 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0785203 Apr 29 13:50:37.178752 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-cbbbffc5-d1f6-4d73-a0d1-197799d84ab5 req-a06ef974-4ae0-4a7e-9277-6ddca78f1a29 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393538 Apr 29 13:50:37.882708 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d3e4db52-3427-429b-a627-02e41f2efaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:38.373212 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d891e-2821-4adb-a770-3b6eda12eac5 req-747117ef-a525-4bb2-919d-1736cab04e12 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:38.374657 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e71d891e-2821-4adb-a770-3b6eda12eac5 req-747117ef-a525-4bb2-919d-1736cab04e12 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0785887 Apr 29 13:50:38.418582 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e71d891e-2821-4adb-a770-3b6eda12eac5 req-b17756f1-b6e2-4527-87dc-155712187c28 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384414 Apr 29 13:50:39.613700 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce98157-a852-41d8-9952-a5967ea7a7cb req-be81a15f-858f-4800-a67f-4e50ede96ed9 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:39.615135 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8ce98157-a852-41d8-9952-a5967ea7a7cb req-be81a15f-858f-4800-a67f-4e50ede96ed9 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0786884 Apr 29 13:50:39.659404 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8ce98157-a852-41d8-9952-a5967ea7a7cb req-e63bb595-ec7e-4084-a0c3-cf9e694e08e3 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382755 Apr 29 13:50:40.429505 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-592e2a5b-b00d-4dea-b293-993efc1e7748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:40.852604 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ec276-2b98-48d2-a266-85c5352acd4c req-470b1797-959b-412c-9e24-a5075619154e tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:40.854069 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-027ec276-2b98-48d2-a266-85c5352acd4c req-470b1797-959b-412c-9e24-a5075619154e tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0760005 Apr 29 13:50:40.902696 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-027ec276-2b98-48d2-a266-85c5352acd4c req-38da7e93-24cf-4847-8770-1e4345f3db92 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425246 Apr 29 13:50:41.504816 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:41.580783 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:42.099603 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697b57c-1e34-4fca-8a60-6e0a587b66a2 req-5f131599-3f55-4e6c-80f7-1bd9f858e69c tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:42.100971 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-6697b57c-1e34-4fca-8a60-6e0a587b66a2 req-5f131599-3f55-4e6c-80f7-1bd9f858e69c tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0756276 Apr 29 13:50:42.144572 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-6697b57c-1e34-4fca-8a60-6e0a587b66a2 req-d720d3a6-2b40-4170-9c85-e72648d3be54 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381377 Apr 29 13:50:42.958242 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:43.338571 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1278a-3543-4729-8051-5f9057703c8f req-3637213f-a2c0-4311-abf1-07cb9ec25584 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:43.340629 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b6e1278a-3543-4729-8051-5f9057703c8f req-3637213f-a2c0-4311-abf1-07cb9ec25584 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0752525 Apr 29 13:50:43.384856 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b6e1278a-3543-4729-8051-5f9057703c8f req-36215c60-660f-4c17-94e4-3acd594fa5e0 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387216 Apr 29 13:50:44.646874 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56277fe3-fd9e-4fb8-b06d-2e25d948df7c req-e78a0c74-bc8c-47a5-b5a0-b8a2262d067c tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:44.648287 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-56277fe3-fd9e-4fb8-b06d-2e25d948df7c req-e78a0c74-bc8c-47a5-b5a0-b8a2262d067c tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.1452990 Apr 29 13:50:44.692956 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-56277fe3-fd9e-4fb8-b06d-2e25d948df7c req-5a2bd719-149c-4e2b-b88c-787a1a8e8270 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388229 Apr 29 13:50:45.891186 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb76ee4-1bdc-4fbe-a22d-4d63cd1837d9 req-ba545443-731f-4d68-b639-cf355e85a79b tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:45.892641 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0cb76ee4-1bdc-4fbe-a22d-4d63cd1837d9 req-ba545443-731f-4d68-b639-cf355e85a79b tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0801842 Apr 29 13:50:46.008930 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0cb76ee4-1bdc-4fbe-a22d-4d63cd1837d9 req-1d7b9e2b-7f88-43f0-b6be-1db643a643a3 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108224 Apr 29 13:50:47.200851 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59dbce-757c-4cb8-a72f-a5a028729189 req-7b45bbad-5111-448f-8f16-adf466c33a38 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:47.202204 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-fc59dbce-757c-4cb8-a72f-a5a028729189 req-7b45bbad-5111-448f-8f16-adf466c33a38 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0748851 Apr 29 13:50:47.246561 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-fc59dbce-757c-4cb8-a72f-a5a028729189 req-dfd10e99-2de6-455c-8ad7-f1bd7e0910c4 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388381 Apr 29 13:50:48.443586 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45526b2-4a58-4e2a-bc1f-a371679423e6 req-f7d2d942-a976-4308-8bc8-10df486c57e4 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:48.444950 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e45526b2-4a58-4e2a-bc1f-a371679423e6 req-f7d2d942-a976-4308-8bc8-10df486c57e4 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0767968 Apr 29 13:50:48.491284 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e45526b2-4a58-4e2a-bc1f-a371679423e6 req-5afc9037-0c50-448a-b983-fd5fa0d5764a tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398896 Apr 29 13:50:49.690718 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21fff7-016a-4437-8a2d-5613abb3a3fa req-a3fc7eb4-4265-44e2-87fa-df74cf8613fa tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:49.692146 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3e21fff7-016a-4437-8a2d-5613abb3a3fa req-a3fc7eb4-4265-44e2-87fa-df74cf8613fa tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0773542 Apr 29 13:50:49.737022 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3e21fff7-016a-4437-8a2d-5613abb3a3fa req-faeee801-e48d-4f25-8e7a-f8d5d127ab43 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394237 Apr 29 13:50:50.940026 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345d303-3642-472f-919f-46fb203faecf req-3dc800ba-6143-4513-83ba-178e03f758fe tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:50.941498 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d345d303-3642-472f-919f-46fb203faecf req-3dc800ba-6143-4513-83ba-178e03f758fe tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0796700 Apr 29 13:50:50.986922 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d345d303-3642-472f-919f-46fb203faecf req-3f6488be-78af-4efa-a05e-34d36d5cfa4d tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399597 Apr 29 13:50:52.178425 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685e6fa-94e8-43ea-964a-b1539b4de0af req-3f64bcbe-89f1-40b6-bc94-c2c4fc131e50 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:52.179779 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3685e6fa-94e8-43ea-964a-b1539b4de0af req-3f64bcbe-89f1-40b6-bc94-c2c4fc131e50 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0739927 Apr 29 13:50:52.227133 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3685e6fa-94e8-43ea-964a-b1539b4de0af req-c70a338e-c85c-4bf5-9a33-c32c49c1dbc0 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419209 Apr 29 13:50:53.421603 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b28bc-0834-4b91-8178-701b1c0f5998 req-ea0fe813-0067-47b8-a038-408731947a09 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:53.423026 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6c1b28bc-0834-4b91-8178-701b1c0f5998 req-ea0fe813-0067-47b8-a038-408731947a09 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0753212 Apr 29 13:50:53.470989 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6c1b28bc-0834-4b91-8178-701b1c0f5998 req-ec5919d0-c042-4577-8b37-0d6971497ebe tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422385 Apr 29 13:50:54.661987 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb930d9a-e0cf-46a7-8c51-ba68d8a56ed7 req-d2dc75c3-e178-45a5-8594-5ec992d6c282 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:54.663406 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-bb930d9a-e0cf-46a7-8c51-ba68d8a56ed7 req-d2dc75c3-e178-45a5-8594-5ec992d6c282 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0742445 Apr 29 13:50:54.707684 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-bb930d9a-e0cf-46a7-8c51-ba68d8a56ed7 req-1240b91b-dd2d-4783-8367-ff0d6cf69473 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381515 Apr 29 13:50:55.904398 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558108d-0d53-4402-8a93-368a09d526f4 req-74f6b833-e8e5-41d2-86dc-533008ecc55a tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:55.905841 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5558108d-0d53-4402-8a93-368a09d526f4 req-74f6b833-e8e5-41d2-86dc-533008ecc55a tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0776050 Apr 29 13:50:55.950408 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5558108d-0d53-4402-8a93-368a09d526f4 req-0f37ca75-ce45-47e7-a68a-5e0ec938ea13 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390992 Apr 29 13:50:56.890900 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c7511874-b581-46bb-97cb-a589c2e2f540 req-c89f7ad9-5228-4168-adaf-75e1c9292621 service neutron] 10.222.0.32 "GET /v2.0/ports/12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0762327 Apr 29 13:50:57.155274 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8e350-ef86-478b-9dc2-c2b29c985e06 req-b9e1f1da-27fa-40c5-a743-72f8a81d045e tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:57.156696 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a1e8e350-ef86-478b-9dc2-c2b29c985e06 req-b9e1f1da-27fa-40c5-a743-72f8a81d045e tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0838971 Apr 29 13:50:57.203306 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a1e8e350-ef86-478b-9dc2-c2b29c985e06 req-b7d6303a-1137-40e4-a4ff-aa284935ac9b tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408077 Apr 29 13:50:57.234905 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c7511874-b581-46bb-97cb-a589c2e2f540 req-bcf0d4a6-007d-46ee-8969-fe63db06399f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81&tenant_id=29f2a6fd5af347d584e6c4daf12b13f3 HTTP/1.1" status: 200 len: 1099 time: 0.1572528 Apr 29 13:50:57.321770 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c7511874-b581-46bb-97cb-a589c2e2f540 req-8c67fa28-3619-4a82-bb35-13302704cac4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29f2a6fd5af347d584e6c4daf12b13f3&device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 1099 time: 0.0671010 Apr 29 13:50:57.454535 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7511874-b581-46bb-97cb-a589c2e2f540 req-ee0f33a8-9946-4472-9a68-f1f0f17a648e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:57.455866 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c7511874-b581-46bb-97cb-a589c2e2f540 req-ee0f33a8-9946-4472-9a68-f1f0f17a648e service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a3faebc-4f68-440f-a91c-1ac4b472525f HTTP/1.1" status: 200 len: 916 time: 0.1236730 Apr 29 13:50:57.524682 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c7511874-b581-46bb-97cb-a589c2e2f540 req-78556fb6-ef7f-4a4e-8b78-47bb481da843 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee HTTP/1.1" status: 200 len: 217 time: 0.0635817 Apr 29 13:50:57.586223 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7511874-b581-46bb-97cb-a589c2e2f540 req-19b67fc5-8c8f-4bd9-8606-2fe3c4eb079b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:57.587846 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c7511874-b581-46bb-97cb-a589c2e2f540 req-19b67fc5-8c8f-4bd9-8606-2fe3c4eb079b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff8c70a9-b102-4c0f-b70e-af959b79d2d7 HTTP/1.1" status: 200 len: 855 time: 0.0579932 Apr 29 13:50:57.630280 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c7511874-b581-46bb-97cb-a589c2e2f540 req-8b64c9f2-7aa9-486e-a4ab-ba2fde558135 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a3faebc-4f68-440f-a91c-1ac4b472525f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372090 Apr 29 13:50:57.760071 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c7511874-b581-46bb-97cb-a589c2e2f540 req-780bfc12-e2ef-4d71-b953-c0eb27985e4c service neutron] 10.222.0.32 "GET /v2.0/networks/1a3faebc-4f68-440f-a91c-1ac4b472525f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224542 Apr 29 13:50:57.888137 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c7511874-b581-46bb-97cb-a589c2e2f540 req-2384a6ea-501f-48c7-b79e-095dd59f2e32 service neutron] 10.222.0.32 "GET /v2.0/networks/1a3faebc-4f68-440f-a91c-1ac4b472525f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225119 Apr 29 13:50:58.231342 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:58.404349 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe387d-421a-4af5-a687-81eed2d3c195 req-7adceaaf-4190-498b-97f6-abb536d8fa30 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:58.405720 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cefe387d-421a-4af5-a687-81eed2d3c195 req-7adceaaf-4190-498b-97f6-abb536d8fa30 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0798717 Apr 29 13:50:58.450033 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cefe387d-421a-4af5-a687-81eed2d3c195 req-62ba5688-5624-4031-b1ff-87fadcc03a57 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387673 Apr 29 13:50:59.026975 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:50:59.030276 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:50:59.241449 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:59.263267 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee,segment=NetworkSegment(f4a84d8c-d852-4814-9dd6-a53a0a446579),segment_id=f4a84d8c-d852-4814-9dd6-a53a0a446579)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:50:59.282165 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee', 'network_id': '1a3faebc-4f68-440f-a91c-1ac4b472525f', 'port_id': '12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee', 'mac_address': 'fa:16:3e:50:92:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff8c70a9-b102-4c0f-b70e-af959b79d2d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:50:59.286993 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242b43c6-15a7-48b4-a11b-f769813b2a81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:50:59.322773 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee,segment=NetworkSegment(f4a84d8c-d852-4814-9dd6-a53a0a446579),segment_id=f4a84d8c-d852-4814-9dd6-a53a0a446579)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:50:59.334236 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:59.382710 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15a5f268-f76a-4494-9c52-5d3bb8af0fd3'] response: {'server_uuid': '242b43c6-15a7-48b4-a11b-f769813b2a81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee', 'code': 200} Apr 29 13:50:59.405764 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:59.426998 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee,revision_number=6']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:50:59.430403 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:50:59.446729 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee,segment=NetworkSegment(f4a84d8c-d852-4814-9dd6-a53a0a446579),segment_id=f4a84d8c-d852-4814-9dd6-a53a0a446579)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:50:59.450260 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:50:59.521782 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee,revision_number=7']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:50:59.577110 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:50:59.654507 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7009dc-8450-45f7-b2a1-3766001a0137 req-2260e9ed-c89e-4509-88c7-9b384f54702f tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:50:59.655942 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fe7009dc-8450-45f7-b2a1-3766001a0137 req-2260e9ed-c89e-4509-88c7-9b384f54702f tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0787604 Apr 29 13:50:59.700568 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fe7009dc-8450-45f7-b2a1-3766001a0137 req-ee13af77-cd3d-43ad-899b-0dc8d48129cb tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391045 Apr 29 13:51:00.902295 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a0fdd-149d-4c21-9f31-8f5eb1e8f3c7 req-548effe4-b391-445f-b19e-2f4e2d7c75ef tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:00.903717 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-da9a0fdd-149d-4c21-9f31-8f5eb1e8f3c7 req-548effe4-b391-445f-b19e-2f4e2d7c75ef tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0766757 Apr 29 13:51:00.948806 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-da9a0fdd-149d-4c21-9f31-8f5eb1e8f3c7 req-c4d8a6d5-6cfb-4ee2-822b-688d4177b11b tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394139 Apr 29 13:51:01.042614 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:51:01.112522 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:51:01.112810 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:01.262795 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:01.274182 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f688f1-bc3b-4211-890a-9815a5feb5bb req-5a334809-1e2d-44f5-9b19-9abf617e512f tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:01.275747 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-99f688f1-bc3b-4211-890a-9815a5feb5bb req-5a334809-1e2d-44f5-9b19-9abf617e512f tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.32 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81&tenant_id=29f2a6fd5af347d584e6c4daf12b13f3&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 945 time: 0.0811119 Apr 29 13:51:01.280148 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d0aec-b2de-4d49-897e-15a64a3b889c req-55dbbb3a-8dfc-40da-b1f2-77006704897c tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:01.282829 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e56d0aec-b2de-4d49-897e-15a64a3b889c req-55dbbb3a-8dfc-40da-b1f2-77006704897c tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 945 time: 0.0860696 Apr 29 13:51:01.296465 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee,segment=NetworkSegment(f4a84d8c-d852-4814-9dd6-a53a0a446579),segment_id=f4a84d8c-d852-4814-9dd6-a53a0a446579)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:51:01.300888 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:01.332446 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e56d0aec-b2de-4d49-897e-15a64a3b889c req-3f8871df-fc8c-47ef-9bb6-74eceb7a6250 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431383 Apr 29 13:51:01.369642 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee,revision_number=8']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:51:01.384182 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242b43c6-15a7-48b4-a11b-f769813b2a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:51:01.422409 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-99f688f1-bc3b-4211-890a-9815a5feb5bb req-c72af025-3abf-4946-81f7-e753283ac982 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29f2a6fd5af347d584e6c4daf12b13f3&device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 1099 time: 0.0800717 Apr 29 13:51:01.451105 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0b00d96-7ea0-46da-8d50-86a23e263319'] response: {'server_uuid': '242b43c6-15a7-48b4-a11b-f769813b2a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee', 'code': 200} Apr 29 13:51:01.550248 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f688f1-bc3b-4211-890a-9815a5feb5bb req-c359f1a3-ed16-41d2-a845-fbccdf36d6ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:01.551575 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-99f688f1-bc3b-4211-890a-9815a5feb5bb req-c359f1a3-ed16-41d2-a845-fbccdf36d6ab service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a3faebc-4f68-440f-a91c-1ac4b472525f HTTP/1.1" status: 200 len: 916 time: 0.1237869 Apr 29 13:51:01.619624 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-99f688f1-bc3b-4211-890a-9815a5feb5bb req-8525fa39-99a8-49a5-ab35-b5a3f76d532a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee HTTP/1.1" status: 200 len: 217 time: 0.0618010 Apr 29 13:51:01.678405 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f688f1-bc3b-4211-890a-9815a5feb5bb req-2686e805-feca-487e-85e0-0f15da5584b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:01.679789 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-99f688f1-bc3b-4211-890a-9815a5feb5bb req-2686e805-feca-487e-85e0-0f15da5584b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff8c70a9-b102-4c0f-b70e-af959b79d2d7 HTTP/1.1" status: 200 len: 855 time: 0.0547943 Apr 29 13:51:01.723096 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-99f688f1-bc3b-4211-890a-9815a5feb5bb req-b62044c4-0faf-4b41-819c-6fec63b0378c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a3faebc-4f68-440f-a91c-1ac4b472525f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375400 Apr 29 13:51:01.850162 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-99f688f1-bc3b-4211-890a-9815a5feb5bb req-3c13e3a2-7b41-4156-a01d-4be5cdde0a98 service neutron] 10.222.0.32 "GET /v2.0/networks/1a3faebc-4f68-440f-a91c-1ac4b472525f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201708 Apr 29 13:51:02.058444 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-99f688f1-bc3b-4211-890a-9815a5feb5bb req-3a6b5c62-fbb5-4ae4-b764-90b345dc947c service neutron] 10.222.0.32 "GET /v2.0/networks/1a3faebc-4f68-440f-a91c-1ac4b472525f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022085 Apr 29 13:51:02.546786 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b8528-3865-42d9-95f7-200e323e76ec req-9158d1f8-ca81-48e4-8eb4-154de82da7cb tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:02.548351 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-095b8528-3865-42d9-95f7-200e323e76ec req-9158d1f8-ca81-48e4-8eb4-154de82da7cb tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0801094 Apr 29 13:51:02.598665 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-095b8528-3865-42d9-95f7-200e323e76ec req-61f36c96-888a-41a6-945d-a50f6c6f12c8 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445502 Apr 29 13:51:02.601802 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:51:03.797497 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4097a-e96b-4a1a-b827-945c84690c17 req-9205c8a0-6ff6-4ec6-b304-5b97cd9f181a tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:03.798945 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9cb4097a-e96b-4a1a-b827-945c84690c17 req-9205c8a0-6ff6-4ec6-b304-5b97cd9f181a tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0800314 Apr 29 13:51:03.844451 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9cb4097a-e96b-4a1a-b827-945c84690c17 req-83a04ff3-30ec-48f2-8c8b-5b5627cd9369 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397429 Apr 29 13:51:04.033808 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc629f-2d7d-4441-b246-2d167ac7b420 req-68fbf238-cf61-4f0b-b1da-9571145afa21 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:04.035228 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a4fc629f-2d7d-4441-b246-2d167ac7b420 req-68fbf238-cf61-4f0b-b1da-9571145afa21 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0746942 Apr 29 13:51:04.080335 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a4fc629f-2d7d-4441-b246-2d167ac7b420 req-c659e701-b89a-48b3-b044-ededb7a8085a tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396993 Apr 29 13:51:04.270939 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31811f6-aa89-4418-99d8-fd0fa2d5d370 req-0b9202c0-8312-4941-b638-18577dc93376 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:04.272352 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f31811f6-aa89-4418-99d8-fd0fa2d5d370 req-0b9202c0-8312-4941-b638-18577dc93376 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0741570 Apr 29 13:51:04.319125 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f31811f6-aa89-4418-99d8-fd0fa2d5d370 req-18523783-eb9b-4e99-bb45-7e5c9f007df9 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410955 Apr 29 13:51:04.896842 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5152b-eacb-4344-9cd2-08632b7e5496 req-84db0076-677d-49b2-8a91-c06151d5641b tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:04.898293 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-53b5152b-eacb-4344-9cd2-08632b7e5496 req-84db0076-677d-49b2-8a91-c06151d5641b tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0792747 Apr 29 13:51:05.020490 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-53b5152b-eacb-4344-9cd2-08632b7e5496 req-295f7d17-01b2-47cc-9204-4976d708cd8b tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161063 Apr 29 13:51:06.213685 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1dfc7-f629-452b-9208-c73e5deb5465 req-3c067947-1ead-413d-b7b4-d4baadaf9d25 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:06.215061 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-52a1dfc7-f629-452b-9208-c73e5deb5465 req-3c067947-1ead-413d-b7b4-d4baadaf9d25 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0759211 Apr 29 13:51:06.259345 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-52a1dfc7-f629-452b-9208-c73e5deb5465 req-26d52a0f-4e04-43ea-8a2f-d180127a1294 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388591 Apr 29 13:51:06.476101 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0829c8-6ada-4450-9255-7b1bb086da0c req-96a67f21-abce-42dc-8022-c284ae74af18 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:06.477501 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ea0829c8-6ada-4450-9255-7b1bb086da0c req-96a67f21-abce-42dc-8022-c284ae74af18 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.32 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 946 time: 0.0782647 Apr 29 13:51:06.543099 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-ea0829c8-6ada-4450-9255-7b1bb086da0c req-2c52e051-3af3-474d-819a-e7d71b5b63e7 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Deleting port 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:51:06.543430 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ea0829c8-6ada-4450-9255-7b1bb086da0c req-2c52e051-3af3-474d-819a-e7d71b5b63e7 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:06.775336 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-ea0829c8-6ada-4450-9255-7b1bb086da0c req-2c52e051-3af3-474d-819a-e7d71b5b63e7 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] For port 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee,segment=NetworkSegment(f4a84d8c-d852-4814-9dd6-a53a0a446579),segment_id=f4a84d8c-d852-4814-9dd6-a53a0a446579)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:51:06.775689 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ea0829c8-6ada-4450-9255-7b1bb086da0c req-2c52e051-3af3-474d-819a-e7d71b5b63e7 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:06.894899 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-ea0829c8-6ada-4450-9255-7b1bb086da0c req-2c52e051-3af3-474d-819a-e7d71b5b63e7 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Calling delete_port for 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:51:07.033697 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ea0829c8-6ada-4450-9255-7b1bb086da0c req-2c52e051-3af3-474d-819a-e7d71b5b63e7 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:07.045429 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:51:07.084221 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e051-3af3-474d-819a-e7d71b5b63e7 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Pushing event deleted for resources: {'Port': ['ID=12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:51:07.131203 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e051-3af3-474d-819a-e7d71b5b63e7 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:07.131548 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e051-3af3-474d-819a-e7d71b5b63e7 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:07.131889 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e051-3af3-474d-819a-e7d71b5b63e7 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:07.132220 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e051-3af3-474d-819a-e7d71b5b63e7 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:07.132558 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e051-3af3-474d-819a-e7d71b5b63e7 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:07.132916 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e051-3af3-474d-819a-e7d71b5b63e7 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:07.133245 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e051-3af3-474d-819a-e7d71b5b63e7 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:07.133568 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e051-3af3-474d-819a-e7d71b5b63e7 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:07.133891 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e051-3af3-474d-819a-e7d71b5b63e7 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:07.134208 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e051-3af3-474d-819a-e7d71b5b63e7 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:07.134526 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52e051-3af3-474d-819a-e7d71b5b63e7 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:07.170077 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0829c8-6ada-4450-9255-7b1bb086da0c req-2c52e051-3af3-474d-819a-e7d71b5b63e7 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] No DVR routers for this DVR port 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:51:07.172330 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ea0829c8-6ada-4450-9255-7b1bb086da0c req-2c52e051-3af3-474d-819a-e7d71b5b63e7 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:07.174791 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242b43c6-15a7-48b4-a11b-f769813b2a81', 'name': 'network-vif-deleted', 'tag': '12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:51:07.193773 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ea0829c8-6ada-4450-9255-7b1bb086da0c req-2c52e051-3af3-474d-819a-e7d71b5b63e7 tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.32 "DELETE /v2.0/ports/12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee HTTP/1.1" status: 204 len: 173 time: 0.7110739 Apr 29 13:51:07.234169 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-897b8f48-286c-4dc4-a413-fbeb6cdd16cb'] response: {'server_uuid': '242b43c6-15a7-48b4-a11b-f769813b2a81', 'name': 'network-vif-deleted', 'tag': '12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee', 'status': 'completed', 'code': 200} Apr 29 13:51:07.437101 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-30b0235d-7aed-493b-a61b-a9e5884db10d req-c1b93148-355d-47dc-b144-7842b240f0ce tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Synchronizing usage tracker for tenant:29f2a6fd5af347d584e6c4daf12b13f3 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:51:07.451752 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-30b0235d-7aed-493b-a61b-a9e5884db10d req-c1b93148-355d-47dc-b144-7842b240f0ce tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] Unset dirty status for tenant:29f2a6fd5af347d584e6c4daf12b13f3 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:51:07.453089 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-30b0235d-7aed-493b-a61b-a9e5884db10d req-c1b93148-355d-47dc-b144-7842b240f0ce tempest-ServerDiskConfigTestJSON-501740637 tempest-ServerDiskConfigTestJSON-501740637-project] 10.222.0.76 "GET /v2.0/ports?device_id=242b43c6-15a7-48b4-a11b-f769813b2a81 HTTP/1.1" status: 200 len: 210 time: 0.0566049 Apr 29 13:51:07.884339 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-83e1367f-4103-43ed-9905-61b7f6952091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:08.709535 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 38750) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:51:08.766870 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-76fba7ab-543f-4882-a1c9-ec679b32596a admin admin] Deleting subnet ff8c70a9-b102-4c0f-b70e-af959b79d2d7 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:51:08.769673 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-76fba7ab-543f-4882-a1c9-ec679b32596a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:08.819138 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-76fba7ab-543f-4882-a1c9-ec679b32596a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:08.872606 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-76fba7ab-543f-4882-a1c9-ec679b32596a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:08.939200 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-76fba7ab-543f-4882-a1c9-ec679b32596a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:08.979055 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fba7ab-543f-4882-a1c9-ec679b32596a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff8c70a9-b102-4c0f-b70e-af959b79d2d7,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:51:08.985675 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-76fba7ab-543f-4882-a1c9-ec679b32596a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:08.991242 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-76fba7ab-543f-4882-a1c9-ec679b32596a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ff8c70a9-b102-4c0f-b70e-af959b79d2d7 HTTP/1.1" status: 204 len: 168 time: 0.2807291 Apr 29 13:51:08.993660 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 38754) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:51:09.088883 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:51:09.095084 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c3d43412-0a8c-474d-97cf-4d19d3764522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:09.121786 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:51:09.122127 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 12d8a0b4-7a86-4c6b-b89c-30a9b8e9f4ee not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:51:09.221504 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c3d43412-0a8c-474d-97cf-4d19d3764522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:09.246764 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-c3d43412-0a8c-474d-97cf-4d19d3764522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a3faebc-4f68-440f-a91c-1ac4b472525f']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:51:09.258229 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-c3d43412-0a8c-474d-97cf-4d19d3764522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a84d8c-d852-4814-9dd6-a53a0a446579') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:51:09.258524 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-c3d43412-0a8c-474d-97cf-4d19d3764522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a84d8c-d852-4814-9dd6-a53a0a446579') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:51:09.269467 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c3d43412-0a8c-474d-97cf-4d19d3764522 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:09.285663 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c3d43412-0a8c-474d-97cf-4d19d3764522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:09.292562 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d43412-0a8c-474d-97cf-4d19d3764522 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:51:09.293205 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c3d43412-0a8c-474d-97cf-4d19d3764522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:51:09.305820 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:51:09.382016 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c3d43412-0a8c-474d-97cf-4d19d3764522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:09.397454 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c3d43412-0a8c-474d-97cf-4d19d3764522 admin admin] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:09.407847 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d43412-0a8c-474d-97cf-4d19d3764522 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a3faebc-4f68-440f-a91c-1ac4b472525f,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:51:09.416212 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c3d43412-0a8c-474d-97cf-4d19d3764522 admin admin] 10.222.0.76 "DELETE /v2.0/networks/1a3faebc-4f68-440f-a91c-1ac4b472525f HTTP/1.1" status: 204 len: 168 time: 0.4215031 Apr 29 13:51:09.556105 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 38760) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:51:09.607942 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6050cc4a-6e2e-40ba-ac7d-e1686ca09d1b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=29f2a6fd5af347d584e6c4daf12b13f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0506523 Apr 29 13:51:09.610388 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 38764) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:51:09.669904 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-057395c5-5e48-4332-bda5-e1c4c8790647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:09.695233 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-057395c5-5e48-4332-bda5-e1c4c8790647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:09.746897 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-057395c5-5e48-4332-bda5-e1c4c8790647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:09.766174 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057395c5-5e48-4332-bda5-e1c4c8790647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:51:09.775860 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-057395c5-5e48-4332-bda5-e1c4c8790647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:09.776996 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-057395c5-5e48-4332-bda5-e1c4c8790647 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ea9ebda9-51e3-492d-9ddc-d54f3a3f06b4 HTTP/1.1" status: 204 len: 168 time: 0.1656704 Apr 29 13:51:10.433405 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7c0d489c-80e1-4c4c-bf44-e5ade4e8838c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:10.593782 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 38786) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:51:10.719545 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-8588f5e2-0c8a-42df-a2f1-df96ca8141b7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-368405711-network', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:51:10.724175 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-8588f5e2-0c8a-42df-a2f1-df96ca8141b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:51:10.727976 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-8588f5e2-0c8a-42df-a2f1-df96ca8141b7 admin admin] Usage tracker for resource:network and tenant:a0df978659ab4fb69192b174de3da38f is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:51:10.731444 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-8588f5e2-0c8a-42df-a2f1-df96ca8141b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:51:10.737075 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-8588f5e2-0c8a-42df-a2f1-df96ca8141b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:51:10.747765 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8588f5e2-0c8a-42df-a2f1-df96ca8141b7 admin admin] Made reservation on behalf of a0df978659ab4fb69192b174de3da38f for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:51:10.750082 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8588f5e2-0c8a-42df-a2f1-df96ca8141b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:10.761976 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8588f5e2-0c8a-42df-a2f1-df96ca8141b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:10.795645 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-8588f5e2-0c8a-42df-a2f1-df96ca8141b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:51:10.799655 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-8588f5e2-0c8a-42df-a2f1-df96ca8141b7 admin admin] Usage tracker for resource:security_group_rule and tenant:a0df978659ab4fb69192b174de3da38f is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:51:10.802522 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-8588f5e2-0c8a-42df-a2f1-df96ca8141b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:51:10.808167 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-8588f5e2-0c8a-42df-a2f1-df96ca8141b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:51:10.876065 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8588f5e2-0c8a-42df-a2f1-df96ca8141b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:10.879724 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8588f5e2-0c8a-42df-a2f1-df96ca8141b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:10.911972 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8588f5e2-0c8a-42df-a2f1-df96ca8141b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:51:10.920915 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588f5e2-0c8a-42df-a2f1-df96ca8141b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6c673e-3473-4331-8c3c-65cda5422aca,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:51:10.928029 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8588f5e2-0c8a-42df-a2f1-df96ca8141b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:10.928346 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-8588f5e2-0c8a-42df-a2f1-df96ca8141b7 admin admin] Added segment 08532cfd-be92-4b0a-b4be-682e6d28a8db of type vlan for network 7d000d2d-cbf3-463c-904a-08e7e2d8fef4 Apr 29 13:51:10.956085 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8588f5e2-0c8a-42df-a2f1-df96ca8141b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:10.984508 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8588f5e2-0c8a-42df-a2f1-df96ca8141b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:10.985342 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8588f5e2-0c8a-42df-a2f1-df96ca8141b7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:10.985932 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8588f5e2-0c8a-42df-a2f1-df96ca8141b7 admin admin] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:11.089536 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588f5e2-0c8a-42df-a2f1-df96ca8141b7 admin admin] Pushing event updated for resources: {'Network': ['ID=7d000d2d-cbf3-463c-904a-08e7e2d8fef4,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:51:11.092331 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8588f5e2-0c8a-42df-a2f1-df96ca8141b7 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4975615 Apr 29 13:51:11.095251 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 38792) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:51:11.099259 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 7d000d2d-cbf3-463c-904a-08e7e2d8fef4 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:51:11.100471 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-04445834-ae59-4dd3-a6ed-a00326ec99e8 admin admin] Request body: {'subnet': {'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-368405711-subnet', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:51:11.105481 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-04445834-ae59-4dd3-a6ed-a00326ec99e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:51:11.109344 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-04445834-ae59-4dd3-a6ed-a00326ec99e8 admin admin] Usage tracker for resource:subnet and tenant:a0df978659ab4fb69192b174de3da38f is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:51:11.112278 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-04445834-ae59-4dd3-a6ed-a00326ec99e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:51:11.118140 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-04445834-ae59-4dd3-a6ed-a00326ec99e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:51:11.129026 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04445834-ae59-4dd3-a6ed-a00326ec99e8 admin admin] Made reservation on behalf of a0df978659ab4fb69192b174de3da38f for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:51:11.131352 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-04445834-ae59-4dd3-a6ed-a00326ec99e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:11.331475 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-04445834-ae59-4dd3-a6ed-a00326ec99e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:11.404066 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04445834-ae59-4dd3-a6ed-a00326ec99e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a845123e-9255-4a80-88a3-f184afda3586,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:51:11.412639 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04445834-ae59-4dd3-a6ed-a00326ec99e8 admin admin] Checking segment: {'id': '08532cfd-be92-4b0a-b4be-682e6d28a8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:51:11.413015 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04445834-ae59-4dd3-a6ed-a00326ec99e8 admin admin] Network hostable DHCP agents. Network: 7d000d2d-cbf3-463c-904a-08e7e2d8fef4, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:51:11.435258 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04445834-ae59-4dd3-a6ed-a00326ec99e8 admin admin] Network 7d000d2d-cbf3-463c-904a-08e7e2d8fef4 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:51:11.444314 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-04445834-ae59-4dd3-a6ed-a00326ec99e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 7d000d2d-cbf3-463c-904a-08e7e2d8fef4) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:51:11.448103 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04445834-ae59-4dd3-a6ed-a00326ec99e8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:11.448675 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-04445834-ae59-4dd3-a6ed-a00326ec99e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:11.453713 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35634456-4d94-4f69-872f-e8563a34ee0d None None] Network 7d000d2d-cbf3-463c-904a-08e7e2d8fef4 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:51:11.468724 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-04445834-ae59-4dd3-a6ed-a00326ec99e8 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3725064 Apr 29 13:51:11.471400 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 38796) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:51:11.476297 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-b5fe00c7-01f6-4e10-b912-2521c1b3145b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:51:11.481383 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b5fe00c7-01f6-4e10-b912-2521c1b3145b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:51:11.485355 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b5fe00c7-01f6-4e10-b912-2521c1b3145b admin admin] Usage tracker for resource:router and tenant:a0df978659ab4fb69192b174de3da38f is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:51:11.488175 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b5fe00c7-01f6-4e10-b912-2521c1b3145b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:51:11.493849 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b5fe00c7-01f6-4e10-b912-2521c1b3145b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:51:11.504619 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b5fe00c7-01f6-4e10-b912-2521c1b3145b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:11.505773 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b5fe00c7-01f6-4e10-b912-2521c1b3145b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:11.528372 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b5fe00c7-01f6-4e10-b912-2521c1b3145b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:11.550551 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:11.624953 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:11.697166 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:51:11.698076 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:11.765256 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b5fe00c7-01f6-4e10-b912-2521c1b3145b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:11.852918 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Allocated IP 172.20.0.2 (7d000d2d-cbf3-463c-904a-08e7e2d8fef4/a845123e-9255-4a80-88a3-f184afda3586/7975ac86-c79d-4aec-aba6-c8766af4a2fb) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:51:11.956748 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b5fe00c7-01f6-4e10-b912-2521c1b3145b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:11.986547 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b5fe00c7-01f6-4e10-b912-2521c1b3145b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:12.062585 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:12.072392 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Transition to ACTIVE for port object 7975ac86-c79d-4aec-aba6-c8766af4a2fb will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:51:12.093500 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Transition to ACTIVE for port object 7975ac86-c79d-4aec-aba6-c8766af4a2fb will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:51:12.098902 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:12.123216 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-b5fe00c7-01f6-4e10-b912-2521c1b3145b admin admin] Allocated IP 172.26.6.15 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/e0c1aae8-666e-4a9a-8f3d-46724a50da23) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:51:12.165869 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Network 7d000d2d-cbf3-463c-904a-08e7e2d8fef4 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:51:12.169003 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:51:12.173292 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:51:12.175460 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Pushing event updated for resources: {'Port': ['ID=7975ac86-c79d-4aec-aba6-c8766af4a2fb,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:51:12.218083 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:12.218308 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:12.218642 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:12.218996 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:12.219353 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:12.219716 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:12.220063 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:12.220410 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:12.220793 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:12.221148 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:12.221499 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:12.270740 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b5fe00c7-01f6-4e10-b912-2521c1b3145b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:12.275707 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Attempting to bind port 7975ac86-c79d-4aec-aba6-c8766af4a2fb on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:51:12.276926 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Attempting to bind port 7975ac86-c79d-4aec-aba6-c8766af4a2fb by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '08532cfd-be92-4b0a-b4be-682e6d28a8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:51:12.276926 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Attempting to bind port 7975ac86-c79d-4aec-aba6-c8766af4a2fb on network 7d000d2d-cbf3-463c-904a-08e7e2d8fef4 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:51:12.284106 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:51:12.284465 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Checking segment: {'id': '08532cfd-be92-4b0a-b4be-682e6d28a8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:51:12.284888 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:12.285274 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Bound using segment: {'id': '08532cfd-be92-4b0a-b4be-682e6d28a8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:51:12.285722 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Bound port: 7975ac86-c79d-4aec-aba6-c8766af4a2fb, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08532cfd-be92-4b0a-b4be-682e6d28a8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:51:12.286088 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:12.298834 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b5fe00c7-01f6-4e10-b912-2521c1b3145b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:12.368008 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fe00c7-01f6-4e10-b912-2521c1b3145b admin admin] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:51:12.370755 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] For port 7975ac86-c79d-4aec-aba6-c8766af4a2fb, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:51:12.371160 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-b5fe00c7-01f6-4e10-b912-2521c1b3145b admin admin] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:51:12.373710 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fe00c7-01f6-4e10-b912-2521c1b3145b admin admin] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:51:12.373853 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] For port 7975ac86-c79d-4aec-aba6-c8766af4a2fb, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=7975ac86-c79d-4aec-aba6-c8766af4a2fb,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:51:12.378674 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:12.410568 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe00c7-01f6-4e10-b912-2521c1b3145b admin admin] Pushing event updated for resources: {'Port': ['ID=e0c1aae8-666e-4a9a-8f3d-46724a50da23,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:51:12.462500 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda45eb-7316-4326-92f8-ba13c139a944 None None] Pushing event updated for resources: {'Port': ['ID=7975ac86-c79d-4aec-aba6-c8766af4a2fb,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:51:12.544070 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b5fe00c7-01f6-4e10-b912-2521c1b3145b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:12.544830 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b5fe00c7-01f6-4e10-b912-2521c1b3145b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:12.801083 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fe00c7-01f6-4e10-b912-2521c1b3145b admin admin] Router 97aea941-4746-4ce1-8d62-3501d9bbfd0b is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:51:12.962888 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:12.965736 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 7975ac86-c79d-4aec-aba6-c8766af4a2fb up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:51:13.011373 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fe00c7-01f6-4e10-b912-2521c1b3145b admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:51:13.023314 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21cd8e3-ed2b-4246-a201-374961591f9d None None] Sync routers for ids ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:51:13.038146 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b5fe00c7-01f6-4e10-b912-2521c1b3145b admin admin] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:13.042653 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b5fe00c7-01f6-4e10-b912-2521c1b3145b admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5671735 Apr 29 13:51:13.043029 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 38800) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:51:13.047355 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21cd8e3-ed2b-4246-a201-374961591f9d None None] Routers {'97aea941-4746-4ce1-8d62-3501d9bbfd0b'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:51:13.047977 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e21cd8e3-ed2b-4246-a201-374961591f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:51:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:51:13.170084 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 7975ac86-c79d-4aec-aba6-c8766af4a2fb completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:51:13.242927 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-e21cd8e3-ed2b-4246-a201-374961591f9d None None] Set router 97aea941-4746-4ce1-8d62-3501d9bbfd0b gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:51:13.387180 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85b0c2f-ca95-42f7-98c6-6b14b00ddf0b None None] Network 7d000d2d-cbf3-463c-904a-08e7e2d8fef4 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:51:13.594625 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f6379f9c-3ad9-4fe4-8f3a-462dd94ecfd3 None None] Provisioning for port 7975ac86-c79d-4aec-aba6-c8766af4a2fb completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:51:13.614891 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f6379f9c-3ad9-4fe4-8f3a-462dd94ecfd3 None None] Provisioning complete for port 7975ac86-c79d-4aec-aba6-c8766af4a2fb triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:51:13.615177 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f6379f9c-3ad9-4fe4-8f3a-462dd94ecfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:13.893343 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e21cd8e3-ed2b-4246-a201-374961591f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:51:12Z', 'revision_number': 3, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port': {'id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:12Z', 'updated_at': '2022-04-29T13:51:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:51:13.896090 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f6379f9c-3ad9-4fe4-8f3a-462dd94ecfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:13.904930 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-99abe021-9935-4eed-817d-5a24484685d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:13.911145 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21cd8e3-ed2b-4246-a201-374961591f9d None None] Checking router: 97aea941-4746-4ce1-8d62-3501d9bbfd0b for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:51:13.911489 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21cd8e3-ed2b-4246-a201-374961591f9d None None] Updating router 97aea941-4746-4ce1-8d62-3501d9bbfd0b port e0c1aae8-666e-4a9a-8f3d-46724a50da23 binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:51:13.983133 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e21cd8e3-ed2b-4246-a201-374961591f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:14.016370 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f6379f9c-3ad9-4fe4-8f3a-462dd94ecfd3 None None] For port 7975ac86-c79d-4aec-aba6-c8766af4a2fb, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=7975ac86-c79d-4aec-aba6-c8766af4a2fb,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:51:14.026605 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f6379f9c-3ad9-4fe4-8f3a-462dd94ecfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:14.125215 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-99abe021-9935-4eed-817d-5a24484685d4 admin admin] Allocated IP 172.20.0.1 (7d000d2d-cbf3-463c-904a-08e7e2d8fef4/a845123e-9255-4a80-88a3-f184afda3586/020dcdec-80cc-4335-9dca-d91066f174e7) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:51:14.162108 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6379f9c-3ad9-4fe4-8f3a-462dd94ecfd3 None None] Pushing event updated for resources: {'Port': ['ID=7975ac86-c79d-4aec-aba6-c8766af4a2fb,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:51:14.276448 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-99abe021-9935-4eed-817d-5a24484685d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:14.283358 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c2f878db-deed-4af1-9985-b60bdda5e511 None None] Provisioning complete for port 7975ac86-c79d-4aec-aba6-c8766af4a2fb triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:51:14.283734 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c2f878db-deed-4af1-9985-b60bdda5e511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:14.291482 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-99abe021-9935-4eed-817d-5a24484685d4 admin admin] Transition to ACTIVE for port object 020dcdec-80cc-4335-9dca-d91066f174e7 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:51:14.314682 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-99abe021-9935-4eed-817d-5a24484685d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:14.386027 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99abe021-9935-4eed-817d-5a24484685d4 admin admin] Network 7d000d2d-cbf3-463c-904a-08e7e2d8fef4 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:51:14.388975 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-99abe021-9935-4eed-817d-5a24484685d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:51:14.393661 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99abe021-9935-4eed-817d-5a24484685d4 admin admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:51:14.418525 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abe021-9935-4eed-817d-5a24484685d4 admin admin] Pushing event updated for resources: {'Port': ['ID=020dcdec-80cc-4335-9dca-d91066f174e7,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:51:14.449557 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-99abe021-9935-4eed-817d-5a24484685d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:14.482913 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e21cd8e3-ed2b-4246-a201-374961591f9d None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:14.496529 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e21cd8e3-ed2b-4246-a201-374961591f9d None None] Transition to ACTIVE for port object e0c1aae8-666e-4a9a-8f3d-46724a50da23 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:51:14.503647 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e21cd8e3-ed2b-4246-a201-374961591f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:14.552941 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-99abe021-9935-4eed-817d-5a24484685d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:14.587931 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e76ff7-9f9d-4502-b704-6e116d8e9c3e None None] Pushing event updated for resources: {'Port': ['ID=e0c1aae8-666e-4a9a-8f3d-46724a50da23,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:51:14.590865 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e21cd8e3-ed2b-4246-a201-374961591f9d None None] Attempting to bind port e0c1aae8-666e-4a9a-8f3d-46724a50da23 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:51:14.591274 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e21cd8e3-ed2b-4246-a201-374961591f9d None None] Attempting to bind port e0c1aae8-666e-4a9a-8f3d-46724a50da23 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:51:14.591569 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21cd8e3-ed2b-4246-a201-374961591f9d None None] Attempting to bind port e0c1aae8-666e-4a9a-8f3d-46724a50da23 on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:51:14.598477 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21cd8e3-ed2b-4246-a201-374961591f9d None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:51:14.599066 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21cd8e3-ed2b-4246-a201-374961591f9d None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:51:14.600311 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e21cd8e3-ed2b-4246-a201-374961591f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:14.600311 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21cd8e3-ed2b-4246-a201-374961591f9d None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:51:14.600311 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e21cd8e3-ed2b-4246-a201-374961591f9d None None] Bound port: e0c1aae8-666e-4a9a-8f3d-46724a50da23, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:51:14.600613 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e21cd8e3-ed2b-4246-a201-374961591f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:14.670579 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e21cd8e3-ed2b-4246-a201-374961591f9d None None] For port e0c1aae8-666e-4a9a-8f3d-46724a50da23, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:51:14.673456 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e21cd8e3-ed2b-4246-a201-374961591f9d None None] For port e0c1aae8-666e-4a9a-8f3d-46724a50da23, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e0c1aae8-666e-4a9a-8f3d-46724a50da23,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:51:14.677255 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e21cd8e3-ed2b-4246-a201-374961591f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:14.763812 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e76ff7-9f9d-4502-b704-6e116d8e9c3e None None] Pushing event updated for resources: {'Port': ['ID=e0c1aae8-666e-4a9a-8f3d-46724a50da23,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:51:14.768423 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fd787ba9-a2ab-4af2-854b-a71bc62f0c3f None None] Provisioning for port 020dcdec-80cc-4335-9dca-d91066f174e7 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:51:14.775003 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fd787ba9-a2ab-4af2-854b-a71bc62f0c3f None None] Provisioning complete for port 020dcdec-80cc-4335-9dca-d91066f174e7 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:51:14.775372 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fd787ba9-a2ab-4af2-854b-a71bc62f0c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:14.785110 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-99abe021-9935-4eed-817d-5a24484685d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:14.789830 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-99abe021-9935-4eed-817d-5a24484685d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:14.812992 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21cd8e3-ed2b-4246-a201-374961591f9d None None] Routers {'97aea941-4746-4ce1-8d62-3501d9bbfd0b'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:51:14.813625 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e21cd8e3-ed2b-4246-a201-374961591f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:51:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:51:14.897191 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abe021-9935-4eed-817d-5a24484685d4 admin admin] Pushing event updated for resources: {'Port': ['ID=020dcdec-80cc-4335-9dca-d91066f174e7,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:51:14.899759 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-99abe021-9935-4eed-817d-5a24484685d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:14.977941 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 7975ac86-c79d-4aec-aba6-c8766af4a2fb up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:51:15.033495 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-fd787ba9-a2ab-4af2-854b-a71bc62f0c3f None None] Port 020dcdec-80cc-4335-9dca-d91066f174e7 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:51:15.038955 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99abe021-9935-4eed-817d-5a24484685d4 admin admin] Network 7d000d2d-cbf3-463c-904a-08e7e2d8fef4 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:51:15.040051 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-99abe021-9935-4eed-817d-5a24484685d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:51:15.113418 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 7975ac86-c79d-4aec-aba6-c8766af4a2fb triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:51:15.113790 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:15.137068 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-e21cd8e3-ed2b-4246-a201-374961591f9d None None] Set router 97aea941-4746-4ce1-8d62-3501d9bbfd0b gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:51:15.430259 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d221174a-6442-4332-9f98-b9d50c3f3243 None None] Provisioning complete for port 020dcdec-80cc-4335-9dca-d91066f174e7 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:51:15.430537 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d221174a-6442-4332-9f98-b9d50c3f3243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:15.511221 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-d221174a-6442-4332-9f98-b9d50c3f3243 None None] Port 020dcdec-80cc-4335-9dca-d91066f174e7 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:51:15.540479 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99abe021-9935-4eed-817d-5a24484685d4 admin admin] Router 97aea941-4746-4ce1-8d62-3501d9bbfd0b has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:51:15.590133 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e21cd8e3-ed2b-4246-a201-374961591f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 4, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port': {'id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:12Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '020dcdec-80cc-4335-9dca-d91066f174e7', 'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'mac_address': 'fa:16:3e:63:4d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:13Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 2, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'subnets': [{'id': 'a845123e-9255-4a80-88a3-f184afda3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:51:15.594152 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21cd8e3-ed2b-4246-a201-374961591f9d None None] The sync data for ids ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'] in dv-neutron-839027-4-hyperv is: [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 4, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port': {'id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:12Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '020dcdec-80cc-4335-9dca-d91066f174e7', 'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'mac_address': 'fa:16:3e:63:4d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:13Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 2, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'subnets': [{'id': 'a845123e-9255-4a80-88a3-f184afda3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:51:15.770353 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99abe021-9935-4eed-817d-5a24484685d4 admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:51:15.780296 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-99abe021-9935-4eed-817d-5a24484685d4 admin admin] 10.222.0.76 "PUT /v2.0/routers/97aea941-4746-4ce1-8d62-3501d9bbfd0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7362182 Apr 29 13:51:16.399545 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 38810) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:51:16.407043 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-b3a86a22-faed-4a1e-9f86-0dbfe1b71b5a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--704162351', 'description': 'tempest-description--1182844410'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:51:16.413129 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b3a86a22-faed-4a1e-9f86-0dbfe1b71b5a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:51:16.417489 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b3a86a22-faed-4a1e-9f86-0dbfe1b71b5a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Usage tracker for resource:security_group and tenant:a0df978659ab4fb69192b174de3da38f is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:51:16.420481 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b3a86a22-faed-4a1e-9f86-0dbfe1b71b5a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:51:16.426334 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b3a86a22-faed-4a1e-9f86-0dbfe1b71b5a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:51:16.437626 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b3a86a22-faed-4a1e-9f86-0dbfe1b71b5a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:16.473558 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b3a86a22-faed-4a1e-9f86-0dbfe1b71b5a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:51:16.477423 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b3a86a22-faed-4a1e-9f86-0dbfe1b71b5a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Usage tracker for resource:security_group_rule and tenant:a0df978659ab4fb69192b174de3da38f is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:51:16.481047 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b3a86a22-faed-4a1e-9f86-0dbfe1b71b5a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:51:16.487428 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b3a86a22-faed-4a1e-9f86-0dbfe1b71b5a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:51:16.543161 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b3a86a22-faed-4a1e-9f86-0dbfe1b71b5a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:16.547471 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b3a86a22-faed-4a1e-9f86-0dbfe1b71b5a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:16.589033 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a86a22-faed-4a1e-9f86-0dbfe1b71b5a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=099a0b75-ffbb-4aeb-80f9-04d54c9997e3,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:51:16.591712 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b3a86a22-faed-4a1e-9f86-0dbfe1b71b5a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:16.593106 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b3a86a22-faed-4a1e-9f86-0dbfe1b71b5a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1925218 Apr 29 13:51:16.595859 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 38814) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:51:16.601681 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-4261a167-cbfe-473b-b362-7f953a43f014 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Request body: {'security_group_rule': {'security_group_id': '099a0b75-ffbb-4aeb-80f9-04d54c9997e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:51:16.608567 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4261a167-cbfe-473b-b362-7f953a43f014 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:51:16.613125 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4261a167-cbfe-473b-b362-7f953a43f014 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Usage tracker for resource:security_group_rule and tenant:a0df978659ab4fb69192b174de3da38f is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:51:16.616155 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4261a167-cbfe-473b-b362-7f953a43f014 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:51:16.622899 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4261a167-cbfe-473b-b362-7f953a43f014 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:51:16.640409 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4261a167-cbfe-473b-b362-7f953a43f014 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:16.702941 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4261a167-cbfe-473b-b362-7f953a43f014 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:16.706532 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4261a167-cbfe-473b-b362-7f953a43f014 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:16.732925 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261a167-cbfe-473b-b362-7f953a43f014 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6edc60-71de-40d7-9a93-71dabb074f14,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:51:16.740774 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4261a167-cbfe-473b-b362-7f953a43f014 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:16.741909 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4261a167-cbfe-473b-b362-7f953a43f014 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1450529 Apr 29 13:51:16.744417 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 38818) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:51:16.750417 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-0758dc04-6a55-4825-b8f9-b26f13c99fa4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Request body: {'security_group_rule': {'security_group_id': '099a0b75-ffbb-4aeb-80f9-04d54c9997e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:51:16.755897 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0758dc04-6a55-4825-b8f9-b26f13c99fa4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:51:16.759621 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0758dc04-6a55-4825-b8f9-b26f13c99fa4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Usage tracker for resource:security_group_rule and tenant:a0df978659ab4fb69192b174de3da38f is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:51:16.762545 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0758dc04-6a55-4825-b8f9-b26f13c99fa4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:51:16.768098 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0758dc04-6a55-4825-b8f9-b26f13c99fa4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:51:16.785223 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0758dc04-6a55-4825-b8f9-b26f13c99fa4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:16.846290 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0758dc04-6a55-4825-b8f9-b26f13c99fa4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:16.849818 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0758dc04-6a55-4825-b8f9-b26f13c99fa4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:16.872234 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758dc04-6a55-4825-b8f9-b26f13c99fa4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=987af174-5d1e-4785-9ca7-1abfe4856c08,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:51:16.880787 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0758dc04-6a55-4825-b8f9-b26f13c99fa4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:16.881926 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0758dc04-6a55-4825-b8f9-b26f13c99fa4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1359546 Apr 29 13:51:16.884831 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 38822) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:51:16.890613 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-6510bd00-813e-46de-a05e-100ab84d5502 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:51:16.896310 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-6510bd00-813e-46de-a05e-100ab84d5502 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:51:16.902433 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-6510bd00-813e-46de-a05e-100ab84d5502 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Usage tracker for resource:floatingip and tenant:a0df978659ab4fb69192b174de3da38f is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:51:16.903812 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-6510bd00-813e-46de-a05e-100ab84d5502 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:51:16.909720 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-6510bd00-813e-46de-a05e-100ab84d5502 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:51:16.921042 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6510bd00-813e-46de-a05e-100ab84d5502 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for floatingip, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:16.960986 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e0c1aae8-666e-4a9a-8f3d-46724a50da23 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:51:17.033401 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port e0c1aae8-666e-4a9a-8f3d-46724a50da23 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:51:17.038108 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port e0c1aae8-666e-4a9a-8f3d-46724a50da23 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:51:17.038476 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:17.055606 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6510bd00-813e-46de-a05e-100ab84d5502 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:17.154840 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:17.170920 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port e0c1aae8-666e-4a9a-8f3d-46724a50da23, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e0c1aae8-666e-4a9a-8f3d-46724a50da23,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:51:17.174837 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:17.192942 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-6510bd00-813e-46de-a05e-100ab84d5502 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Allocated IP 172.26.6.176 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/28849383-a590-4adb-8df7-2e62c431f369) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:51:17.256985 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=e0c1aae8-666e-4a9a-8f3d-46724a50da23,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:51:17.350047 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6510bd00-813e-46de-a05e-100ab84d5502 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:17.379579 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6510bd00-813e-46de-a05e-100ab84d5502 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:17.454188 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6510bd00-813e-46de-a05e-100ab84d5502 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:51:17.456741 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-6510bd00-813e-46de-a05e-100ab84d5502 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:51:17.460873 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6510bd00-813e-46de-a05e-100ab84d5502 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:51:17.502806 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510bd00-813e-46de-a05e-100ab84d5502 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Pushing event updated for resources: {'Port': ['ID=28849383-a590-4adb-8df7-2e62c431f369,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:51:17.639495 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6510bd00-813e-46de-a05e-100ab84d5502 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:17.698620 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6510bd00-813e-46de-a05e-100ab84d5502 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:18.019414 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6510bd00-813e-46de-a05e-100ab84d5502 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:18.024959 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6510bd00-813e-46de-a05e-100ab84d5502 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:18.131415 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510bd00-813e-46de-a05e-100ab84d5502 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Pushing event updated for resources: {'Port': ['ID=28849383-a590-4adb-8df7-2e62c431f369,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:51:18.153738 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6510bd00-813e-46de-a05e-100ab84d5502 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:18.174824 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6510bd00-813e-46de-a05e-100ab84d5502 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:18.176009 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6510bd00-813e-46de-a05e-100ab84d5502 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2897830 Apr 29 13:51:18.351219 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-24c44701-6e47-412a-8edf-017e4efb137c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Synchronizing usage tracker for tenant:a0df978659ab4fb69192b174de3da38f on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:51:18.367474 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-24c44701-6e47-412a-8edf-017e4efb137c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Unset dirty status for tenant:a0df978659ab4fb69192b174de3da38f on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:51:18.369170 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-24c44701-6e47-412a-8edf-017e4efb137c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--704162351&fields=id&tenant_id=a0df978659ab4fb69192b174de3da38f HTTP/1.1" status: 200 len: 267 time: 0.0587521 Apr 29 13:51:18.516016 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-41880dcb-a459-4197-9bf5-1aaf0bde7cdb tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:18.516683 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-41880dcb-a459-4197-9bf5-1aaf0bde7cdb tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Synchronizing usage tracker for tenant:a0df978659ab4fb69192b174de3da38f on resource:network {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:51:18.532841 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-41880dcb-a459-4197-9bf5-1aaf0bde7cdb tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Unset dirty status for tenant:a0df978659ab4fb69192b174de3da38f on resource:network {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:51:18.534121 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-41880dcb-a459-4197-9bf5-1aaf0bde7cdb tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 811 time: 0.1580141 Apr 29 13:51:18.550063 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-e5764f73-0c5b-4238-8d64-aac886068433 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/quotas/a0df978659ab4fb69192b174de3da38f HTTP/1.1" status: 200 len: 375 time: 0.0102642 Apr 29 13:51:18.630204 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-53adc2a5-a0cb-4012-a650-da3283b83fcc tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0750566 Apr 29 13:51:18.766182 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-e79dcf81-12a1-4316-b84e-c6fe7b4bb385 service neutron] 10.222.0.76 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227708 Apr 29 13:51:18.942593 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e0c1aae8-666e-4a9a-8f3d-46724a50da23 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:51:19.004406 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-cb09d407-57ca-4652-b376-7856d7910ea6 service neutron] 10.222.0.76 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306106 Apr 29 13:51:19.008595 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port e0c1aae8-666e-4a9a-8f3d-46724a50da23 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:51:19.009005 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:19.192422 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-5512576e-bd13-4b1d-8d5b-85635459ce50 req-585756f4-d980-4377-a2ca-d0f66f2decc6 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Synchronizing usage tracker for tenant:a0df978659ab4fb69192b174de3da38f on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:51:19.209730 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-5512576e-bd13-4b1d-8d5b-85635459ce50 req-585756f4-d980-4377-a2ca-d0f66f2decc6 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Unset dirty status for tenant:a0df978659ab4fb69192b174de3da38f on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:51:19.210801 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5512576e-bd13-4b1d-8d5b-85635459ce50 req-585756f4-d980-4377-a2ca-d0f66f2decc6 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 210 time: 0.0589640 Apr 29 13:51:20.389812 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2ac32e2d-d336-48e2-b603-ac171a5bc7d0 req-15790ea4-63f5-40dd-8772-9cf9ffdf5c99 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 210 time: 0.0466499 Apr 29 13:51:20.445916 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-0f0fb7bd-d03a-462b-9716-48eb412ce8fa tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:20.447495 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-0f0fb7bd-d03a-462b-9716-48eb412ce8fa tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.32 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 811 time: 0.1556852 Apr 29 13:51:20.506007 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-d5a567c3-a513-4d72-8fdb-2269c69f608d tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Synchronizing usage tracker for tenant:a0df978659ab4fb69192b174de3da38f on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:51:20.517978 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-d5a567c3-a513-4d72-8fdb-2269c69f608d tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Unset dirty status for tenant:a0df978659ab4fb69192b174de3da38f on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:51:20.519062 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-d5a567c3-a513-4d72-8fdb-2269c69f608d tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0df978659ab4fb69192b174de3da38f HTTP/1.1" status: 200 len: 379 time: 0.0592070 Apr 29 13:51:20.532783 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-0d66bbd4-2269-4c5f-aa80-e4d4ce0e5742 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Request body: {'port': {'device_id': '22147705-9594-49ce-8c4c-2bfd41f359e4', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'admin_state_up': True, 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'security_groups': ['099a0b75-ffbb-4aeb-80f9-04d54c9997e3']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:51:20.664165 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-0d66bbd4-2269-4c5f-aa80-e4d4ce0e5742 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:51:20.674632 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-0d66bbd4-2269-4c5f-aa80-e4d4ce0e5742 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:51:20.684693 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-0d66bbd4-2269-4c5f-aa80-e4d4ce0e5742 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Made reservation on behalf of a0df978659ab4fb69192b174de3da38f for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:51:20.687619 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-0d66bbd4-2269-4c5f-aa80-e4d4ce0e5742 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:20.841309 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-0d66bbd4-2269-4c5f-aa80-e4d4ce0e5742 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Allocated IP 172.20.0.7 (7d000d2d-cbf3-463c-904a-08e7e2d8fef4/a845123e-9255-4a80-88a3-f184afda3586/0d40716b-85c3-4ddd-af40-e418be8a2bf3) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:51:21.026954 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-0d66bbd4-2269-4c5f-aa80-e4d4ce0e5742 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:21.042718 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-0d66bbd4-2269-4c5f-aa80-e4d4ce0e5742 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Transition to ACTIVE for port object 0d40716b-85c3-4ddd-af40-e418be8a2bf3 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:51:21.063665 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-0d66bbd4-2269-4c5f-aa80-e4d4ce0e5742 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:21.132732 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-0d66bbd4-2269-4c5f-aa80-e4d4ce0e5742 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Network 7d000d2d-cbf3-463c-904a-08e7e2d8fef4 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:51:21.135698 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-0d66bbd4-2269-4c5f-aa80-e4d4ce0e5742 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:51:21.139588 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-0d66bbd4-2269-4c5f-aa80-e4d4ce0e5742 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:51:21.169956 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d66bbd4-2269-4c5f-aa80-e4d4ce0e5742 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Pushing event updated for resources: {'Port': ['ID=0d40716b-85c3-4ddd-af40-e418be8a2bf3,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:51:21.204191 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-0d66bbd4-2269-4c5f-aa80-e4d4ce0e5742 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:21.204806 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-0d66bbd4-2269-4c5f-aa80-e4d4ce0e5742 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:21.231688 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-0d66bbd4-2269-4c5f-aa80-e4d4ce0e5742 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7024221 Apr 29 13:51:21.243001 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-3c627882-5170-480b-8bc0-c6013b3bc7eb service neutron] Request body: {'port': {'device_id': '22147705-9594-49ce-8c4c-2bfd41f359e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:51:21.355039 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-3c627882-5170-480b-8bc0-c6013b3bc7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:21.373256 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2426e37f-77dc-491c-9387-d451e2aaeb30 None None] Provisioning for port 0d40716b-85c3-4ddd-af40-e418be8a2bf3 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:51:21.378285 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2426e37f-77dc-491c-9387-d451e2aaeb30 None None] Provisioning complete for port 0d40716b-85c3-4ddd-af40-e418be8a2bf3 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:51:21.378705 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2426e37f-77dc-491c-9387-d451e2aaeb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:21.431853 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-2426e37f-77dc-491c-9387-d451e2aaeb30 None None] Port 0d40716b-85c3-4ddd-af40-e418be8a2bf3 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:51:21.689582 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42102423-8998-4347-bb28-e0916da2edb5 req-4576807e-7259-463e-abbf-59423ba2385c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:21.690174 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-42102423-8998-4347-bb28-e0916da2edb5 req-4576807e-7259-463e-abbf-59423ba2385c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Synchronizing usage tracker for tenant:a0df978659ab4fb69192b174de3da38f on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:51:21.753669 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-42102423-8998-4347-bb28-e0916da2edb5 req-4576807e-7259-463e-abbf-59423ba2385c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Unset dirty status for tenant:a0df978659ab4fb69192b174de3da38f on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:51:21.754935 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-42102423-8998-4347-bb28-e0916da2edb5 req-4576807e-7259-463e-abbf-59423ba2385c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 931 time: 0.1928194 Apr 29 13:51:21.778731 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-3c627882-5170-480b-8bc0-c6013b3bc7eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d40716b-85c3-4ddd-af40-e418be8a2bf3 {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:51:21.789322 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-3c627882-5170-480b-8bc0-c6013b3bc7eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:21.818240 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-3c627882-5170-480b-8bc0-c6013b3bc7eb service neutron] Transition to ACTIVE for port object 0d40716b-85c3-4ddd-af40-e418be8a2bf3 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:51:21.824584 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-42102423-8998-4347-bb28-e0916da2edb5 req-8b17435e-0e76-4cab-86b4-2019233683b8 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620608 Apr 29 13:51:21.825727 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-3c627882-5170-480b-8bc0-c6013b3bc7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:22.033548 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c627882-5170-480b-8bc0-c6013b3bc7eb service neutron] Pushing event updated for resources: {'Port': ['ID=0d40716b-85c3-4ddd-af40-e418be8a2bf3,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:51:22.141495 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-3c627882-5170-480b-8bc0-c6013b3bc7eb service neutron] Attempting to bind port 0d40716b-85c3-4ddd-af40-e418be8a2bf3 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:51:22.141827 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-3c627882-5170-480b-8bc0-c6013b3bc7eb service neutron] Attempting to bind port 0d40716b-85c3-4ddd-af40-e418be8a2bf3 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '08532cfd-be92-4b0a-b4be-682e6d28a8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:51:22.142142 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-3c627882-5170-480b-8bc0-c6013b3bc7eb service neutron] Attempting to bind port 0d40716b-85c3-4ddd-af40-e418be8a2bf3 on network 7d000d2d-cbf3-463c-904a-08e7e2d8fef4 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:51:22.147798 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-3c627882-5170-480b-8bc0-c6013b3bc7eb service neutron] Port 0d40716b-85c3-4ddd-af40-e418be8a2bf3 on network 7d000d2d-cbf3-463c-904a-08e7e2d8fef4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:51:22.148105 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-3c627882-5170-480b-8bc0-c6013b3bc7eb service neutron] Attempting to bind port 0d40716b-85c3-4ddd-af40-e418be8a2bf3 on network 7d000d2d-cbf3-463c-904a-08e7e2d8fef4 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:51:22.154749 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-3c627882-5170-480b-8bc0-c6013b3bc7eb service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:51:22.155074 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-3c627882-5170-480b-8bc0-c6013b3bc7eb service neutron] Checking segment: {'id': '08532cfd-be92-4b0a-b4be-682e6d28a8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:51:22.155445 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-3c627882-5170-480b-8bc0-c6013b3bc7eb service neutron] Bound using segment: {'id': '08532cfd-be92-4b0a-b4be-682e6d28a8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:51:22.155854 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-3c627882-5170-480b-8bc0-c6013b3bc7eb service neutron] Bound port: 0d40716b-85c3-4ddd-af40-e418be8a2bf3, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08532cfd-be92-4b0a-b4be-682e6d28a8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:51:22.156187 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-3c627882-5170-480b-8bc0-c6013b3bc7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:22.244018 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-3c627882-5170-480b-8bc0-c6013b3bc7eb service neutron] For port 0d40716b-85c3-4ddd-af40-e418be8a2bf3, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:51:22.247680 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-3c627882-5170-480b-8bc0-c6013b3bc7eb service neutron] For port 0d40716b-85c3-4ddd-af40-e418be8a2bf3, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0d40716b-85c3-4ddd-af40-e418be8a2bf3,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:51:22.251637 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-3c627882-5170-480b-8bc0-c6013b3bc7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:22.311894 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-3c627882-5170-480b-8bc0-c6013b3bc7eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:22.313268 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-3c627882-5170-480b-8bc0-c6013b3bc7eb service neutron] 10.222.0.32 "PUT /v2.0/ports/0d40716b-85c3-4ddd-af40-e418be8a2bf3 HTTP/1.1" status: 200 len: 1093 time: 1.0744972 Apr 29 13:51:22.313783 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22147705-9594-49ce-8c4c-2bfd41f359e4', 'tag': '0d40716b-85c3-4ddd-af40-e418be8a2bf3'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:51:22.331825 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c627882-5170-480b-8bc0-c6013b3bc7eb service neutron] Pushing event updated for resources: {'Port': ['ID=0d40716b-85c3-4ddd-af40-e418be8a2bf3,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:51:22.396146 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97b46155-dcf6-45e4-aa6a-bcbcf3b47060'] response: {'name': 'network-changed', 'server_uuid': '22147705-9594-49ce-8c4c-2bfd41f359e4', 'tag': '0d40716b-85c3-4ddd-af40-e418be8a2bf3', 'status': 'completed', 'code': 200} Apr 29 13:51:22.436961 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-ad47eb89-dfdb-42cd-a72a-08e77c92db1d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 1096 time: 0.0729644 Apr 29 13:51:22.509132 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-d339183c-96b9-4151-9686-044ebe75f47e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d40716b-85c3-4ddd-af40-e418be8a2bf3 HTTP/1.1" status: 200 len: 217 time: 0.0656180 Apr 29 13:51:22.570216 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-5c7ae191-d635-4812-b907-867f949d5d75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:22.571663 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-5c7ae191-d635-4812-b907-867f949d5d75 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a845123e-9255-4a80-88a3-f184afda3586 HTTP/1.1" status: 200 len: 850 time: 0.0566437 Apr 29 13:51:22.649656 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-17a38696-e91f-4a3c-95b4-b727a0acc802 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721440 Apr 29 13:51:22.781647 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-bee03dd0-602c-4682-b978-9e4400d417b5 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259043 Apr 29 13:51:22.912915 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b8cfdd96-b89d-4d6a-b84e-0c062cdfc6bf req-e3b2f72e-c963-40c6-b813-d68117a68ab2 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251874 Apr 29 13:51:23.079129 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c83fa-810f-4b4a-bb6d-1d85958a9116 req-59e972cf-d86b-4939-80a6-725db9e73def tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:23.080480 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-651c83fa-810f-4b4a-bb6d-1d85958a9116 req-59e972cf-d86b-4939-80a6-725db9e73def tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 943 time: 0.1312315 Apr 29 13:51:23.086896 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-efdc7322-0b7c-452c-b08b-7e980f6782da req-4c54107f-82a5-46e0-ba88-3527ec3a2da5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 1096 time: 0.1038010 Apr 29 13:51:23.208355 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-651c83fa-810f-4b4a-bb6d-1d85958a9116 req-9aa62778-3fe3-47bc-8fb8-9723946490fa tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205411 Apr 29 13:51:23.244138 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc7322-0b7c-452c-b08b-7e980f6782da req-abe2dd50-98b2-447e-b142-094dd196e3f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:23.246286 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-efdc7322-0b7c-452c-b08b-7e980f6782da req-abe2dd50-98b2-447e-b142-094dd196e3f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 912 time: 0.1455061 Apr 29 13:51:23.314896 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-efdc7322-0b7c-452c-b08b-7e980f6782da req-51a7febd-6984-47e4-b7c5-c9d8a11f71f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d40716b-85c3-4ddd-af40-e418be8a2bf3 HTTP/1.1" status: 200 len: 217 time: 0.0625107 Apr 29 13:51:23.374959 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc7322-0b7c-452c-b08b-7e980f6782da req-5e4c937e-9748-4791-896b-7a27dfc6ef39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:23.376269 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-efdc7322-0b7c-452c-b08b-7e980f6782da req-5e4c937e-9748-4791-896b-7a27dfc6ef39 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a845123e-9255-4a80-88a3-f184afda3586 HTTP/1.1" status: 200 len: 850 time: 0.0563283 Apr 29 13:51:23.449448 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-efdc7322-0b7c-452c-b08b-7e980f6782da req-7a20b335-e311-4629-b652-d479cfcb8d74 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666852 Apr 29 13:51:23.577523 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-efdc7322-0b7c-452c-b08b-7e980f6782da req-2532e5fd-74e7-4a5c-95db-4c53c17c0cd7 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213694 Apr 29 13:51:23.803762 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-efdc7322-0b7c-452c-b08b-7e980f6782da req-2ff5cd36-b9d7-4e41-88af-d940d4651ce7 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200954 Apr 29 13:51:24.403635 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c284df4-e293-461c-8983-aaf8692320d1 req-6b8a30f3-4715-4e83-98f6-e25ca8aec54b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:24.405078 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8c284df4-e293-461c-8983-aaf8692320d1 req-6b8a30f3-4715-4e83-98f6-e25ca8aec54b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 943 time: 0.0743072 Apr 29 13:51:24.449661 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8c284df4-e293-461c-8983-aaf8692320d1 req-f77863b6-b4b6-42b1-8a40-03625e8a6954 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391660 Apr 29 13:51:25.190114 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 0d40716b-85c3-4ddd-af40-e418be8a2bf3 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:51:25.324654 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 0d40716b-85c3-4ddd-af40-e418be8a2bf3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0d40716b-85c3-4ddd-af40-e418be8a2bf3,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:51:25.337306 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '0d40716b-85c3-4ddd-af40-e418be8a2bf3', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'port_id': '0d40716b-85c3-4ddd-af40-e418be8a2bf3', 'mac_address': 'fa:16:3e:c1:f7:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:51:25.389945 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:25.407057 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d40716b-85c3-4ddd-af40-e418be8a2bf3 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:51:25.421543 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 0d40716b-85c3-4ddd-af40-e418be8a2bf3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0d40716b-85c3-4ddd-af40-e418be8a2bf3,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:51:25.425046 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:25.489309 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=0d40716b-85c3-4ddd-af40-e418be8a2bf3,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:51:25.642654 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb40537-117b-4309-8853-2632191b1807 req-45171b26-ac1b-47ff-a4c7-757fd7115a76 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:25.644089 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ddb40537-117b-4309-8853-2632191b1807 req-45171b26-ac1b-47ff-a4c7-757fd7115a76 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 944 time: 0.0761678 Apr 29 13:51:25.688402 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ddb40537-117b-4309-8853-2632191b1807 req-4c851e30-b8a3-4145-8577-91d650cc8029 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386732 Apr 29 13:51:25.786293 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['0d40716b-85c3-4ddd-af40-e418be8a2bf3'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:51:26.883314 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382609d9-07bf-4bb9-930b-002222665380 req-0e0fe7ae-588d-4d4b-92e3-fbefce503371 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:26.884728 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-382609d9-07bf-4bb9-930b-002222665380 req-0e0fe7ae-588d-4d4b-92e3-fbefce503371 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 944 time: 0.0780070 Apr 29 13:51:26.930636 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-382609d9-07bf-4bb9-930b-002222665380 req-d11fe3c7-7893-4b99-87c1-e2988f3579c7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391695 Apr 29 13:51:27.190453 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 0d40716b-85c3-4ddd-af40-e418be8a2bf3 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:51:27.258337 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 0d40716b-85c3-4ddd-af40-e418be8a2bf3 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:51:27.263041 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 0d40716b-85c3-4ddd-af40-e418be8a2bf3 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:51:27.263408 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:27.373710 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:27.398761 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22147705-9594-49ce-8c4c-2bfd41f359e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d40716b-85c3-4ddd-af40-e418be8a2bf3'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:51:27.408732 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 0d40716b-85c3-4ddd-af40-e418be8a2bf3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0d40716b-85c3-4ddd-af40-e418be8a2bf3,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:51:27.412439 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:27.462737 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f57f8943-b318-43db-b3fc-313fa73324c4'] response: {'server_uuid': '22147705-9594-49ce-8c4c-2bfd41f359e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d40716b-85c3-4ddd-af40-e418be8a2bf3', 'code': 200} Apr 29 13:51:27.481121 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=0d40716b-85c3-4ddd-af40-e418be8a2bf3,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:51:27.684314 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-37721811-ef01-40f2-9240-b6769e1aaa80 req-ccf59aba-d95d-47a0-b4e7-696b8b7f0d7d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 1098 time: 0.0688460 Apr 29 13:51:27.726451 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-37721811-ef01-40f2-9240-b6769e1aaa80 req-8f40e572-8820-4d57-aacc-4000cc0d0708 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358267 Apr 29 13:51:28.130857 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfbd82-484c-48aa-bc71-ae2cd114ab22 req-339f4610-13fd-47d3-9932-330e052cf24b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:28.132282 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-34dfbd82-484c-48aa-bc71-ae2cd114ab22 req-339f4610-13fd-47d3-9932-330e052cf24b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.0743039 Apr 29 13:51:28.176165 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-34dfbd82-484c-48aa-bc71-ae2cd114ab22 req-04609a45-50e0-4013-a844-12b73992866e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378048 Apr 29 13:51:28.225458 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:29.154150 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b6c6f0-bc17-44fa-985d-02497e05f3b9 None None] Sync routers for ids ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:51:29.165473 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b6c6f0-bc17-44fa-985d-02497e05f3b9 None None] Routers {'97aea941-4746-4ce1-8d62-3501d9bbfd0b'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:51:29.166061 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-b7b6c6f0-bc17-44fa-985d-02497e05f3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:51:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:51:29.345058 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-b7b6c6f0-bc17-44fa-985d-02497e05f3b9 None None] Set router 97aea941-4746-4ce1-8d62-3501d9bbfd0b gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:51:29.373091 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39074785-5bf9-4af0-8063-9d1aafd76c75 req-1803df17-3cb8-42ad-b740-b403996030a7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:29.374545 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-39074785-5bf9-4af0-8063-9d1aafd76c75 req-1803df17-3cb8-42ad-b740-b403996030a7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.0745592 Apr 29 13:51:29.419642 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-39074785-5bf9-4af0-8063-9d1aafd76c75 req-14394caf-3dc8-4f8b-a5c0-7073f493e37c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395079 Apr 29 13:51:29.613512 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2178ac-ce37-4b38-80c2-16450aab456f req-d08325a3-8215-494b-8d8d-04fa5ae350cf tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:29.614942 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-0e2178ac-ce37-4b38-80c2-16450aab456f req-d08325a3-8215-494b-8d8d-04fa5ae350cf tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.0785894 Apr 29 13:51:29.624305 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 38868) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:51:29.629739 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-e553099c-480a-4024-964d-6bebacb73d48 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Request body: {'floatingip': {'port_id': '0d40716b-85c3-4ddd-af40-e418be8a2bf3'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:51:29.656172 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-b7b6c6f0-bc17-44fa-985d-02497e05f3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 4, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port': {'id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:12Z', 'updated_at': '2022-04-29T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '020dcdec-80cc-4335-9dca-d91066f174e7', 'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'mac_address': 'fa:16:3e:63:4d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:13Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 2, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'subnets': [{'id': 'a845123e-9255-4a80-88a3-f184afda3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:51:29.659931 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b6c6f0-bc17-44fa-985d-02497e05f3b9 None None] Checking router: 97aea941-4746-4ce1-8d62-3501d9bbfd0b for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:51:29.660275 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b6c6f0-bc17-44fa-985d-02497e05f3b9 None None] Updating router 97aea941-4746-4ce1-8d62-3501d9bbfd0b port 020dcdec-80cc-4335-9dca-d91066f174e7 binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:51:29.706831 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e553099c-480a-4024-964d-6bebacb73d48 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for floatingip, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:29.709728 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-b7b6c6f0-bc17-44fa-985d-02497e05f3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:30.082776 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-b7b6c6f0-bc17-44fa-985d-02497e05f3b9 None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:30.094425 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-b7b6c6f0-bc17-44fa-985d-02497e05f3b9 None None] Transition to ACTIVE for port object 020dcdec-80cc-4335-9dca-d91066f174e7 will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:51:30.100315 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-b7b6c6f0-bc17-44fa-985d-02497e05f3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:30.223148 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d665b-f7c1-404c-9fc6-dc18a4f676c0 None None] Pushing event updated for resources: {'Port': ['ID=020dcdec-80cc-4335-9dca-d91066f174e7,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:51:30.235289 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d665b-f7c1-404c-9fc6-dc18a4f676c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:30.235632 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d665b-f7c1-404c-9fc6-dc18a4f676c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:30.235968 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d665b-f7c1-404c-9fc6-dc18a4f676c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:30.236293 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d665b-f7c1-404c-9fc6-dc18a4f676c0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:30.236617 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d665b-f7c1-404c-9fc6-dc18a4f676c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:30.236964 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d665b-f7c1-404c-9fc6-dc18a4f676c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:30.237284 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d665b-f7c1-404c-9fc6-dc18a4f676c0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:30.237600 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d665b-f7c1-404c-9fc6-dc18a4f676c0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:30.237914 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d665b-f7c1-404c-9fc6-dc18a4f676c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:30.238225 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d665b-f7c1-404c-9fc6-dc18a4f676c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:30.238541 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d665b-f7c1-404c-9fc6-dc18a4f676c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:51:30.309762 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e553099c-480a-4024-964d-6bebacb73d48 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:30.314491 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e553099c-480a-4024-964d-6bebacb73d48 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:30.332341 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-b7b6c6f0-bc17-44fa-985d-02497e05f3b9 None None] Attempting to bind port 020dcdec-80cc-4335-9dca-d91066f174e7 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:51:30.332705 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-b7b6c6f0-bc17-44fa-985d-02497e05f3b9 None None] Attempting to bind port 020dcdec-80cc-4335-9dca-d91066f174e7 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '08532cfd-be92-4b0a-b4be-682e6d28a8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:51:30.333101 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b6c6f0-bc17-44fa-985d-02497e05f3b9 None None] Attempting to bind port 020dcdec-80cc-4335-9dca-d91066f174e7 on network 7d000d2d-cbf3-463c-904a-08e7e2d8fef4 {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:51:30.341208 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b6c6f0-bc17-44fa-985d-02497e05f3b9 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:51:30.341575 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b6c6f0-bc17-44fa-985d-02497e05f3b9 None None] Checking segment: {'id': '08532cfd-be92-4b0a-b4be-682e6d28a8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:51:30.341969 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-b7b6c6f0-bc17-44fa-985d-02497e05f3b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:30.342363 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b6c6f0-bc17-44fa-985d-02497e05f3b9 None None] Bound using segment: {'id': '08532cfd-be92-4b0a-b4be-682e6d28a8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:51:30.342812 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-b7b6c6f0-bc17-44fa-985d-02497e05f3b9 None None] Bound port: 020dcdec-80cc-4335-9dca-d91066f174e7, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08532cfd-be92-4b0a-b4be-682e6d28a8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:51:30.343177 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-b7b6c6f0-bc17-44fa-985d-02497e05f3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:30.432318 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-b7b6c6f0-bc17-44fa-985d-02497e05f3b9 None None] For port 020dcdec-80cc-4335-9dca-d91066f174e7, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:51:30.435679 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-b7b6c6f0-bc17-44fa-985d-02497e05f3b9 None None] For port 020dcdec-80cc-4335-9dca-d91066f174e7, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=020dcdec-80cc-4335-9dca-d91066f174e7,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:51:30.439670 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-b7b6c6f0-bc17-44fa-985d-02497e05f3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:30.504846 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.l3_db [None req-e553099c-480a-4024-964d-6bebacb73d48 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Floating IP 73f41cbb-b4d2-484f-979f-35cfe7186f11 associated. External IP: 172.26.6.176, port: 0d40716b-85c3-4ddd-af40-e418be8a2bf3. Apr 29 13:51:30.523319 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d665b-f7c1-404c-9fc6-dc18a4f676c0 None None] Pushing event updated for resources: {'Port': ['ID=020dcdec-80cc-4335-9dca-d91066f174e7,revision_number=4']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:51:30.528004 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b6c6f0-bc17-44fa-985d-02497e05f3b9 None None] Routers {'97aea941-4746-4ce1-8d62-3501d9bbfd0b'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:51:30.528621 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-b7b6c6f0-bc17-44fa-985d-02497e05f3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:51:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:51:30.721254 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-b7b6c6f0-bc17-44fa-985d-02497e05f3b9 None None] Set router 97aea941-4746-4ce1-8d62-3501d9bbfd0b gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:51:30.985429 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 020dcdec-80cc-4335-9dca-d91066f174e7 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:51:31.015564 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e553099c-480a-4024-964d-6bebacb73d48 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Router 97aea941-4746-4ce1-8d62-3501d9bbfd0b has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:51:31.058499 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 020dcdec-80cc-4335-9dca-d91066f174e7 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:51:31.063280 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 020dcdec-80cc-4335-9dca-d91066f174e7 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:51:31.063675 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:31.088741 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-b7b6c6f0-bc17-44fa-985d-02497e05f3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 4, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port': {'id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:12Z', 'updated_at': '2022-04-29T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '73f41cbb-b4d2-484f-979f-35cfe7186f11', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'floating_ip_address': '172.26.6.176', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'port_id': '0d40716b-85c3-4ddd-af40-e418be8a2bf3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'mac_address': 'fa:16:3e:c1:f7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22147705-9594-49ce-8c4c-2bfd41f359e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:51:17Z', 'updated_at': '2022-04-29T13:51:30Z', 'revision_number': 1, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020dcdec-80cc-4335-9dca-d91066f174e7', 'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'mac_address': 'fa:16:3e:63:4d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:13Z', 'updated_at': '2022-04-29T13:51:30Z', 'revision_number': 4, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'subnets': [{'id': 'a845123e-9255-4a80-88a3-f184afda3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:51:31.093936 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b6c6f0-bc17-44fa-985d-02497e05f3b9 None None] The sync data for ids ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'] in dv-neutron-839027-4-hyperv is: [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 4, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port': {'id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:12Z', 'updated_at': '2022-04-29T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '73f41cbb-b4d2-484f-979f-35cfe7186f11', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'floating_ip_address': '172.26.6.176', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'port_id': '0d40716b-85c3-4ddd-af40-e418be8a2bf3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'mac_address': 'fa:16:3e:c1:f7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22147705-9594-49ce-8c4c-2bfd41f359e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:51:17Z', 'updated_at': '2022-04-29T13:51:30Z', 'revision_number': 1, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020dcdec-80cc-4335-9dca-d91066f174e7', 'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'mac_address': 'fa:16:3e:63:4d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:13Z', 'updated_at': '2022-04-29T13:51:30Z', 'revision_number': 4, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'subnets': [{'id': 'a845123e-9255-4a80-88a3-f184afda3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:51:31.181758 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:31.216707 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 020dcdec-80cc-4335-9dca-d91066f174e7, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=020dcdec-80cc-4335-9dca-d91066f174e7,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:51:31.222603 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:31.232414 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e553099c-480a-4024-964d-6bebacb73d48 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:51:31.236668 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e553099c-480a-4024-964d-6bebacb73d48 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:31.293679 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e553099c-480a-4024-964d-6bebacb73d48 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "PUT /v2.0/floatingips/73f41cbb-b4d2-484f-979f-35cfe7186f11 HTTP/1.1" status: 200 len: 991 time: 1.6681819 Apr 29 13:51:31.295236 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22147705-9594-49ce-8c4c-2bfd41f359e4', 'tag': '0d40716b-85c3-4ddd-af40-e418be8a2bf3'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:51:31.301006 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=020dcdec-80cc-4335-9dca-d91066f174e7,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:51:31.370016 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10188f88-9c83-400e-9cae-7a393fd218a3'] response: {'name': 'network-changed', 'server_uuid': '22147705-9594-49ce-8c4c-2bfd41f359e4', 'tag': '0d40716b-85c3-4ddd-af40-e418be8a2bf3', 'status': 'completed', 'code': 200} Apr 29 13:51:31.521879 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2f48868c-da2d-482a-942d-245478d8f375 req-74cbe7f0-a253-466f-a665-0611fe3ea771 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 1098 time: 0.1313071 Apr 29 13:51:31.535157 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e081b01-9225-48e1-b7fb-c21623569de9 req-d0ba2edf-ec8c-496b-9cf4-cba52c34e4dd tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:31.537038 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6e081b01-9225-48e1-b7fb-c21623569de9 req-d0ba2edf-ec8c-496b-9cf4-cba52c34e4dd tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.1081610 Apr 29 13:51:31.677039 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6e081b01-9225-48e1-b7fb-c21623569de9 req-3ebb1157-63aa-42bf-8994-eeb253130673 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220596 Apr 29 13:51:31.701071 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48868c-da2d-482a-942d-245478d8f375 req-b9ebaa00-c809-4858-a239-fb7a6f7586e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:31.702480 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2f48868c-da2d-482a-942d-245478d8f375 req-b9ebaa00-c809-4858-a239-fb7a6f7586e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 912 time: 0.1741638 Apr 29 13:51:31.810862 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2f48868c-da2d-482a-942d-245478d8f375 req-2df1161d-76bc-4840-83dc-4c8be6928aa1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d40716b-85c3-4ddd-af40-e418be8a2bf3 HTTP/1.1" status: 200 len: 999 time: 0.1024525 Apr 29 13:51:31.875964 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48868c-da2d-482a-942d-245478d8f375 req-c8f4e4c1-9778-43dc-a8bc-8334cc38b353 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:31.877349 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2f48868c-da2d-482a-942d-245478d8f375 req-c8f4e4c1-9778-43dc-a8bc-8334cc38b353 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a845123e-9255-4a80-88a3-f184afda3586 HTTP/1.1" status: 200 len: 850 time: 0.0612154 Apr 29 13:51:31.887041 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f1cff-c86b-4fb2-bd73-cbfb18110cc3 req-07dd1a10-7ea7-4b1a-adcb-fa80eb7ca568 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:31.888480 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-bd0f1cff-c86b-4fb2-bd73-cbfb18110cc3 req-07dd1a10-7ea7-4b1a-adcb-fa80eb7ca568 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.0838885 Apr 29 13:51:31.933131 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-bd0f1cff-c86b-4fb2-bd73-cbfb18110cc3 req-9ffeccb3-905b-4ad8-8129-7607745beab5 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386703 Apr 29 13:51:31.952935 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2f48868c-da2d-482a-942d-245478d8f375 req-bbb9636e-ae67-49d8-830a-a15841d494a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692174 Apr 29 13:51:32.082553 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2f48868c-da2d-482a-942d-245478d8f375 req-246fc36d-b10c-4a71-874a-e2ae9e845b3b service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238029 Apr 29 13:51:32.211353 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2f48868c-da2d-482a-942d-245478d8f375 req-88fb97b3-ad3a-461d-b774-8d5761d64506 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229689 Apr 29 13:51:32.949144 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 020dcdec-80cc-4335-9dca-d91066f174e7 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:51:33.016802 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 020dcdec-80cc-4335-9dca-d91066f174e7 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:51:33.017171 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:33.129725 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cbb48-60fc-440c-9311-bab131e30941 req-00bdfabf-d26f-4d56-bf58-acacda7d8e2d tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:33.131161 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0b0cbb48-60fc-440c-9311-bab131e30941 req-00bdfabf-d26f-4d56-bf58-acacda7d8e2d tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.0781066 Apr 29 13:51:33.176655 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0b0cbb48-60fc-440c-9311-bab131e30941 req-cf5efda2-fb50-4a72-953b-1f216f14b27e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391190 Apr 29 13:51:33.365546 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227bd03-f0ce-47da-9e98-3557c7178de3 req-338a7722-f38c-4c7d-81b1-e3ff92c3fd41 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:33.366971 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1227bd03-f0ce-47da-9e98-3557c7178de3 req-338a7722-f38c-4c7d-81b1-e3ff92c3fd41 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.0740724 Apr 29 13:51:33.414463 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1227bd03-f0ce-47da-9e98-3557c7178de3 req-cf2b9fa9-99eb-4032-884c-2df8d3da3416 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413823 Apr 29 13:51:33.602970 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c9ad5fc4-0694-4c9e-8b72-5ffdbf93bf4b req-61470d30-ee76-4d34-8489-4c03722c1182 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0654573 Apr 29 13:51:33.770724 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2a1571-73f7-4357-bcbd-5f581e4569c7 None None] New status for floating IP 73f41cbb-b4d2-484f-979f-35cfe7186f11: ACTIVE {{(pid=83906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:51:33.877046 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d1154e8a-3031-4ec5-8e91-df9b7100de24 req-84fda3df-7482-4e7a-9982-a97e4cea4dfb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0733747 Apr 29 13:51:33.954036 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1f560-c1d7-4747-a318-f10453f9cfb7 req-7361f1af-9e02-40c0-8d25-2b697c621735 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:33.955493 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c3a1f560-c1d7-4747-a318-f10453f9cfb7 req-7361f1af-9e02-40c0-8d25-2b697c621735 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.0794811 Apr 29 13:51:34.005249 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c3a1f560-c1d7-4747-a318-f10453f9cfb7 req-98076970-18e2-47ed-833b-b16949eaf5d4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436971 Apr 29 13:51:35.025488 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d1154e8a-3031-4ec5-8e91-df9b7100de24 req-055b52dc-ee52-4066-abf1-eccc9eb6858b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 1098 time: 0.0679624 Apr 29 13:51:35.283441 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1154e8a-3031-4ec5-8e91-df9b7100de24 req-d9d9d6a2-d3e1-4b19-b4c1-5243b3a5e82b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:35.284917 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d1154e8a-3031-4ec5-8e91-df9b7100de24 req-d9d9d6a2-d3e1-4b19-b4c1-5243b3a5e82b service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 912 time: 0.2534027 Apr 29 13:51:35.344098 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8866202-7a35-4e51-94db-286c19a2bccc req-b43c1013-2fec-46c5-8ac4-3f443d785a9f tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:35.345684 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b8866202-7a35-4e51-94db-286c19a2bccc req-b43c1013-2fec-46c5-8ac4-3f443d785a9f tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.1693559 Apr 29 13:51:35.425445 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d1154e8a-3031-4ec5-8e91-df9b7100de24 req-dd8cf71d-c003-4d37-af5b-8dc8f39166dc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d40716b-85c3-4ddd-af40-e418be8a2bf3 HTTP/1.1" status: 200 len: 1001 time: 0.1329064 Apr 29 13:51:35.427597 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b8866202-7a35-4e51-94db-286c19a2bccc req-657c4bb5-7356-4717-805c-97e529b45cde tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759768 Apr 29 13:51:35.486675 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1154e8a-3031-4ec5-8e91-df9b7100de24 req-34550187-c0fd-46f0-b5f4-5b10af8dda39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:35.488076 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d1154e8a-3031-4ec5-8e91-df9b7100de24 req-34550187-c0fd-46f0-b5f4-5b10af8dda39 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a845123e-9255-4a80-88a3-f184afda3586 HTTP/1.1" status: 200 len: 850 time: 0.0566325 Apr 29 13:51:35.563854 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d1154e8a-3031-4ec5-8e91-df9b7100de24 req-06af1174-f255-4bf0-a984-ecae30c7a6bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703130 Apr 29 13:51:35.691293 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d1154e8a-3031-4ec5-8e91-df9b7100de24 req-f4ef1220-cecd-446a-b2eb-18f99849253e service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215205 Apr 29 13:51:35.820997 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d1154e8a-3031-4ec5-8e91-df9b7100de24 req-7172acf8-77c7-4457-bce7-2a6cbb8d034f service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242692 Apr 29 13:51:35.909935 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3422a3ce-edcd-4609-9073-f580f9980aba None None] Sync routers for ids ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:51:35.922389 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3422a3ce-edcd-4609-9073-f580f9980aba None None] Routers {'97aea941-4746-4ce1-8d62-3501d9bbfd0b'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:51:35.923006 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-3422a3ce-edcd-4609-9073-f580f9980aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:51:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:51:36.099700 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-3422a3ce-edcd-4609-9073-f580f9980aba None None] Set router 97aea941-4746-4ce1-8d62-3501d9bbfd0b gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:51:36.456400 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-3422a3ce-edcd-4609-9073-f580f9980aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 4, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port': {'id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:12Z', 'updated_at': '2022-04-29T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '73f41cbb-b4d2-484f-979f-35cfe7186f11', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'floating_ip_address': '172.26.6.176', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'port_id': '0d40716b-85c3-4ddd-af40-e418be8a2bf3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'mac_address': 'fa:16:3e:c1:f7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22147705-9594-49ce-8c4c-2bfd41f359e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:51:17Z', 'updated_at': '2022-04-29T13:51:33Z', 'revision_number': 2, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020dcdec-80cc-4335-9dca-d91066f174e7', 'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'mac_address': 'fa:16:3e:63:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:13Z', 'updated_at': '2022-04-29T13:51:31Z', 'revision_number': 5, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'subnets': [{'id': 'a845123e-9255-4a80-88a3-f184afda3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:51:36.460178 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3422a3ce-edcd-4609-9073-f580f9980aba None None] Checking router: 97aea941-4746-4ce1-8d62-3501d9bbfd0b for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:51:36.471477 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3422a3ce-edcd-4609-9073-f580f9980aba None None] Routers {'97aea941-4746-4ce1-8d62-3501d9bbfd0b'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:51:36.472080 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-3422a3ce-edcd-4609-9073-f580f9980aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:51:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:51:36.625887 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877da26-2b07-4ce1-854c-4eaa53297f12 req-7513ea71-733d-4e2e-9e58-9ae78d59f538 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:36.627326 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-7877da26-2b07-4ce1-854c-4eaa53297f12 req-7513ea71-733d-4e2e-9e58-9ae78d59f538 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.0784554 Apr 29 13:51:36.649371 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-3422a3ce-edcd-4609-9073-f580f9980aba None None] Set router 97aea941-4746-4ce1-8d62-3501d9bbfd0b gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:51:36.673265 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-7877da26-2b07-4ce1-854c-4eaa53297f12 req-e1b98de1-054c-41ca-bbb6-21c5e9c0fe8b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403025 Apr 29 13:51:36.997815 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-3422a3ce-edcd-4609-9073-f580f9980aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 4, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port': {'id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:12Z', 'updated_at': '2022-04-29T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '73f41cbb-b4d2-484f-979f-35cfe7186f11', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'floating_ip_address': '172.26.6.176', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'port_id': '0d40716b-85c3-4ddd-af40-e418be8a2bf3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'mac_address': 'fa:16:3e:c1:f7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22147705-9594-49ce-8c4c-2bfd41f359e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:51:17Z', 'updated_at': '2022-04-29T13:51:33Z', 'revision_number': 2, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020dcdec-80cc-4335-9dca-d91066f174e7', 'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'mac_address': 'fa:16:3e:63:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:13Z', 'updated_at': '2022-04-29T13:51:31Z', 'revision_number': 5, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'subnets': [{'id': 'a845123e-9255-4a80-88a3-f184afda3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:51:37.001605 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3422a3ce-edcd-4609-9073-f580f9980aba None None] The sync data for ids ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'] in dv-neutron-839027-4-hyperv is: [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 4, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port': {'id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:12Z', 'updated_at': '2022-04-29T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '73f41cbb-b4d2-484f-979f-35cfe7186f11', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'floating_ip_address': '172.26.6.176', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'port_id': '0d40716b-85c3-4ddd-af40-e418be8a2bf3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'mac_address': 'fa:16:3e:c1:f7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22147705-9594-49ce-8c4c-2bfd41f359e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:51:17Z', 'updated_at': '2022-04-29T13:51:33Z', 'revision_number': 2, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020dcdec-80cc-4335-9dca-d91066f174e7', 'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'mac_address': 'fa:16:3e:63:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:13Z', 'updated_at': '2022-04-29T13:51:31Z', 'revision_number': 5, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'subnets': [{'id': 'a845123e-9255-4a80-88a3-f184afda3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:51:37.876141 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2988c8-c231-4896-8b97-385203860a4f req-5220ea69-bb28-4eca-b364-5b6515880d15 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:37.877679 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-df2988c8-c231-4896-8b97-385203860a4f req-5220ea69-bb28-4eca-b364-5b6515880d15 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.0758343 Apr 29 13:51:37.885513 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6bd62ce2-27ba-4a36-a854-4d8d1cf620c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:37.923154 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-df2988c8-c231-4896-8b97-385203860a4f req-8f341597-0f34-4bb2-83c6-d8a3fb225dbd tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398414 Apr 29 13:51:39.116495 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5aa61-4d31-4c9c-b55b-564fe651318e req-eddc098b-d75f-4e3e-b013-739258d1bb1a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:39.117854 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-bed5aa61-4d31-4c9c-b55b-564fe651318e req-eddc098b-d75f-4e3e-b013-739258d1bb1a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.0745268 Apr 29 13:51:39.162055 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-bed5aa61-4d31-4c9c-b55b-564fe651318e req-bbfce729-bd33-4928-aa2c-2f3ab10a26b1 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386200 Apr 29 13:51:39.600737 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:51:40.439428 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6899616f-47ff-4d6c-8246-feacbccad67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:40.497469 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38746403-83de-415b-a9c6-46ee90ce1a65 req-acd9753c-8f7b-40ec-857c-5a7117dd6e73 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:40.498894 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-38746403-83de-415b-a9c6-46ee90ce1a65 req-acd9753c-8f7b-40ec-857c-5a7117dd6e73 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.0784190 Apr 29 13:51:40.542200 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-38746403-83de-415b-a9c6-46ee90ce1a65 req-70ebf138-c7c0-42b8-85fb-95eb764d2ea9 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378325 Apr 29 13:51:41.509783 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:41.587606 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:41.738588 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199fe63-ed60-43b6-bd86-3578a84c5abb req-cc48ac35-4058-4b07-b44e-d8a712b2ec2a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:41.739996 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c199fe63-ed60-43b6-bd86-3578a84c5abb req-cc48ac35-4058-4b07-b44e-d8a712b2ec2a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.0774765 Apr 29 13:51:41.787430 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c199fe63-ed60-43b6-bd86-3578a84c5abb req-1a316a61-8897-43d8-b6c9-e0defb4e005e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394115 Apr 29 13:51:42.954890 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:42.979916 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604448f2-ff9a-431b-bc44-175ea8413ecd req-3aca53b4-0aeb-4b15-88ae-7bcfc63c1bab tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:42.981400 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-604448f2-ff9a-431b-bc44-175ea8413ecd req-3aca53b4-0aeb-4b15-88ae-7bcfc63c1bab tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.0756817 Apr 29 13:51:43.025233 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-604448f2-ff9a-431b-bc44-175ea8413ecd req-ab3fc9b2-44f5-471c-add1-0437d9aa7ee1 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383556 Apr 29 13:51:44.223986 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c2320-2157-4f12-821c-a8af3e70f25f req-767424fa-a609-4426-b677-a1e51742876c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:44.225345 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1c2c2320-2157-4f12-821c-a8af3e70f25f req-767424fa-a609-4426-b677-a1e51742876c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.0759144 Apr 29 13:51:44.273046 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1c2c2320-2157-4f12-821c-a8af3e70f25f req-2616bd43-5ecc-4998-a81e-6ae4e8b5c186 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421896 Apr 29 13:51:45.467401 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226e45f-54f0-4fa6-ba1c-b898119abb67 req-b491355b-32de-46a0-be13-a0c5981e27c6 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:45.468846 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9226e45f-54f0-4fa6-ba1c-b898119abb67 req-b491355b-32de-46a0-be13-a0c5981e27c6 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.0797448 Apr 29 13:51:45.512965 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9226e45f-54f0-4fa6-ba1c-b898119abb67 req-b8a58fbd-0275-481b-b7cf-9f8b84799c84 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385189 Apr 29 13:51:46.710051 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb46ff-b6b1-46ad-a365-2365923fdf25 req-1719d750-fd43-44c7-aea8-f4c26419e0e5 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:46.711615 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-73fb46ff-b6b1-46ad-a365-2365923fdf25 req-1719d750-fd43-44c7-aea8-f4c26419e0e5 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.0784585 Apr 29 13:51:46.755591 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-73fb46ff-b6b1-46ad-a365-2365923fdf25 req-0f31b195-9223-47ae-998c-e6b22651e5b9 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382750 Apr 29 13:51:47.955497 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac4340-3c46-4799-ae81-46964d651970 req-05066339-a617-4e45-977a-5c0fa41ff65b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:47.956857 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1aac4340-3c46-4799-ae81-46964d651970 req-05066339-a617-4e45-977a-5c0fa41ff65b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.0777655 Apr 29 13:51:48.001303 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1aac4340-3c46-4799-ae81-46964d651970 req-08f234e8-b355-406c-a820-85c099e2a7bb tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388839 Apr 29 13:51:49.194828 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c4dbb-305f-4de9-b5ce-299360ffa466 req-6ed20bf3-ba2b-480e-ab4a-e89463aa68f7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:49.196162 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c17c4dbb-305f-4de9-b5ce-299360ffa466 req-6ed20bf3-ba2b-480e-ab4a-e89463aa68f7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.0740941 Apr 29 13:51:49.243228 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c17c4dbb-305f-4de9-b5ce-299360ffa466 req-30b87012-b725-4eef-9028-dc99d6cf0786 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407808 Apr 29 13:51:50.438232 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82409fb7-d30c-4927-b48a-63e71ce6bfcd req-c0a288c9-62dc-43b3-94a6-d6193fcc447e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:50.439712 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-82409fb7-d30c-4927-b48a-63e71ce6bfcd req-c0a288c9-62dc-43b3-94a6-d6193fcc447e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.0784936 Apr 29 13:51:50.485976 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-82409fb7-d30c-4927-b48a-63e71ce6bfcd req-2cff40f0-5ba1-4595-9993-76195539b6ca tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404742 Apr 29 13:51:51.678500 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed999d-0a81-40e0-8ecd-00f80487475f req-fdf4640f-5021-4ce7-b0ba-85a5c96689cb tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:51.679951 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-eaed999d-0a81-40e0-8ecd-00f80487475f req-fdf4640f-5021-4ce7-b0ba-85a5c96689cb tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.0745018 Apr 29 13:51:51.724684 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-eaed999d-0a81-40e0-8ecd-00f80487475f req-4540c58f-92c9-450b-b885-6a6abcea37f2 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391567 Apr 29 13:51:52.917955 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0202f8d-6c5e-4a04-b025-b9d3a8c18b57 req-1d7c7f15-6fd7-4926-9539-bc8872ec2571 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:52.919408 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f0202f8d-6c5e-4a04-b025-b9d3a8c18b57 req-1d7c7f15-6fd7-4926-9539-bc8872ec2571 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.0758526 Apr 29 13:51:52.969429 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f0202f8d-6c5e-4a04-b025-b9d3a8c18b57 req-ef529bc8-82f0-4b7d-88b7-8dbc774ba7ce tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445826 Apr 29 13:51:54.251859 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a2fbc-3163-465b-bc83-f7c6495e2c31 req-31687534-8c97-42b5-afd8-43158b632d24 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:54.253318 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e03a2fbc-3163-465b-bc83-f7c6495e2c31 req-31687534-8c97-42b5-afd8-43158b632d24 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.1654291 Apr 29 13:51:54.297647 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e03a2fbc-3163-465b-bc83-f7c6495e2c31 req-c51e8daa-ba95-459e-ad5c-8ccc07c6b1dc tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388358 Apr 29 13:51:55.492272 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a818633-b4f9-43dc-a9d4-c91e97c6ce69 req-c73e5fbb-ed75-4ae0-9631-ea12271c318d tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:55.493708 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4a818633-b4f9-43dc-a9d4-c91e97c6ce69 req-c73e5fbb-ed75-4ae0-9631-ea12271c318d tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.0741973 Apr 29 13:51:55.537448 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4a818633-b4f9-43dc-a9d4-c91e97c6ce69 req-26a22354-cc1e-4a61-8bd6-4d2d60fc1e19 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383482 Apr 29 13:51:56.732338 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddda19d-8d28-41bb-9d61-674133f3b8b2 req-5d0be769-e59d-457d-9912-013593fdcec8 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:56.733811 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1ddda19d-8d28-41bb-9d61-674133f3b8b2 req-5d0be769-e59d-457d-9912-013593fdcec8 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.0749695 Apr 29 13:51:56.778309 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1ddda19d-8d28-41bb-9d61-674133f3b8b2 req-aaa26c33-bac1-470a-a732-3700a28e3936 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389760 Apr 29 13:51:57.975167 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58893ae0-3d7e-4185-ad2e-2800588774ab req-a87b0f27-5b2c-408f-a7bf-e1fece07170d tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:57.976625 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-58893ae0-3d7e-4185-ad2e-2800588774ab req-a87b0f27-5b2c-408f-a7bf-e1fece07170d tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.0782306 Apr 29 13:51:58.020342 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-58893ae0-3d7e-4185-ad2e-2800588774ab req-5351a454-07ed-4cad-911c-0a3d9c893477 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376074 Apr 29 13:51:58.241082 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:51:59.217135 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fee70-739b-4a19-a54a-366cc35ccfb9 req-3f6f468e-1b68-4306-a3b9-501ea41ddafa tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:51:59.218496 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-321fee70-739b-4a19-a54a-366cc35ccfb9 req-3f6f468e-1b68-4306-a3b9-501ea41ddafa tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.0778601 Apr 29 13:51:59.262922 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-321fee70-739b-4a19-a54a-366cc35ccfb9 req-6e466672-1a71-441f-9cad-5fc7713b6bed tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384474 Apr 29 13:52:00.456040 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc353e-d35e-4d4c-9f2d-afe3caf6a816 req-27d84405-d4ae-4554-89ee-ef4e3e1810f3 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:00.457435 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-29cc353e-d35e-4d4c-9f2d-afe3caf6a816 req-27d84405-d4ae-4554-89ee-ef4e3e1810f3 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.0752735 Apr 29 13:52:00.502013 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-29cc353e-d35e-4d4c-9f2d-afe3caf6a816 req-aa036fde-d02b-4c11-9cc4-99cdc89ede73 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390892 Apr 29 13:52:01.692567 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6e3f1-1ce3-4f7d-b9d8-a3f477b7dddc req-fa80def2-be11-4179-8554-c2b47cedc7a1 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:01.694009 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-cae6e3f1-1ce3-4f7d-b9d8-a3f477b7dddc req-fa80def2-be11-4179-8554-c2b47cedc7a1 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.0736299 Apr 29 13:52:01.738241 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-cae6e3f1-1ce3-4f7d-b9d8-a3f477b7dddc req-8d88a260-cd1f-4311-9025-7040f3b7e3b2 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381348 Apr 29 13:52:02.621428 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d1154e8a-3031-4ec5-8e91-df9b7100de24 req-354a77d4-9aca-4dd2-a5a9-926eebe84b8e service neutron] 10.222.0.32 "GET /v2.0/ports/0d40716b-85c3-4ddd-af40-e418be8a2bf3/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.1540735 Apr 29 13:52:02.921208 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d1154e8a-3031-4ec5-8e91-df9b7100de24 req-c7b9e04e-a66f-42d8-8721-2db3cba53570 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4&tenant_id=a0df978659ab4fb69192b174de3da38f HTTP/1.1" status: 200 len: 1098 time: 0.1112289 Apr 29 13:52:02.988418 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23e63e-d758-4f87-81c8-a2a572d6b0e4 req-81b0e240-4824-4f51-bc7a-7ad31804af3c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:02.989850 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6e23e63e-d758-4f87-81c8-a2a572d6b0e4 req-81b0e240-4824-4f51-bc7a-7ad31804af3c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.1174316 Apr 29 13:52:03.051656 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6e23e63e-d758-4f87-81c8-a2a572d6b0e4 req-a0bb181c-e194-4e59-a940-2ea7e85fc107 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545309 Apr 29 13:52:03.059132 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d1154e8a-3031-4ec5-8e91-df9b7100de24 req-1a7daab3-1cfd-4ed0-a4ea-5b90d841f4cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 1098 time: 0.1123691 Apr 29 13:52:03.186826 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1154e8a-3031-4ec5-8e91-df9b7100de24 req-6da8ee5d-6da9-4416-a5e0-4be25478b3f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:03.188160 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d1154e8a-3031-4ec5-8e91-df9b7100de24 req-6da8ee5d-6da9-4416-a5e0-4be25478b3f4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 912 time: 0.1224031 Apr 29 13:52:03.288165 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d1154e8a-3031-4ec5-8e91-df9b7100de24 req-a984aca4-29aa-45e0-8bb3-e4c661918798 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d40716b-85c3-4ddd-af40-e418be8a2bf3 HTTP/1.1" status: 200 len: 1001 time: 0.0942400 Apr 29 13:52:03.350537 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1154e8a-3031-4ec5-8e91-df9b7100de24 req-7e588fb6-fe50-4c36-b959-65bcbd5603b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:03.351935 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d1154e8a-3031-4ec5-8e91-df9b7100de24 req-7e588fb6-fe50-4c36-b959-65bcbd5603b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a845123e-9255-4a80-88a3-f184afda3586 HTTP/1.1" status: 200 len: 850 time: 0.0585296 Apr 29 13:52:03.423315 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d1154e8a-3031-4ec5-8e91-df9b7100de24 req-bad1cb5f-ab3b-48de-98c6-65a7552898ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654256 Apr 29 13:52:03.551196 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d1154e8a-3031-4ec5-8e91-df9b7100de24 req-45121ec2-0e94-4dc5-a5cc-32882c041b54 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221502 Apr 29 13:52:03.678831 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d1154e8a-3031-4ec5-8e91-df9b7100de24 req-b3d49f91-ef9a-4e6f-a571-cc53289d7da2 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212924 Apr 29 13:52:04.250238 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e35ba-7d8d-48fc-9c42-6e910856a7de req-d34d8613-c10a-4a46-a951-781fb9e258ea tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:04.251679 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-145e35ba-7d8d-48fc-9c42-6e910856a7de req-d34d8613-c10a-4a46-a951-781fb9e258ea tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.0776908 Apr 29 13:52:04.296014 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-145e35ba-7d8d-48fc-9c42-6e910856a7de req-e3487394-e81e-45da-a615-f5ecfa152ecf tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389659 Apr 29 13:52:05.487687 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 0d40716b-85c3-4ddd-af40-e418be8a2bf3 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:52:05.489088 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880a41e-1dfd-4222-ae3f-abaaff9e5b65 req-d67cc7d8-a7a5-4286-9852-967d44cf96e5 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:05.490549 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5880a41e-1dfd-4222-ae3f-abaaff9e5b65 req-d67cc7d8-a7a5-4286-9852-967d44cf96e5 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 945 time: 0.0757458 Apr 29 13:52:05.491875 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 0d40716b-85c3-4ddd-af40-e418be8a2bf3 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:52:05.540698 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5880a41e-1dfd-4222-ae3f-abaaff9e5b65 req-56a5a1ea-1207-45c9-985f-fa75cddb44b4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438218 Apr 29 13:52:05.701046 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:05.730992 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 0d40716b-85c3-4ddd-af40-e418be8a2bf3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0d40716b-85c3-4ddd-af40-e418be8a2bf3,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:52:05.750533 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22147705-9594-49ce-8c4c-2bfd41f359e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d40716b-85c3-4ddd-af40-e418be8a2bf3'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:52:05.757499 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '0d40716b-85c3-4ddd-af40-e418be8a2bf3', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'port_id': '0d40716b-85c3-4ddd-af40-e418be8a2bf3', 'mac_address': 'fa:16:3e:c1:f7:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:52:05.763587 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 0d40716b-85c3-4ddd-af40-e418be8a2bf3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0d40716b-85c3-4ddd-af40-e418be8a2bf3,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:52:05.792180 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:05.843744 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84739fff-a398-4d64-8508-1b3511c6a9db'] response: {'server_uuid': '22147705-9594-49ce-8c4c-2bfd41f359e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d40716b-85c3-4ddd-af40-e418be8a2bf3', 'code': 200} Apr 29 13:52:05.906196 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:05.930162 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d40716b-85c3-4ddd-af40-e418be8a2bf3 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:52:05.933755 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=0d40716b-85c3-4ddd-af40-e418be8a2bf3,revision_number=6']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:52:05.953109 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 0d40716b-85c3-4ddd-af40-e418be8a2bf3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0d40716b-85c3-4ddd-af40-e418be8a2bf3,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:52:05.956682 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:06.023582 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=0d40716b-85c3-4ddd-af40-e418be8a2bf3,revision_number=7']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:52:06.067614 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['0d40716b-85c3-4ddd-af40-e418be8a2bf3'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:52:06.734649 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4fd3d-9579-42d0-a4e3-e12475a448c2 req-3b640de1-4067-47dd-97c1-f74c227cf49e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:06.736061 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a3b4fd3d-9579-42d0-a4e3-e12475a448c2 req-3b640de1-4067-47dd-97c1-f74c227cf49e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 944 time: 0.0764282 Apr 29 13:52:06.779461 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a3b4fd3d-9579-42d0-a4e3-e12475a448c2 req-7ee8b1ab-f1c7-4af5-9c46-b11b109799a3 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379281 Apr 29 13:52:07.161549 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995a73a-c5b0-44f8-8af2-9b650ad7bbfa req-67fd2707-269f-4b46-9d14-7e1b2aa54e33 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:07.162868 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1995a73a-c5b0-44f8-8af2-9b650ad7bbfa req-67fd2707-269f-4b46-9d14-7e1b2aa54e33 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.32 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4&tenant_id=a0df978659ab4fb69192b174de3da38f&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 944 time: 0.1381311 Apr 29 13:52:07.169724 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7005495-376e-4e5a-ad54-63515b96b6c3 req-43aac1e9-568a-43d2-9e38-86d45ed16436 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:07.171118 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e7005495-376e-4e5a-ad54-63515b96b6c3 req-43aac1e9-568a-43d2-9e38-86d45ed16436 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 944 time: 0.1159217 Apr 29 13:52:07.221889 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e7005495-376e-4e5a-ad54-63515b96b6c3 req-ee4febcd-c9fc-403a-96de-da9351120bd0 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452335 Apr 29 13:52:07.300112 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1995a73a-c5b0-44f8-8af2-9b650ad7bbfa req-a6b544ee-928f-4df3-898a-f06a7475b81c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 1097 time: 0.0700965 Apr 29 13:52:07.428211 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995a73a-c5b0-44f8-8af2-9b650ad7bbfa req-5ee30b92-731e-4ef1-b0c6-fa79ffbd6c45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:07.429579 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1995a73a-c5b0-44f8-8af2-9b650ad7bbfa req-5ee30b92-731e-4ef1-b0c6-fa79ffbd6c45 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 912 time: 0.1239500 Apr 29 13:52:07.494755 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 0d40716b-85c3-4ddd-af40-e418be8a2bf3 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:52:07.531841 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1995a73a-c5b0-44f8-8af2-9b650ad7bbfa req-baa33cd5-5b47-4136-81eb-c77917faef46 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d40716b-85c3-4ddd-af40-e418be8a2bf3 HTTP/1.1" status: 200 len: 1000 time: 0.0965238 Apr 29 13:52:07.612592 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:07.630513 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0d40716b-85c3-4ddd-af40-e418be8a2bf3 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:52:07.646491 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 0d40716b-85c3-4ddd-af40-e418be8a2bf3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0d40716b-85c3-4ddd-af40-e418be8a2bf3,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:52:07.651347 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:07.683247 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995a73a-c5b0-44f8-8af2-9b650ad7bbfa req-e8b78803-f335-4b55-aae1-69df2f0c815c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:07.684596 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1995a73a-c5b0-44f8-8af2-9b650ad7bbfa req-e8b78803-f335-4b55-aae1-69df2f0c815c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a845123e-9255-4a80-88a3-f184afda3586 HTTP/1.1" status: 200 len: 850 time: 0.1469374 Apr 29 13:52:07.716339 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=0d40716b-85c3-4ddd-af40-e418be8a2bf3,revision_number=8']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:52:07.761496 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1995a73a-c5b0-44f8-8af2-9b650ad7bbfa req-cc203382-a555-4be2-9845-8fcead117049 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707324 Apr 29 13:52:07.888154 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0c236cbf-36d9-49af-84d1-10a3cbbbdfa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:07.892851 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1995a73a-c5b0-44f8-8af2-9b650ad7bbfa req-b6d53f3f-7f8f-4975-b3e5-d8c883878e8a service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247997 Apr 29 13:52:08.021818 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1995a73a-c5b0-44f8-8af2-9b650ad7bbfa req-c1446e21-6215-4e6e-a65c-e0ddeacf435f service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231222 Apr 29 13:52:08.422681 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e615d55-1b7c-4e8a-88d9-7ffde038c183 req-51f2fba0-050b-433d-b366-c4551879d417 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:08.424135 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8e615d55-1b7c-4e8a-88d9-7ffde038c183 req-51f2fba0-050b-433d-b366-c4551879d417 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 943 time: 0.0761425 Apr 29 13:52:08.474598 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8e615d55-1b7c-4e8a-88d9-7ffde038c183 req-d6f29432-8c6f-4673-9f29-f1b7650ccf05 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442064 Apr 29 13:52:09.670473 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e5e63-eb69-489f-84a7-560d5fe60c81 req-e3edfb8c-ab6b-4991-86c1-65f43a4d09f7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:09.671918 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-498e5e63-eb69-489f-84a7-560d5fe60c81 req-e3edfb8c-ab6b-4991-86c1-65f43a4d09f7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 943 time: 0.0757234 Apr 29 13:52:09.716605 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-498e5e63-eb69-489f-84a7-560d5fe60c81 req-07afef67-b6b7-4cfc-b46f-8d6b36fb34f4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392268 Apr 29 13:52:09.911342 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c15d8-5404-4d21-aa67-392f7cb8c252 req-69e55cb4-b768-4fdd-b37a-47efb776e911 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:09.912779 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e94c15d8-5404-4d21-aa67-392f7cb8c252 req-69e55cb4-b768-4fdd-b37a-47efb776e911 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 943 time: 0.0762756 Apr 29 13:52:09.956571 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e94c15d8-5404-4d21-aa67-392f7cb8c252 req-d51ec216-7222-45d0-af65-fac2e3de1681 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381145 Apr 29 13:52:10.159776 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7671a86-e93f-4970-ab89-45dc1a37960b req-db95783c-6aba-4451-9109-2eb83f7d4423 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:10.161168 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c7671a86-e93f-4970-ab89-45dc1a37960b req-db95783c-6aba-4451-9109-2eb83f7d4423 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 943 time: 0.0785556 Apr 29 13:52:10.206616 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c7671a86-e93f-4970-ab89-45dc1a37960b req-8a12978e-4915-4605-b025-29ca2cf40043 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400248 Apr 29 13:52:10.443835 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8c947d8-7bdd-4f86-b2dc-a4748c6ee915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:10.605763 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789e720-ab25-49ca-aa5b-eb9f97921b0e req-08c23565-bbeb-4bfc-8d8f-b21f30cdf4ad tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:10.607187 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8789e720-ab25-49ca-aa5b-eb9f97921b0e req-08c23565-bbeb-4bfc-8d8f-b21f30cdf4ad tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 943 time: 0.0750747 Apr 29 13:52:10.650894 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8789e720-ab25-49ca-aa5b-eb9f97921b0e req-a3cc4527-ae1b-454f-9874-1675859cf7c2 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382988 Apr 29 13:52:11.513730 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:11.590363 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:11.850711 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae44b0-1af7-4eb5-b7dc-5a907cc0e15e req-f55d6a60-214c-46d9-97d9-38ca10078f55 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:11.852154 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e0ae44b0-1af7-4eb5-b7dc-5a907cc0e15e req-f55d6a60-214c-46d9-97d9-38ca10078f55 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 943 time: 0.0798464 Apr 29 13:52:11.896964 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e0ae44b0-1af7-4eb5-b7dc-5a907cc0e15e req-844dee24-7b8d-4383-b92a-7b086126e638 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383568 Apr 29 13:52:12.374199 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779a063-44d1-4ac7-b39a-efce6e20d84b req-48b97a24-ccac-48d8-9444-951cb09b269f tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:12.375603 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8779a063-44d1-4ac7-b39a-efce6e20d84b req-48b97a24-ccac-48d8-9444-951cb09b269f tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.32 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 943 time: 0.0778449 Apr 29 13:52:12.441768 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-8779a063-44d1-4ac7-b39a-efce6e20d84b req-4ae608cc-c288-4d12-a7da-f4c4a72218af tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Deleting port 0d40716b-85c3-4ddd-af40-e418be8a2bf3 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:52:12.442100 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8779a063-44d1-4ac7-b39a-efce6e20d84b req-4ae608cc-c288-4d12-a7da-f4c4a72218af tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:12.678700 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-8779a063-44d1-4ac7-b39a-efce6e20d84b req-4ae608cc-c288-4d12-a7da-f4c4a72218af tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] For port 0d40716b-85c3-4ddd-af40-e418be8a2bf3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=0d40716b-85c3-4ddd-af40-e418be8a2bf3,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:52:12.679040 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8779a063-44d1-4ac7-b39a-efce6e20d84b req-4ae608cc-c288-4d12-a7da-f4c4a72218af tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:12.959538 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:12.961134 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8779a063-44d1-4ac7-b39a-efce6e20d84b req-4ae608cc-c288-4d12-a7da-f4c4a72218af tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:12.961503 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8779a063-44d1-4ac7-b39a-efce6e20d84b req-4ae608cc-c288-4d12-a7da-f4c4a72218af tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:12.961815 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.l3_db [req-8779a063-44d1-4ac7-b39a-efce6e20d84b req-4ae608cc-c288-4d12-a7da-f4c4a72218af tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Floating IP 73f41cbb-b4d2-484f-979f-35cfe7186f11 disassociated. External IP: 172.26.6.176, port: 0d40716b-85c3-4ddd-af40-e418be8a2bf3. Apr 29 13:52:12.962152 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-8779a063-44d1-4ac7-b39a-efce6e20d84b req-4ae608cc-c288-4d12-a7da-f4c4a72218af tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Calling delete_port for 0d40716b-85c3-4ddd-af40-e418be8a2bf3 owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:52:13.243728 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d1166-40a6-45b4-aa87-82b38a8a4c98 req-13735ad6-3518-4666-81e4-812accc04710 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:13.245994 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a09d1166-40a6-45b4-aa87-82b38a8a4c98 req-13735ad6-3518-4666-81e4-812accc04710 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=22147705-9594-49ce-8c4c-2bfd41f359e4 HTTP/1.1" status: 200 len: 943 time: 0.2252743 Apr 29 13:52:13.247046 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8779a063-44d1-4ac7-b39a-efce6e20d84b req-4ae608cc-c288-4d12-a7da-f4c4a72218af tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:13.302806 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae608cc-c288-4d12-a7da-f4c4a72218af tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Pushing event deleted for resources: {'Port': ['ID=0d40716b-85c3-4ddd-af40-e418be8a2bf3,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:52:13.329840 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae608cc-c288-4d12-a7da-f4c4a72218af tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:52:13.330179 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae608cc-c288-4d12-a7da-f4c4a72218af tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:52:13.330578 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae608cc-c288-4d12-a7da-f4c4a72218af tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:52:13.330846 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae608cc-c288-4d12-a7da-f4c4a72218af tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:52:13.331145 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae608cc-c288-4d12-a7da-f4c4a72218af tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:52:13.331465 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae608cc-c288-4d12-a7da-f4c4a72218af tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:52:13.331788 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae608cc-c288-4d12-a7da-f4c4a72218af tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:52:13.332102 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae608cc-c288-4d12-a7da-f4c4a72218af tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:52:13.332950 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae608cc-c288-4d12-a7da-f4c4a72218af tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:52:13.332950 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae608cc-c288-4d12-a7da-f4c4a72218af tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:52:13.333135 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae608cc-c288-4d12-a7da-f4c4a72218af tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:52:13.404530 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a09d1166-40a6-45b4-aa87-82b38a8a4c98 req-b6f4dbac-7a2c-4bee-b040-a66e3f54fae9 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197059 Apr 29 13:52:13.552769 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8779a063-44d1-4ac7-b39a-efce6e20d84b req-4ae608cc-c288-4d12-a7da-f4c4a72218af tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Router 97aea941-4746-4ce1-8d62-3501d9bbfd0b has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:52:13.748564 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8779a063-44d1-4ac7-b39a-efce6e20d84b req-4ae608cc-c288-4d12-a7da-f4c4a72218af tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:52:13.757816 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e797bbea-6516-4d02-be43-78a864fc8ae0 None None] Sync routers for ids ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:52:13.770020 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e797bbea-6516-4d02-be43-78a864fc8ae0 None None] Routers {'97aea941-4746-4ce1-8d62-3501d9bbfd0b'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:52:13.770804 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e797bbea-6516-4d02-be43-78a864fc8ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:52:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:52:13.818569 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-8779a063-44d1-4ac7-b39a-efce6e20d84b req-4ae608cc-c288-4d12-a7da-f4c4a72218af tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] No DVR routers for this DVR port 0d40716b-85c3-4ddd-af40-e418be8a2bf3 on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:52:13.821184 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8779a063-44d1-4ac7-b39a-efce6e20d84b req-4ae608cc-c288-4d12-a7da-f4c4a72218af tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:13.826078 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22147705-9594-49ce-8c4c-2bfd41f359e4', 'name': 'network-vif-deleted', 'tag': '0d40716b-85c3-4ddd-af40-e418be8a2bf3'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:52:13.841973 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8779a063-44d1-4ac7-b39a-efce6e20d84b req-4ae608cc-c288-4d12-a7da-f4c4a72218af tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.32 "DELETE /v2.0/ports/0d40716b-85c3-4ddd-af40-e418be8a2bf3 HTTP/1.1" status: 204 len: 173 time: 1.4604251 Apr 29 13:52:13.887029 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1507322-b220-4bef-b9fd-a7c3ca75e7a7'] response: {'server_uuid': '22147705-9594-49ce-8c4c-2bfd41f359e4', 'name': 'network-vif-deleted', 'tag': '0d40716b-85c3-4ddd-af40-e418be8a2bf3', 'status': 'completed', 'code': 200} Apr 29 13:52:13.954931 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-e797bbea-6516-4d02-be43-78a864fc8ae0 None None] Set router 97aea941-4746-4ce1-8d62-3501d9bbfd0b gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:52:14.267852 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e797bbea-6516-4d02-be43-78a864fc8ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 4, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port': {'id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:12Z', 'updated_at': '2022-04-29T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '020dcdec-80cc-4335-9dca-d91066f174e7', 'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'mac_address': 'fa:16:3e:63:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:13Z', 'updated_at': '2022-04-29T13:51:31Z', 'revision_number': 5, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'subnets': [{'id': 'a845123e-9255-4a80-88a3-f184afda3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:52:14.271624 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e797bbea-6516-4d02-be43-78a864fc8ae0 None None] Checking router: 97aea941-4746-4ce1-8d62-3501d9bbfd0b for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:52:14.282193 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e797bbea-6516-4d02-be43-78a864fc8ae0 None None] Routers {'97aea941-4746-4ce1-8d62-3501d9bbfd0b'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:52:14.282796 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e797bbea-6516-4d02-be43-78a864fc8ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:52:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:52:14.458282 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-e797bbea-6516-4d02-be43-78a864fc8ae0 None None] Set router 97aea941-4746-4ce1-8d62-3501d9bbfd0b gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:52:14.758403 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-675411c3-e96e-48bb-9da0-83fc988857c7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--704162351&fields=id&tenant_id=a0df978659ab4fb69192b174de3da38f HTTP/1.1" status: 200 len: 267 time: 0.0412424 Apr 29 13:52:14.812575 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e797bbea-6516-4d02-be43-78a864fc8ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 4, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port': {'id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:12Z', 'updated_at': '2022-04-29T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '020dcdec-80cc-4335-9dca-d91066f174e7', 'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'mac_address': 'fa:16:3e:63:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:13Z', 'updated_at': '2022-04-29T13:51:31Z', 'revision_number': 5, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'subnets': [{'id': 'a845123e-9255-4a80-88a3-f184afda3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:52:14.816536 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e797bbea-6516-4d02-be43-78a864fc8ae0 None None] The sync data for ids ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'] in dv-neutron-839027-4-hyperv is: [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 4, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port': {'id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:12Z', 'updated_at': '2022-04-29T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '020dcdec-80cc-4335-9dca-d91066f174e7', 'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'mac_address': 'fa:16:3e:63:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:13Z', 'updated_at': '2022-04-29T13:51:31Z', 'revision_number': 5, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'subnets': [{'id': 'a845123e-9255-4a80-88a3-f184afda3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:52:14.919668 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-0759336f-8235-44b7-9ebd-0f918129c0df tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:14.921130 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-0759336f-8235-44b7-9ebd-0f918129c0df tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 811 time: 0.1559207 Apr 29 13:52:14.937491 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-c3348923-4b09-4b14-be08-60d3dd116347 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/quotas/a0df978659ab4fb69192b174de3da38f HTTP/1.1" status: 200 len: 375 time: 0.0109408 Apr 29 13:52:15.025995 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-03deaaba-f5c5-4bf8-b849-f0358c9330dd tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Synchronizing usage tracker for tenant:a0df978659ab4fb69192b174de3da38f on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:52:15.036182 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32637b7-716f-4d3c-a354-67619bd0710e None None] New status for floating IP 73f41cbb-b4d2-484f-979f-35cfe7186f11: DOWN {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:52:15.041976 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-03deaaba-f5c5-4bf8-b849-f0358c9330dd tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Unset dirty status for tenant:a0df978659ab4fb69192b174de3da38f on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:52:15.043360 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-03deaaba-f5c5-4bf8-b849-f0358c9330dd tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1006110 Apr 29 13:52:15.179313 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-82d10aa1-93a2-4918-9f60-4c9e42c8d09e service neutron] 10.222.0.76 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244321 Apr 29 13:52:15.317988 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-9b63030b-e987-4fbc-bc92-128348a79252 service neutron] 10.222.0.76 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271160 Apr 29 13:52:15.502736 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-bef22dd9-029e-4a83-a205-bee415454585 req-817a989f-91d2-4c17-bf19-94ed81033ba8 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 210 time: 0.0421517 Apr 29 13:52:15.525025 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 0d40716b-85c3-4ddd-af40-e418be8a2bf3 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:52:15.559143 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: 0d40716b-85c3-4ddd-af40-e418be8a2bf3 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:52:15.559489 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 0d40716b-85c3-4ddd-af40-e418be8a2bf3 not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:52:16.476004 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-3b726c25-4e9f-4bc4-8d83-1fe7e078a375 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:16.477426 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-3b726c25-4e9f-4bc4-8d83-1fe7e078a375 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.32 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 811 time: 0.1425059 Apr 29 13:52:16.536999 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-60b905a9-b10a-4ace-9196-ced62efc6d2b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0df978659ab4fb69192b174de3da38f HTTP/1.1" status: 200 len: 379 time: 0.0445714 Apr 29 13:52:16.548966 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-06191987-f388-4488-9169-cdd20804b3f6 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Request body: {'port': {'device_id': '1867acf7-3ea5-45bb-a623-41ea98cc841e', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'admin_state_up': True, 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'security_groups': ['099a0b75-ffbb-4aeb-80f9-04d54c9997e3']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:52:16.601114 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:52:16.679048 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-57726c73-dfc3-41f0-b577-5f08638f443d req-211e2093-0d04-4b7f-a7b5-6114349b92a0 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 210 time: 0.0467551 Apr 29 13:52:16.724611 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-06191987-f388-4488-9169-cdd20804b3f6 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:52:16.734002 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-06191987-f388-4488-9169-cdd20804b3f6 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:52:16.743414 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-06191987-f388-4488-9169-cdd20804b3f6 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Made reservation on behalf of a0df978659ab4fb69192b174de3da38f for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:52:16.746562 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-06191987-f388-4488-9169-cdd20804b3f6 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:17.001753 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-06191987-f388-4488-9169-cdd20804b3f6 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Allocated IP 172.20.0.12 (7d000d2d-cbf3-463c-904a-08e7e2d8fef4/a845123e-9255-4a80-88a3-f184afda3586/91367dc2-3a93-4368-8b72-dd6e18c5f142) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:52:17.181051 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-06191987-f388-4488-9169-cdd20804b3f6 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:17.197049 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-06191987-f388-4488-9169-cdd20804b3f6 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Transition to ACTIVE for port object 91367dc2-3a93-4368-8b72-dd6e18c5f142 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:52:17.218243 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-06191987-f388-4488-9169-cdd20804b3f6 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:17.287676 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-06191987-f388-4488-9169-cdd20804b3f6 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Network 7d000d2d-cbf3-463c-904a-08e7e2d8fef4 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:52:17.290430 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-06191987-f388-4488-9169-cdd20804b3f6 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:52:17.294702 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-06191987-f388-4488-9169-cdd20804b3f6 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:52:17.330796 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06191987-f388-4488-9169-cdd20804b3f6 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Pushing event updated for resources: {'Port': ['ID=91367dc2-3a93-4368-8b72-dd6e18c5f142,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:52:17.361130 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-06191987-f388-4488-9169-cdd20804b3f6 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:17.361720 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-06191987-f388-4488-9169-cdd20804b3f6 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:17.386860 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-06191987-f388-4488-9169-cdd20804b3f6 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8452523 Apr 29 13:52:17.398468 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-a7f7cef6-c94d-43de-bdff-b7a853f39d5a service neutron] Request body: {'port': {'device_id': '1867acf7-3ea5-45bb-a623-41ea98cc841e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:52:17.511714 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-a7f7cef6-c94d-43de-bdff-b7a853f39d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:17.543257 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d5fbe1c-fc4c-4a3c-b920-5ddde8444e51 None None] Provisioning for port 91367dc2-3a93-4368-8b72-dd6e18c5f142 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:52:17.547728 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d5fbe1c-fc4c-4a3c-b920-5ddde8444e51 None None] Provisioning complete for port 91367dc2-3a93-4368-8b72-dd6e18c5f142 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:52:17.548199 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d5fbe1c-fc4c-4a3c-b920-5ddde8444e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:17.599080 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6d5fbe1c-fc4c-4a3c-b920-5ddde8444e51 None None] Port 91367dc2-3a93-4368-8b72-dd6e18c5f142 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:52:17.852995 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-a7f7cef6-c94d-43de-bdff-b7a853f39d5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91367dc2-3a93-4368-8b72-dd6e18c5f142 {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:52:17.860305 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-a7f7cef6-c94d-43de-bdff-b7a853f39d5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:17.874670 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-a7f7cef6-c94d-43de-bdff-b7a853f39d5a service neutron] Transition to ACTIVE for port object 91367dc2-3a93-4368-8b72-dd6e18c5f142 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:52:17.877998 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9875c-b0dd-4a55-8226-52f8c839a910 req-299a5104-6eaf-44f6-acae-4780bb107ac2 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:17.879534 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-a7f7cef6-c94d-43de-bdff-b7a853f39d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:17.879698 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-53d9875c-b0dd-4a55-8226-52f8c839a910 req-299a5104-6eaf-44f6-acae-4780bb107ac2 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 932 time: 0.0799179 Apr 29 13:52:17.925506 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-53d9875c-b0dd-4a55-8226-52f8c839a910 req-118f0b2a-c7cb-4e3c-b3fd-dce4de682611 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398011 Apr 29 13:52:17.949598 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7cef6-c94d-43de-bdff-b7a853f39d5a service neutron] Pushing event updated for resources: {'Port': ['ID=91367dc2-3a93-4368-8b72-dd6e18c5f142,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:52:18.119613 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-a7f7cef6-c94d-43de-bdff-b7a853f39d5a service neutron] Attempting to bind port 91367dc2-3a93-4368-8b72-dd6e18c5f142 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:52:18.119940 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-a7f7cef6-c94d-43de-bdff-b7a853f39d5a service neutron] Attempting to bind port 91367dc2-3a93-4368-8b72-dd6e18c5f142 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '08532cfd-be92-4b0a-b4be-682e6d28a8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:52:18.120263 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-a7f7cef6-c94d-43de-bdff-b7a853f39d5a service neutron] Attempting to bind port 91367dc2-3a93-4368-8b72-dd6e18c5f142 on network 7d000d2d-cbf3-463c-904a-08e7e2d8fef4 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:52:18.125959 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-a7f7cef6-c94d-43de-bdff-b7a853f39d5a service neutron] Port 91367dc2-3a93-4368-8b72-dd6e18c5f142 on network 7d000d2d-cbf3-463c-904a-08e7e2d8fef4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:52:18.126280 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-a7f7cef6-c94d-43de-bdff-b7a853f39d5a service neutron] Attempting to bind port 91367dc2-3a93-4368-8b72-dd6e18c5f142 on network 7d000d2d-cbf3-463c-904a-08e7e2d8fef4 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:52:18.132382 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-a7f7cef6-c94d-43de-bdff-b7a853f39d5a service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:52:18.132707 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-a7f7cef6-c94d-43de-bdff-b7a853f39d5a service neutron] Checking segment: {'id': '08532cfd-be92-4b0a-b4be-682e6d28a8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:52:18.133122 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-a7f7cef6-c94d-43de-bdff-b7a853f39d5a service neutron] Bound using segment: {'id': '08532cfd-be92-4b0a-b4be-682e6d28a8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:52:18.133539 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-a7f7cef6-c94d-43de-bdff-b7a853f39d5a service neutron] Bound port: 91367dc2-3a93-4368-8b72-dd6e18c5f142, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08532cfd-be92-4b0a-b4be-682e6d28a8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:52:18.133879 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-a7f7cef6-c94d-43de-bdff-b7a853f39d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:18.226335 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-a7f7cef6-c94d-43de-bdff-b7a853f39d5a service neutron] For port 91367dc2-3a93-4368-8b72-dd6e18c5f142, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:52:18.229932 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-a7f7cef6-c94d-43de-bdff-b7a853f39d5a service neutron] For port 91367dc2-3a93-4368-8b72-dd6e18c5f142, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=91367dc2-3a93-4368-8b72-dd6e18c5f142,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:52:18.234868 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-a7f7cef6-c94d-43de-bdff-b7a853f39d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:18.299543 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-a7f7cef6-c94d-43de-bdff-b7a853f39d5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:18.300982 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-a7f7cef6-c94d-43de-bdff-b7a853f39d5a service neutron] 10.222.0.32 "PUT /v2.0/ports/91367dc2-3a93-4368-8b72-dd6e18c5f142 HTTP/1.1" status: 200 len: 1094 time: 0.9067447 Apr 29 13:52:18.301430 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1867acf7-3ea5-45bb-a623-41ea98cc841e', 'tag': '91367dc2-3a93-4368-8b72-dd6e18c5f142'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:52:18.326494 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7cef6-c94d-43de-bdff-b7a853f39d5a service neutron] Pushing event updated for resources: {'Port': ['ID=91367dc2-3a93-4368-8b72-dd6e18c5f142,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:52:18.378997 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c32e94fe-f7c4-45d1-8bd7-76047214c0c0'] response: {'name': 'network-changed', 'server_uuid': '1867acf7-3ea5-45bb-a623-41ea98cc841e', 'tag': '91367dc2-3a93-4368-8b72-dd6e18c5f142', 'status': 'completed', 'code': 200} Apr 29 13:52:18.433366 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-723ed7d0-a0a5-4dd0-8ec2-cbed8deeca65 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 1097 time: 0.0916283 Apr 29 13:52:18.516348 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-322e8bf9-30a7-4609-970c-b91d816b0b72 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91367dc2-3a93-4368-8b72-dd6e18c5f142 HTTP/1.1" status: 200 len: 217 time: 0.0763152 Apr 29 13:52:18.590683 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-8268facd-2f46-418f-8e67-79137993b67a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:18.592074 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-8268facd-2f46-418f-8e67-79137993b67a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a845123e-9255-4a80-88a3-f184afda3586 HTTP/1.1" status: 200 len: 850 time: 0.0696516 Apr 29 13:52:18.696522 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-83963888-3116-4f92-a0e5-a87ffaad9bbe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0987318 Apr 29 13:52:18.987682 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-4384c956-0fd6-443e-83af-2ef56ebca41d service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848792 Apr 29 13:52:19.125152 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-33df3f94-9abc-4545-8339-37499b2d51f0 req-15ba30be-7d67-4035-87e3-e33917719437 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319978 Apr 29 13:52:19.152684 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e942d3-7b16-4df3-9c01-f56cbf1a4398 req-614f084a-0dcc-41a0-bc5a-88852dc1b391 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:19.154165 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c7e942d3-7b16-4df3-9c01-f56cbf1a4398 req-614f084a-0dcc-41a0-bc5a-88852dc1b391 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 944 time: 0.0771887 Apr 29 13:52:19.201168 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c7e942d3-7b16-4df3-9c01-f56cbf1a4398 req-941665af-fcd3-4e9a-ac49-25b0630a9fc4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407031 Apr 29 13:52:19.241225 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ea595971-d98b-4ee4-9fca-f505edc93ec3 req-9ed2efe0-8c1b-4808-b983-07e9eee32084 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 1097 time: 0.0697670 Apr 29 13:52:19.374619 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea595971-d98b-4ee4-9fca-f505edc93ec3 req-5b4f2a7c-2558-4838-a03d-baa9b933c92c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:19.376056 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ea595971-d98b-4ee4-9fca-f505edc93ec3 req-5b4f2a7c-2558-4838-a03d-baa9b933c92c service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 912 time: 0.1296437 Apr 29 13:52:19.448834 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ea595971-d98b-4ee4-9fca-f505edc93ec3 req-940dd0c4-5784-4873-8e59-9eb695863820 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91367dc2-3a93-4368-8b72-dd6e18c5f142 HTTP/1.1" status: 200 len: 217 time: 0.0632458 Apr 29 13:52:19.509646 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea595971-d98b-4ee4-9fca-f505edc93ec3 req-5854fe16-da93-40d2-8113-d96e7a0348c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:19.511080 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ea595971-d98b-4ee4-9fca-f505edc93ec3 req-5854fe16-da93-40d2-8113-d96e7a0348c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a845123e-9255-4a80-88a3-f184afda3586 HTTP/1.1" status: 200 len: 850 time: 0.0567303 Apr 29 13:52:19.586510 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ea595971-d98b-4ee4-9fca-f505edc93ec3 req-4399c592-b1e5-4844-8518-00176c14e2bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694270 Apr 29 13:52:19.713636 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ea595971-d98b-4ee4-9fca-f505edc93ec3 req-0fbf6141-3c78-4498-babd-0aa9ef7be05f service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213162 Apr 29 13:52:19.843311 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ea595971-d98b-4ee4-9fca-f505edc93ec3 req-f8a607e5-9a2d-406f-a52c-5e50e975bcce service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224895 Apr 29 13:52:20.394500 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e750a-5583-4d2e-bab3-2b79e334cecf req-1c9170d1-b306-4490-8d02-a859f37780a1 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:20.395224 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-138e750a-5583-4d2e-bab3-2b79e334cecf req-1c9170d1-b306-4490-8d02-a859f37780a1 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Synchronizing usage tracker for tenant:a0df978659ab4fb69192b174de3da38f on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:52:20.410507 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-138e750a-5583-4d2e-bab3-2b79e334cecf req-1c9170d1-b306-4490-8d02-a859f37780a1 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Unset dirty status for tenant:a0df978659ab4fb69192b174de3da38f on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:52:20.411690 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-138e750a-5583-4d2e-bab3-2b79e334cecf req-1c9170d1-b306-4490-8d02-a859f37780a1 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 944 time: 0.0913963 Apr 29 13:52:20.456301 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-138e750a-5583-4d2e-bab3-2b79e334cecf req-9e5e9080-6168-418d-b7dc-ac847bd2e3d5 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389338 Apr 29 13:52:21.540658 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 91367dc2-3a93-4368-8b72-dd6e18c5f142 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:52:21.654520 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f5bde-9faf-47c6-90d6-177a9fdcb444 req-fd1aeff4-85b9-4f4d-bf73-f787e28193a1 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:21.655973 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5c6f5bde-9faf-47c6-90d6-177a9fdcb444 req-fd1aeff4-85b9-4f4d-bf73-f787e28193a1 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 944 time: 0.0797639 Apr 29 13:52:21.677513 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 91367dc2-3a93-4368-8b72-dd6e18c5f142, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=91367dc2-3a93-4368-8b72-dd6e18c5f142,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:52:21.690693 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '91367dc2-3a93-4368-8b72-dd6e18c5f142', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'port_id': '91367dc2-3a93-4368-8b72-dd6e18c5f142', 'mac_address': 'fa:16:3e:5f:35:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:52:21.700476 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5c6f5bde-9faf-47c6-90d6-177a9fdcb444 req-b1e9bac9-ba29-4d14-9e40-94f6671fd811 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387604 Apr 29 13:52:21.743647 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:21.761420 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91367dc2-3a93-4368-8b72-dd6e18c5f142 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:52:21.776708 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 91367dc2-3a93-4368-8b72-dd6e18c5f142, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=91367dc2-3a93-4368-8b72-dd6e18c5f142,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:52:21.780861 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:21.844506 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=91367dc2-3a93-4368-8b72-dd6e18c5f142,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:52:21.852746 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:52:21.853107 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:52:21.853465 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:52:21.853801 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:52:21.854120 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:52:21.854443 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:52:21.854764 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:52:21.855083 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:52:21.855401 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:52:21.855732 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:52:21.856031 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:52:22.108274 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['91367dc2-3a93-4368-8b72-dd6e18c5f142'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:52:22.901197 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b640a-8b23-45b5-88c3-ec05e67f27b4 req-70fc9bd8-80d0-4c27-967b-f6cca23aa952 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:22.902715 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-393b640a-8b23-45b5-88c3-ec05e67f27b4 req-70fc9bd8-80d0-4c27-967b-f6cca23aa952 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 945 time: 0.0799091 Apr 29 13:52:22.947629 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-393b640a-8b23-45b5-88c3-ec05e67f27b4 req-c7ffdee6-6ab1-4dc0-ba34-a516fef4c27c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394218 Apr 29 13:52:23.557211 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 91367dc2-3a93-4368-8b72-dd6e18c5f142 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:52:23.626023 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 91367dc2-3a93-4368-8b72-dd6e18c5f142 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:52:23.630655 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 91367dc2-3a93-4368-8b72-dd6e18c5f142 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:52:23.631019 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:23.739814 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:23.767926 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1867acf7-3ea5-45bb-a623-41ea98cc841e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91367dc2-3a93-4368-8b72-dd6e18c5f142'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:52:23.778870 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 91367dc2-3a93-4368-8b72-dd6e18c5f142, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=91367dc2-3a93-4368-8b72-dd6e18c5f142,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:52:23.783424 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:23.827273 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be35e865-8ed7-4776-b258-0754c709df3c'] response: {'server_uuid': '1867acf7-3ea5-45bb-a623-41ea98cc841e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91367dc2-3a93-4368-8b72-dd6e18c5f142', 'code': 200} Apr 29 13:52:23.858279 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=91367dc2-3a93-4368-8b72-dd6e18c5f142,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:52:24.050367 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b6670c6b-7446-46ab-b5fd-0440e330403d req-807a0cc8-fbf1-4a65-ad35-85f6d1421805 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 1099 time: 0.0677786 Apr 29 13:52:24.136746 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b6670c6b-7446-46ab-b5fd-0440e330403d req-86d7c0ee-dbd0-4070-ad35-d122f70a5ae3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803719 Apr 29 13:52:24.165366 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91771e53-6ef4-4b37-873a-57198e0e6b7d req-9fc640d9-dd4e-4880-8ec6-ea2284629c98 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:24.166787 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-91771e53-6ef4-4b37-873a-57198e0e6b7d req-9fc640d9-dd4e-4880-8ec6-ea2284629c98 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0932052 Apr 29 13:52:24.210805 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-91771e53-6ef4-4b37-873a-57198e0e6b7d req-b2a33cf2-e734-48c1-829a-4cc764ecc9e8 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386233 Apr 29 13:52:25.407880 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023c95f-48fe-4401-b4c8-0d76b6e6c58e req-b0649bd4-cdcc-4fe9-a61b-7b2c4b59c7be tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:25.410149 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3023c95f-48fe-4401-b4c8-0d76b6e6c58e req-b0649bd4-cdcc-4fe9-a61b-7b2c4b59c7be tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0791268 Apr 29 13:52:25.459451 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3023c95f-48fe-4401-b4c8-0d76b6e6c58e req-04094def-1bf6-47aa-8a06-6f6dccdb55dc tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444095 Apr 29 13:52:26.651822 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc72364-64e6-4efa-acc6-360423f188a7 req-d0a13358-fc6b-43c7-bfaa-13080e809b12 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:26.653267 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dcc72364-64e6-4efa-acc6-360423f188a7 req-d0a13358-fc6b-43c7-bfaa-13080e809b12 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0757766 Apr 29 13:52:26.700215 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dcc72364-64e6-4efa-acc6-360423f188a7 req-138d88b8-d9e1-404b-b7eb-b27e657eaf0d tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414281 Apr 29 13:52:26.894059 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977a8bc-7ab1-4108-95fa-3773a0bae924 req-d74d935f-c405-4c61-8926-70d0084294d1 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:26.895486 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e977a8bc-7ab1-4108-95fa-3773a0bae924 req-d74d935f-c405-4c61-8926-70d0084294d1 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0794797 Apr 29 13:52:26.905502 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39034) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:52:26.910616 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-2791c287-31c8-4900-98dd-17fa41d54d45 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Request body: {'floatingip': {'port_id': '91367dc2-3a93-4368-8b72-dd6e18c5f142'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:52:26.985920 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2791c287-31c8-4900-98dd-17fa41d54d45 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for floatingip, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:27.636839 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2791c287-31c8-4900-98dd-17fa41d54d45 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:27.640339 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2791c287-31c8-4900-98dd-17fa41d54d45 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:27.823601 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.l3_db [None req-2791c287-31c8-4900-98dd-17fa41d54d45 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Floating IP 73f41cbb-b4d2-484f-979f-35cfe7186f11 associated. External IP: 172.26.6.176, port: 91367dc2-3a93-4368-8b72-dd6e18c5f142. Apr 29 13:52:28.050500 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4263c9b8-8875-4070-a391-9f99cbcc5d19 req-2909a1a1-1ac1-43d3-ac93-6c14a5c3c264 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664616 Apr 29 13:52:28.183547 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4263c9b8-8875-4070-a391-9f99cbcc5d19 req-0211544a-d9e7-4fd5-98a4-86a6b3df9fd2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 1099 time: 0.0671849 Apr 29 13:52:28.211984 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2791c287-31c8-4900-98dd-17fa41d54d45 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Router 97aea941-4746-4ce1-8d62-3501d9bbfd0b has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:52:28.241519 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:28.324513 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263c9b8-8875-4070-a391-9f99cbcc5d19 req-939176c5-62c6-4ac1-b3c0-772e4c069ed7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:28.325884 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4263c9b8-8875-4070-a391-9f99cbcc5d19 req-939176c5-62c6-4ac1-b3c0-772e4c069ed7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 912 time: 0.1255333 Apr 29 13:52:28.411955 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2791c287-31c8-4900-98dd-17fa41d54d45 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:52:28.416918 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2791c287-31c8-4900-98dd-17fa41d54d45 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:28.423478 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c208d508-b228-4626-95eb-e9f11b7222c1 None None] Sync routers for ids ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:52:28.435751 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c208d508-b228-4626-95eb-e9f11b7222c1 None None] Routers {'97aea941-4746-4ce1-8d62-3501d9bbfd0b'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:52:28.436369 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c208d508-b228-4626-95eb-e9f11b7222c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:52:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:52:28.473680 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2791c287-31c8-4900-98dd-17fa41d54d45 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "PUT /v2.0/floatingips/73f41cbb-b4d2-484f-979f-35cfe7186f11 HTTP/1.1" status: 200 len: 992 time: 1.5646205 Apr 29 13:52:28.473680 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1867acf7-3ea5-45bb-a623-41ea98cc841e', 'tag': '91367dc2-3a93-4368-8b72-dd6e18c5f142'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:52:28.531597 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4263c9b8-8875-4070-a391-9f99cbcc5d19 req-23d03a5f-7de9-493f-8f71-ea82badaa944 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91367dc2-3a93-4368-8b72-dd6e18c5f142 HTTP/1.1" status: 200 len: 1000 time: 0.1988103 Apr 29 13:52:28.541326 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c0b1074-0319-4eb6-b19f-d5bc44f99248'] response: {'name': 'network-changed', 'server_uuid': '1867acf7-3ea5-45bb-a623-41ea98cc841e', 'tag': '91367dc2-3a93-4368-8b72-dd6e18c5f142', 'status': 'completed', 'code': 200} Apr 29 13:52:28.602742 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263c9b8-8875-4070-a391-9f99cbcc5d19 req-cafa86c5-1ffa-494e-ba94-6254d9adf44c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:28.604639 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4263c9b8-8875-4070-a391-9f99cbcc5d19 req-cafa86c5-1ffa-494e-ba94-6254d9adf44c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a845123e-9255-4a80-88a3-f184afda3586 HTTP/1.1" status: 200 len: 850 time: 0.0669692 Apr 29 13:52:28.627078 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-c208d508-b228-4626-95eb-e9f11b7222c1 None None] Set router 97aea941-4746-4ce1-8d62-3501d9bbfd0b gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:52:28.681766 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4263c9b8-8875-4070-a391-9f99cbcc5d19 req-97cd6a36-c2b9-4d48-a830-5b053c22965c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715585 Apr 29 13:52:28.849264 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4263c9b8-8875-4070-a391-9f99cbcc5d19 req-e3086cbf-5a04-4413-8fa6-a263a03e387d service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582348 Apr 29 13:52:28.881019 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acbbf0-d6f0-4432-8ab6-a4d8b1200c61 req-aff438e1-43cc-4c5a-b2f2-397d5a8f9f1d tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:28.882389 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a3acbbf0-d6f0-4432-8ab6-a4d8b1200c61 req-aff438e1-43cc-4c5a-b2f2-397d5a8f9f1d tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.1010003 Apr 29 13:52:28.929926 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a3acbbf0-d6f0-4432-8ab6-a4d8b1200c61 req-3c193165-c91f-4b76-971e-c642e01675a3 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413394 Apr 29 13:52:28.992013 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c208d508-b228-4626-95eb-e9f11b7222c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 4, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port': {'id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:12Z', 'updated_at': '2022-04-29T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '73f41cbb-b4d2-484f-979f-35cfe7186f11', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'floating_ip_address': '172.26.6.176', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'port_id': '91367dc2-3a93-4368-8b72-dd6e18c5f142', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'mac_address': 'fa:16:3e:5f:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1867acf7-3ea5-45bb-a623-41ea98cc841e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:51:17Z', 'updated_at': '2022-04-29T13:52:27Z', 'revision_number': 5, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020dcdec-80cc-4335-9dca-d91066f174e7', 'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'mac_address': 'fa:16:3e:63:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:13Z', 'updated_at': '2022-04-29T13:51:31Z', 'revision_number': 5, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'subnets': [{'id': 'a845123e-9255-4a80-88a3-f184afda3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:52:28.996022 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4263c9b8-8875-4070-a391-9f99cbcc5d19 req-e4ffb30a-5066-4dfd-9d4c-78cc03e10ab2 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400943 Apr 29 13:52:28.996441 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c208d508-b228-4626-95eb-e9f11b7222c1 None None] Checking router: 97aea941-4746-4ce1-8d62-3501d9bbfd0b for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:52:29.007747 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c208d508-b228-4626-95eb-e9f11b7222c1 None None] Routers {'97aea941-4746-4ce1-8d62-3501d9bbfd0b'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:52:29.008336 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c208d508-b228-4626-95eb-e9f11b7222c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:52:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:52:29.112554 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-05741856-c80b-45c9-b4e7-2f5f9c745341 req-f26dca8f-44ab-48ec-8d81-a5b1ff0d077b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 1099 time: 0.0732770 Apr 29 13:52:29.215920 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-c208d508-b228-4626-95eb-e9f11b7222c1 None None] Set router 97aea941-4746-4ce1-8d62-3501d9bbfd0b gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:52:29.245219 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05741856-c80b-45c9-b4e7-2f5f9c745341 req-26641290-051a-47b4-950b-83b0355bd701 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:29.246641 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-05741856-c80b-45c9-b4e7-2f5f9c745341 req-26641290-051a-47b4-950b-83b0355bd701 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 912 time: 0.1266863 Apr 29 13:52:29.345478 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-05741856-c80b-45c9-b4e7-2f5f9c745341 req-2262d002-2085-460a-b02d-c4d9fd8c71f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91367dc2-3a93-4368-8b72-dd6e18c5f142 HTTP/1.1" status: 200 len: 1000 time: 0.0930262 Apr 29 13:52:29.410677 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05741856-c80b-45c9-b4e7-2f5f9c745341 req-4f19c1f6-9327-4467-a0d0-bed7601f11af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:29.412095 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-05741856-c80b-45c9-b4e7-2f5f9c745341 req-4f19c1f6-9327-4467-a0d0-bed7601f11af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a845123e-9255-4a80-88a3-f184afda3586 HTTP/1.1" status: 200 len: 850 time: 0.0604789 Apr 29 13:52:29.486969 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-05741856-c80b-45c9-b4e7-2f5f9c745341 req-f824815e-ddec-4cb6-894c-9c8e5a03de59 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688457 Apr 29 13:52:29.559912 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c208d508-b228-4626-95eb-e9f11b7222c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 4, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port': {'id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:12Z', 'updated_at': '2022-04-29T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '73f41cbb-b4d2-484f-979f-35cfe7186f11', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'floating_ip_address': '172.26.6.176', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'port_id': '91367dc2-3a93-4368-8b72-dd6e18c5f142', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'mac_address': 'fa:16:3e:5f:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1867acf7-3ea5-45bb-a623-41ea98cc841e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:51:17Z', 'updated_at': '2022-04-29T13:52:27Z', 'revision_number': 5, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020dcdec-80cc-4335-9dca-d91066f174e7', 'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'mac_address': 'fa:16:3e:63:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:13Z', 'updated_at': '2022-04-29T13:51:31Z', 'revision_number': 5, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'subnets': [{'id': 'a845123e-9255-4a80-88a3-f184afda3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:52:29.564015 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c208d508-b228-4626-95eb-e9f11b7222c1 None None] The sync data for ids ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'] in dv-neutron-839027-4-hyperv is: [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 4, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port': {'id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:12Z', 'updated_at': '2022-04-29T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '73f41cbb-b4d2-484f-979f-35cfe7186f11', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'floating_ip_address': '172.26.6.176', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'port_id': '91367dc2-3a93-4368-8b72-dd6e18c5f142', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'mac_address': 'fa:16:3e:5f:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1867acf7-3ea5-45bb-a623-41ea98cc841e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:51:17Z', 'updated_at': '2022-04-29T13:52:27Z', 'revision_number': 5, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020dcdec-80cc-4335-9dca-d91066f174e7', 'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'mac_address': 'fa:16:3e:63:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:13Z', 'updated_at': '2022-04-29T13:51:31Z', 'revision_number': 5, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'subnets': [{'id': 'a845123e-9255-4a80-88a3-f184afda3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:52:29.625715 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-05741856-c80b-45c9-b4e7-2f5f9c745341 req-fa2947b7-b2cd-4525-84b7-86de5ebbe503 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319249 Apr 29 13:52:29.760111 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a783205-282b-426e-a13a-22ed9a143b5f None None] New status for floating IP 73f41cbb-b4d2-484f-979f-35cfe7186f11: ACTIVE {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:52:29.764894 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-05741856-c80b-45c9-b4e7-2f5f9c745341 req-e3fc1a0a-3fc5-43f6-89a5-9e543d8f8c7a service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322656 Apr 29 13:52:30.135269 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e981d-3bef-44e4-a3a6-6c2577d6cf30 req-a55aeb69-14bd-43c6-a4be-22dc71bf8274 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:30.136695 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9d3e981d-3bef-44e4-a3a6-6c2577d6cf30 req-a55aeb69-14bd-43c6-a4be-22dc71bf8274 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0803366 Apr 29 13:52:30.180577 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9d3e981d-3bef-44e4-a3a6-6c2577d6cf30 req-8d0ee1e4-085b-4f45-ad37-be8ca72bcf91 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384350 Apr 29 13:52:31.373932 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a4c26-6842-4797-8249-96c3f31f97de req-283d8c35-20c9-4d4b-80c4-c8c9190f983e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:31.375303 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ab7a4c26-6842-4797-8249-96c3f31f97de req-283d8c35-20c9-4d4b-80c4-c8c9190f983e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0745568 Apr 29 13:52:31.419462 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ab7a4c26-6842-4797-8249-96c3f31f97de req-d21e9624-bc98-437b-9c96-c108904a79e9 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387542 Apr 29 13:52:32.618748 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15b5cd-8021-402c-9243-7c6564126b87 req-c682eeb1-0852-4908-ba2b-e8dc61cc5dc9 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:32.620189 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6b15b5cd-8021-402c-9243-7c6564126b87 req-c682eeb1-0852-4908-ba2b-e8dc61cc5dc9 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0810595 Apr 29 13:52:32.666240 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6b15b5cd-8021-402c-9243-7c6564126b87 req-5867f29c-ff2f-45cd-b1ea-71d7c197b7da tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398386 Apr 29 13:52:33.864483 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c0445-0b00-4d21-8396-5bd1d9479703 req-686adee8-ddb8-4d03-ba60-a3984e77e974 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:33.865925 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a08c0445-0b00-4d21-8396-5bd1d9479703 req-686adee8-ddb8-4d03-ba60-a3984e77e974 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0794756 Apr 29 13:52:33.910412 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a08c0445-0b00-4d21-8396-5bd1d9479703 req-0d965dfa-4bbe-42b8-8689-8ffc1b8aeca3 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384049 Apr 29 13:52:35.107350 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a3a54-05a0-43c8-866a-78527040062d req-89dc5fbd-770b-427f-9d3d-645a115e3d13 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:35.108666 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d74a3a54-05a0-43c8-866a-78527040062d req-89dc5fbd-770b-427f-9d3d-645a115e3d13 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0770059 Apr 29 13:52:35.153803 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d74a3a54-05a0-43c8-866a-78527040062d req-476e051b-6ffa-4890-a658-498f6dbd0f05 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397360 Apr 29 13:52:36.345408 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c3a00-c2e7-4b5a-ac7d-3c4e273a7631 req-fc2e506e-3013-4ad2-8146-518949f9f978 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:36.346884 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d58c3a00-c2e7-4b5a-ac7d-3c4e273a7631 req-fc2e506e-3013-4ad2-8146-518949f9f978 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0751367 Apr 29 13:52:36.395408 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d58c3a00-c2e7-4b5a-ac7d-3c4e273a7631 req-ca7d7eff-9e51-4b20-947a-edeef7704f5c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427320 Apr 29 13:52:37.588155 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc532a-bf35-4c49-9d66-556181b8a915 req-d9c1ad98-8e79-4090-828a-a7dc0625e348 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:37.589896 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b3cc532a-bf35-4c49-9d66-556181b8a915 req-d9c1ad98-8e79-4090-828a-a7dc0625e348 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0760074 Apr 29 13:52:37.637050 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b3cc532a-bf35-4c49-9d66-556181b8a915 req-943cab2b-69a7-4642-94bd-560ac95ee9ff tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417082 Apr 29 13:52:37.890974 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-79005161-5eb5-4aa0-854e-6ddd77e51257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:38.932476 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bfbf9-e553-467f-b297-26a8e7999be4 req-d6a7bead-fad1-4983-aa5f-442f963fbd76 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:38.933876 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1c4bfbf9-e553-467f-b297-26a8e7999be4 req-d6a7bead-fad1-4983-aa5f-442f963fbd76 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.1793017 Apr 29 13:52:38.978263 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1c4bfbf9-e553-467f-b297-26a8e7999be4 req-2ac72630-3aa0-4634-a169-5d2b0b87be8c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388446 Apr 29 13:52:40.251018 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3845f9-971b-4949-ac45-d57f2a863385 req-146d9f4b-0cfc-47ac-aa3c-6be14713e394 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:40.252444 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6f3845f9-971b-4949-ac45-d57f2a863385 req-146d9f4b-0cfc-47ac-aa3c-6be14713e394 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.1547782 Apr 29 13:52:40.296957 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6f3845f9-971b-4949-ac45-d57f2a863385 req-34d5f519-2fb6-4f4d-a09b-1f69ac7ae71f tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389018 Apr 29 13:52:40.444289 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a8f0a248-77c6-489f-b2a1-75c655827ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:41.500410 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcba8eb-8162-4d0f-883d-c0f952a4eec0 req-69edb72f-0857-4727-bc26-40ca6102399a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:41.501937 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3dcba8eb-8162-4d0f-883d-c0f952a4eec0 req-69edb72f-0857-4727-bc26-40ca6102399a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0798860 Apr 29 13:52:41.516840 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:41.547586 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3dcba8eb-8162-4d0f-883d-c0f952a4eec0 req-1c596d62-e082-4ed9-ba53-4f101d221375 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401576 Apr 29 13:52:41.592246 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:42.744735 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16bfb8-7c56-493f-b3f3-3d19cac7d407 req-cb21fa55-f60c-46e2-a8d9-432652ecf401 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:42.746186 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ae16bfb8-7c56-493f-b3f3-3d19cac7d407 req-cb21fa55-f60c-46e2-a8d9-432652ecf401 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0777094 Apr 29 13:52:42.791666 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ae16bfb8-7c56-493f-b3f3-3d19cac7d407 req-57286f7d-c92c-4f49-94c9-552487b31240 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399439 Apr 29 13:52:42.961707 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:43.983892 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a372c0-f62b-4596-9d20-08c3e49b52c2 req-002750c2-fa1c-4672-a145-bf52e73d170b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:43.985340 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e4a372c0-f62b-4596-9d20-08c3e49b52c2 req-002750c2-fa1c-4672-a145-bf52e73d170b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0751269 Apr 29 13:52:44.029021 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e4a372c0-f62b-4596-9d20-08c3e49b52c2 req-e95f8779-6792-446b-ac94-97669fd5b259 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381927 Apr 29 13:52:45.220920 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa63640-79ee-45da-99c8-22569ef7dcff req-c0abac0d-a02e-419b-9299-99af8c01feb8 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:45.222271 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1aa63640-79ee-45da-99c8-22569ef7dcff req-c0abac0d-a02e-419b-9299-99af8c01feb8 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0756564 Apr 29 13:52:45.265606 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1aa63640-79ee-45da-99c8-22569ef7dcff req-6a6ac545-6008-4ad7-926f-7e8860877e37 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379062 Apr 29 13:52:46.460004 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55509f6e-725c-4c90-9ea9-def0a7dd51ad req-ab6b1cf7-b6c6-4e86-9a55-c2e152608120 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:46.461469 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-55509f6e-725c-4c90-9ea9-def0a7dd51ad req-ab6b1cf7-b6c6-4e86-9a55-c2e152608120 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0775011 Apr 29 13:52:46.505705 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-55509f6e-725c-4c90-9ea9-def0a7dd51ad req-66159e5a-c9b3-4f4c-92cc-8f8d979ea4c2 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383165 Apr 29 13:52:47.704620 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322559e-d81d-463c-a0fa-a0241f69bd90 req-a9b6646c-4250-403b-b681-20fc1b9be8e3 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:47.706111 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4322559e-d81d-463c-a0fa-a0241f69bd90 req-a9b6646c-4250-403b-b681-20fc1b9be8e3 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0817907 Apr 29 13:52:47.753003 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4322559e-d81d-463c-a0fa-a0241f69bd90 req-72ce7756-8951-4023-9cdd-7b4d23f4f342 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412166 Apr 29 13:52:48.948441 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5c44a-816a-4238-a15e-dd02ec0f7cff req-fab41a0e-e206-4c5f-a769-b2741d4d8b39 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:48.949907 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c9d5c44a-816a-4238-a15e-dd02ec0f7cff req-fab41a0e-e206-4c5f-a769-b2741d4d8b39 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0758715 Apr 29 13:52:48.997058 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c9d5c44a-816a-4238-a15e-dd02ec0f7cff req-00d82a3d-5bbf-406a-add3-d5d4171a8c60 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417013 Apr 29 13:52:50.191544 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21858615-b768-4d28-affd-5eb3e7cd0337 req-1089dbcb-21ad-4a6f-b4ee-3c20d6e6554c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:50.192904 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-21858615-b768-4d28-affd-5eb3e7cd0337 req-1089dbcb-21ad-4a6f-b4ee-3c20d6e6554c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0755789 Apr 29 13:52:50.241856 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-21858615-b768-4d28-affd-5eb3e7cd0337 req-693e46ca-e0bd-4869-ab8a-6332e7f519e3 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425656 Apr 29 13:52:51.436462 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90025f1f-1f92-4863-abdb-451ffbbbe44e req-bd86e3af-1db3-4614-ad48-6ca11ea8d11c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:51.437938 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-90025f1f-1f92-4863-abdb-451ffbbbe44e req-bd86e3af-1db3-4614-ad48-6ca11ea8d11c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0756695 Apr 29 13:52:51.482222 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-90025f1f-1f92-4863-abdb-451ffbbbe44e req-39235d95-a9d7-4d57-ac96-3e8fabc96a5c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388272 Apr 29 13:52:52.679209 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293f601-dc54-47e4-9033-a6234846530d req-d0704eec-1bec-4470-81c7-dc7bc4e89274 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:52.680636 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3293f601-dc54-47e4-9033-a6234846530d req-d0704eec-1bec-4470-81c7-dc7bc4e89274 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0742893 Apr 29 13:52:52.724838 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3293f601-dc54-47e4-9033-a6234846530d req-cf942cee-67b8-42cf-be05-0898df8ab765 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378988 Apr 29 13:52:53.601600 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:52:53.923052 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec36723-5db6-4f3e-b23f-aed2df77a8a6 req-0b994841-03fd-435d-9412-a432c18ebdce tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:53.924398 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-6ec36723-5db6-4f3e-b23f-aed2df77a8a6 req-0b994841-03fd-435d-9412-a432c18ebdce tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0787554 Apr 29 13:52:53.968580 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-6ec36723-5db6-4f3e-b23f-aed2df77a8a6 req-8d57f2d5-760d-43dd-af2b-c01ace089df5 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386913 Apr 29 13:52:55.163540 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f1cf3-21b6-410a-8a07-9f3a3fb6c50b req-a021d7c2-36b1-4016-a5f3-8debfb1c46f9 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:55.164894 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-195f1cf3-21b6-410a-8a07-9f3a3fb6c50b req-a021d7c2-36b1-4016-a5f3-8debfb1c46f9 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0783079 Apr 29 13:52:55.208776 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-195f1cf3-21b6-410a-8a07-9f3a3fb6c50b req-09c7d66a-9604-4102-b764-b681ba83f388 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378170 Apr 29 13:52:55.402291 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ff95d4a6-92b5-4e2e-b3e0-f7a596dcd43f req-ee6ddb0b-afb7-4fa2-b37c-22335a997de2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0682566 Apr 29 13:52:55.698318 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e1dd252a-99cf-4585-bb1c-93b4bb25c41f req-751ce379-5ee6-465f-8202-a10416ae63e5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1187696 Apr 29 13:52:55.720184 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077fd67-ce2f-469b-bb57-97089f98a9af req-2448e16c-b064-4099-a994-b51ab1492af2 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:55.721621 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c077fd67-ce2f-469b-bb57-97089f98a9af req-2448e16c-b064-4099-a994-b51ab1492af2 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0896816 Apr 29 13:52:55.769094 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c077fd67-ce2f-469b-bb57-97089f98a9af req-2dd2e5f8-6163-4a21-968b-ccf686ad244c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417590 Apr 29 13:52:56.820026 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e1dd252a-99cf-4585-bb1c-93b4bb25c41f req-a8baea97-2e30-4e9d-9bce-78f65e6726be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 1099 time: 0.0685852 Apr 29 13:52:56.952450 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd252a-99cf-4585-bb1c-93b4bb25c41f req-5c6e36a8-0939-4b82-9135-27b2766e4872 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:56.953908 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e1dd252a-99cf-4585-bb1c-93b4bb25c41f req-5c6e36a8-0939-4b82-9135-27b2766e4872 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 912 time: 0.1283510 Apr 29 13:52:56.971457 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed90d7e-29cd-4e53-9a79-97bcb73b9cca req-71e51dec-8f61-4d22-b31c-e31f3c21fd55 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:56.972935 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-fed90d7e-29cd-4e53-9a79-97bcb73b9cca req-71e51dec-8f61-4d22-b31c-e31f3c21fd55 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0809135 Apr 29 13:52:57.017305 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-fed90d7e-29cd-4e53-9a79-97bcb73b9cca req-951be66b-4c6c-4a83-87b9-a12dc9abc941 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388272 Apr 29 13:52:57.057019 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e1dd252a-99cf-4585-bb1c-93b4bb25c41f req-a51c7be1-d2f8-4da4-8377-24b441e5bfc5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91367dc2-3a93-4368-8b72-dd6e18c5f142 HTTP/1.1" status: 200 len: 1002 time: 0.0970209 Apr 29 13:52:57.116547 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd252a-99cf-4585-bb1c-93b4bb25c41f req-f6e4809c-f45e-4f92-9247-b20f2e72193a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:57.117848 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e1dd252a-99cf-4585-bb1c-93b4bb25c41f req-f6e4809c-f45e-4f92-9247-b20f2e72193a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a845123e-9255-4a80-88a3-f184afda3586 HTTP/1.1" status: 200 len: 850 time: 0.0556798 Apr 29 13:52:57.191327 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e1dd252a-99cf-4585-bb1c-93b4bb25c41f req-bf5a2fcf-95a8-49e9-81ef-4db1955adfd1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676196 Apr 29 13:52:57.317746 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e1dd252a-99cf-4585-bb1c-93b4bb25c41f req-d2db9185-6da2-4091-a018-a9b350ffc159 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199377 Apr 29 13:52:57.444322 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e1dd252a-99cf-4585-bb1c-93b4bb25c41f req-0148c5d1-e7fc-4def-9eeb-ebe2347a7a72 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201589 Apr 29 13:52:58.207970 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712b39-dc25-4c00-80f0-872cc7b84ac8 req-9f955514-0cad-4202-878a-6582075b2798 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:58.209320 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-14712b39-dc25-4c00-80f0-872cc7b84ac8 req-9f955514-0cad-4202-878a-6582075b2798 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0733218 Apr 29 13:52:58.245508 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:52:58.255994 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-14712b39-dc25-4c00-80f0-872cc7b84ac8 req-a15e28f6-a0e5-436c-bac8-b0c93d3f4919 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403924 Apr 29 13:52:59.171292 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e1dd252a-99cf-4585-bb1c-93b4bb25c41f req-a35a3f89-6588-4245-b547-af8f15acdb8f service neutron] 10.222.0.32 "GET /v2.0/ports/91367dc2-3a93-4368-8b72-dd6e18c5f142/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.1569934 Apr 29 13:52:59.425371 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e1dd252a-99cf-4585-bb1c-93b4bb25c41f req-abc33ece-246e-48f0-91da-62caae79c2bd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e&tenant_id=a0df978659ab4fb69192b174de3da38f HTTP/1.1" status: 200 len: 1099 time: 0.0683537 Apr 29 13:52:59.467053 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df79ed3-b748-4838-967b-ea64f0a83343 req-909442f6-9580-42b2-bab3-326f7b5efa84 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:59.468493 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5df79ed3-b748-4838-967b-ea64f0a83343 req-909442f6-9580-42b2-bab3-326f7b5efa84 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0750260 Apr 29 13:52:59.513208 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5df79ed3-b748-4838-967b-ea64f0a83343 req-3bcea139-a2fa-4ea1-8094-9754d4c6b819 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391259 Apr 29 13:52:59.516513 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e1dd252a-99cf-4585-bb1c-93b4bb25c41f req-4bf33a20-c73f-439e-b2b5-1faa2fa918c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 1099 time: 0.0711098 Apr 29 13:52:59.645729 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd252a-99cf-4585-bb1c-93b4bb25c41f req-2259aced-30a7-4d9f-8f74-910f4f4e4941 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:59.647147 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e1dd252a-99cf-4585-bb1c-93b4bb25c41f req-2259aced-30a7-4d9f-8f74-910f4f4e4941 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 912 time: 0.1248696 Apr 29 13:52:59.746885 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e1dd252a-99cf-4585-bb1c-93b4bb25c41f req-b73edb5b-fff8-431b-822a-8fef2d8220a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91367dc2-3a93-4368-8b72-dd6e18c5f142 HTTP/1.1" status: 200 len: 1002 time: 0.0934453 Apr 29 13:52:59.807315 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd252a-99cf-4585-bb1c-93b4bb25c41f req-1e6b5da0-cc50-4e11-9b46-bd3c2383e291 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:52:59.808727 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e1dd252a-99cf-4585-bb1c-93b4bb25c41f req-1e6b5da0-cc50-4e11-9b46-bd3c2383e291 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a845123e-9255-4a80-88a3-f184afda3586 HTTP/1.1" status: 200 len: 850 time: 0.0559433 Apr 29 13:52:59.880598 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e1dd252a-99cf-4585-bb1c-93b4bb25c41f req-ac5256c5-8a8b-4969-b93c-7f024af43be8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662229 Apr 29 13:53:00.011537 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e1dd252a-99cf-4585-bb1c-93b4bb25c41f req-044c5a34-4193-43b5-996a-b1d1d4f12bcf service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220341 Apr 29 13:53:00.140461 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e1dd252a-99cf-4585-bb1c-93b4bb25c41f req-c8e1d3fb-5f1a-474f-84b5-074e379c546c service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230588 Apr 29 13:53:00.709689 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88704716-cc15-40e0-b3b0-a00e93d1d16b req-35205a8e-9cd2-4cc2-a898-6dd681b68adc tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:00.711233 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-88704716-cc15-40e0-b3b0-a00e93d1d16b req-35205a8e-9cd2-4cc2-a898-6dd681b68adc tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0802827 Apr 29 13:53:00.756283 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-88704716-cc15-40e0-b3b0-a00e93d1d16b req-0eaa4bb5-8eb1-487b-a679-a56fbd60cad5 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392330 Apr 29 13:53:01.772543 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 91367dc2-3a93-4368-8b72-dd6e18c5f142 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:53:01.886748 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:01.913858 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1867acf7-3ea5-45bb-a623-41ea98cc841e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91367dc2-3a93-4368-8b72-dd6e18c5f142'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:53:01.924054 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 91367dc2-3a93-4368-8b72-dd6e18c5f142, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=91367dc2-3a93-4368-8b72-dd6e18c5f142,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:53:01.928490 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:01.965940 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d8081-e27f-47f6-beaf-60ffd9e3242d req-90bb0076-2ef3-4156-9b39-83ddc2f6cadd tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:01.967809 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ed7d8081-e27f-47f6-beaf-60ffd9e3242d req-90bb0076-2ef3-4156-9b39-83ddc2f6cadd tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0874674 Apr 29 13:53:01.983718 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05dfbacb-a37c-4c59-9ea0-bb6f820dc0f1'] response: {'server_uuid': '1867acf7-3ea5-45bb-a623-41ea98cc841e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91367dc2-3a93-4368-8b72-dd6e18c5f142', 'code': 200} Apr 29 13:53:01.999927 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=91367dc2-3a93-4368-8b72-dd6e18c5f142,revision_number=6']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:53:02.013820 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ed7d8081-e27f-47f6-beaf-60ffd9e3242d req-e43c1f9e-7991-46e4-8c14-9f5c00e256f5 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407953 Apr 29 13:53:03.211791 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311905c-c9bb-4ce4-a182-839c0849b39e req-9eb412c9-982b-46d5-96c4-806b49118d92 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:03.213308 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b311905c-c9bb-4ce4-a182-839c0849b39e req-9eb412c9-982b-46d5-96c4-806b49118d92 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 944 time: 0.0745811 Apr 29 13:53:03.260737 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b311905c-c9bb-4ce4-a182-839c0849b39e req-5b34bfb3-18d4-4018-b7fe-81f22cbcd55a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416572 Apr 29 13:53:03.641222 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c9e28-58b7-4c72-b675-3d0b17c7d0b1 req-79c99ef1-223d-448c-ae74-3fa511728194 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:03.642618 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-574c9e28-58b7-4c72-b675-3d0b17c7d0b1 req-79c99ef1-223d-448c-ae74-3fa511728194 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.32 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e&tenant_id=a0df978659ab4fb69192b174de3da38f&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 944 time: 0.1373472 Apr 29 13:53:03.647841 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6185fb-3306-4641-ad4a-9d5dbf6e0ccd req-8baf2622-02ea-479f-8571-546f62ea0388 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:03.649103 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5a6185fb-3306-4641-ad4a-9d5dbf6e0ccd req-8baf2622-02ea-479f-8571-546f62ea0388 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 944 time: 0.1426573 Apr 29 13:53:03.694506 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5a6185fb-3306-4641-ad4a-9d5dbf6e0ccd req-a8327903-36f4-4741-949c-5893b695f144 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387249 Apr 29 13:53:03.780633 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-574c9e28-58b7-4c72-b675-3d0b17c7d0b1 req-77b6954f-d44a-4e91-981b-0d924e8351fb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 1097 time: 0.0689378 Apr 29 13:53:03.788004 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 91367dc2-3a93-4368-8b72-dd6e18c5f142 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:53:03.913437 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c9e28-58b7-4c72-b675-3d0b17c7d0b1 req-0202a292-66f2-4ef5-b92d-d50f97fc78c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:03.914796 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-574c9e28-58b7-4c72-b675-3d0b17c7d0b1 req-0202a292-66f2-4ef5-b92d-d50f97fc78c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 912 time: 0.1283195 Apr 29 13:53:03.923046 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 91367dc2-3a93-4368-8b72-dd6e18c5f142, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=91367dc2-3a93-4368-8b72-dd6e18c5f142,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:53:03.936625 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '91367dc2-3a93-4368-8b72-dd6e18c5f142', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'port_id': '91367dc2-3a93-4368-8b72-dd6e18c5f142', 'mac_address': 'fa:16:3e:5f:35:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:53:03.992959 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:04.010295 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91367dc2-3a93-4368-8b72-dd6e18c5f142 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:53:04.018803 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-574c9e28-58b7-4c72-b675-3d0b17c7d0b1 req-ee22ad85-462f-49f8-9c52-0a6bc14e529a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91367dc2-3a93-4368-8b72-dd6e18c5f142 HTTP/1.1" status: 200 len: 1000 time: 0.0955820 Apr 29 13:53:04.025221 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 91367dc2-3a93-4368-8b72-dd6e18c5f142, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=91367dc2-3a93-4368-8b72-dd6e18c5f142,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:53:04.030080 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:04.083819 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c9e28-58b7-4c72-b675-3d0b17c7d0b1 req-b4a25b01-60a4-4823-9c6c-c7ccf59c5c96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:04.085264 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-574c9e28-58b7-4c72-b675-3d0b17c7d0b1 req-b4a25b01-60a4-4823-9c6c-c7ccf59c5c96 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a845123e-9255-4a80-88a3-f184afda3586 HTTP/1.1" status: 200 len: 850 time: 0.0609138 Apr 29 13:53:04.098723 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['91367dc2-3a93-4368-8b72-dd6e18c5f142'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:53:04.122111 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=91367dc2-3a93-4368-8b72-dd6e18c5f142,revision_number=7']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:53:04.248493 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-574c9e28-58b7-4c72-b675-3d0b17c7d0b1 req-696fe065-d802-4faa-948e-456cc6ddd462 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1564417 Apr 29 13:53:04.378232 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-574c9e28-58b7-4c72-b675-3d0b17c7d0b1 req-ddc29b9f-a237-4410-a055-82b96906b5a8 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227851 Apr 29 13:53:04.507589 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-574c9e28-58b7-4c72-b675-3d0b17c7d0b1 req-d63d850b-b5bb-4e97-8f5b-0cd44531c886 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227434 Apr 29 13:53:05.043009 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801ce5d-13b9-46ba-860e-608003ca5a82 req-a93d6de9-e897-4592-bcbc-8629e50c0b37 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:05.044462 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2801ce5d-13b9-46ba-860e-608003ca5a82 req-a93d6de9-e897-4592-bcbc-8629e50c0b37 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 945 time: 0.0763395 Apr 29 13:53:05.090971 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2801ce5d-13b9-46ba-860e-608003ca5a82 req-f4961892-138b-4c56-b2db-9a879476c361 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404699 Apr 29 13:53:05.803528 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 91367dc2-3a93-4368-8b72-dd6e18c5f142 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:53:05.873969 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 91367dc2-3a93-4368-8b72-dd6e18c5f142 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:53:05.874329 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:05.988840 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:06.014488 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1867acf7-3ea5-45bb-a623-41ea98cc841e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91367dc2-3a93-4368-8b72-dd6e18c5f142'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:53:06.023778 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 91367dc2-3a93-4368-8b72-dd6e18c5f142, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=91367dc2-3a93-4368-8b72-dd6e18c5f142,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:53:06.027484 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:06.072485 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-745684de-5d13-46dd-8163-00efbc777ad5'] response: {'server_uuid': '1867acf7-3ea5-45bb-a623-41ea98cc841e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91367dc2-3a93-4368-8b72-dd6e18c5f142', 'code': 200} Apr 29 13:53:06.133440 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=91367dc2-3a93-4368-8b72-dd6e18c5f142,revision_number=8']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:53:06.286807 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696073e0-5796-4d06-9e11-8130e5803c91 req-1349f3a8-5258-4b3f-954a-132601fd715a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:06.288240 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-696073e0-5796-4d06-9e11-8130e5803c91 req-1349f3a8-5258-4b3f-954a-132601fd715a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0794947 Apr 29 13:53:06.333532 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-696073e0-5796-4d06-9e11-8130e5803c91 req-b4bd8733-0162-4779-90b0-6339dc682040 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395424 Apr 29 13:53:06.530344 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176da52-1e17-485d-aad6-e7c50bc10d46 req-285e7f94-5d5c-40ee-82e5-4df51be67d74 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:06.531803 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5176da52-1e17-485d-aad6-e7c50bc10d46 req-285e7f94-5d5c-40ee-82e5-4df51be67d74 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0751321 Apr 29 13:53:06.577011 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5176da52-1e17-485d-aad6-e7c50bc10d46 req-8b86f9da-7b53-48f0-9939-335e2e528677 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395555 Apr 29 13:53:06.992912 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82aa4b-a9b3-4bd0-85d8-1449b2931c02 req-a8788872-e5cc-4cd8-85db-2689fa73e22c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:06.995154 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0d82aa4b-a9b3-4bd0-85d8-1449b2931c02 req-a8788872-e5cc-4cd8-85db-2689fa73e22c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.1373889 Apr 29 13:53:07.001816 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b5d6edc2-05a3-4cc6-b6d5-facf960c292b req-fe8b0fb8-258c-423f-b30b-3b7ea7e3ad32 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 1099 time: 0.0945003 Apr 29 13:53:07.124534 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0d82aa4b-a9b3-4bd0-85d8-1449b2931c02 req-50996ba9-b18a-409e-b186-d9916df092a7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217058 Apr 29 13:53:07.162424 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6edc2-05a3-4cc6-b6d5-facf960c292b req-f3ddacff-ba1d-456f-804f-76bd3c25760b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:07.163827 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b5d6edc2-05a3-4cc6-b6d5-facf960c292b req-f3ddacff-ba1d-456f-804f-76bd3c25760b service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 912 time: 0.1461620 Apr 29 13:53:07.263630 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b5d6edc2-05a3-4cc6-b6d5-facf960c292b req-0c7e3f78-9799-4fb7-bf29-e30a846a4f88 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91367dc2-3a93-4368-8b72-dd6e18c5f142 HTTP/1.1" status: 200 len: 1002 time: 0.0943367 Apr 29 13:53:07.323301 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6edc2-05a3-4cc6-b6d5-facf960c292b req-9e56822e-748a-48ea-a49f-5a73234e3776 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:07.324677 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b5d6edc2-05a3-4cc6-b6d5-facf960c292b req-9e56822e-748a-48ea-a49f-5a73234e3776 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a845123e-9255-4a80-88a3-f184afda3586 HTTP/1.1" status: 200 len: 850 time: 0.0559921 Apr 29 13:53:07.395866 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b5d6edc2-05a3-4cc6-b6d5-facf960c292b req-d15492a6-cdc5-4651-8003-6da67b65fce6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654790 Apr 29 13:53:07.520712 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b5d6edc2-05a3-4cc6-b6d5-facf960c292b req-4351ae34-bee9-4500-97ed-ee6955e843b3 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191893 Apr 29 13:53:07.647408 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b5d6edc2-05a3-4cc6-b6d5-facf960c292b req-ef541d39-da95-429f-b2a2-4d5c35b7736a service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213646 Apr 29 13:53:07.893339 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba305139-a8ef-4aaf-bf30-9e5bb635386e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:08.327449 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c156bf7-22f1-4455-bf86-aea0a67fea57 req-cbd28ce0-9794-4bd7-abea-572be530749a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:08.330714 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1c156bf7-22f1-4455-bf86-aea0a67fea57 req-cbd28ce0-9794-4bd7-abea-572be530749a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0752878 Apr 29 13:53:08.377382 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1c156bf7-22f1-4455-bf86-aea0a67fea57 req-f7418a9f-c48d-4536-8388-4cd98777a5a6 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425241 Apr 29 13:53:08.768688 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac869f7-2e07-4d53-823b-b2874fee090f req-3cd7c262-33a9-4651-bb34-84cad06beddd tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:08.770135 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-dac869f7-2e07-4d53-823b-b2874fee090f req-3cd7c262-33a9-4651-bb34-84cad06beddd tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0748734 Apr 29 13:53:08.814491 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-dac869f7-2e07-4d53-823b-b2874fee090f req-a8e1d6de-1e94-4e0e-b2b3-b86dd4203c74 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388684 Apr 29 13:53:10.015953 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc191232-ca84-4cfc-8578-c6453d58972c req-923cc822-f5f8-4350-b176-6ca70ad769b2 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:10.017411 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bc191232-ca84-4cfc-8578-c6453d58972c req-923cc822-f5f8-4350-b176-6ca70ad769b2 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0786142 Apr 29 13:53:10.061222 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bc191232-ca84-4cfc-8578-c6453d58972c req-59887afc-d31f-493f-a149-77fb49e2d609 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384567 Apr 29 13:53:10.445570 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0e7e6a1f-9db4-4354-8883-46e6fef9759a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:10.455792 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cf197-d762-4fba-b76e-0edef9f072c0 req-f8146ed2-f661-4f2c-b26d-d27b0161bff3 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:10.457216 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-618cf197-d762-4fba-b76e-0edef9f072c0 req-f8146ed2-f661-4f2c-b26d-d27b0161bff3 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.32 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0744979 Apr 29 13:53:10.525976 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-618cf197-d762-4fba-b76e-0edef9f072c0 req-13490fc9-91ba-4a1e-8af6-9d69368282b4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Deleting port 91367dc2-3a93-4368-8b72-dd6e18c5f142 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:53:10.526297 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-618cf197-d762-4fba-b76e-0edef9f072c0 req-13490fc9-91ba-4a1e-8af6-9d69368282b4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:10.855358 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-618cf197-d762-4fba-b76e-0edef9f072c0 req-13490fc9-91ba-4a1e-8af6-9d69368282b4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] For port 91367dc2-3a93-4368-8b72-dd6e18c5f142, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=91367dc2-3a93-4368-8b72-dd6e18c5f142,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:53:10.855720 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-618cf197-d762-4fba-b76e-0edef9f072c0 req-13490fc9-91ba-4a1e-8af6-9d69368282b4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:11.137478 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-618cf197-d762-4fba-b76e-0edef9f072c0 req-13490fc9-91ba-4a1e-8af6-9d69368282b4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:11.138356 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-618cf197-d762-4fba-b76e-0edef9f072c0 req-13490fc9-91ba-4a1e-8af6-9d69368282b4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:11.138356 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.l3_db [req-618cf197-d762-4fba-b76e-0edef9f072c0 req-13490fc9-91ba-4a1e-8af6-9d69368282b4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Floating IP 73f41cbb-b4d2-484f-979f-35cfe7186f11 disassociated. External IP: 172.26.6.176, port: 91367dc2-3a93-4368-8b72-dd6e18c5f142. Apr 29 13:53:11.138819 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-618cf197-d762-4fba-b76e-0edef9f072c0 req-13490fc9-91ba-4a1e-8af6-9d69368282b4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Calling delete_port for 91367dc2-3a93-4368-8b72-dd6e18c5f142 owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:53:11.264321 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518203ee-3a71-407e-9258-1d25c55b6de1 req-8407509b-e24d-474a-be49-5d85a4691beb tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:11.265797 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-518203ee-3a71-407e-9258-1d25c55b6de1 req-8407509b-e24d-474a-be49-5d85a4691beb tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 946 time: 0.0809741 Apr 29 13:53:11.283054 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-618cf197-d762-4fba-b76e-0edef9f072c0 req-13490fc9-91ba-4a1e-8af6-9d69368282b4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:11.312642 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-518203ee-3a71-407e-9258-1d25c55b6de1 req-b359954f-bdc1-4333-8f47-5504aee8f86b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410962 Apr 29 13:53:11.330425 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13490fc9-91ba-4a1e-8af6-9d69368282b4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Pushing event deleted for resources: {'Port': ['ID=91367dc2-3a93-4368-8b72-dd6e18c5f142,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:53:11.520419 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:11.546593 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-618cf197-d762-4fba-b76e-0edef9f072c0 req-13490fc9-91ba-4a1e-8af6-9d69368282b4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Router 97aea941-4746-4ce1-8d62-3501d9bbfd0b has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:53:11.594335 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:11.742249 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-618cf197-d762-4fba-b76e-0edef9f072c0 req-13490fc9-91ba-4a1e-8af6-9d69368282b4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:53:11.752164 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171197c3-db57-45cc-84ba-59a50a3acf08 None None] Sync routers for ids ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:53:11.764435 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171197c3-db57-45cc-84ba-59a50a3acf08 None None] Routers {'97aea941-4746-4ce1-8d62-3501d9bbfd0b'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:53:11.765121 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-171197c3-db57-45cc-84ba-59a50a3acf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:53:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:53:11.812598 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-618cf197-d762-4fba-b76e-0edef9f072c0 req-13490fc9-91ba-4a1e-8af6-9d69368282b4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] No DVR routers for this DVR port 91367dc2-3a93-4368-8b72-dd6e18c5f142 on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:53:11.815542 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-618cf197-d762-4fba-b76e-0edef9f072c0 req-13490fc9-91ba-4a1e-8af6-9d69368282b4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:11.817847 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1867acf7-3ea5-45bb-a623-41ea98cc841e', 'name': 'network-vif-deleted', 'tag': '91367dc2-3a93-4368-8b72-dd6e18c5f142'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:53:11.835801 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-618cf197-d762-4fba-b76e-0edef9f072c0 req-13490fc9-91ba-4a1e-8af6-9d69368282b4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.32 "DELETE /v2.0/ports/91367dc2-3a93-4368-8b72-dd6e18c5f142 HTTP/1.1" status: 204 len: 173 time: 1.3735468 Apr 29 13:53:11.884358 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d4b8188-063b-4bdf-981c-fbd73b8dfcb0'] response: {'server_uuid': '1867acf7-3ea5-45bb-a623-41ea98cc841e', 'name': 'network-vif-deleted', 'tag': '91367dc2-3a93-4368-8b72-dd6e18c5f142', 'status': 'completed', 'code': 200} Apr 29 13:53:11.959410 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-171197c3-db57-45cc-84ba-59a50a3acf08 None None] Set router 97aea941-4746-4ce1-8d62-3501d9bbfd0b gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:53:12.269821 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-171197c3-db57-45cc-84ba-59a50a3acf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 4, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port': {'id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:12Z', 'updated_at': '2022-04-29T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '020dcdec-80cc-4335-9dca-d91066f174e7', 'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'mac_address': 'fa:16:3e:63:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:13Z', 'updated_at': '2022-04-29T13:51:31Z', 'revision_number': 5, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'subnets': [{'id': 'a845123e-9255-4a80-88a3-f184afda3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:53:12.273760 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171197c3-db57-45cc-84ba-59a50a3acf08 None None] Checking router: 97aea941-4746-4ce1-8d62-3501d9bbfd0b for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:53:12.284736 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171197c3-db57-45cc-84ba-59a50a3acf08 None None] Routers {'97aea941-4746-4ce1-8d62-3501d9bbfd0b'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:53:12.285351 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-171197c3-db57-45cc-84ba-59a50a3acf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:53:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:53:12.472099 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-171197c3-db57-45cc-84ba-59a50a3acf08 None None] Set router 97aea941-4746-4ce1-8d62-3501d9bbfd0b gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:53:12.492150 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-233ebe61-f9a9-460d-9771-a724f5da7ed8 req-b55b9f1f-4856-4677-a994-42bebe9a62c7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=1867acf7-3ea5-45bb-a623-41ea98cc841e HTTP/1.1" status: 200 len: 210 time: 0.0407929 Apr 29 13:53:12.772441 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-171197c3-db57-45cc-84ba-59a50a3acf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 4, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port': {'id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:12Z', 'updated_at': '2022-04-29T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '020dcdec-80cc-4335-9dca-d91066f174e7', 'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'mac_address': 'fa:16:3e:63:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:13Z', 'updated_at': '2022-04-29T13:51:31Z', 'revision_number': 5, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'subnets': [{'id': 'a845123e-9255-4a80-88a3-f184afda3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:53:12.776779 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171197c3-db57-45cc-84ba-59a50a3acf08 None None] The sync data for ids ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'] in dv-neutron-839027-4-hyperv is: [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 4, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port': {'id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:12Z', 'updated_at': '2022-04-29T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '020dcdec-80cc-4335-9dca-d91066f174e7', 'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'mac_address': 'fa:16:3e:63:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:13Z', 'updated_at': '2022-04-29T13:51:31Z', 'revision_number': 5, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'subnets': [{'id': 'a845123e-9255-4a80-88a3-f184afda3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:53:12.966259 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:12.984817 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518fe5c6-639d-408d-a445-85811a935acc None None] New status for floating IP 73f41cbb-b4d2-484f-979f-35cfe7186f11: DOWN {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:53:13.801295 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 91367dc2-3a93-4368-8b72-dd6e18c5f142 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:53:13.840794 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: 91367dc2-3a93-4368-8b72-dd6e18c5f142 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:53:13.841133 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 91367dc2-3a93-4368-8b72-dd6e18c5f142 not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:53:13.845133 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-98f039da-1156-4562-944b-d8d50bef0f42 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--704162351&fields=id&tenant_id=a0df978659ab4fb69192b174de3da38f HTTP/1.1" status: 200 len: 267 time: 0.0413952 Apr 29 13:53:13.989358 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-5c675aa7-d6b2-4637-8da1-6cb5c523f702 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:13.990781 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-5c675aa7-d6b2-4637-8da1-6cb5c523f702 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 811 time: 0.1394238 Apr 29 13:53:14.006615 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-5f9bf263-be43-42cf-8ed3-869b7b382ca2 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/quotas/a0df978659ab4fb69192b174de3da38f HTTP/1.1" status: 200 len: 375 time: 0.0101907 Apr 29 13:53:14.083794 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-e4885d01-6abe-4a3a-a770-0dc0e5effd60 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Synchronizing usage tracker for tenant:a0df978659ab4fb69192b174de3da38f on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:53:14.098729 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-e4885d01-6abe-4a3a-a770-0dc0e5effd60 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Unset dirty status for tenant:a0df978659ab4fb69192b174de3da38f on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:53:14.100175 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-e4885d01-6abe-4a3a-a770-0dc0e5effd60 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0887873 Apr 29 13:53:14.235936 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-6ac3bfe9-2aa7-4a48-bb0a-5ba2234fe849 service neutron] 10.222.0.76 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235108 Apr 29 13:53:14.450887 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-43045d59-055b-4e90-b64b-b908ec63c29a service neutron] 10.222.0.76 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091029 Apr 29 13:53:14.630535 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ec2f58e9-f3de-4943-bbe7-be375756de1f req-10d7a260-e9d6-420d-823d-d004b8455932 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 210 time: 0.0397360 Apr 29 13:53:15.617398 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-898d1714-21d5-46d4-b99f-7e71454df95b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:15.619548 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-898d1714-21d5-46d4-b99f-7e71454df95b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.32 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 811 time: 0.1473944 Apr 29 13:53:15.678261 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-05f48e50-3782-4112-b4fc-91de84d1c77d tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0df978659ab4fb69192b174de3da38f HTTP/1.1" status: 200 len: 379 time: 0.0467060 Apr 29 13:53:15.686354 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-5bdeb4f8-733b-47ad-87eb-bb96e044f07e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Request body: {'port': {'device_id': 'c8e2faaf-4a6d-486c-9cbd-a83801deffaa', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'admin_state_up': True, 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'security_groups': ['099a0b75-ffbb-4aeb-80f9-04d54c9997e3']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:53:15.812690 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4c8e19eb-5d72-4bcb-afe7-e9d8581d3ea8 req-98836cd7-7692-48dd-8c61-5841c214ca5f tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 210 time: 0.0506060 Apr 29 13:53:15.859219 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-5bdeb4f8-733b-47ad-87eb-bb96e044f07e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:53:15.869218 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-5bdeb4f8-733b-47ad-87eb-bb96e044f07e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:53:15.878141 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-5bdeb4f8-733b-47ad-87eb-bb96e044f07e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Made reservation on behalf of a0df978659ab4fb69192b174de3da38f for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:53:15.881305 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-5bdeb4f8-733b-47ad-87eb-bb96e044f07e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:16.044350 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-5bdeb4f8-733b-47ad-87eb-bb96e044f07e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Allocated IP 172.20.0.4 (7d000d2d-cbf3-463c-904a-08e7e2d8fef4/a845123e-9255-4a80-88a3-f184afda3586/6b7ae4f2-7c97-4f63-878a-a98dab4f52cd) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:53:16.225489 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-5bdeb4f8-733b-47ad-87eb-bb96e044f07e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:16.241521 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-5bdeb4f8-733b-47ad-87eb-bb96e044f07e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Transition to ACTIVE for port object 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:53:16.262897 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-5bdeb4f8-733b-47ad-87eb-bb96e044f07e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:16.335059 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-5bdeb4f8-733b-47ad-87eb-bb96e044f07e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Network 7d000d2d-cbf3-463c-904a-08e7e2d8fef4 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:53:16.338478 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-5bdeb4f8-733b-47ad-87eb-bb96e044f07e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:53:16.342587 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-5bdeb4f8-733b-47ad-87eb-bb96e044f07e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:53:16.373283 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdeb4f8-733b-47ad-87eb-bb96e044f07e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Pushing event updated for resources: {'Port': ['ID=6b7ae4f2-7c97-4f63-878a-a98dab4f52cd,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:53:16.398005 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdeb4f8-733b-47ad-87eb-bb96e044f07e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:53:16.398349 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdeb4f8-733b-47ad-87eb-bb96e044f07e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:53:16.398686 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdeb4f8-733b-47ad-87eb-bb96e044f07e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:53:16.399020 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdeb4f8-733b-47ad-87eb-bb96e044f07e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:53:16.400089 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdeb4f8-733b-47ad-87eb-bb96e044f07e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:53:16.400461 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdeb4f8-733b-47ad-87eb-bb96e044f07e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:53:16.400811 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdeb4f8-733b-47ad-87eb-bb96e044f07e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:53:16.401125 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdeb4f8-733b-47ad-87eb-bb96e044f07e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:53:16.401449 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdeb4f8-733b-47ad-87eb-bb96e044f07e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:53:16.401773 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdeb4f8-733b-47ad-87eb-bb96e044f07e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:53:16.402093 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdeb4f8-733b-47ad-87eb-bb96e044f07e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:53:16.419138 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-5bdeb4f8-733b-47ad-87eb-bb96e044f07e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:16.419745 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-5bdeb4f8-733b-47ad-87eb-bb96e044f07e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:16.444939 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-5bdeb4f8-733b-47ad-87eb-bb96e044f07e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7620862 Apr 29 13:53:16.455583 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-96d08911-397c-485a-820c-d7f168e938da service neutron] Request body: {'port': {'device_id': 'c8e2faaf-4a6d-486c-9cbd-a83801deffaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:53:16.564921 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-96d08911-397c-485a-820c-d7f168e938da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:16.576854 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9d993f24-9535-47b2-8599-98773447f819 None None] Provisioning for port 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:53:16.581518 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9d993f24-9535-47b2-8599-98773447f819 None None] Provisioning complete for port 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:53:16.581949 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9d993f24-9535-47b2-8599-98773447f819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:16.632659 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-9d993f24-9535-47b2-8599-98773447f819 None None] Port 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:53:16.896425 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-96d08911-397c-485a-820c-d7f168e938da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:53:16.903261 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-96d08911-397c-485a-820c-d7f168e938da service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:16.918470 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-96d08911-397c-485a-820c-d7f168e938da service neutron] Transition to ACTIVE for port object 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:53:16.921564 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-96d08911-397c-485a-820c-d7f168e938da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:17.023639 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d5d96-c89d-4c48-a18f-b26383596107 req-d7969ef7-2c82-4a9c-a163-e1c4773f4e01 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:17.029239 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-791d5d96-c89d-4c48-a18f-b26383596107 req-d7969ef7-2c82-4a9c-a163-e1c4773f4e01 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 943 time: 0.0917056 Apr 29 13:53:17.045282 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d08911-397c-485a-820c-d7f168e938da service neutron] Pushing event updated for resources: {'Port': ['ID=6b7ae4f2-7c97-4f63-878a-a98dab4f52cd,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:53:17.074860 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-791d5d96-c89d-4c48-a18f-b26383596107 req-458bad2a-cb35-423d-85be-cda3c7fd3e63 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435750 Apr 29 13:53:17.270262 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-96d08911-397c-485a-820c-d7f168e938da service neutron] Attempting to bind port 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:53:17.270594 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-96d08911-397c-485a-820c-d7f168e938da service neutron] Attempting to bind port 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '08532cfd-be92-4b0a-b4be-682e6d28a8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:53:17.270914 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-96d08911-397c-485a-820c-d7f168e938da service neutron] Attempting to bind port 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd on network 7d000d2d-cbf3-463c-904a-08e7e2d8fef4 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:53:17.276540 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-96d08911-397c-485a-820c-d7f168e938da service neutron] Port 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd on network 7d000d2d-cbf3-463c-904a-08e7e2d8fef4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:53:17.276890 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-96d08911-397c-485a-820c-d7f168e938da service neutron] Attempting to bind port 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd on network 7d000d2d-cbf3-463c-904a-08e7e2d8fef4 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:53:17.282998 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-96d08911-397c-485a-820c-d7f168e938da service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:53:17.283329 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-96d08911-397c-485a-820c-d7f168e938da service neutron] Checking segment: {'id': '08532cfd-be92-4b0a-b4be-682e6d28a8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:53:17.283705 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-96d08911-397c-485a-820c-d7f168e938da service neutron] Bound using segment: {'id': '08532cfd-be92-4b0a-b4be-682e6d28a8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:53:17.284124 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-96d08911-397c-485a-820c-d7f168e938da service neutron] Bound port: 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08532cfd-be92-4b0a-b4be-682e6d28a8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:53:17.284465 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-96d08911-397c-485a-820c-d7f168e938da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:17.372927 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-96d08911-397c-485a-820c-d7f168e938da service neutron] For port 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:53:17.375775 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-96d08911-397c-485a-820c-d7f168e938da service neutron] For port 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6b7ae4f2-7c97-4f63-878a-a98dab4f52cd,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:53:17.380183 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-96d08911-397c-485a-820c-d7f168e938da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:17.441632 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-96d08911-397c-485a-820c-d7f168e938da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:17.443017 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-96d08911-397c-485a-820c-d7f168e938da service neutron] 10.222.0.32 "PUT /v2.0/ports/6b7ae4f2-7c97-4f63-878a-a98dab4f52cd HTTP/1.1" status: 200 len: 1093 time: 0.9915354 Apr 29 13:53:17.443442 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e2faaf-4a6d-486c-9cbd-a83801deffaa', 'tag': '6b7ae4f2-7c97-4f63-878a-a98dab4f52cd'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:53:17.461479 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d08911-397c-485a-820c-d7f168e938da service neutron] Pushing event updated for resources: {'Port': ['ID=6b7ae4f2-7c97-4f63-878a-a98dab4f52cd,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:53:17.512826 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a17be360-5ad0-4317-b9ed-325dfdbafc1b'] response: {'name': 'network-changed', 'server_uuid': 'c8e2faaf-4a6d-486c-9cbd-a83801deffaa', 'tag': '6b7ae4f2-7c97-4f63-878a-a98dab4f52cd', 'status': 'completed', 'code': 200} Apr 29 13:53:17.554953 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-6d9e5c85-c955-4361-be15-e66c63e6f882 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 1096 time: 0.0734727 Apr 29 13:53:17.626207 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-56ca06e4-103b-481e-95d1-5a3f41edfb34 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b7ae4f2-7c97-4f63-878a-a98dab4f52cd HTTP/1.1" status: 200 len: 217 time: 0.0652611 Apr 29 13:53:17.690370 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-ce6bdbd2-b3ce-4ffe-be60-01dc87f34564 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:17.691792 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-ce6bdbd2-b3ce-4ffe-be60-01dc87f34564 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a845123e-9255-4a80-88a3-f184afda3586 HTTP/1.1" status: 200 len: 850 time: 0.0601900 Apr 29 13:53:17.765017 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-d66520c5-76b1-45cb-9da6-7696507cb255 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674632 Apr 29 13:53:17.894684 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-78a16b49-7873-4d50-8626-908c976e7b43 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239016 Apr 29 13:53:18.023888 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bffbbcd3-bd2e-4814-840c-58d57ad45284 req-5c2c83ce-ac82-412d-aee8-d309a665dbec service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231196 Apr 29 13:53:18.137307 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e0301cd1-718e-4ad2-8cfd-ff3c209ec41c req-e95433ce-021a-40b2-aac9-c0dc81a81207 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 1096 time: 0.0687876 Apr 29 13:53:18.354210 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0301cd1-718e-4ad2-8cfd-ff3c209ec41c req-d0082a48-1680-4386-a9ce-ec3a09618773 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:18.355827 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e0301cd1-718e-4ad2-8cfd-ff3c209ec41c req-d0082a48-1680-4386-a9ce-ec3a09618773 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 912 time: 0.2122419 Apr 29 13:53:18.399169 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599daaa3-f700-46c3-aca0-5110ccb4bafb req-b0f8de54-86dc-4594-8823-74269aeda346 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:18.400980 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-599daaa3-f700-46c3-aca0-5110ccb4bafb req-b0f8de54-86dc-4594-8823-74269aeda346 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 943 time: 0.0809901 Apr 29 13:53:18.445564 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e0301cd1-718e-4ad2-8cfd-ff3c209ec41c req-dacfc2fc-d2c9-4bc9-a6f4-a3992e96c0f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b7ae4f2-7c97-4f63-878a-a98dab4f52cd HTTP/1.1" status: 200 len: 217 time: 0.0832906 Apr 29 13:53:18.453738 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-599daaa3-f700-46c3-aca0-5110ccb4bafb req-0b41f189-3752-4592-a63c-a1a36b30c2a9 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467949 Apr 29 13:53:18.514517 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0301cd1-718e-4ad2-8cfd-ff3c209ec41c req-b60644e4-cc21-4b43-a299-e734f18237a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:18.516996 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e0301cd1-718e-4ad2-8cfd-ff3c209ec41c req-b60644e4-cc21-4b43-a299-e734f18237a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a845123e-9255-4a80-88a3-f184afda3586 HTTP/1.1" status: 200 len: 850 time: 0.0662937 Apr 29 13:53:18.623096 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e0301cd1-718e-4ad2-8cfd-ff3c209ec41c req-bd5d2b82-6a88-4fdb-8420-89e828c6d2c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0975814 Apr 29 13:53:18.780619 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e0301cd1-718e-4ad2-8cfd-ff3c209ec41c req-56f6ccaa-8a2b-42e1-aa03-0290bca452ea service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532040 Apr 29 13:53:18.934189 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e0301cd1-718e-4ad2-8cfd-ff3c209ec41c req-c2995994-b7b4-41a2-8529-ffa7f69428b9 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463797 Apr 29 13:53:19.653276 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82829a-5925-4e46-8673-1f57d566f409 req-ad21768e-0244-4313-b022-009a938c0693 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:19.653980 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-ef82829a-5925-4e46-8673-1f57d566f409 req-ad21768e-0244-4313-b022-009a938c0693 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Synchronizing usage tracker for tenant:a0df978659ab4fb69192b174de3da38f on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:53:19.668971 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-ef82829a-5925-4e46-8673-1f57d566f409 req-ad21768e-0244-4313-b022-009a938c0693 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Unset dirty status for tenant:a0df978659ab4fb69192b174de3da38f on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:53:19.670067 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ef82829a-5925-4e46-8673-1f57d566f409 req-ad21768e-0244-4313-b022-009a938c0693 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 943 time: 0.0905116 Apr 29 13:53:19.715018 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ef82829a-5925-4e46-8673-1f57d566f409 req-f2cc32b3-b2dc-4e8d-be89-184c3950f55d tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391467 Apr 29 13:53:20.907456 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d268c6-7732-4fb0-94bb-542ecb609d48 req-b2a5d17d-39c1-49b0-9fac-44ac8549f0ae tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:20.909141 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-05d268c6-7732-4fb0-94bb-542ecb609d48 req-b2a5d17d-39c1-49b0-9fac-44ac8549f0ae tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 943 time: 0.0760679 Apr 29 13:53:20.952906 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-05d268c6-7732-4fb0-94bb-542ecb609d48 req-251ff057-f2e8-47e8-a5d0-63ee2602319c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382926 Apr 29 13:53:21.803075 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:53:21.933624 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6b7ae4f2-7c97-4f63-878a-a98dab4f52cd,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:53:21.946690 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '6b7ae4f2-7c97-4f63-878a-a98dab4f52cd', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'port_id': '6b7ae4f2-7c97-4f63-878a-a98dab4f52cd', 'mac_address': 'fa:16:3e:7c:cd:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:53:22.004523 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:22.061245 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:53:22.076124 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6b7ae4f2-7c97-4f63-878a-a98dab4f52cd,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:53:22.081153 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:22.147480 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=6b7ae4f2-7c97-4f63-878a-a98dab4f52cd,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:53:22.157596 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:53:22.158109 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:53:22.158442 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:53:22.158788 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:53:22.159087 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:53:22.159406 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:53:22.159721 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:53:22.160044 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:53:22.160348 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:53:22.160657 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:53:22.160992 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:53:22.255317 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae41b3c-44da-4d97-8eda-4e2b8b03d0cf req-7f5a852c-c3e4-43ee-940b-45666420bc83 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:22.256777 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fae41b3c-44da-4d97-8eda-4e2b8b03d0cf req-7f5a852c-c3e4-43ee-940b-45666420bc83 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 944 time: 0.1622858 Apr 29 13:53:22.300926 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fae41b3c-44da-4d97-8eda-4e2b8b03d0cf req-0caee884-0e69-4359-b6e9-fa5dc30226bf tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386505 Apr 29 13:53:22.438911 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['6b7ae4f2-7c97-4f63-878a-a98dab4f52cd'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:53:23.574630 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74640e78-99bc-412c-aac0-0f60fefec9e7 req-c3210e33-a82d-422e-a408-9eb9da044b96 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:23.576060 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-74640e78-99bc-412c-aac0-0f60fefec9e7 req-c3210e33-a82d-422e-a408-9eb9da044b96 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 944 time: 0.1560643 Apr 29 13:53:23.620055 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-74640e78-99bc-412c-aac0-0f60fefec9e7 req-5df9ce62-1236-4e5e-a2d8-3b9fc8ae2313 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384762 Apr 29 13:53:23.818949 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:53:23.886919 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:53:23.891325 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:53:23.891696 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:24.002832 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:24.032779 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e2faaf-4a6d-486c-9cbd-a83801deffaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7ae4f2-7c97-4f63-878a-a98dab4f52cd'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:53:24.042776 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6b7ae4f2-7c97-4f63-878a-a98dab4f52cd,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:53:24.046886 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:24.091860 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45ee3380-052e-4480-82fc-5589fd4601d2'] response: {'server_uuid': 'c8e2faaf-4a6d-486c-9cbd-a83801deffaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7ae4f2-7c97-4f63-878a-a98dab4f52cd', 'code': 200} Apr 29 13:53:24.117022 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=6b7ae4f2-7c97-4f63-878a-a98dab4f52cd,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:53:24.310831 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0953ad0c-b2f8-4155-845e-ffabe8008d72 req-88958412-6e41-4f2c-b490-6ad6d694ce2b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 1098 time: 0.0682125 Apr 29 13:53:24.351592 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0953ad0c-b2f8-4155-845e-ffabe8008d72 req-2cb47f43-3282-4c92-bf4a-eb44663ce17e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349681 Apr 29 13:53:24.813247 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a904c92-5e8c-42ee-ae9e-57dd98e40b98 req-77d70d0b-3c5c-468d-ab64-15f122266b71 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:24.814688 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1a904c92-5e8c-42ee-ae9e-57dd98e40b98 req-77d70d0b-3c5c-468d-ab64-15f122266b71 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0757720 Apr 29 13:53:24.859433 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1a904c92-5e8c-42ee-ae9e-57dd98e40b98 req-634657d2-783b-422d-96e0-c0776f2a6ca7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391417 Apr 29 13:53:26.058448 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f671a2b-5def-4fe1-91bd-5b8374e36ab7 req-9550555d-831f-4cec-bcff-16150d923344 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:26.059073 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9f671a2b-5def-4fe1-91bd-5b8374e36ab7 req-9550555d-831f-4cec-bcff-16150d923344 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0761197 Apr 29 13:53:26.103809 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9f671a2b-5def-4fe1-91bd-5b8374e36ab7 req-61caa42c-1e2b-4fae-ae87-34c423c508ac tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396800 Apr 29 13:53:26.296895 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d656b-9c23-4d2c-8324-5243ff712a09 req-9801465f-03db-4b2e-a829-7765b0b4580c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:26.298340 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-354d656b-9c23-4d2c-8324-5243ff712a09 req-9801465f-03db-4b2e-a829-7765b0b4580c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0796170 Apr 29 13:53:26.307761 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39204) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:53:26.312930 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-dcb8b1da-309a-458b-bc34-920aed1841ca tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Request body: {'floatingip': {'port_id': '6b7ae4f2-7c97-4f63-878a-a98dab4f52cd'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:53:26.387918 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dcb8b1da-309a-458b-bc34-920aed1841ca tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for floatingip, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:26.969877 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dcb8b1da-309a-458b-bc34-920aed1841ca tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:26.973473 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dcb8b1da-309a-458b-bc34-920aed1841ca tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:27.155372 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.l3_db [None req-dcb8b1da-309a-458b-bc34-920aed1841ca tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Floating IP 73f41cbb-b4d2-484f-979f-35cfe7186f11 associated. External IP: 172.26.6.176, port: 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd. Apr 29 13:53:27.634025 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb8b1da-309a-458b-bc34-920aed1841ca tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Router 97aea941-4746-4ce1-8d62-3501d9bbfd0b has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:53:27.829984 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb8b1da-309a-458b-bc34-920aed1841ca tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:53:27.834340 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-dcb8b1da-309a-458b-bc34-920aed1841ca tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:27.840640 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fef661-05be-4b4f-997c-14ae3b69832a None None] Sync routers for ids ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:53:27.851925 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fef661-05be-4b4f-997c-14ae3b69832a None None] Routers {'97aea941-4746-4ce1-8d62-3501d9bbfd0b'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:53:27.852661 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-84fef661-05be-4b4f-997c-14ae3b69832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:53:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:53:27.891062 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-dcb8b1da-309a-458b-bc34-920aed1841ca tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "PUT /v2.0/floatingips/73f41cbb-b4d2-484f-979f-35cfe7186f11 HTTP/1.1" status: 200 len: 991 time: 1.5796266 Apr 29 13:53:27.891062 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e2faaf-4a6d-486c-9cbd-a83801deffaa', 'tag': '6b7ae4f2-7c97-4f63-878a-a98dab4f52cd'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:53:27.945060 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca3eda0a-0317-467e-b704-a5cc85e3908d'] response: {'name': 'network-changed', 'server_uuid': 'c8e2faaf-4a6d-486c-9cbd-a83801deffaa', 'tag': '6b7ae4f2-7c97-4f63-878a-a98dab4f52cd', 'status': 'completed', 'code': 200} Apr 29 13:53:28.033167 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-84fef661-05be-4b4f-997c-14ae3b69832a None None] Set router 97aea941-4746-4ce1-8d62-3501d9bbfd0b gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:53:28.095570 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7665d68c-6229-4e22-9d5c-b75bd950834e req-d3be56be-f1a1-4152-8c08-829d2fc7d1db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 1098 time: 0.1298201 Apr 29 13:53:28.099002 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6fcc25c4-f6a7-4cd7-857e-141181c5d699 req-6b0da3e7-e120-445c-8ccd-876181782e60 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1006827 Apr 29 13:53:28.232032 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665d68c-6229-4e22-9d5c-b75bd950834e req-cd01bb42-98f3-472e-bdd6-af8404f78df7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:28.240889 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7665d68c-6229-4e22-9d5c-b75bd950834e req-cd01bb42-98f3-472e-bdd6-af8404f78df7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 912 time: 0.1324570 Apr 29 13:53:28.292278 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:28.396192 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-84fef661-05be-4b4f-997c-14ae3b69832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 4, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port': {'id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:12Z', 'updated_at': '2022-04-29T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '73f41cbb-b4d2-484f-979f-35cfe7186f11', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'floating_ip_address': '172.26.6.176', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'port_id': '6b7ae4f2-7c97-4f63-878a-a98dab4f52cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'mac_address': 'fa:16:3e:7c:cd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e2faaf-4a6d-486c-9cbd-a83801deffaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:51:17Z', 'updated_at': '2022-04-29T13:53:26Z', 'revision_number': 9, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020dcdec-80cc-4335-9dca-d91066f174e7', 'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'mac_address': 'fa:16:3e:63:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:13Z', 'updated_at': '2022-04-29T13:51:31Z', 'revision_number': 5, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'subnets': [{'id': 'a845123e-9255-4a80-88a3-f184afda3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:53:28.400210 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fef661-05be-4b4f-997c-14ae3b69832a None None] Checking router: 97aea941-4746-4ce1-8d62-3501d9bbfd0b for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:53:28.411241 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fef661-05be-4b4f-997c-14ae3b69832a None None] Routers {'97aea941-4746-4ce1-8d62-3501d9bbfd0b'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:53:28.411853 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-84fef661-05be-4b4f-997c-14ae3b69832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:53:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:53:28.419540 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7665d68c-6229-4e22-9d5c-b75bd950834e req-f72e1062-cb61-46ec-ab70-dd3906089a98 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b7ae4f2-7c97-4f63-878a-a98dab4f52cd HTTP/1.1" status: 200 len: 999 time: 0.1775479 Apr 29 13:53:28.423154 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e77d8399-f01b-468e-8427-913d8d29d508 req-2cce417e-6b78-4417-94d0-507770fb4712 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1136639 Apr 29 13:53:28.424408 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4890a-3049-4fbb-b6e1-bb96119209a8 req-1412f8b4-b615-4bab-8984-270603ff0e09 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:28.426009 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-4cd4890a-3049-4fbb-b6e1-bb96119209a8 req-1412f8b4-b615-4bab-8984-270603ff0e09 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0849655 Apr 29 13:53:28.480815 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-4cd4890a-3049-4fbb-b6e1-bb96119209a8 req-9bf1cd11-3d2c-41bf-8e56-66d35d0a533e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456786 Apr 29 13:53:28.490818 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665d68c-6229-4e22-9d5c-b75bd950834e req-5d869063-00a9-4660-8b72-bc88d001991d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:28.492451 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7665d68c-6229-4e22-9d5c-b75bd950834e req-5d869063-00a9-4660-8b72-bc88d001991d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a845123e-9255-4a80-88a3-f184afda3586 HTTP/1.1" status: 200 len: 850 time: 0.0665963 Apr 29 13:53:28.575623 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7665d68c-6229-4e22-9d5c-b75bd950834e req-add3cc19-fdcb-4b75-bb69-cd707cc7d80a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737262 Apr 29 13:53:28.600514 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-84fef661-05be-4b4f-997c-14ae3b69832a None None] Set router 97aea941-4746-4ce1-8d62-3501d9bbfd0b gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:53:28.712049 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7665d68c-6229-4e22-9d5c-b75bd950834e req-20ab879b-2df8-47c6-ad7f-504cc5047527 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294358 Apr 29 13:53:28.857861 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7665d68c-6229-4e22-9d5c-b75bd950834e req-f6fe5c87-5326-4d1e-befb-4c361d33eebd service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408567 Apr 29 13:53:29.014423 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-84fef661-05be-4b4f-997c-14ae3b69832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 4, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port': {'id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:12Z', 'updated_at': '2022-04-29T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '73f41cbb-b4d2-484f-979f-35cfe7186f11', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'floating_ip_address': '172.26.6.176', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'port_id': '6b7ae4f2-7c97-4f63-878a-a98dab4f52cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'mac_address': 'fa:16:3e:7c:cd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e2faaf-4a6d-486c-9cbd-a83801deffaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:51:17Z', 'updated_at': '2022-04-29T13:53:26Z', 'revision_number': 9, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020dcdec-80cc-4335-9dca-d91066f174e7', 'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'mac_address': 'fa:16:3e:63:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:13Z', 'updated_at': '2022-04-29T13:51:31Z', 'revision_number': 5, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'subnets': [{'id': 'a845123e-9255-4a80-88a3-f184afda3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:53:29.018366 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fef661-05be-4b4f-997c-14ae3b69832a None None] The sync data for ids ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'] in dv-neutron-839027-4-hyperv is: [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 4, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port': {'id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:12Z', 'updated_at': '2022-04-29T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '73f41cbb-b4d2-484f-979f-35cfe7186f11', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'floating_ip_address': '172.26.6.176', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'port_id': '6b7ae4f2-7c97-4f63-878a-a98dab4f52cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'mac_address': 'fa:16:3e:7c:cd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e2faaf-4a6d-486c-9cbd-a83801deffaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:51:17Z', 'updated_at': '2022-04-29T13:53:26Z', 'revision_number': 9, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020dcdec-80cc-4335-9dca-d91066f174e7', 'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'mac_address': 'fa:16:3e:63:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:13Z', 'updated_at': '2022-04-29T13:51:31Z', 'revision_number': 5, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'subnets': [{'id': 'a845123e-9255-4a80-88a3-f184afda3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:53:29.235869 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6976737a-9491-4adf-befb-2ab725137036 None None] New status for floating IP 73f41cbb-b4d2-484f-979f-35cfe7186f11: ACTIVE {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:53:29.706198 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e77d8399-f01b-468e-8427-913d8d29d508 req-de65ba1d-b66d-46b2-9699-dc383f3cdca9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 1098 time: 0.1259327 Apr 29 13:53:29.712827 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749073c-d8ad-429f-8af2-24bce3e2de7b req-5e990747-5d60-42d8-b136-6ce0f76bdded tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:29.714126 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6749073c-d8ad-429f-8af2-24bce3e2de7b req-5e990747-5d60-42d8-b136-6ce0f76bdded tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.1032090 Apr 29 13:53:29.856109 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6749073c-d8ad-429f-8af2-24bce3e2de7b req-12996f18-5d89-456c-b2e8-0384652db4fb tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210485 Apr 29 13:53:29.872872 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d8399-f01b-468e-8427-913d8d29d508 req-6477d8ed-b985-4efa-917e-f0488a527cbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:29.874367 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e77d8399-f01b-468e-8427-913d8d29d508 req-6477d8ed-b985-4efa-917e-f0488a527cbb service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 912 time: 0.1594307 Apr 29 13:53:29.975359 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e77d8399-f01b-468e-8427-913d8d29d508 req-207f6bb2-3b95-4a6b-93eb-55eabfa94ace service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b7ae4f2-7c97-4f63-878a-a98dab4f52cd HTTP/1.1" status: 200 len: 1002 time: 0.0955062 Apr 29 13:53:30.114619 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d8399-f01b-468e-8427-913d8d29d508 req-01edc0ec-11a1-41f3-8ed0-a9c27b80fdbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:30.115951 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e77d8399-f01b-468e-8427-913d8d29d508 req-01edc0ec-11a1-41f3-8ed0-a9c27b80fdbf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a845123e-9255-4a80-88a3-f184afda3586 HTTP/1.1" status: 200 len: 850 time: 0.1352177 Apr 29 13:53:30.189554 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e77d8399-f01b-468e-8427-913d8d29d508 req-bc53def7-946f-4a7d-9498-7d35d6db6fff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679142 Apr 29 13:53:30.320489 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e77d8399-f01b-468e-8427-913d8d29d508 req-b240712a-2869-4eae-b1ff-55f94191b121 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255462 Apr 29 13:53:30.450244 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e77d8399-f01b-468e-8427-913d8d29d508 req-035cf519-77c3-4c82-90da-6d76196342a5 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244719 Apr 29 13:53:30.602191 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:53:30.617357 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2aeacb3a-f609-4605-8ae2-6475bd138954 req-84fa576c-9b63-4126-b9e1-cece128144b9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 1098 time: 0.0687592 Apr 29 13:53:30.767046 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeacb3a-f609-4605-8ae2-6475bd138954 req-d1974675-c693-4b8f-a172-86f25da4713b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:30.768476 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2aeacb3a-f609-4605-8ae2-6475bd138954 req-d1974675-c693-4b8f-a172-86f25da4713b service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 912 time: 0.1253178 Apr 29 13:53:30.869645 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2aeacb3a-f609-4605-8ae2-6475bd138954 req-0cc76482-4847-4cb3-876a-a89824870fe3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b7ae4f2-7c97-4f63-878a-a98dab4f52cd HTTP/1.1" status: 200 len: 1002 time: 0.0955172 Apr 29 13:53:30.934961 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeacb3a-f609-4605-8ae2-6475bd138954 req-c4afc56f-b624-4e6a-9a8b-5638fb172f3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:30.936401 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2aeacb3a-f609-4605-8ae2-6475bd138954 req-c4afc56f-b624-4e6a-9a8b-5638fb172f3d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a845123e-9255-4a80-88a3-f184afda3586 HTTP/1.1" status: 200 len: 850 time: 0.0569544 Apr 29 13:53:31.012078 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2aeacb3a-f609-4605-8ae2-6475bd138954 req-1a6cedda-14e5-4f4f-8ff3-cd8d5696439d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701675 Apr 29 13:53:31.054495 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7550c2e-be2c-4e82-bd79-937ca1d5a9c0 req-d258543f-cd73-4639-8a08-24d3939dfb4a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:31.056005 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e7550c2e-be2c-4e82-bd79-937ca1d5a9c0 req-d258543f-cd73-4639-8a08-24d3939dfb4a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0797124 Apr 29 13:53:31.100685 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e7550c2e-be2c-4e82-bd79-937ca1d5a9c0 req-ac4ca034-be21-465a-bf30-e1c7aeb25a14 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390713 Apr 29 13:53:31.145907 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2aeacb3a-f609-4605-8ae2-6475bd138954 req-db09a6d0-d45e-4ce6-95bf-b689d00ee912 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271012 Apr 29 13:53:31.272437 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2aeacb3a-f609-4605-8ae2-6475bd138954 req-b9693f17-a611-417c-a9f6-3058f3e32a99 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208713 Apr 29 13:53:32.293669 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d524c2-11c9-4f42-b693-f99761279c78 req-9474f7d6-62f1-4cdc-8888-c6ac4fe66011 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:32.295142 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-32d524c2-11c9-4f42-b693-f99761279c78 req-9474f7d6-62f1-4cdc-8888-c6ac4fe66011 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0746672 Apr 29 13:53:32.342786 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-32d524c2-11c9-4f42-b693-f99761279c78 req-a3d06f87-7500-4718-b3d6-469501b9924f tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422220 Apr 29 13:53:33.538208 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecab116-8095-4d15-99a7-1ac095c21461 req-c4ca5b4c-7849-481a-925c-21505b86ff0a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:33.540175 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9ecab116-8095-4d15-99a7-1ac095c21461 req-c4ca5b4c-7849-481a-925c-21505b86ff0a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0788648 Apr 29 13:53:33.583337 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9ecab116-8095-4d15-99a7-1ac095c21461 req-9b699a88-2436-4092-bb0a-8c3b82a1ed4c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374177 Apr 29 13:53:34.778693 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0ad2d-060d-4641-9abe-2f42ed7658ce req-7d1b8e0b-0c3e-4256-b1e4-d5e7b6296fed tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:34.780125 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-acc0ad2d-060d-4641-9abe-2f42ed7658ce req-7d1b8e0b-0c3e-4256-b1e4-d5e7b6296fed tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0786893 Apr 29 13:53:34.825371 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-acc0ad2d-060d-4641-9abe-2f42ed7658ce req-b6b7536f-85f0-4acb-a775-b8943d852b4e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395424 Apr 29 13:53:36.026979 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c8a45-1daf-48ed-ae4d-675d806ce324 req-2801c4d8-a544-4ec7-8e08-7ae2bb990828 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:36.028406 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-421c8a45-1daf-48ed-ae4d-675d806ce324 req-2801c4d8-a544-4ec7-8e08-7ae2bb990828 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0762312 Apr 29 13:53:36.075348 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-421c8a45-1daf-48ed-ae4d-675d806ce324 req-50a327ce-c856-4f5a-97a6-c4d55803f268 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415256 Apr 29 13:53:37.272461 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911aeb7-826c-4b40-b1c8-04925b3de8fd req-cae19476-834b-43e5-9228-fcc4a39c0089 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:37.274509 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2911aeb7-826c-4b40-b1c8-04925b3de8fd req-cae19476-834b-43e5-9228-fcc4a39c0089 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0746703 Apr 29 13:53:37.318873 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2911aeb7-826c-4b40-b1c8-04925b3de8fd req-cd67ee66-ba4c-4527-b97a-6380e6b1997f tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389974 Apr 29 13:53:37.896636 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-35dd25e5-25fc-4842-ae23-f0d8d3e86223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:38.513843 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05846b5d-5c58-495b-89b1-1a18464a6444 req-d0dd6877-654b-4b0e-b5a6-39718ca63af0 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:38.515262 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-05846b5d-5c58-495b-89b1-1a18464a6444 req-d0dd6877-654b-4b0e-b5a6-39718ca63af0 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0748751 Apr 29 13:53:38.560482 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-05846b5d-5c58-495b-89b1-1a18464a6444 req-a7aac1a2-41f5-4a8d-be52-ee3187357afb tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398285 Apr 29 13:53:39.754789 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0ac3d-407d-448c-87eb-ffa7ba81bfb8 req-b295577b-b2c8-4669-a603-3e6acb6bd626 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:39.756197 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-07e0ac3d-407d-448c-87eb-ffa7ba81bfb8 req-b295577b-b2c8-4669-a603-3e6acb6bd626 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0778008 Apr 29 13:53:39.799830 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-07e0ac3d-407d-448c-87eb-ffa7ba81bfb8 req-55559098-c320-402d-9870-da72804838a0 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381243 Apr 29 13:53:40.447474 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-108b9d66-865b-4870-be4d-2f4f03e99a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:40.996128 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0bedc-16dc-4c5e-a669-d8658bf52114 req-ad5a056f-8d68-416c-b7f7-35088f2d3560 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:40.997583 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-33a0bedc-16dc-4c5e-a669-d8658bf52114 req-ad5a056f-8d68-416c-b7f7-35088f2d3560 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0791376 Apr 29 13:53:41.043738 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-33a0bedc-16dc-4c5e-a669-d8658bf52114 req-0d8b9eef-53d8-4b53-9f11-af9b163bed0c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406430 Apr 29 13:53:41.523012 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:41.595521 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:42.234845 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fcc6d-198c-4891-ab29-98bcc7cb00f3 req-87f2a1e0-80d0-4cd4-90c2-04a5887304fb tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:42.236274 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fa2fcc6d-198c-4891-ab29-98bcc7cb00f3 req-87f2a1e0-80d0-4cd4-90c2-04a5887304fb tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0743203 Apr 29 13:53:42.369924 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fa2fcc6d-198c-4891-ab29-98bcc7cb00f3 req-a9a9a6a8-31af-4f83-bbbd-982fbc2b54c6 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281319 Apr 29 13:53:42.966891 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:43.564894 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c674d-f81c-4b87-82c8-096b15526226 req-908806c1-110f-4697-bc6f-33be0a6f3674 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:43.566323 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-cc9c674d-f81c-4b87-82c8-096b15526226 req-908806c1-110f-4697-bc6f-33be0a6f3674 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0751553 Apr 29 13:53:43.610534 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-cc9c674d-f81c-4b87-82c8-096b15526226 req-c4da5073-acdc-459d-8c08-2d646623b5d8 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382910 Apr 29 13:53:44.805308 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ffcee-3cb3-40be-9963-c35bd59ba768 req-b619cc19-0576-4687-b71a-30033a1e998b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:44.806767 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3b3ffcee-3cb3-40be-9963-c35bd59ba768 req-b619cc19-0576-4687-b71a-30033a1e998b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0747240 Apr 29 13:53:44.852455 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3b3ffcee-3cb3-40be-9963-c35bd59ba768 req-444be337-a138-47a6-9988-f0be1197a746 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395880 Apr 29 13:53:46.049024 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8517391-a66c-4cff-b2f2-1fab7d016987 req-7d57acc3-f7b9-4469-954a-caaef06a1bda tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:46.050444 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-b8517391-a66c-4cff-b2f2-1fab7d016987 req-7d57acc3-f7b9-4469-954a-caaef06a1bda tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0784574 Apr 29 13:53:46.095866 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-b8517391-a66c-4cff-b2f2-1fab7d016987 req-2459e417-e715-425c-9540-39924d22f4bc tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390444 Apr 29 13:53:47.290639 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd7d7c-b5c4-4c84-b2d9-51d1a672eb1f req-f8c6adb0-b70d-48b0-86a5-0058ce25a6e6 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:47.292059 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a6cd7d7c-b5c4-4c84-b2d9-51d1a672eb1f req-f8c6adb0-b70d-48b0-86a5-0058ce25a6e6 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0774031 Apr 29 13:53:47.337736 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a6cd7d7c-b5c4-4c84-b2d9-51d1a672eb1f req-4bd415f1-1eeb-4e8a-b779-14059e738706 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399303 Apr 29 13:53:48.531145 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12661b3a-c9ac-4fe5-9776-2d67f58f3a39 req-8a44d8b3-21d0-4880-9275-f89a4a93c7a3 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:48.532700 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-12661b3a-c9ac-4fe5-9776-2d67f58f3a39 req-8a44d8b3-21d0-4880-9275-f89a4a93c7a3 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0772731 Apr 29 13:53:48.578130 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-12661b3a-c9ac-4fe5-9776-2d67f58f3a39 req-604d39ff-f3ed-4533-8ed8-946ea36b5a11 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394907 Apr 29 13:53:49.772922 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9a763-9c4d-40b9-bcef-f851f2843b4c req-152340f8-fc34-41c7-bced-60e36453b436 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:49.774883 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0ed9a763-9c4d-40b9-bcef-f851f2843b4c req-152340f8-fc34-41c7-bced-60e36453b436 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0756032 Apr 29 13:53:49.819549 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0ed9a763-9c4d-40b9-bcef-f851f2843b4c req-c62b3cf8-d063-4929-9001-feb97f71fe53 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389669 Apr 29 13:53:51.024885 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb722c5-6eea-45e9-89b8-4adc4f273e38 req-884bd775-71d0-4f32-a098-8eaeecadcc34 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:51.026363 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-7bb722c5-6eea-45e9-89b8-4adc4f273e38 req-884bd775-71d0-4f32-a098-8eaeecadcc34 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0785773 Apr 29 13:53:51.071745 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-7bb722c5-6eea-45e9-89b8-4adc4f273e38 req-2d45e731-4efc-45cc-96cc-e7e50dcd3e28 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395486 Apr 29 13:53:52.269260 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13204dc-0e71-4df2-8f91-25ec4878dbf7 req-b99c6cda-d60f-43bb-a3c7-bd56fe6630af tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:52.270690 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b13204dc-0e71-4df2-8f91-25ec4878dbf7 req-b99c6cda-d60f-43bb-a3c7-bd56fe6630af tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0781009 Apr 29 13:53:52.315097 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b13204dc-0e71-4df2-8f91-25ec4878dbf7 req-32385ea7-ac47-407f-9689-6a2200e43ea7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382748 Apr 29 13:53:53.507062 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328aeb7d-7996-46ca-b451-855baf2e04e7 req-73b68c63-c3f2-4d06-9b54-ec9bab43f8b6 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:53.508514 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-328aeb7d-7996-46ca-b451-855baf2e04e7 req-73b68c63-c3f2-4d06-9b54-ec9bab43f8b6 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0741551 Apr 29 13:53:53.556237 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-328aeb7d-7996-46ca-b451-855baf2e04e7 req-b77a4fcc-855b-4b38-9d2c-755e6445fd3c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423045 Apr 29 13:53:54.762653 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52704869-0aa9-4f04-8ceb-d4a3d6a25cdc req-22dda6cb-9a3d-439f-b748-f3cbcb2dc5c2 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:54.764130 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-52704869-0aa9-4f04-8ceb-d4a3d6a25cdc req-22dda6cb-9a3d-439f-b748-f3cbcb2dc5c2 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0819304 Apr 29 13:53:54.824534 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-52704869-0aa9-4f04-8ceb-d4a3d6a25cdc req-548f3b8b-49af-4e05-9126-de83d1ba1c5e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522835 Apr 29 13:53:56.025426 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ddcac6-60de-49d4-8543-aa0d513d0943 req-a77f04ab-c916-4b3d-8925-48fc73b688bb tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:56.026858 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-34ddcac6-60de-49d4-8543-aa0d513d0943 req-a77f04ab-c916-4b3d-8925-48fc73b688bb tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0774703 Apr 29 13:53:56.073188 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-34ddcac6-60de-49d4-8543-aa0d513d0943 req-cab97dfe-1a71-470a-9c77-3aa53719b06b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407927 Apr 29 13:53:57.171739 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [req-e77d8399-f01b-468e-8427-913d8d29d508 req-71cef60d-c592-4389-b9f1-e68c0ed1950d tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:53:57.172671 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e77d8399-f01b-468e-8427-913d8d29d508 req-71cef60d-c592-4389-b9f1-e68c0ed1950d tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051479 Apr 29 13:53:57.307103 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e77d8399-f01b-468e-8427-913d8d29d508 req-8c461dbd-977c-4f1d-8a75-e053237422e5 service neutron] 10.222.0.32 "GET /v2.0/ports/6b7ae4f2-7c97-4f63-878a-a98dab4f52cd/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.1285903 Apr 29 13:53:57.320931 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca47d6-04a0-41d9-ab50-e5709412b5fa req-75529b2e-8f3a-4fa8-bc29-f5bb6c665183 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:57.322465 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cbca47d6-04a0-41d9-ab50-e5709412b5fa req-75529b2e-8f3a-4fa8-bc29-f5bb6c665183 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.1130650 Apr 29 13:53:57.369932 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cbca47d6-04a0-41d9-ab50-e5709412b5fa req-f8a0f959-6c1e-40fc-b6b7-c1b77d71e124 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400348 Apr 29 13:53:57.561933 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e77d8399-f01b-468e-8427-913d8d29d508 req-f3c1ed1e-27e6-454a-971c-b5cd75893edd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa&tenant_id=a0df978659ab4fb69192b174de3da38f HTTP/1.1" status: 200 len: 1098 time: 0.0683346 Apr 29 13:53:57.678190 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e77d8399-f01b-468e-8427-913d8d29d508 req-8ef7bd01-a81e-4854-9671-283cee8ba07f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 1098 time: 0.0925610 Apr 29 13:53:57.822053 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d8399-f01b-468e-8427-913d8d29d508 req-cd140ec5-859a-41fd-ac8f-5ae0455d03a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:57.823470 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e77d8399-f01b-468e-8427-913d8d29d508 req-cd140ec5-859a-41fd-ac8f-5ae0455d03a5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 912 time: 0.1401422 Apr 29 13:53:57.928740 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e77d8399-f01b-468e-8427-913d8d29d508 req-454013cd-ee44-420b-bc8c-65bc8fbaeb3c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b7ae4f2-7c97-4f63-878a-a98dab4f52cd HTTP/1.1" status: 200 len: 1002 time: 0.0980978 Apr 29 13:53:57.992730 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d8399-f01b-468e-8427-913d8d29d508 req-d8a16a68-d5a8-435e-88da-af609a158a11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:57.994233 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e77d8399-f01b-468e-8427-913d8d29d508 req-d8a16a68-d5a8-435e-88da-af609a158a11 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a845123e-9255-4a80-88a3-f184afda3586 HTTP/1.1" status: 200 len: 850 time: 0.0604439 Apr 29 13:53:58.067023 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e77d8399-f01b-468e-8427-913d8d29d508 req-124cd1b8-fd79-4016-8676-01fb80913178 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668399 Apr 29 13:53:58.194602 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e77d8399-f01b-468e-8427-913d8d29d508 req-2c67a84a-2294-40b8-a420-aa359373f306 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211791 Apr 29 13:53:58.237474 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:53:58.333596 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e77d8399-f01b-468e-8427-913d8d29d508 req-776205f6-751c-4d4b-9db1-ebd37f731604 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333725 Apr 29 13:53:58.574505 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ab11f-bba3-4a35-ba3a-91e6deed7789 req-d944d8b5-264c-40cb-9188-0eaecd414eee tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:58.575936 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-351ab11f-bba3-4a35-ba3a-91e6deed7789 req-d944d8b5-264c-40cb-9188-0eaecd414eee tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0799983 Apr 29 13:53:58.623095 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-351ab11f-bba3-4a35-ba3a-91e6deed7789 req-f7dd6fc7-97d5-4997-b4b2-2acaf776822b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417111 Apr 29 13:53:59.826522 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5243b70-5da2-435f-ac22-5ddec8663a6a req-6bad86b1-c9ce-4a17-a4e4-4faa6c43d6a8 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:53:59.827957 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b5243b70-5da2-435f-ac22-5ddec8663a6a req-6bad86b1-c9ce-4a17-a4e4-4faa6c43d6a8 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0793524 Apr 29 13:53:59.872815 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b5243b70-5da2-435f-ac22-5ddec8663a6a req-f616bd21-2dfc-4f1b-a1fa-60f7a774eedb tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392056 Apr 29 13:54:01.075762 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d92ff2-b4ad-4ab2-bd82-bac8d9d35287 req-dca3a3fa-710d-4696-a15a-026d2873fa4c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:01.077207 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-16d92ff2-b4ad-4ab2-bd82-bac8d9d35287 req-dca3a3fa-710d-4696-a15a-026d2873fa4c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0741856 Apr 29 13:54:01.122071 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-16d92ff2-b4ad-4ab2-bd82-bac8d9d35287 req-87e78549-29d8-4762-9792-ac525520ede3 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392389 Apr 29 13:54:01.528729 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fcdb1-da85-4907-982f-96542c4ea9b1 req-378ebfcd-19aa-49c3-b739-819caee3d21e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:01.530164 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d36fcdb1-da85-4907-982f-96542c4ea9b1 req-378ebfcd-19aa-49c3-b739-819caee3d21e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa&tenant_id=a0df978659ab4fb69192b174de3da38f&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 945 time: 0.0795012 Apr 29 13:54:01.680031 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9280e-d5c7-401f-93f0-e510a13f76a5 req-bb6f2b14-f275-40c1-908d-3c90cd54d2cb tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:01.681405 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a0b9280e-d5c7-401f-93f0-e510a13f76a5 req-bb6f2b14-f275-40c1-908d-3c90cd54d2cb tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.1768756 Apr 29 13:54:01.694759 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d36fcdb1-da85-4907-982f-96542c4ea9b1 req-741ef7f7-03e4-4f96-b07b-579478850392 service neutron] 10.222.0.32 "GET /v2.0/ports/6b7ae4f2-7c97-4f63-878a-a98dab4f52cd/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.1589837 Apr 29 13:54:01.727425 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a0b9280e-d5c7-401f-93f0-e510a13f76a5 req-1b2ab025-ed3a-46d7-b0e8-862d67e8c549 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404088 Apr 29 13:54:01.780529 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d36fcdb1-da85-4907-982f-96542c4ea9b1 req-60bbe443-2026-41cd-ae14-4bffba386675 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 1098 time: 0.0661666 Apr 29 13:54:01.880037 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:54:01.883909 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:54:01.911668 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fcdb1-da85-4907-982f-96542c4ea9b1 req-541903e7-3509-412d-9cd4-2dae95676c5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:01.913150 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d36fcdb1-da85-4907-982f-96542c4ea9b1 req-541903e7-3509-412d-9cd4-2dae95676c5a service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 912 time: 0.1254356 Apr 29 13:54:02.014856 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d36fcdb1-da85-4907-982f-96542c4ea9b1 req-32b1680d-68db-4170-b049-c19fdfb0af09 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b7ae4f2-7c97-4f63-878a-a98dab4f52cd HTTP/1.1" status: 200 len: 1002 time: 0.0958004 Apr 29 13:54:02.080540 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fcdb1-da85-4907-982f-96542c4ea9b1 req-6d14c199-5894-4aeb-8b68-9c342c2c7bc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:02.082017 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d36fcdb1-da85-4907-982f-96542c4ea9b1 req-6d14c199-5894-4aeb-8b68-9c342c2c7bc1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a845123e-9255-4a80-88a3-f184afda3586 HTTP/1.1" status: 200 len: 850 time: 0.0602548 Apr 29 13:54:02.098300 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:02.119994 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6b7ae4f2-7c97-4f63-878a-a98dab4f52cd,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:54:02.139469 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '6b7ae4f2-7c97-4f63-878a-a98dab4f52cd', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'port_id': '6b7ae4f2-7c97-4f63-878a-a98dab4f52cd', 'mac_address': 'fa:16:3e:7c:cd:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:54:02.144359 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e2faaf-4a6d-486c-9cbd-a83801deffaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b7ae4f2-7c97-4f63-878a-a98dab4f52cd'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:54:02.160169 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d36fcdb1-da85-4907-982f-96542c4ea9b1 req-df3b270d-c705-4120-b8df-cd22170860a2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723686 Apr 29 13:54:02.186409 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6b7ae4f2-7c97-4f63-878a-a98dab4f52cd,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:54:02.198467 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:02.232771 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8faebb05-9a32-4bde-9607-1eeafc09d025'] response: {'server_uuid': 'c8e2faaf-4a6d-486c-9cbd-a83801deffaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b7ae4f2-7c97-4f63-878a-a98dab4f52cd', 'code': 200} Apr 29 13:54:02.250230 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:02.279802 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:54:02.297191 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d36fcdb1-da85-4907-982f-96542c4ea9b1 req-4e46f639-bd93-471c-a6fc-3bb06a4b7541 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311483 Apr 29 13:54:02.313022 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=6b7ae4f2-7c97-4f63-878a-a98dab4f52cd,revision_number=6']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:54:02.347681 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:54:02.348033 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:54:02.430544 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d36fcdb1-da85-4907-982f-96542c4ea9b1 req-dea386e6-fe12-4689-be3e-542383ceece2 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258466 Apr 29 13:54:02.902257 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:02.920878 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:54:02.924292 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2d352-b9d5-47b9-9f6a-2d4ef1caa093 req-2d5fadea-e967-4493-9854-0ba4c828a983 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:02.925758 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-43b2d352-b9d5-47b9-9f6a-2d4ef1caa093 req-2d5fadea-e967-4493-9854-0ba4c828a983 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 943 time: 0.0757470 Apr 29 13:54:02.936219 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6b7ae4f2-7c97-4f63-878a-a98dab4f52cd,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:54:02.941212 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:02.977951 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-43b2d352-b9d5-47b9-9f6a-2d4ef1caa093 req-f5563926-c9e6-4274-b384-c09d7475a122 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459344 Apr 29 13:54:03.008236 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=6b7ae4f2-7c97-4f63-878a-a98dab4f52cd,revision_number=7']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:54:03.012256 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['6b7ae4f2-7c97-4f63-878a-a98dab4f52cd'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:54:03.896143 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:54:03.964423 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:54:03.965363 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:04.080111 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:04.112330 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6b7ae4f2-7c97-4f63-878a-a98dab4f52cd,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:54:04.116638 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:04.181143 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66e9d7-da5c-4c96-9c86-f7f6d7d7dfae req-5a69cda9-df9d-43ff-82d6-add7ea90b7e0 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:04.182691 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-da66e9d7-da5c-4c96-9c86-f7f6d7d7dfae req-5a69cda9-df9d-43ff-82d6-add7ea90b7e0 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0771449 Apr 29 13:54:04.185172 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=6b7ae4f2-7c97-4f63-878a-a98dab4f52cd,revision_number=8']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:54:04.228679 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-da66e9d7-da5c-4c96-9c86-f7f6d7d7dfae req-1745a0b7-e445-4e71-81e1-12e0560392ae tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389569 Apr 29 13:54:04.233352 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e2faaf-4a6d-486c-9cbd-a83801deffaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7ae4f2-7c97-4f63-878a-a98dab4f52cd'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:54:04.294583 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b95deb83-c073-42a6-a485-2b02369317cb'] response: {'server_uuid': 'c8e2faaf-4a6d-486c-9cbd-a83801deffaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7ae4f2-7c97-4f63-878a-a98dab4f52cd', 'code': 200} Apr 29 13:54:04.935093 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d36fcdb1-da85-4907-982f-96542c4ea9b1 req-8b484bba-d32a-4596-a165-f22404ec019a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa&tenant_id=a0df978659ab4fb69192b174de3da38f HTTP/1.1" status: 200 len: 1098 time: 0.0709856 Apr 29 13:54:05.022834 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d36fcdb1-da85-4907-982f-96542c4ea9b1 req-3869d2eb-d20d-4d3e-97cc-9693339b0ac2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 1098 time: 0.0676525 Apr 29 13:54:05.156995 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fcdb1-da85-4907-982f-96542c4ea9b1 req-cd9922eb-4385-47ca-aa7f-762c05389e95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:05.158448 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d36fcdb1-da85-4907-982f-96542c4ea9b1 req-cd9922eb-4385-47ca-aa7f-762c05389e95 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 912 time: 0.1303294 Apr 29 13:54:05.260277 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d36fcdb1-da85-4907-982f-96542c4ea9b1 req-99e98220-4706-4997-a118-b6fd150e5a8a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b7ae4f2-7c97-4f63-878a-a98dab4f52cd HTTP/1.1" status: 200 len: 1002 time: 0.0956378 Apr 29 13:54:05.330538 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fcdb1-da85-4907-982f-96542c4ea9b1 req-82ceefd0-f342-47e4-a6e6-240e52533c02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:05.331986 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d36fcdb1-da85-4907-982f-96542c4ea9b1 req-82ceefd0-f342-47e4-a6e6-240e52533c02 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a845123e-9255-4a80-88a3-f184afda3586 HTTP/1.1" status: 200 len: 850 time: 0.0570261 Apr 29 13:54:05.468653 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d36fcdb1-da85-4907-982f-96542c4ea9b1 req-1abab028-bec7-4263-9226-df2825e02839 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1311617 Apr 29 13:54:05.473948 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbc511-2424-428e-ac4f-9cbf7515bc35 req-7fccdbaf-402e-4735-9b84-212e92f29b49 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:05.475259 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-22fbc511-2424-428e-ac4f-9cbf7515bc35 req-7fccdbaf-402e-4735-9b84-212e92f29b49 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.1023180 Apr 29 13:54:05.603727 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-22fbc511-2424-428e-ac4f-9cbf7515bc35 req-b73e0039-4687-4984-97a7-f785cf2dedcd tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055095 Apr 29 13:54:05.721792 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d36fcdb1-da85-4907-982f-96542c4ea9b1 req-e94ba4b1-9b60-491a-a1cd-d9982b13f68c service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455907 Apr 29 13:54:05.851219 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d36fcdb1-da85-4907-982f-96542c4ea9b1 req-008f11cc-11ae-4dc0-b4ab-b10e51d2b1ec service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232693 Apr 29 13:54:06.799064 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0bb75-7ec2-468e-a126-5d41e284b27f req-b1f973ec-a1fb-48b1-9e21-b239db9a3265 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:06.800493 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-47d0bb75-7ec2-468e-a126-5d41e284b27f req-b1f973ec-a1fb-48b1-9e21-b239db9a3265 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0742140 Apr 29 13:54:06.845661 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-47d0bb75-7ec2-468e-a126-5d41e284b27f req-36393884-e16c-4cba-8b81-8099778b7d4d tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394239 Apr 29 13:54:07.603580 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:54:07.898952 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-be782b1e-84e8-4313-b405-da178322d88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:08.055867 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf37ed-f4dc-42b0-b066-69314f03a6cb req-a5564b2d-bb51-480e-abcd-0c6582b43574 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:08.057552 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9fcf37ed-f4dc-42b0-b066-69314f03a6cb req-a5564b2d-bb51-480e-abcd-0c6582b43574 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0782092 Apr 29 13:54:08.102920 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9fcf37ed-f4dc-42b0-b066-69314f03a6cb req-b8aed326-f184-437a-81af-c81ad5fd7f50 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393662 Apr 29 13:54:09.302382 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e653dc-0322-4f3a-9805-408b7d77ffd7 req-e25b328f-1f72-4954-983c-ab23e24ee83a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:09.303807 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-98e653dc-0322-4f3a-9805-408b7d77ffd7 req-e25b328f-1f72-4954-983c-ab23e24ee83a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0796404 Apr 29 13:54:09.348481 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-98e653dc-0322-4f3a-9805-408b7d77ffd7 req-4074fa42-7502-4627-a65c-a50cee786d87 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391262 Apr 29 13:54:09.545380 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd09296-e403-405c-b96a-98e40196f1ef req-72443c45-c3a9-4dca-8c76-36aa5af13714 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:09.546819 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4bd09296-e403-405c-b96a-98e40196f1ef req-72443c45-c3a9-4dca-8c76-36aa5af13714 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0798039 Apr 29 13:54:09.593256 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4bd09296-e403-405c-b96a-98e40196f1ef req-b0d3120f-343e-43f7-a42e-c04bf2c33e10 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407937 Apr 29 13:54:09.787626 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca8c4d-e3ad-411c-bdf0-ce5f37685bd0 req-2b41ec95-a9d6-4120-a679-4dc898a56812 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:09.790415 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a2ca8c4d-e3ad-411c-bdf0-ce5f37685bd0 req-2b41ec95-a9d6-4120-a679-4dc898a56812 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0758145 Apr 29 13:54:09.836436 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a2ca8c4d-e3ad-411c-bdf0-ce5f37685bd0 req-5c69cf9a-acd2-499b-8f84-1f6557075cf4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404019 Apr 29 13:54:10.231581 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfb400-570b-4954-ad08-042de773cb57 req-c0380a01-b5fd-446b-966c-b38f02f040d8 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:10.233064 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f1dfb400-570b-4954-ad08-042de773cb57 req-c0380a01-b5fd-446b-966c-b38f02f040d8 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0788884 Apr 29 13:54:10.277301 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f1dfb400-570b-4954-ad08-042de773cb57 req-1d40c246-b082-4732-be45-ee5e4ea68eab tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388629 Apr 29 13:54:10.450068 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-503f1596-ea9c-4cff-8c58-a4405849d88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:11.475892 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093eeff-6378-45a1-9650-5a85f8572025 req-1f6c4d43-e3dd-40af-b055-e8e1d6089136 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:11.477562 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e093eeff-6378-45a1-9650-5a85f8572025 req-1f6c4d43-e3dd-40af-b055-e8e1d6089136 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0788221 Apr 29 13:54:11.522544 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e093eeff-6378-45a1-9650-5a85f8572025 req-659e1a09-a7a2-4610-8d11-f07985d9f5a0 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396736 Apr 29 13:54:11.526372 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:11.597101 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:12.341422 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae751e65-1699-4bcd-a2d7-ea3831760f6b req-c78021a4-ae6f-4a3d-bc4f-d346216639a4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:12.342841 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ae751e65-1699-4bcd-a2d7-ea3831760f6b req-c78021a4-ae6f-4a3d-bc4f-d346216639a4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0770733 Apr 29 13:54:12.409485 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-ae751e65-1699-4bcd-a2d7-ea3831760f6b req-202b697f-7000-4670-aed6-d481e10a4ee5 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Deleting port 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:54:12.409839 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ae751e65-1699-4bcd-a2d7-ea3831760f6b req-202b697f-7000-4670-aed6-d481e10a4ee5 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:12.646708 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-ae751e65-1699-4bcd-a2d7-ea3831760f6b req-202b697f-7000-4670-aed6-d481e10a4ee5 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] For port 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6b7ae4f2-7c97-4f63-878a-a98dab4f52cd,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:54:12.647393 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ae751e65-1699-4bcd-a2d7-ea3831760f6b req-202b697f-7000-4670-aed6-d481e10a4ee5 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:12.717531 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b147e-c3cc-448f-8bd2-e8e9c91223dc req-d6cf8e38-a5eb-40d0-83d4-df1df5234cbe tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:12.718974 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-dc0b147e-c3cc-448f-8bd2-e8e9c91223dc req-d6cf8e38-a5eb-40d0-83d4-df1df5234cbe tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 945 time: 0.0774741 Apr 29 13:54:12.766670 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-dc0b147e-c3cc-448f-8bd2-e8e9c91223dc req-44b6efd4-4d7a-42f8-9e6d-8078756b2836 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420897 Apr 29 13:54:12.933658 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ae751e65-1699-4bcd-a2d7-ea3831760f6b req-202b697f-7000-4670-aed6-d481e10a4ee5 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:12.934024 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ae751e65-1699-4bcd-a2d7-ea3831760f6b req-202b697f-7000-4670-aed6-d481e10a4ee5 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:12.934331 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.l3_db [req-ae751e65-1699-4bcd-a2d7-ea3831760f6b req-202b697f-7000-4670-aed6-d481e10a4ee5 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Floating IP 73f41cbb-b4d2-484f-979f-35cfe7186f11 disassociated. External IP: 172.26.6.176, port: 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd. Apr 29 13:54:12.934661 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-ae751e65-1699-4bcd-a2d7-ea3831760f6b req-202b697f-7000-4670-aed6-d481e10a4ee5 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Calling delete_port for 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:54:12.969756 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:13.072614 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ae751e65-1699-4bcd-a2d7-ea3831760f6b req-202b697f-7000-4670-aed6-d481e10a4ee5 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:13.121092 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b697f-7000-4670-aed6-d481e10a4ee5 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Pushing event deleted for resources: {'Port': ['ID=6b7ae4f2-7c97-4f63-878a-a98dab4f52cd,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:54:13.328956 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae751e65-1699-4bcd-a2d7-ea3831760f6b req-202b697f-7000-4670-aed6-d481e10a4ee5 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Router 97aea941-4746-4ce1-8d62-3501d9bbfd0b has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:54:13.612721 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae751e65-1699-4bcd-a2d7-ea3831760f6b req-202b697f-7000-4670-aed6-d481e10a4ee5 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:54:13.622773 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81889d3a-f693-4391-9f7a-054090b64e2c None None] Sync routers for ids ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:54:13.635488 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81889d3a-f693-4391-9f7a-054090b64e2c None None] Routers {'97aea941-4746-4ce1-8d62-3501d9bbfd0b'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:54:13.636087 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-81889d3a-f693-4391-9f7a-054090b64e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:54:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:54:13.681980 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae751e65-1699-4bcd-a2d7-ea3831760f6b req-202b697f-7000-4670-aed6-d481e10a4ee5 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] No DVR routers for this DVR port 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:54:13.684480 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ae751e65-1699-4bcd-a2d7-ea3831760f6b req-202b697f-7000-4670-aed6-d481e10a4ee5 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:13.687095 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e2faaf-4a6d-486c-9cbd-a83801deffaa', 'name': 'network-vif-deleted', 'tag': '6b7ae4f2-7c97-4f63-878a-a98dab4f52cd'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:54:13.703799 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ae751e65-1699-4bcd-a2d7-ea3831760f6b req-202b697f-7000-4670-aed6-d481e10a4ee5 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.32 "DELETE /v2.0/ports/6b7ae4f2-7c97-4f63-878a-a98dab4f52cd HTTP/1.1" status: 204 len: 173 time: 1.3551078 Apr 29 13:54:13.850457 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d863d752-1dea-4803-90c5-c5d4d8229277'] response: {'server_uuid': 'c8e2faaf-4a6d-486c-9cbd-a83801deffaa', 'name': 'network-vif-deleted', 'tag': '6b7ae4f2-7c97-4f63-878a-a98dab4f52cd', 'status': 'completed', 'code': 200} Apr 29 13:54:13.851187 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-81889d3a-f693-4391-9f7a-054090b64e2c None None] Set router 97aea941-4746-4ce1-8d62-3501d9bbfd0b gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:54:13.973148 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a66f4925-117c-46e1-8988-820810672260 req-7c7382d2-b8e0-48ca-9347-d847f1cd2cec tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8e2faaf-4a6d-486c-9cbd-a83801deffaa HTTP/1.1" status: 200 len: 210 time: 0.0414662 Apr 29 13:54:14.203477 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-81889d3a-f693-4391-9f7a-054090b64e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 4, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port': {'id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:12Z', 'updated_at': '2022-04-29T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '020dcdec-80cc-4335-9dca-d91066f174e7', 'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'mac_address': 'fa:16:3e:63:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:13Z', 'updated_at': '2022-04-29T13:51:31Z', 'revision_number': 5, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'subnets': [{'id': 'a845123e-9255-4a80-88a3-f184afda3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:54:14.207178 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81889d3a-f693-4391-9f7a-054090b64e2c None None] Checking router: 97aea941-4746-4ce1-8d62-3501d9bbfd0b for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:54:14.219100 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81889d3a-f693-4391-9f7a-054090b64e2c None None] Routers {'97aea941-4746-4ce1-8d62-3501d9bbfd0b'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:54:14.219730 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-81889d3a-f693-4391-9f7a-054090b64e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:54:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:54:14.395110 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-81889d3a-f693-4391-9f7a-054090b64e2c None None] Set router 97aea941-4746-4ce1-8d62-3501d9bbfd0b gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:54:14.699556 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-81889d3a-f693-4391-9f7a-054090b64e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 4, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port': {'id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:12Z', 'updated_at': '2022-04-29T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '020dcdec-80cc-4335-9dca-d91066f174e7', 'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'mac_address': 'fa:16:3e:63:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:13Z', 'updated_at': '2022-04-29T13:51:31Z', 'revision_number': 5, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'subnets': [{'id': 'a845123e-9255-4a80-88a3-f184afda3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:54:14.703414 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81889d3a-f693-4391-9f7a-054090b64e2c None None] The sync data for ids ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'] in dv-neutron-839027-4-hyperv is: [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 4, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port': {'id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:12Z', 'updated_at': '2022-04-29T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '020dcdec-80cc-4335-9dca-d91066f174e7', 'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'mac_address': 'fa:16:3e:63:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:13Z', 'updated_at': '2022-04-29T13:51:31Z', 'revision_number': 5, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'subnets': [{'id': 'a845123e-9255-4a80-88a3-f184afda3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:54:14.922242 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136f390e-1144-4586-8e9a-ba501a5a3c7d None None] New status for floating IP 73f41cbb-b4d2-484f-979f-35cfe7186f11: DOWN {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:54:15.333550 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-d46128fb-414e-4772-8a22-fe6e578b8259 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--704162351&fields=id&tenant_id=a0df978659ab4fb69192b174de3da38f HTTP/1.1" status: 200 len: 267 time: 0.0402653 Apr 29 13:54:15.478584 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-d5d0c9ba-d873-4a8d-ad4a-effeefcc235d tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:15.479928 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-d5d0c9ba-d873-4a8d-ad4a-effeefcc235d tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 811 time: 0.1398261 Apr 29 13:54:15.495883 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-6da531fd-4dd2-454f-bae7-7a20159d182a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/quotas/a0df978659ab4fb69192b174de3da38f HTTP/1.1" status: 200 len: 375 time: 0.0107841 Apr 29 13:54:15.574155 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-cf5b08d2-b9a8-4707-8be5-575b8efbfc5f tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Synchronizing usage tracker for tenant:a0df978659ab4fb69192b174de3da38f on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:54:15.589257 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-cf5b08d2-b9a8-4707-8be5-575b8efbfc5f tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Unset dirty status for tenant:a0df978659ab4fb69192b174de3da38f on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:54:15.590830 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-cf5b08d2-b9a8-4707-8be5-575b8efbfc5f tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0901952 Apr 29 13:54:15.605757 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-590e0f5b-d4e2-488c-a2af-f4f948e8cb8b service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 13:54:15.606705 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-590e0f5b-d4e2-488c-a2af-f4f948e8cb8b service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049062 Apr 29 13:54:15.735886 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-b24cd4d4-b2ab-4fc9-b834-e35b2cbdc1c6 service neutron] 10.222.0.76 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236503 Apr 29 13:54:15.863980 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-9c3cd9d6-8201-431f-8fb1-2e5d345383cd service neutron] 10.222.0.76 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225436 Apr 29 13:54:15.989777 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:54:16.023078 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:54:16.023421 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 6b7ae4f2-7c97-4f63-878a-a98dab4f52cd not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:54:16.052951 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ec70cbe0-c735-4a33-8470-02d897b363c0 req-25b1cb69-7060-48eb-ba2e-39ae2f157208 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 210 time: 0.0420780 Apr 29 13:54:17.188439 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-aa32f525-f64f-4ff6-ba9a-71014d0383f8 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:17.189859 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-aa32f525-f64f-4ff6-ba9a-71014d0383f8 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.32 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 811 time: 0.1578805 Apr 29 13:54:17.247544 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d30c912d-3689-4e7e-b46a-94789dfa3547 req-1b4e744c-afeb-47eb-9adc-f9c54549fd9e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 210 time: 0.0643170 Apr 29 13:54:17.275075 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-ab965892-8024-4aa9-8fca-0297818ca1a8 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0df978659ab4fb69192b174de3da38f HTTP/1.1" status: 200 len: 379 time: 0.0476978 Apr 29 13:54:17.282933 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-5341794c-dbbc-4a46-81a3-f21a875e0900 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Request body: {'port': {'device_id': 'ac209343-b93e-4a7b-a4bc-abfece0bba20', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'admin_state_up': True, 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'security_groups': ['099a0b75-ffbb-4aeb-80f9-04d54c9997e3']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:54:17.412520 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-5341794c-dbbc-4a46-81a3-f21a875e0900 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:54:17.423173 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-5341794c-dbbc-4a46-81a3-f21a875e0900 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:54:17.434214 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-5341794c-dbbc-4a46-81a3-f21a875e0900 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Made reservation on behalf of a0df978659ab4fb69192b174de3da38f for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:54:17.437555 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-5341794c-dbbc-4a46-81a3-f21a875e0900 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:17.596136 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-5341794c-dbbc-4a46-81a3-f21a875e0900 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Allocated IP 172.20.0.5 (7d000d2d-cbf3-463c-904a-08e7e2d8fef4/a845123e-9255-4a80-88a3-f184afda3586/bd7e9b84-3773-458e-bfd7-ad1453693087) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:54:17.775609 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-5341794c-dbbc-4a46-81a3-f21a875e0900 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:17.790687 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-5341794c-dbbc-4a46-81a3-f21a875e0900 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Transition to ACTIVE for port object bd7e9b84-3773-458e-bfd7-ad1453693087 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:54:17.811888 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-5341794c-dbbc-4a46-81a3-f21a875e0900 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:17.885859 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-5341794c-dbbc-4a46-81a3-f21a875e0900 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Network 7d000d2d-cbf3-463c-904a-08e7e2d8fef4 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:54:17.888948 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-5341794c-dbbc-4a46-81a3-f21a875e0900 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:54:17.893171 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-5341794c-dbbc-4a46-81a3-f21a875e0900 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:54:18.012857 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341794c-dbbc-4a46-81a3-f21a875e0900 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Pushing event updated for resources: {'Port': ['ID=bd7e9b84-3773-458e-bfd7-ad1453693087,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:54:18.040644 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5341794c-dbbc-4a46-81a3-f21a875e0900 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:54:18.041005 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5341794c-dbbc-4a46-81a3-f21a875e0900 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:54:18.041340 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5341794c-dbbc-4a46-81a3-f21a875e0900 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:54:18.041666 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5341794c-dbbc-4a46-81a3-f21a875e0900 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:54:18.041990 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5341794c-dbbc-4a46-81a3-f21a875e0900 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:54:18.042306 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5341794c-dbbc-4a46-81a3-f21a875e0900 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:54:18.042626 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5341794c-dbbc-4a46-81a3-f21a875e0900 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:54:18.042947 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5341794c-dbbc-4a46-81a3-f21a875e0900 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:54:18.043254 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5341794c-dbbc-4a46-81a3-f21a875e0900 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:54:18.043563 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5341794c-dbbc-4a46-81a3-f21a875e0900 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:54:18.043872 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5341794c-dbbc-4a46-81a3-f21a875e0900 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:54:18.059723 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-5341794c-dbbc-4a46-81a3-f21a875e0900 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:18.060323 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-5341794c-dbbc-4a46-81a3-f21a875e0900 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:18.084289 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-5341794c-dbbc-4a46-81a3-f21a875e0900 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8048453 Apr 29 13:54:18.095011 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-9b7173ea-1747-4bcf-a59d-9972113fe177 service neutron] Request body: {'port': {'device_id': 'ac209343-b93e-4a7b-a4bc-abfece0bba20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:54:18.119833 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-649efb50-689c-4aa8-9e21-55402218608c None None] Provisioning for port bd7e9b84-3773-458e-bfd7-ad1453693087 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:54:18.124815 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-649efb50-689c-4aa8-9e21-55402218608c None None] Provisioning complete for port bd7e9b84-3773-458e-bfd7-ad1453693087 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:54:18.125270 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-649efb50-689c-4aa8-9e21-55402218608c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:18.176847 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-649efb50-689c-4aa8-9e21-55402218608c None None] Port bd7e9b84-3773-458e-bfd7-ad1453693087 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:54:18.202493 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-9b7173ea-1747-4bcf-a59d-9972113fe177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:18.446530 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3e1d2-8e66-403d-986f-7fed013446c3 req-2f1fe71f-c839-40e8-b973-9c14c923ba39 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:18.447992 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e9f3e1d2-8e66-403d-986f-7fed013446c3 req-2f1fe71f-c839-40e8-b973-9c14c923ba39 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 931 time: 0.0784874 Apr 29 13:54:18.495989 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e9f3e1d2-8e66-403d-986f-7fed013446c3 req-d2fa029c-4d66-4759-b9cc-8dc4d4dbede4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409734 Apr 29 13:54:18.538731 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-9b7173ea-1747-4bcf-a59d-9972113fe177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7e9b84-3773-458e-bfd7-ad1453693087 {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:54:18.546012 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-9b7173ea-1747-4bcf-a59d-9972113fe177 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:18.559753 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-9b7173ea-1747-4bcf-a59d-9972113fe177 service neutron] Transition to ACTIVE for port object bd7e9b84-3773-458e-bfd7-ad1453693087 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:54:18.563473 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-9b7173ea-1747-4bcf-a59d-9972113fe177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:18.689899 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7173ea-1747-4bcf-a59d-9972113fe177 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7e9b84-3773-458e-bfd7-ad1453693087,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:54:18.805563 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-9b7173ea-1747-4bcf-a59d-9972113fe177 service neutron] Attempting to bind port bd7e9b84-3773-458e-bfd7-ad1453693087 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:54:18.805912 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-9b7173ea-1747-4bcf-a59d-9972113fe177 service neutron] Attempting to bind port bd7e9b84-3773-458e-bfd7-ad1453693087 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '08532cfd-be92-4b0a-b4be-682e6d28a8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:54:18.806229 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-9b7173ea-1747-4bcf-a59d-9972113fe177 service neutron] Attempting to bind port bd7e9b84-3773-458e-bfd7-ad1453693087 on network 7d000d2d-cbf3-463c-904a-08e7e2d8fef4 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:54:18.811903 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-9b7173ea-1747-4bcf-a59d-9972113fe177 service neutron] Port bd7e9b84-3773-458e-bfd7-ad1453693087 on network 7d000d2d-cbf3-463c-904a-08e7e2d8fef4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:54:18.812208 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-9b7173ea-1747-4bcf-a59d-9972113fe177 service neutron] Attempting to bind port bd7e9b84-3773-458e-bfd7-ad1453693087 on network 7d000d2d-cbf3-463c-904a-08e7e2d8fef4 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:54:18.818393 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-9b7173ea-1747-4bcf-a59d-9972113fe177 service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:54:18.818702 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-9b7173ea-1747-4bcf-a59d-9972113fe177 service neutron] Checking segment: {'id': '08532cfd-be92-4b0a-b4be-682e6d28a8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:54:18.819075 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-9b7173ea-1747-4bcf-a59d-9972113fe177 service neutron] Bound using segment: {'id': '08532cfd-be92-4b0a-b4be-682e6d28a8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:54:18.819490 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-9b7173ea-1747-4bcf-a59d-9972113fe177 service neutron] Bound port: bd7e9b84-3773-458e-bfd7-ad1453693087, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08532cfd-be92-4b0a-b4be-682e6d28a8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:54:18.819826 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-9b7173ea-1747-4bcf-a59d-9972113fe177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:18.909488 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-9b7173ea-1747-4bcf-a59d-9972113fe177 service neutron] For port bd7e9b84-3773-458e-bfd7-ad1453693087, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:54:18.913695 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-9b7173ea-1747-4bcf-a59d-9972113fe177 service neutron] For port bd7e9b84-3773-458e-bfd7-ad1453693087, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=bd7e9b84-3773-458e-bfd7-ad1453693087,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:54:18.918303 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-9b7173ea-1747-4bcf-a59d-9972113fe177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:18.980793 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-9b7173ea-1747-4bcf-a59d-9972113fe177 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:18.982141 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-9b7173ea-1747-4bcf-a59d-9972113fe177 service neutron] 10.222.0.32 "PUT /v2.0/ports/bd7e9b84-3773-458e-bfd7-ad1453693087 HTTP/1.1" status: 200 len: 1093 time: 0.8909943 Apr 29 13:54:18.982655 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac209343-b93e-4a7b-a4bc-abfece0bba20', 'tag': 'bd7e9b84-3773-458e-bfd7-ad1453693087'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:54:19.000630 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7173ea-1747-4bcf-a59d-9972113fe177 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7e9b84-3773-458e-bfd7-ad1453693087,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:54:19.054665 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-428da7dd-ea69-4e04-9b4e-eb9d81f1dce4'] response: {'name': 'network-changed', 'server_uuid': 'ac209343-b93e-4a7b-a4bc-abfece0bba20', 'tag': 'bd7e9b84-3773-458e-bfd7-ad1453693087', 'status': 'completed', 'code': 200} Apr 29 13:54:19.091382 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-70ded141-1a8f-496b-b0af-94f034813441 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 1096 time: 0.0720608 Apr 29 13:54:19.165378 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-36462983-e06c-4630-a0ed-631d570fc840 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd7e9b84-3773-458e-bfd7-ad1453693087 HTTP/1.1" status: 200 len: 217 time: 0.0674858 Apr 29 13:54:19.229287 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-c21d733d-8be2-48b2-b5e4-f7ff98e31253 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:19.230852 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-c21d733d-8be2-48b2-b5e4-f7ff98e31253 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a845123e-9255-4a80-88a3-f184afda3586 HTTP/1.1" status: 200 len: 850 time: 0.0584927 Apr 29 13:54:19.313080 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-b415d726-f9c4-429c-ba0e-01a0e4c6c9c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765529 Apr 29 13:54:19.452181 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-0d51fdac-b930-4c08-9f1e-7f570c39216a service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327457 Apr 29 13:54:19.590119 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ed123271-364d-4879-ab06-c48ec5ba67e1 req-286318bf-6bcc-45d0-be71-88483361a30f service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327074 Apr 29 13:54:19.722783 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cb870-ad54-49c0-bbb2-5798ea1a0254 req-fce9b9a1-8566-462b-ba00-b993d8fb7093 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:19.723418 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-08c8c709-c320-4bf4-8084-3d3263474222 req-ce290962-fccd-4925-b4fb-6d495a0892a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 1096 time: 0.0749419 Apr 29 13:54:19.724265 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e40cb870-ad54-49c0-bbb2-5798ea1a0254 req-fce9b9a1-8566-462b-ba00-b993d8fb7093 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 943 time: 0.0857756 Apr 29 13:54:19.771352 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e40cb870-ad54-49c0-bbb2-5798ea1a0254 req-473941b5-5b8b-4365-b214-9040650834d7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402622 Apr 29 13:54:19.978249 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8c709-c320-4bf4-8084-3d3263474222 req-51d4bf7c-f75c-4626-bf4b-32151761178c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:19.979725 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-08c8c709-c320-4bf4-8084-3d3263474222 req-51d4bf7c-f75c-4626-bf4b-32151761178c service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 912 time: 0.2508600 Apr 29 13:54:20.048269 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-08c8c709-c320-4bf4-8084-3d3263474222 req-de81180e-c73a-4a9a-a359-f694ac191e95 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd7e9b84-3773-458e-bfd7-ad1453693087 HTTP/1.1" status: 200 len: 217 time: 0.0621789 Apr 29 13:54:20.110825 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8c709-c320-4bf4-8084-3d3263474222 req-92fef108-c0d6-42a2-95e9-79902069c0b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:20.112270 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-08c8c709-c320-4bf4-8084-3d3263474222 req-92fef108-c0d6-42a2-95e9-79902069c0b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a845123e-9255-4a80-88a3-f184afda3586 HTTP/1.1" status: 200 len: 850 time: 0.0584791 Apr 29 13:54:20.199058 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-08c8c709-c320-4bf4-8084-3d3263474222 req-86fe06e8-8c33-4bba-b572-e8799a4904fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808122 Apr 29 13:54:20.331060 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-08c8c709-c320-4bf4-8084-3d3263474222 req-901c5c67-296b-4e18-be0c-b488fad659ff service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256692 Apr 29 13:54:20.464077 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-08c8c709-c320-4bf4-8084-3d3263474222 req-86ee83be-dfd5-49b2-8766-db7837e1c798 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265404 Apr 29 13:54:20.972234 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02d027-5707-4acb-b117-060a6dba34af req-0c88954c-0ffc-421c-946b-49542cf99beb tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:20.972936 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-6b02d027-5707-4acb-b117-060a6dba34af req-0c88954c-0ffc-421c-946b-49542cf99beb tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Synchronizing usage tracker for tenant:a0df978659ab4fb69192b174de3da38f on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:54:20.988147 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-6b02d027-5707-4acb-b117-060a6dba34af req-0c88954c-0ffc-421c-946b-49542cf99beb tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Unset dirty status for tenant:a0df978659ab4fb69192b174de3da38f on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:54:20.989354 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6b02d027-5707-4acb-b117-060a6dba34af req-0c88954c-0ffc-421c-946b-49542cf99beb tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 943 time: 0.0899057 Apr 29 13:54:21.033528 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6b02d027-5707-4acb-b117-060a6dba34af req-8fbfb7d7-2367-43e7-b895-682d6fe30bc3 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378301 Apr 29 13:54:22.247891 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52ef14-cbf6-4677-a8ba-27550305b80f req-42d44bc1-dad3-4d89-8d30-79429dda654d tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:22.249338 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-6e52ef14-cbf6-4677-a8ba-27550305b80f req-42d44bc1-dad3-4d89-8d30-79429dda654d tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 943 time: 0.0779405 Apr 29 13:54:22.294229 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-6e52ef14-cbf6-4677-a8ba-27550305b80f req-c2966ed2-8adc-47e2-8857-a1f9f3b98019 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394423 Apr 29 13:54:23.488395 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6c110-5bfb-4576-9d81-c10b6f5f64fc req-22758d73-36fd-4fdf-861f-57489f0fa865 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:23.489840 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f5d6c110-5bfb-4576-9d81-c10b6f5f64fc req-22758d73-36fd-4fdf-861f-57489f0fa865 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 943 time: 0.0785520 Apr 29 13:54:23.533966 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f5d6c110-5bfb-4576-9d81-c10b6f5f64fc req-da54c6de-3458-4770-9982-d67e7f446009 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380547 Apr 29 13:54:24.035487 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device bd7e9b84-3773-458e-bfd7-ad1453693087 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:54:24.165512 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port bd7e9b84-3773-458e-bfd7-ad1453693087, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=bd7e9b84-3773-458e-bfd7-ad1453693087,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:54:24.178030 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': 'bd7e9b84-3773-458e-bfd7-ad1453693087', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'port_id': 'bd7e9b84-3773-458e-bfd7-ad1453693087', 'mac_address': 'fa:16:3e:d1:81:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:54:24.234162 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:24.251732 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7e9b84-3773-458e-bfd7-ad1453693087 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:54:24.267359 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port bd7e9b84-3773-458e-bfd7-ad1453693087, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=bd7e9b84-3773-458e-bfd7-ad1453693087,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:54:24.271423 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:24.335290 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=bd7e9b84-3773-458e-bfd7-ad1453693087,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:54:24.343741 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:54:24.344076 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:54:24.344405 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:54:24.344730 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:54:24.345080 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:54:24.345402 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:54:24.345723 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:54:24.346045 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:54:24.346360 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:54:24.346671 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:54:24.346984 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:54:24.581229 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['bd7e9b84-3773-458e-bfd7-ad1453693087'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:54:24.765325 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13929dcf-f819-4636-bef9-c9139297d9fb req-d0edb84e-c75f-47c2-9dc9-170ba561d932 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:24.766771 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-13929dcf-f819-4636-bef9-c9139297d9fb req-d0edb84e-c75f-47c2-9dc9-170ba561d932 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 944 time: 0.0872006 Apr 29 13:54:24.817430 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-13929dcf-f819-4636-bef9-c9139297d9fb req-2b925499-9e22-4d18-be6d-63189692a59d tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446239 Apr 29 13:54:26.011805 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e67e01-8ace-4de3-902a-c598f2b418f6 req-e135e531-0794-4ab0-a362-093b848e8267 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:26.013248 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-00e67e01-8ace-4de3-902a-c598f2b418f6 req-e135e531-0794-4ab0-a362-093b848e8267 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 944 time: 0.0743818 Apr 29 13:54:26.035531 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device bd7e9b84-3773-458e-bfd7-ad1453693087 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:54:26.060947 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-00e67e01-8ace-4de3-902a-c598f2b418f6 req-32a9defb-3060-4fa5-a268-ef93de02fbfa tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421717 Apr 29 13:54:26.103012 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port bd7e9b84-3773-458e-bfd7-ad1453693087 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:54:26.107525 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port bd7e9b84-3773-458e-bfd7-ad1453693087 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:54:26.107903 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:26.219183 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:26.246809 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac209343-b93e-4a7b-a4bc-abfece0bba20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7e9b84-3773-458e-bfd7-ad1453693087'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:54:26.256440 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port bd7e9b84-3773-458e-bfd7-ad1453693087, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=bd7e9b84-3773-458e-bfd7-ad1453693087,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:54:26.261201 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:26.360633 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=bd7e9b84-3773-458e-bfd7-ad1453693087,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:54:26.383576 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0532cd11-6725-4b51-b90a-590a9ba7daf9'] response: {'server_uuid': 'ac209343-b93e-4a7b-a4bc-abfece0bba20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7e9b84-3773-458e-bfd7-ad1453693087', 'code': 200} Apr 29 13:54:26.601009 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d9659922-f902-4a4b-967d-d6e43501be02 req-1105ca8d-29c4-4570-8043-47d18a2fa1a8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 1098 time: 0.0668008 Apr 29 13:54:26.641188 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d9659922-f902-4a4b-967d-d6e43501be02 req-9f2e3939-f9ce-44c4-9b12-89a57f06edea service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342147 Apr 29 13:54:27.262030 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54884e11-2651-4435-8d88-a48086b511ef req-34e7ad05-6500-403a-a8ea-a20e27879d8b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:27.263479 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-54884e11-2651-4435-8d88-a48086b511ef req-34e7ad05-6500-403a-a8ea-a20e27879d8b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 945 time: 0.0821075 Apr 29 13:54:27.307449 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-54884e11-2651-4435-8d88-a48086b511ef req-cb646252-204b-4c08-8ee0-9721d89bfcc7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385792 Apr 29 13:54:28.243122 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:28.503757 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1fbcf-05e1-4734-8d11-48ed9e5f5f74 req-1ca4a85d-e573-4d3c-a574-f40f76cee1f5 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:28.505098 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8ad1fbcf-05e1-4734-8d11-48ed9e5f5f74 req-1ca4a85d-e573-4d3c-a574-f40f76cee1f5 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 945 time: 0.0741830 Apr 29 13:54:28.549489 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8ad1fbcf-05e1-4734-8d11-48ed9e5f5f74 req-d8a22e2a-e793-479d-87dc-769e761f6a27 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388966 Apr 29 13:54:28.736056 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba07ccb-7203-46aa-b7e4-53f4baa8312b req-49c6d4a5-9d7b-4789-beda-a53c395e2cbd tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:28.737526 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dba07ccb-7203-46aa-b7e4-53f4baa8312b req-49c6d4a5-9d7b-4789-beda-a53c395e2cbd tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 945 time: 0.0757928 Apr 29 13:54:28.746637 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 39384) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:54:28.752735 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-3d7aa6a9-471b-45cc-9840-e8a7573a8bea tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Request body: {'floatingip': {'port_id': 'bd7e9b84-3773-458e-bfd7-ad1453693087'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:54:28.830409 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3d7aa6a9-471b-45cc-9840-e8a7573a8bea tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for floatingip, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:29.501453 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3d7aa6a9-471b-45cc-9840-e8a7573a8bea tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:29.504888 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3d7aa6a9-471b-45cc-9840-e8a7573a8bea tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:29.686880 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.l3_db [None req-3d7aa6a9-471b-45cc-9840-e8a7573a8bea tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Floating IP 73f41cbb-b4d2-484f-979f-35cfe7186f11 associated. External IP: 172.26.6.176, port: bd7e9b84-3773-458e-bfd7-ad1453693087. Apr 29 13:54:30.061022 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7aa6a9-471b-45cc-9840-e8a7573a8bea tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Router 97aea941-4746-4ce1-8d62-3501d9bbfd0b has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:54:30.255606 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7aa6a9-471b-45cc-9840-e8a7573a8bea tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:54:30.260702 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3d7aa6a9-471b-45cc-9840-e8a7573a8bea tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:30.266659 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc17b8a-59eb-4122-bbb2-1c8a360d35db None None] Sync routers for ids ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:54:30.278607 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc17b8a-59eb-4122-bbb2-1c8a360d35db None None] Routers {'97aea941-4746-4ce1-8d62-3501d9bbfd0b'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:54:30.279202 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-1bc17b8a-59eb-4122-bbb2-1c8a360d35db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:54:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:54:30.312645 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3d7aa6a9-471b-45cc-9840-e8a7573a8bea tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "PUT /v2.0/floatingips/73f41cbb-b4d2-484f-979f-35cfe7186f11 HTTP/1.1" status: 200 len: 992 time: 1.5649853 Apr 29 13:54:30.313253 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac209343-b93e-4a7b-a4bc-abfece0bba20', 'tag': 'bd7e9b84-3773-458e-bfd7-ad1453693087'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:54:30.369285 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a449c5cf-4339-45c2-b942-ce5e91d29b58'] response: {'name': 'network-changed', 'server_uuid': 'ac209343-b93e-4a7b-a4bc-abfece0bba20', 'tag': 'bd7e9b84-3773-458e-bfd7-ad1453693087', 'status': 'completed', 'code': 200} Apr 29 13:54:30.459454 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-1bc17b8a-59eb-4122-bbb2-1c8a360d35db None None] Set router 97aea941-4746-4ce1-8d62-3501d9bbfd0b gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:54:30.536461 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8c02e6ee-e775-4a3b-b01e-0ee68ec34552 req-e8775cf9-1560-4b0e-b8f4-1326e30ab700 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 1098 time: 0.1460657 Apr 29 13:54:30.683096 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02e6ee-e775-4a3b-b01e-0ee68ec34552 req-1d7b04a2-020e-48a6-b8fc-4a66dddb83bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:30.684535 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8c02e6ee-e775-4a3b-b01e-0ee68ec34552 req-1d7b04a2-020e-48a6-b8fc-4a66dddb83bc service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 912 time: 0.1414256 Apr 29 13:54:30.806089 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8c02e6ee-e775-4a3b-b01e-0ee68ec34552 req-53dfc275-2dfa-4045-8989-1b647bba277c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd7e9b84-3773-458e-bfd7-ad1453693087 HTTP/1.1" status: 200 len: 1000 time: 0.1118257 Apr 29 13:54:30.850201 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-1bc17b8a-59eb-4122-bbb2-1c8a360d35db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 4, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port': {'id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:12Z', 'updated_at': '2022-04-29T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '73f41cbb-b4d2-484f-979f-35cfe7186f11', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'floating_ip_address': '172.26.6.176', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'port_id': 'bd7e9b84-3773-458e-bfd7-ad1453693087', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'mac_address': 'fa:16:3e:d1:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac209343-b93e-4a7b-a4bc-abfece0bba20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:51:17Z', 'updated_at': '2022-04-29T13:54:29Z', 'revision_number': 13, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020dcdec-80cc-4335-9dca-d91066f174e7', 'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'mac_address': 'fa:16:3e:63:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:13Z', 'updated_at': '2022-04-29T13:51:31Z', 'revision_number': 5, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'subnets': [{'id': 'a845123e-9255-4a80-88a3-f184afda3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:54:30.855123 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc17b8a-59eb-4122-bbb2-1c8a360d35db None None] Checking router: 97aea941-4746-4ce1-8d62-3501d9bbfd0b for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:54:30.866968 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc17b8a-59eb-4122-bbb2-1c8a360d35db None None] Routers {'97aea941-4746-4ce1-8d62-3501d9bbfd0b'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:54:30.867729 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-1bc17b8a-59eb-4122-bbb2-1c8a360d35db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:54:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:54:30.990771 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02e6ee-e775-4a3b-b01e-0ee68ec34552 req-4c46a5dc-192a-482b-bf45-850e9b134642 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:30.992219 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8c02e6ee-e775-4a3b-b01e-0ee68ec34552 req-4c46a5dc-192a-482b-bf45-850e9b134642 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a845123e-9255-4a80-88a3-f184afda3586 HTTP/1.1" status: 200 len: 850 time: 0.1806316 Apr 29 13:54:31.047738 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c0245d92-8148-4668-8913-1861bfd0e9e5 req-cf40a0ac-95a6-48ad-a09a-7bb99b60c134 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0846174 Apr 29 13:54:31.065139 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-1bc17b8a-59eb-4122-bbb2-1c8a360d35db None None] Set router 97aea941-4746-4ce1-8d62-3501d9bbfd0b gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:54:31.092483 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8c02e6ee-e775-4a3b-b01e-0ee68ec34552 req-3a8d55be-e07d-4cbb-b911-b0b19e86abc9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0946453 Apr 29 13:54:31.231831 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8c02e6ee-e775-4a3b-b01e-0ee68ec34552 req-bbcec07a-6ddb-4506-94b9-5d1178cdc38b service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336529 Apr 29 13:54:31.371911 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8c02e6ee-e775-4a3b-b01e-0ee68ec34552 req-779efc0f-c139-4827-8862-207f081d27e7 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342716 Apr 29 13:54:31.432185 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-1bc17b8a-59eb-4122-bbb2-1c8a360d35db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 4, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port': {'id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:12Z', 'updated_at': '2022-04-29T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '73f41cbb-b4d2-484f-979f-35cfe7186f11', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'floating_ip_address': '172.26.6.176', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'port_id': 'bd7e9b84-3773-458e-bfd7-ad1453693087', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'mac_address': 'fa:16:3e:d1:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac209343-b93e-4a7b-a4bc-abfece0bba20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:51:17Z', 'updated_at': '2022-04-29T13:54:29Z', 'revision_number': 13, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020dcdec-80cc-4335-9dca-d91066f174e7', 'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'mac_address': 'fa:16:3e:63:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:13Z', 'updated_at': '2022-04-29T13:51:31Z', 'revision_number': 5, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'subnets': [{'id': 'a845123e-9255-4a80-88a3-f184afda3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:54:31.436569 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc17b8a-59eb-4122-bbb2-1c8a360d35db None None] The sync data for ids ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'] in dv-neutron-839027-4-hyperv is: [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 4, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port': {'id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:12Z', 'updated_at': '2022-04-29T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '73f41cbb-b4d2-484f-979f-35cfe7186f11', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'floating_ip_address': '172.26.6.176', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'port_id': 'bd7e9b84-3773-458e-bfd7-ad1453693087', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'mac_address': 'fa:16:3e:d1:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac209343-b93e-4a7b-a4bc-abfece0bba20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:51:17Z', 'updated_at': '2022-04-29T13:54:29Z', 'revision_number': 13, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020dcdec-80cc-4335-9dca-d91066f174e7', 'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'mac_address': 'fa:16:3e:63:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:13Z', 'updated_at': '2022-04-29T13:51:31Z', 'revision_number': 5, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'subnets': [{'id': 'a845123e-9255-4a80-88a3-f184afda3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:54:31.542045 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c0245d92-8148-4668-8913-1861bfd0e9e5 req-028cff9b-24f5-4042-bb7c-9030d0f375a0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 1098 time: 0.0723572 Apr 29 13:54:31.660898 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989e3008-726e-4e17-a920-286b66506912 None None] New status for floating IP 73f41cbb-b4d2-484f-979f-35cfe7186f11: ACTIVE {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:54:31.686984 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0245d92-8148-4668-8913-1861bfd0e9e5 req-37ae0329-1c34-45a9-8439-214315baa060 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:31.688430 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c0245d92-8148-4668-8913-1861bfd0e9e5 req-37ae0329-1c34-45a9-8439-214315baa060 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 912 time: 0.1287682 Apr 29 13:54:31.794897 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c0245d92-8148-4668-8913-1861bfd0e9e5 req-c2ada49a-fe1f-42e2-8e1a-99b7390a9285 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd7e9b84-3773-458e-bfd7-ad1453693087 HTTP/1.1" status: 200 len: 1000 time: 0.0999587 Apr 29 13:54:31.877780 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0245d92-8148-4668-8913-1861bfd0e9e5 req-592a84be-f280-42d1-b758-0932e408c4d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:31.879315 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c0245d92-8148-4668-8913-1861bfd0e9e5 req-592a84be-f280-42d1-b758-0932e408c4d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a845123e-9255-4a80-88a3-f184afda3586 HTTP/1.1" status: 200 len: 850 time: 0.0787163 Apr 29 13:54:32.017679 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c0245d92-8148-4668-8913-1861bfd0e9e5 req-195b8ea7-1319-4098-9028-087a948e6335 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1317875 Apr 29 13:54:32.053265 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eafbee-3538-4c4d-9e44-af5c99276225 req-44c6c41a-b352-4c6c-82db-a6b770c72c22 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:32.054622 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f6eafbee-3538-4c4d-9e44-af5c99276225 req-44c6c41a-b352-4c6c-82db-a6b770c72c22 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 945 time: 0.1224353 Apr 29 13:54:32.181262 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f6eafbee-3538-4c4d-9e44-af5c99276225 req-d6ed2d21-903d-4ab5-a58e-28d45c547cc8 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788081 Apr 29 13:54:32.188405 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c0245d92-8148-4668-8913-1861bfd0e9e5 req-8a44f005-5091-4eb5-b48e-a4186f7616c4 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648936 Apr 29 13:54:32.318867 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c0245d92-8148-4668-8913-1861bfd0e9e5 req-3266a096-e398-4cfc-a1a9-b293fccde4ab service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241601 Apr 29 13:54:37.902713 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-90a4090c-e46d-4bfb-8d32-c8229e559585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:40.451423 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4517fbaa-583f-4863-bdeb-7ec22b987810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:41.554236 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:41.600129 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:41.630074 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-971e1819-d9ef-428a-a2c6-479070fa1e54 req-717f3b1f-79d0-438e-94d1-7b4abc4354c3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0738816 Apr 29 13:54:41.945854 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c83e4-e089-4fe8-b376-05335b183211 req-d63e971a-3b77-4cfc-93e5-95efc4acbc08 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:41.945854 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-223c83e4-e089-4fe8-b376-05335b183211 req-d63e971a-3b77-4cfc-93e5-95efc4acbc08 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 945 time: 0.0776126 Apr 29 13:54:41.952360 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-60f74844-bc11-495b-92b9-b4a3f8e82d01 req-f1e709fd-35d3-4e17-bbaf-2ce65d22d131 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1468482 Apr 29 13:54:41.991529 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-223c83e4-e089-4fe8-b376-05335b183211 req-2417978a-3e3d-4f20-b1b2-76d1b32b8736 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426803 Apr 29 13:54:42.972257 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:43.100176 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-60f74844-bc11-495b-92b9-b4a3f8e82d01 req-01d31ae9-c064-4d89-a3aa-9bd61bcd97f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 1098 time: 0.0735722 Apr 29 13:54:43.345993 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f74844-bc11-495b-92b9-b4a3f8e82d01 req-b345139a-2780-48c8-a9eb-db86a699a2a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:43.347337 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-60f74844-bc11-495b-92b9-b4a3f8e82d01 req-b345139a-2780-48c8-a9eb-db86a699a2a8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 912 time: 0.2411284 Apr 29 13:54:43.478728 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace287a-3072-4605-bef5-d1528f00f940 req-70b593e2-7fb5-40db-9e64-a37478b2b234 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:43.480211 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9ace287a-3072-4605-bef5-d1528f00f940 req-70b593e2-7fb5-40db-9e64-a37478b2b234 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 945 time: 0.1652284 Apr 29 13:54:43.481954 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-60f74844-bc11-495b-92b9-b4a3f8e82d01 req-32f1412b-c11a-40be-b816-a472a0df97fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd7e9b84-3773-458e-bfd7-ad1453693087 HTTP/1.1" status: 200 len: 1002 time: 0.1239207 Apr 29 13:54:43.606735 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9ace287a-3072-4605-bef5-d1528f00f940 req-1efbdc27-c9d4-4f29-8dc4-ea8b642e3a13 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905347 Apr 29 13:54:43.606735 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f74844-bc11-495b-92b9-b4a3f8e82d01 req-0479fb04-b6d1-462b-995f-7b37e03555a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:43.606735 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-60f74844-bc11-495b-92b9-b4a3f8e82d01 req-0479fb04-b6d1-462b-995f-7b37e03555a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a845123e-9255-4a80-88a3-f184afda3586 HTTP/1.1" status: 200 len: 850 time: 0.0804172 Apr 29 13:54:43.686114 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-60f74844-bc11-495b-92b9-b4a3f8e82d01 req-7d9fb556-6c23-4b6e-b45d-74a138c22577 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737212 Apr 29 13:54:43.791427 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-60f74844-bc11-495b-92b9-b4a3f8e82d01 req-3497621b-9ab2-4e94-b913-d12ea36cc596 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247413 Apr 29 13:54:43.922019 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-60f74844-bc11-495b-92b9-b4a3f8e82d01 req-cf14680e-c591-4e16-9917-f6b7f2a69692 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246600 Apr 29 13:54:44.604632 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:54:44.779806 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b23ee7-ec93-48da-9f37-5da739252f08 req-a5a39f38-6ae5-48d4-aa00-f479d7b87f32 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:44.781285 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-14b23ee7-ec93-48da-9f37-5da739252f08 req-a5a39f38-6ae5-48d4-aa00-f479d7b87f32 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 945 time: 0.0810795 Apr 29 13:54:44.827584 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-14b23ee7-ec93-48da-9f37-5da739252f08 req-152ca881-6d40-46e5-9984-9dc844f29c6d tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402441 Apr 29 13:54:46.026300 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab400a-80c8-4646-8541-86262f50caa1 req-e11c4350-850c-42d3-8366-36423deae148 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:46.027720 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bcab400a-80c8-4646-8541-86262f50caa1 req-e11c4350-850c-42d3-8366-36423deae148 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 945 time: 0.0790291 Apr 29 13:54:46.071467 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bcab400a-80c8-4646-8541-86262f50caa1 req-6cd39c07-d3f3-4a07-a5cb-3c7bd6bb75bc tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383685 Apr 29 13:54:47.268675 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552aaf24-8be4-455c-aff4-4e0ecc9ab13a req-c4895e33-3e92-467d-8ab5-aba006231ea2 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:47.270148 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-552aaf24-8be4-455c-aff4-4e0ecc9ab13a req-c4895e33-3e92-467d-8ab5-aba006231ea2 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 945 time: 0.0790002 Apr 29 13:54:47.313833 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-552aaf24-8be4-455c-aff4-4e0ecc9ab13a req-cc2cb393-3f25-48c5-b527-d0ffe3b2bc71 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376530 Apr 29 13:54:48.510165 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca63111-acfd-4e13-aadb-c878c7b773e1 req-43f0554d-9eea-4c3c-b36a-d63dedb2ad8e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:48.511621 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5ca63111-acfd-4e13-aadb-c878c7b773e1 req-43f0554d-9eea-4c3c-b36a-d63dedb2ad8e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 945 time: 0.0775547 Apr 29 13:54:48.555792 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5ca63111-acfd-4e13-aadb-c878c7b773e1 req-7458b1ab-804b-4702-ab50-ed20b6f5a31e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385399 Apr 29 13:54:49.761008 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210656b-16f2-4938-9522-24e57158469b req-1a512d6d-cf36-4ea4-b1b4-9e54aec06b30 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:49.764386 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9210656b-16f2-4938-9522-24e57158469b req-1a512d6d-cf36-4ea4-b1b4-9e54aec06b30 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 945 time: 0.0835481 Apr 29 13:54:49.807491 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9210656b-16f2-4938-9522-24e57158469b req-5ed196cf-1bb5-48a0-a418-68482d31e9ed tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394723 Apr 29 13:54:51.015476 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89624d-2b57-4145-9d43-8fa426960fb7 req-3d72903c-5551-4821-befa-73e0505a8c69 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:51.017109 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3a89624d-2b57-4145-9d43-8fa426960fb7 req-3d72903c-5551-4821-befa-73e0505a8c69 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 945 time: 0.0828702 Apr 29 13:54:51.063715 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3a89624d-2b57-4145-9d43-8fa426960fb7 req-45d50b67-b5d4-41ef-8b9e-70058e127e9d tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409627 Apr 29 13:54:51.274730 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-60f74844-bc11-495b-92b9-b4a3f8e82d01 req-192e8372-813c-4c99-82fb-a674c75e2e02 service neutron] 10.222.0.32 "GET /v2.0/ports/bd7e9b84-3773-458e-bfd7-ad1453693087/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0731792 Apr 29 13:54:51.532937 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-60f74844-bc11-495b-92b9-b4a3f8e82d01 req-984b8ab8-3d3d-44be-bdea-04a36a02024c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20&tenant_id=a0df978659ab4fb69192b174de3da38f HTTP/1.1" status: 200 len: 1098 time: 0.0728619 Apr 29 13:54:51.624499 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-60f74844-bc11-495b-92b9-b4a3f8e82d01 req-dcc8f090-2ec3-46f2-a3d9-4e559b8f204b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 1098 time: 0.0688775 Apr 29 13:54:51.754637 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f74844-bc11-495b-92b9-b4a3f8e82d01 req-60ca785c-6fbb-4216-b590-10f05e692c17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:51.756057 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-60f74844-bc11-495b-92b9-b4a3f8e82d01 req-60ca785c-6fbb-4216-b590-10f05e692c17 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 912 time: 0.1245630 Apr 29 13:54:51.858328 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-60f74844-bc11-495b-92b9-b4a3f8e82d01 req-68ad4d65-3540-4bff-b02c-b5f121eb74d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd7e9b84-3773-458e-bfd7-ad1453693087 HTTP/1.1" status: 200 len: 1002 time: 0.0967832 Apr 29 13:54:51.918995 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f74844-bc11-495b-92b9-b4a3f8e82d01 req-1b9cf025-3a5c-4b18-97d4-81eeb58933b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:51.920408 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-60f74844-bc11-495b-92b9-b4a3f8e82d01 req-1b9cf025-3a5c-4b18-97d4-81eeb58933b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a845123e-9255-4a80-88a3-f184afda3586 HTTP/1.1" status: 200 len: 850 time: 0.0566180 Apr 29 13:54:51.996337 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-60f74844-bc11-495b-92b9-b4a3f8e82d01 req-a57d7fd7-df7c-4c91-bb10-03c4d5d765d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701196 Apr 29 13:54:52.207086 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-60f74844-bc11-495b-92b9-b4a3f8e82d01 req-300802c0-f038-4cc2-b489-5ad9b46b5acc service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048850 Apr 29 13:54:52.260539 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbe322-b705-46b7-baf5-873f64224c14 req-40020ce1-6c2a-4fd7-ad7e-070adda42be4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:52.261993 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d1dbe322-b705-46b7-baf5-873f64224c14 req-40020ce1-6c2a-4fd7-ad7e-070adda42be4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 945 time: 0.0752470 Apr 29 13:54:52.306092 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d1dbe322-b705-46b7-baf5-873f64224c14 req-98dbd090-c854-492b-a571-e0b8093ebfe4 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383890 Apr 29 13:54:52.338796 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-60f74844-bc11-495b-92b9-b4a3f8e82d01 req-5bc9f642-8d3f-48bb-9743-8cb2f9ba78ce service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256385 Apr 29 13:54:53.505747 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634eb2e-80b1-4bf2-bb5f-d0273f220745 req-ca9d4e32-4fb1-400f-994b-c5be38643d92 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:53.507191 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8634eb2e-80b1-4bf2-bb5f-d0273f220745 req-ca9d4e32-4fb1-400f-994b-c5be38643d92 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 945 time: 0.0782623 Apr 29 13:54:53.552312 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8634eb2e-80b1-4bf2-bb5f-d0273f220745 req-3b70eefb-dbb7-4542-9cc7-48f95675d6cc tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393994 Apr 29 13:54:54.751485 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009e768-0d4d-49ca-a74f-d4bab9522732 req-062bd0c6-55e2-4649-af39-3b925a2201af tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:54.752955 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9009e768-0d4d-49ca-a74f-d4bab9522732 req-062bd0c6-55e2-4649-af39-3b925a2201af tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 945 time: 0.0796702 Apr 29 13:54:54.798297 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9009e768-0d4d-49ca-a74f-d4bab9522732 req-e2305dd9-924d-4edb-96e7-cdf988afb238 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390573 Apr 29 13:54:55.997983 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f421e0-27df-4962-9f7e-8eab0f2488cb req-c2de561c-b810-40b6-8a64-1e57e224103c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:55.999401 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c0f421e0-27df-4962-9f7e-8eab0f2488cb req-c2de561c-b810-40b6-8a64-1e57e224103c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 945 time: 0.0801387 Apr 29 13:54:56.046206 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c0f421e0-27df-4962-9f7e-8eab0f2488cb req-4710b915-20f8-4e28-a8f7-a0cb4f71d7c8 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412796 Apr 29 13:54:56.198567 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device bd7e9b84-3773-458e-bfd7-ad1453693087 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:54:56.200797 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device bd7e9b84-3773-458e-bfd7-ad1453693087 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:54:56.404003 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:56.441354 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port bd7e9b84-3773-458e-bfd7-ad1453693087, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=bd7e9b84-3773-458e-bfd7-ad1453693087,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:54:56.456971 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac209343-b93e-4a7b-a4bc-abfece0bba20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd7e9b84-3773-458e-bfd7-ad1453693087'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:54:56.463838 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': 'bd7e9b84-3773-458e-bfd7-ad1453693087', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'port_id': 'bd7e9b84-3773-458e-bfd7-ad1453693087', 'mac_address': 'fa:16:3e:d1:81:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:54:56.469795 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port bd7e9b84-3773-458e-bfd7-ad1453693087, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=bd7e9b84-3773-458e-bfd7-ad1453693087,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:54:56.498069 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:56.537515 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25400c14-8067-4c60-90f0-1673dde1d65d'] response: {'server_uuid': 'ac209343-b93e-4a7b-a4bc-abfece0bba20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd7e9b84-3773-458e-bfd7-ad1453693087', 'code': 200} Apr 29 13:54:56.574267 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:56.595522 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=bd7e9b84-3773-458e-bfd7-ad1453693087,revision_number=6']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:54:56.599119 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7e9b84-3773-458e-bfd7-ad1453693087 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:54:56.614591 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port bd7e9b84-3773-458e-bfd7-ad1453693087, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=bd7e9b84-3773-458e-bfd7-ad1453693087,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:54:56.618076 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:56.687145 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=bd7e9b84-3773-458e-bfd7-ad1453693087,revision_number=7']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:54:56.692967 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['bd7e9b84-3773-458e-bfd7-ad1453693087'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:54:57.243760 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0696c-7153-45cf-b1c8-a07bc7e8d72a req-5bd34fa1-d320-4a71-9d3b-c6f0fec0ccfc tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:57.245225 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-95b0696c-7153-45cf-b1c8-a07bc7e8d72a req-5bd34fa1-d320-4a71-9d3b-c6f0fec0ccfc tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 944 time: 0.0774891 Apr 29 13:54:57.292903 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-95b0696c-7153-45cf-b1c8-a07bc7e8d72a req-1ee636f4-81b1-4216-8ed3-9b9704a20f2b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421622 Apr 29 13:54:58.224468 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device bd7e9b84-3773-458e-bfd7-ad1453693087 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:54:58.274655 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:58.299433 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port bd7e9b84-3773-458e-bfd7-ad1453693087 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:54:58.299872 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:58.415710 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:58.447691 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port bd7e9b84-3773-458e-bfd7-ad1453693087, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=bd7e9b84-3773-458e-bfd7-ad1453693087,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:54:58.451581 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:54:58.493469 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38a507-74d0-442a-bb8e-f5bab4b6e4a2 req-5c966a5c-4d6d-48e9-9817-50fabbe885ce tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:58.494902 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1f38a507-74d0-442a-bb8e-f5bab4b6e4a2 req-5c966a5c-4d6d-48e9-9817-50fabbe885ce tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 945 time: 0.0759368 Apr 29 13:54:58.517934 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=bd7e9b84-3773-458e-bfd7-ad1453693087,revision_number=8']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:54:58.538747 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac209343-b93e-4a7b-a4bc-abfece0bba20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7e9b84-3773-458e-bfd7-ad1453693087'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:54:58.543755 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1f38a507-74d0-442a-bb8e-f5bab4b6e4a2 req-f1a052ab-5615-4ca6-9637-1f11770c8847 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432832 Apr 29 13:54:58.599744 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-592619a0-32b1-4fe3-a1ee-45acae7373a4'] response: {'server_uuid': 'ac209343-b93e-4a7b-a4bc-abfece0bba20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7e9b84-3773-458e-bfd7-ad1453693087', 'code': 200} Apr 29 13:54:59.740030 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd4e0e-e627-4bc7-a5b2-f05985adecce req-09492ea9-3dce-4200-8ac1-d547cdd4837f tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:54:59.741499 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-37cd4e0e-e627-4bc7-a5b2-f05985adecce req-09492ea9-3dce-4200-8ac1-d547cdd4837f tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 945 time: 0.0763838 Apr 29 13:54:59.785881 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-37cd4e0e-e627-4bc7-a5b2-f05985adecce req-8bc7cabc-55f3-404e-99f9-ff4109bb85d5 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387201 Apr 29 13:55:00.983170 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a771317-3aa3-4279-b2ef-f2368ae8ccc5 req-6f126bf7-38cc-487d-b683-2c34d74e3a06 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:00.984619 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3a771317-3aa3-4279-b2ef-f2368ae8ccc5 req-6f126bf7-38cc-487d-b683-2c34d74e3a06 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 945 time: 0.0777495 Apr 29 13:55:01.029308 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3a771317-3aa3-4279-b2ef-f2368ae8ccc5 req-1e038590-d4ab-4394-b06e-e406e9a0b837 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391605 Apr 29 13:55:02.304317 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23147e6-4df3-4329-9702-209018fd25e4 req-574a0c09-66e4-4dc0-8634-26450e4db2fd tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:02.305774 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d23147e6-4df3-4329-9702-209018fd25e4 req-574a0c09-66e4-4dc0-8634-26450e4db2fd tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 945 time: 0.1559780 Apr 29 13:55:02.349971 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d23147e6-4df3-4329-9702-209018fd25e4 req-3c8df1aa-4fe4-4e73-9895-4d8e3b656a87 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386939 Apr 29 13:55:02.756963 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9b911-49c6-4105-be72-ff8e31fdc577 req-5201ae67-ab1d-404a-a23a-bab3a7ba19bb tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:02.759092 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8cd9b911-49c6-4105-be72-ff8e31fdc577 req-5201ae67-ab1d-404a-a23a-bab3a7ba19bb tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20&tenant_id=a0df978659ab4fb69192b174de3da38f&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 945 time: 0.0843451 Apr 29 13:55:02.808829 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ca668-6f43-4f71-9c04-bf1d364b0933 req-b5553e1d-84bc-4def-802f-8410a03d5876 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:02.810289 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-384ca668-6f43-4f71-9c04-bf1d364b0933 req-b5553e1d-84bc-4def-802f-8410a03d5876 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 945 time: 0.0769186 Apr 29 13:55:02.838019 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8cd9b911-49c6-4105-be72-ff8e31fdc577 req-2ef14e60-fa3a-4405-aae8-ce90877e624e service neutron] 10.222.0.32 "GET /v2.0/ports/bd7e9b84-3773-458e-bfd7-ad1453693087/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0736458 Apr 29 13:55:02.856392 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-384ca668-6f43-4f71-9c04-bf1d364b0933 req-707e69d9-13f1-4297-b203-da5f52337362 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402989 Apr 29 13:55:02.930890 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8cd9b911-49c6-4105-be72-ff8e31fdc577 req-1528e2bd-69de-4564-81f3-198578eb6fe1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 1098 time: 0.0698988 Apr 29 13:55:03.058977 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9b911-49c6-4105-be72-ff8e31fdc577 req-83e841e9-2d73-4eb2-b32b-1dc3ecc91681 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:03.060398 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8cd9b911-49c6-4105-be72-ff8e31fdc577 req-83e841e9-2d73-4eb2-b32b-1dc3ecc91681 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 912 time: 0.1244938 Apr 29 13:55:03.159956 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8cd9b911-49c6-4105-be72-ff8e31fdc577 req-1339355b-adb6-4008-bbf3-0a6650e28632 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd7e9b84-3773-458e-bfd7-ad1453693087 HTTP/1.1" status: 200 len: 1002 time: 0.0941541 Apr 29 13:55:03.223877 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9b911-49c6-4105-be72-ff8e31fdc577 req-e5adc33e-777a-4f9e-89fe-cec3f6d61dfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:03.225226 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8cd9b911-49c6-4105-be72-ff8e31fdc577 req-e5adc33e-777a-4f9e-89fe-cec3f6d61dfd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a845123e-9255-4a80-88a3-f184afda3586 HTTP/1.1" status: 200 len: 850 time: 0.0597289 Apr 29 13:55:03.298324 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8cd9b911-49c6-4105-be72-ff8e31fdc577 req-8de297b9-d1d9-4141-9ad2-91a58103e8fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670762 Apr 29 13:55:03.428520 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8cd9b911-49c6-4105-be72-ff8e31fdc577 req-d4dbbf24-7e19-4c31-a817-e00fe291ec61 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239166 Apr 29 13:55:03.554972 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8cd9b911-49c6-4105-be72-ff8e31fdc577 req-b38908ce-8284-4ba7-a401-da58506408ca service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210732 Apr 29 13:55:04.056775 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b9914-0d87-420a-9053-b37c82e8c1a8 req-24b4a0e9-4d13-4312-85ff-37a0a91354a0 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:04.058237 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c22b9914-0d87-420a-9053-b37c82e8c1a8 req-24b4a0e9-4d13-4312-85ff-37a0a91354a0 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 945 time: 0.0796609 Apr 29 13:55:04.103644 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c22b9914-0d87-420a-9053-b37c82e8c1a8 req-ccf7c6a7-699e-4945-9f99-6ccb2431b3b7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398598 Apr 29 13:55:05.299893 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af0322-80f8-4875-b005-de7e032aadcf req-83bf7da6-aade-4ae9-81b7-d3587dff816b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:05.301351 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e5af0322-80f8-4875-b005-de7e032aadcf req-83bf7da6-aade-4ae9-81b7-d3587dff816b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 945 time: 0.0784798 Apr 29 13:55:05.347418 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e5af0322-80f8-4875-b005-de7e032aadcf req-32069620-e5fd-47c6-a551-1f8faab7584f tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390091 Apr 29 13:55:06.549318 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c5ffa-ad0e-40d8-a2f0-70a13439d2cf req-3f9af6ed-24b4-4ee2-a826-8327cd968106 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:06.550771 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e04c5ffa-ad0e-40d8-a2f0-70a13439d2cf req-3f9af6ed-24b4-4ee2-a826-8327cd968106 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 945 time: 0.0790641 Apr 29 13:55:06.598511 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e04c5ffa-ad0e-40d8-a2f0-70a13439d2cf req-02ebbc33-a1cb-4f74-a139-46450d849eb2 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405960 Apr 29 13:55:06.927292 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8cd9b911-49c6-4105-be72-ff8e31fdc577 req-ff93eba8-9230-4d2b-954e-c5fc278d1806 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20&tenant_id=a0df978659ab4fb69192b174de3da38f HTTP/1.1" status: 200 len: 1098 time: 0.1505294 Apr 29 13:55:07.025519 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8cd9b911-49c6-4105-be72-ff8e31fdc577 req-f5226399-a040-4a62-b73c-7d20b07907d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0df978659ab4fb69192b174de3da38f&device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 1098 time: 0.0775232 Apr 29 13:55:07.156094 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9b911-49c6-4105-be72-ff8e31fdc577 req-5ab8a480-5d3b-49de-81fe-90328f3f5b3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:07.157568 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8cd9b911-49c6-4105-be72-ff8e31fdc577 req-5ab8a480-5d3b-49de-81fe-90328f3f5b3d service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 200 len: 912 time: 0.1263955 Apr 29 13:55:07.259365 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8cd9b911-49c6-4105-be72-ff8e31fdc577 req-f5135b99-2f36-4074-af97-e8cd9cb2c9fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd7e9b84-3773-458e-bfd7-ad1453693087 HTTP/1.1" status: 200 len: 1002 time: 0.0951974 Apr 29 13:55:07.318442 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9b911-49c6-4105-be72-ff8e31fdc577 req-0e3d3768-f488-479d-be2d-d04eee3e307c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:07.320502 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8cd9b911-49c6-4105-be72-ff8e31fdc577 req-0e3d3768-f488-479d-be2d-d04eee3e307c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a845123e-9255-4a80-88a3-f184afda3586 HTTP/1.1" status: 200 len: 850 time: 0.0551894 Apr 29 13:55:07.395077 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8cd9b911-49c6-4105-be72-ff8e31fdc577 req-4c417d7d-e314-4fce-b8ba-87fa3401d8cb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d000d2d-cbf3-463c-904a-08e7e2d8fef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687003 Apr 29 13:55:07.524184 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8cd9b911-49c6-4105-be72-ff8e31fdc577 req-942180bc-cc47-4d3a-bb9a-cf1a522624ba service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227636 Apr 29 13:55:07.653835 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8cd9b911-49c6-4105-be72-ff8e31fdc577 req-3dba292d-548b-4869-b070-c9c4c75e1497 service neutron] 10.222.0.32 "GET /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241784 Apr 29 13:55:07.797549 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d13ff-4f6b-4c9c-85b0-92dd0af285c4 req-a08199de-f54f-462c-8c72-df2be316b2e7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:07.799107 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-776d13ff-4f6b-4c9c-85b0-92dd0af285c4 req-a08199de-f54f-462c-8c72-df2be316b2e7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 945 time: 0.0793996 Apr 29 13:55:07.847922 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-776d13ff-4f6b-4c9c-85b0-92dd0af285c4 req-eaad8c08-a89a-416b-8da4-b03c253864f5 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422666 Apr 29 13:55:07.905483 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e08398d7-44bb-4f47-9d93-cfe661b8c0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:09.057994 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4005a0-6373-4363-84ac-44c2c0466bcf req-63c01ce8-16ba-4864-82af-79ec034e4a68 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:09.059428 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4e4005a0-6373-4363-84ac-44c2c0466bcf req-63c01ce8-16ba-4864-82af-79ec034e4a68 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 945 time: 0.0849998 Apr 29 13:55:09.106461 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4e4005a0-6373-4363-84ac-44c2c0466bcf req-4a6b3b9c-9a22-48af-99ef-bfb93bf5c237 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394282 Apr 29 13:55:10.306881 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fd9e4-3f3c-4c5a-b071-b38fdebf0e9c req-36d7bea5-0710-4487-a49e-3e499e52bd96 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:10.308315 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ea2fd9e4-3f3c-4c5a-b071-b38fdebf0e9c req-36d7bea5-0710-4487-a49e-3e499e52bd96 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 945 time: 0.0805233 Apr 29 13:55:10.346818 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device bd7e9b84-3773-458e-bfd7-ad1453693087 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:55:10.353669 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ea2fd9e4-3f3c-4c5a-b071-b38fdebf0e9c req-ffb43659-72bb-4636-ade2-81f447d9350f tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398052 Apr 29 13:55:10.468012 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e53e2944-bff1-465c-aec4-bcf86cc6cf67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:10.469522 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:10.496178 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac209343-b93e-4a7b-a4bc-abfece0bba20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd7e9b84-3773-458e-bfd7-ad1453693087'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:55:10.505415 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port bd7e9b84-3773-458e-bfd7-ad1453693087, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=bd7e9b84-3773-458e-bfd7-ad1453693087,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:55:10.510200 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:10.562668 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7968c38c-4cb0-4cf0-b8be-dbb98767c91b'] response: {'server_uuid': 'ac209343-b93e-4a7b-a4bc-abfece0bba20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd7e9b84-3773-458e-bfd7-ad1453693087', 'code': 200} Apr 29 13:55:10.578476 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=bd7e9b84-3773-458e-bfd7-ad1453693087,revision_number=9']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:55:11.531376 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:11.555624 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe771a7-5bc2-4fa3-865f-a7d54d94444f req-982bab0a-b767-4f3d-a30f-cd360d46dac1 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:11.557109 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-afe771a7-5bc2-4fa3-865f-a7d54d94444f req-982bab0a-b767-4f3d-a30f-cd360d46dac1 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 943 time: 0.0781040 Apr 29 13:55:11.605895 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:11.607551 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-afe771a7-5bc2-4fa3-865f-a7d54d94444f req-0ea649fa-3ef3-4fff-b424-47f75914dbbb tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449383 Apr 29 13:55:12.353397 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device bd7e9b84-3773-458e-bfd7-ad1453693087 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:55:12.483639 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port bd7e9b84-3773-458e-bfd7-ad1453693087, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=bd7e9b84-3773-458e-bfd7-ad1453693087,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:55:12.496629 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': 'bd7e9b84-3773-458e-bfd7-ad1453693087', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'port_id': 'bd7e9b84-3773-458e-bfd7-ad1453693087', 'mac_address': 'fa:16:3e:d1:81:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:55:12.548474 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:12.565014 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7e9b84-3773-458e-bfd7-ad1453693087 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:55:12.579360 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port bd7e9b84-3773-458e-bfd7-ad1453693087, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=bd7e9b84-3773-458e-bfd7-ad1453693087,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:55:12.583434 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:12.650217 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['bd7e9b84-3773-458e-bfd7-ad1453693087'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:55:12.698383 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=bd7e9b84-3773-458e-bfd7-ad1453693087,revision_number=10']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:55:12.814276 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776284b-0fa6-419f-b22b-39356173689a req-4df91903-58eb-4a03-b2cd-142df1225fcb tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:12.815817 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5776284b-0fa6-419f-b22b-39356173689a req-4df91903-58eb-4a03-b2cd-142df1225fcb tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 945 time: 0.0818152 Apr 29 13:55:12.862320 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5776284b-0fa6-419f-b22b-39356173689a req-353fbe20-a038-4512-a31c-f6ae4046828f tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396478 Apr 29 13:55:12.974629 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:14.055245 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4200d-3a85-4345-996b-c471deae75ea req-e4183617-7674-44ff-904a-c85a868ec46a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:14.056657 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-bfe4200d-3a85-4345-996b-c471deae75ea req-e4183617-7674-44ff-904a-c85a868ec46a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 945 time: 0.0744536 Apr 29 13:55:14.100330 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-bfe4200d-3a85-4345-996b-c471deae75ea req-e550a6f6-f2aa-4c3a-aab8-3ac22578b27c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381804 Apr 29 13:55:14.361460 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device bd7e9b84-3773-458e-bfd7-ad1453693087 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:55:14.432698 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port bd7e9b84-3773-458e-bfd7-ad1453693087 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:55:14.433150 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:14.580643 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:14.606496 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac209343-b93e-4a7b-a4bc-abfece0bba20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7e9b84-3773-458e-bfd7-ad1453693087'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:55:14.619508 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port bd7e9b84-3773-458e-bfd7-ad1453693087, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=bd7e9b84-3773-458e-bfd7-ad1453693087,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:55:14.624595 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:14.669560 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e780d987-b72c-4aea-9f6d-92eae8660c48'] response: {'server_uuid': 'ac209343-b93e-4a7b-a4bc-abfece0bba20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7e9b84-3773-458e-bfd7-ad1453693087', 'code': 200} Apr 29 13:55:14.692258 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=bd7e9b84-3773-458e-bfd7-ad1453693087,revision_number=11']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:55:15.440023 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85e2d1-ea12-469e-aa2d-b9256d035b73 req-b1bf2e70-ed1f-4d21-8a0d-4eeb45da25cc tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:15.441434 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8b85e2d1-ea12-469e-aa2d-b9256d035b73 req-b1bf2e70-ed1f-4d21-8a0d-4eeb45da25cc tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 946 time: 0.0791757 Apr 29 13:55:15.487570 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8b85e2d1-ea12-469e-aa2d-b9256d035b73 req-ead288aa-3561-4b05-98ff-57c2180122bb tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404468 Apr 29 13:55:16.688917 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f513b6b-7f36-4c1f-a2c9-8f8b3e71e84b req-e72029e0-aedf-4722-9055-31e316051391 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:16.690250 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5f513b6b-7f36-4c1f-a2c9-8f8b3e71e84b req-e72029e0-aedf-4722-9055-31e316051391 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 946 time: 0.0763359 Apr 29 13:55:16.739107 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5f513b6b-7f36-4c1f-a2c9-8f8b3e71e84b req-9aec2937-7d8c-4bf2-966f-1aed2ebe8c2a tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427828 Apr 29 13:55:16.934400 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ec150-c1e5-4476-97f8-0cec19761194 req-4edfde02-5531-455c-b812-78d451daccc6 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:16.935833 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d18ec150-c1e5-4476-97f8-0cec19761194 req-4edfde02-5531-455c-b812-78d451daccc6 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 946 time: 0.0756526 Apr 29 13:55:16.979997 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d18ec150-c1e5-4476-97f8-0cec19761194 req-2a9d58cc-5789-43d2-8d35-1d3bb05b757d tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386233 Apr 29 13:55:17.172247 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eaa64b-aecd-43ad-b054-d1110149ad8a req-0bc7b72d-f563-423f-8ec9-8ef774224948 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:17.173679 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a4eaa64b-aecd-43ad-b054-d1110149ad8a req-0bc7b72d-f563-423f-8ec9-8ef774224948 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 946 time: 0.0748317 Apr 29 13:55:17.217798 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a4eaa64b-aecd-43ad-b054-d1110149ad8a req-30612e6a-4a9f-46ae-a5ca-26bb31999794 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387716 Apr 29 13:55:17.613926 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf30a51-2f0c-4c71-a5b0-0e0fad85bedb req-8f390902-eb28-469e-a33f-b0d155922806 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:17.615363 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bdf30a51-2f0c-4c71-a5b0-0e0fad85bedb req-8f390902-eb28-469e-a33f-b0d155922806 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 946 time: 0.0777650 Apr 29 13:55:17.658612 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bdf30a51-2f0c-4c71-a5b0-0e0fad85bedb req-7b1c62f1-756c-46f3-9785-8e92523ce1ea tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378726 Apr 29 13:55:18.855957 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1747f-d288-4a11-a195-3f04c05a12f2 req-c21f94f7-effd-4421-a8e9-e28f59f82fb5 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:18.857444 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9ec1747f-d288-4a11-a195-3f04c05a12f2 req-c21f94f7-effd-4421-a8e9-e28f59f82fb5 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 946 time: 0.0790567 Apr 29 13:55:18.902067 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9ec1747f-d288-4a11-a195-3f04c05a12f2 req-6d945a31-d0a7-4e80-8a53-ce19d7f11e36 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391371 Apr 29 13:55:20.098500 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b355c12-a11f-4bb2-9333-124d65445edf req-ead997d7-6609-4d4e-99ba-b711b0982e50 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:20.100130 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8b355c12-a11f-4bb2-9333-124d65445edf req-ead997d7-6609-4d4e-99ba-b711b0982e50 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 946 time: 0.0765715 Apr 29 13:55:20.147109 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8b355c12-a11f-4bb2-9333-124d65445edf req-4a6163fc-a3e0-475f-8602-f839eab0df7f tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups?id=099a0b75-ffbb-4aeb-80f9-04d54c9997e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404274 Apr 29 13:55:20.265190 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d145c-3a7f-4e83-a330-24d3028a4eac req-800717a1-23e3-4bd6-bb37-ac500dad9e89 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:20.265190 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-277d145c-3a7f-4e83-a330-24d3028a4eac req-800717a1-23e3-4bd6-bb37-ac500dad9e89 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 946 time: 0.0795186 Apr 29 13:55:20.349885 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-277d145c-3a7f-4e83-a330-24d3028a4eac req-13d809c7-6012-4122-a051-73be59d8b11e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Deleting port bd7e9b84-3773-458e-bfd7-ad1453693087 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:55:20.350165 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-277d145c-3a7f-4e83-a330-24d3028a4eac req-13d809c7-6012-4122-a051-73be59d8b11e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:20.721568 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-277d145c-3a7f-4e83-a330-24d3028a4eac req-13d809c7-6012-4122-a051-73be59d8b11e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] For port bd7e9b84-3773-458e-bfd7-ad1453693087, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=bd7e9b84-3773-458e-bfd7-ad1453693087,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:55:20.721832 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-277d145c-3a7f-4e83-a330-24d3028a4eac req-13d809c7-6012-4122-a051-73be59d8b11e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:21.050272 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-277d145c-3a7f-4e83-a330-24d3028a4eac req-13d809c7-6012-4122-a051-73be59d8b11e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:21.050634 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-277d145c-3a7f-4e83-a330-24d3028a4eac req-13d809c7-6012-4122-a051-73be59d8b11e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:21.050939 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.l3_db [req-277d145c-3a7f-4e83-a330-24d3028a4eac req-13d809c7-6012-4122-a051-73be59d8b11e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Floating IP 73f41cbb-b4d2-484f-979f-35cfe7186f11 disassociated. External IP: 172.26.6.176, port: bd7e9b84-3773-458e-bfd7-ad1453693087. Apr 29 13:55:21.051270 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-277d145c-3a7f-4e83-a330-24d3028a4eac req-13d809c7-6012-4122-a051-73be59d8b11e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Calling delete_port for bd7e9b84-3773-458e-bfd7-ad1453693087 owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:55:21.194013 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-277d145c-3a7f-4e83-a330-24d3028a4eac req-13d809c7-6012-4122-a051-73be59d8b11e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:21.243386 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d809c7-6012-4122-a051-73be59d8b11e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Pushing event deleted for resources: {'Port': ['ID=bd7e9b84-3773-458e-bfd7-ad1453693087,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:55:21.258446 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d809c7-6012-4122-a051-73be59d8b11e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:21.258992 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d809c7-6012-4122-a051-73be59d8b11e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:21.259340 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d809c7-6012-4122-a051-73be59d8b11e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:21.259434 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d809c7-6012-4122-a051-73be59d8b11e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:21.259766 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d809c7-6012-4122-a051-73be59d8b11e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:21.260091 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d809c7-6012-4122-a051-73be59d8b11e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:21.260414 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d809c7-6012-4122-a051-73be59d8b11e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:21.260859 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d809c7-6012-4122-a051-73be59d8b11e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:21.261075 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d809c7-6012-4122-a051-73be59d8b11e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:21.261394 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d809c7-6012-4122-a051-73be59d8b11e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:21.261851 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d809c7-6012-4122-a051-73be59d8b11e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:21.317816 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-6abbe47f-0601-4554-83e1-09590bb4b842 req-a5b2bbdc-de68-4375-b62f-e0d49440d71c tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 210 time: 0.0407519 Apr 29 13:55:21.470978 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-277d145c-3a7f-4e83-a330-24d3028a4eac req-13d809c7-6012-4122-a051-73be59d8b11e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Router 97aea941-4746-4ce1-8d62-3501d9bbfd0b has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:55:21.605066 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:55:21.663704 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-277d145c-3a7f-4e83-a330-24d3028a4eac req-13d809c7-6012-4122-a051-73be59d8b11e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:55:21.673878 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df39e3-42a1-4e63-8a97-d25f779f10d6 None None] Sync routers for ids ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:55:21.686629 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df39e3-42a1-4e63-8a97-d25f779f10d6 None None] Routers {'97aea941-4746-4ce1-8d62-3501d9bbfd0b'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:55:21.687311 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-86df39e3-42a1-4e63-8a97-d25f779f10d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:55:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:55:21.733783 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-277d145c-3a7f-4e83-a330-24d3028a4eac req-13d809c7-6012-4122-a051-73be59d8b11e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] No DVR routers for this DVR port bd7e9b84-3773-458e-bfd7-ad1453693087 on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:55:21.736298 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-277d145c-3a7f-4e83-a330-24d3028a4eac req-13d809c7-6012-4122-a051-73be59d8b11e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:21.738946 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac209343-b93e-4a7b-a4bc-abfece0bba20', 'name': 'network-vif-deleted', 'tag': 'bd7e9b84-3773-458e-bfd7-ad1453693087'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:55:21.755676 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-277d145c-3a7f-4e83-a330-24d3028a4eac req-13d809c7-6012-4122-a051-73be59d8b11e tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.32 "DELETE /v2.0/ports/bd7e9b84-3773-458e-bfd7-ad1453693087 HTTP/1.1" status: 204 len: 173 time: 1.4878018 Apr 29 13:55:21.804361 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c8b9c30-ab71-43ae-a790-79bec6ffe7d1'] response: {'server_uuid': 'ac209343-b93e-4a7b-a4bc-abfece0bba20', 'name': 'network-vif-deleted', 'tag': 'bd7e9b84-3773-458e-bfd7-ad1453693087', 'status': 'completed', 'code': 200} Apr 29 13:55:21.872326 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-86df39e3-42a1-4e63-8a97-d25f779f10d6 None None] Set router 97aea941-4746-4ce1-8d62-3501d9bbfd0b gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:55:22.194688 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-86df39e3-42a1-4e63-8a97-d25f779f10d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 4, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port': {'id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:12Z', 'updated_at': '2022-04-29T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '020dcdec-80cc-4335-9dca-d91066f174e7', 'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'mac_address': 'fa:16:3e:63:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:13Z', 'updated_at': '2022-04-29T13:51:31Z', 'revision_number': 5, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'subnets': [{'id': 'a845123e-9255-4a80-88a3-f184afda3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:55:22.200787 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df39e3-42a1-4e63-8a97-d25f779f10d6 None None] Checking router: 97aea941-4746-4ce1-8d62-3501d9bbfd0b for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:55:22.211687 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df39e3-42a1-4e63-8a97-d25f779f10d6 None None] Routers {'97aea941-4746-4ce1-8d62-3501d9bbfd0b'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:55:22.212359 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-86df39e3-42a1-4e63-8a97-d25f779f10d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:55:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:55:22.391255 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-86df39e3-42a1-4e63-8a97-d25f779f10d6 None None] Set router 97aea941-4746-4ce1-8d62-3501d9bbfd0b gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:55:22.500999 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8920c01a-efd3-468a-b89f-2de9057b6d68 req-ca661615-f471-47c3-9f2f-464b3413b1e6 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac209343-b93e-4a7b-a4bc-abfece0bba20 HTTP/1.1" status: 200 len: 210 time: 0.0437281 Apr 29 13:55:22.706508 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-86df39e3-42a1-4e63-8a97-d25f779f10d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 4, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port': {'id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:12Z', 'updated_at': '2022-04-29T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '020dcdec-80cc-4335-9dca-d91066f174e7', 'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'mac_address': 'fa:16:3e:63:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:13Z', 'updated_at': '2022-04-29T13:51:31Z', 'revision_number': 5, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'subnets': [{'id': 'a845123e-9255-4a80-88a3-f184afda3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:55:22.710358 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df39e3-42a1-4e63-8a97-d25f779f10d6 None None] The sync data for ids ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'] in dv-neutron-839027-4-hyperv is: [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:51:14Z', 'revision_number': 4, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port': {'id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:12Z', 'updated_at': '2022-04-29T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '020dcdec-80cc-4335-9dca-d91066f174e7', 'name': '', 'network_id': '7d000d2d-cbf3-463c-904a-08e7e2d8fef4', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'mac_address': 'fa:16:3e:63:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845123e-9255-4a80-88a3-f184afda3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:13Z', 'updated_at': '2022-04-29T13:51:31Z', 'revision_number': 5, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'subnets': [{'id': 'a845123e-9255-4a80-88a3-f184afda3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:55:22.928497 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d538eff3-fa04-4aca-b81c-8bd9ced9b6cd None None] New status for floating IP 73f41cbb-b4d2-484f-979f-35cfe7186f11: DOWN {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:55:24.409206 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device bd7e9b84-3773-458e-bfd7-ad1453693087 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:55:24.441445 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: bd7e9b84-3773-458e-bfd7-ad1453693087 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:55:24.441906 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device bd7e9b84-3773-458e-bfd7-ad1453693087 not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:55:26.781965 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39582) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:55:26.846863 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2b513434-9001-48d6-839b-6146e4fb31e7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:26.873639 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2b513434-9001-48d6-839b-6146e4fb31e7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:26.928519 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2b513434-9001-48d6-839b-6146e4fb31e7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:26.947921 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b513434-9001-48d6-839b-6146e4fb31e7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=099a0b75-ffbb-4aeb-80f9-04d54c9997e3,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:55:26.959914 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b513434-9001-48d6-839b-6146e4fb31e7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:26.960248 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b513434-9001-48d6-839b-6146e4fb31e7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:26.960576 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b513434-9001-48d6-839b-6146e4fb31e7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:26.961590 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b513434-9001-48d6-839b-6146e4fb31e7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:26.961924 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b513434-9001-48d6-839b-6146e4fb31e7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:26.962245 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b513434-9001-48d6-839b-6146e4fb31e7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:26.962565 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b513434-9001-48d6-839b-6146e4fb31e7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:26.962884 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b513434-9001-48d6-839b-6146e4fb31e7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:26.963199 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b513434-9001-48d6-839b-6146e4fb31e7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:26.963513 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b513434-9001-48d6-839b-6146e4fb31e7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:26.963824 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b513434-9001-48d6-839b-6146e4fb31e7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:26.966820 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2b513434-9001-48d6-839b-6146e4fb31e7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:26.967903 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2b513434-9001-48d6-839b-6146e4fb31e7 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "DELETE /v2.0/security-groups/099a0b75-ffbb-4aeb-80f9-04d54c9997e3 HTTP/1.1" status: 204 len: 168 time: 0.1848402 Apr 29 13:55:26.970387 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39586) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:55:26.986417 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.api.v2.resource [None req-f1660b90-413b-44a3-8745-040b72d2a6b1 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] show failed (client error): The resource could not be found. Apr 29 13:55:26.988900 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f1660b90-413b-44a3-8745-040b72d2a6b1 tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "GET /v2.0/security-groups/099a0b75-ffbb-4aeb-80f9-04d54c9997e3 HTTP/1.1" status: 404 len: 347 time: 0.0161412 Apr 29 13:55:26.989930 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39590) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:55:27.143366 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-f0d6f818-edb4-4b23-b219-668953cc0e0b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Deleting port 28849383-a590-4adb-8df7-2e62c431f369 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:55:27.143596 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f0d6f818-edb4-4b23-b219-668953cc0e0b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:27.309753 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f0d6f818-edb4-4b23-b219-668953cc0e0b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:27.310074 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f0d6f818-edb4-4b23-b219-668953cc0e0b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:27.427944 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-f0d6f818-edb4-4b23-b219-668953cc0e0b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Calling delete_port for 28849383-a590-4adb-8df7-2e62c431f369 owned by network:floatingip {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:55:27.563575 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f0d6f818-edb4-4b23-b219-668953cc0e0b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:27.612340 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d6f818-edb4-4b23-b219-668953cc0e0b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Pushing event deleted for resources: {'Port': ['ID=28849383-a590-4adb-8df7-2e62c431f369,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:55:27.702814 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f0d6f818-edb4-4b23-b219-668953cc0e0b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks [] for floatingip, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:27.716660 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f0d6f818-edb4-4b23-b219-668953cc0e0b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:27.717793 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f0d6f818-edb4-4b23-b219-668953cc0e0b tempest-ServerActionsTestJSON-476032327 tempest-ServerActionsTestJSON-476032327-project] 10.222.0.76 "DELETE /v2.0/floatingips/73f41cbb-b4d2-484f-979f-35cfe7186f11 HTTP/1.1" status: 204 len: 168 time: 0.7270374 Apr 29 13:55:27.720655 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39594) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:55:28.179200 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d21fe629-c06d-44f6-8766-f598bf4e1cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:28.240517 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:28.760681 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-d21fe629-c06d-44f6-8766-f598bf4e1cf6 admin admin] Deleting port 020dcdec-80cc-4335-9dca-d91066f174e7 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:55:28.761045 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d21fe629-c06d-44f6-8766-f598bf4e1cf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:28.931377 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-d21fe629-c06d-44f6-8766-f598bf4e1cf6 admin admin] For port 020dcdec-80cc-4335-9dca-d91066f174e7, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=020dcdec-80cc-4335-9dca-d91066f174e7,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:55:28.931737 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d21fe629-c06d-44f6-8766-f598bf4e1cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:29.049559 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-d21fe629-c06d-44f6-8766-f598bf4e1cf6 admin admin] Calling delete_port for 020dcdec-80cc-4335-9dca-d91066f174e7 owned by network:router_interface {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:55:29.216547 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d21fe629-c06d-44f6-8766-f598bf4e1cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:29.261758 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fe629-c06d-44f6-8766-f598bf4e1cf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=020dcdec-80cc-4335-9dca-d91066f174e7,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:55:29.638013 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d21fe629-c06d-44f6-8766-f598bf4e1cf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:30.196215 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21fe629-c06d-44f6-8766-f598bf4e1cf6 admin admin] Router 97aea941-4746-4ce1-8d62-3501d9bbfd0b has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:55:30.391282 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21fe629-c06d-44f6-8766-f598bf4e1cf6 admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:55:30.399896 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153b55c8-1250-4947-ba0c-8c7f612410e4 None None] Sync routers for ids ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:55:30.403264 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d21fe629-c06d-44f6-8766-f598bf4e1cf6 admin admin] 10.222.0.76 "PUT /v2.0/routers/97aea941-4746-4ce1-8d62-3501d9bbfd0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6814158 Apr 29 13:55:30.405657 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39598) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:55:30.412197 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153b55c8-1250-4947-ba0c-8c7f612410e4 None None] Routers {'97aea941-4746-4ce1-8d62-3501d9bbfd0b'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:55:30.412801 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-153b55c8-1250-4947-ba0c-8c7f612410e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:55:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:55:30.601900 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b3be12b4-c422-49e5-8d47-fab483dac7ac admin admin] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:30.629944 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-153b55c8-1250-4947-ba0c-8c7f612410e4 None None] Set router 97aea941-4746-4ce1-8d62-3501d9bbfd0b gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:55:30.903061 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b3be12b4-c422-49e5-8d47-fab483dac7ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:30.911892 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-b3be12b4-c422-49e5-8d47-fab483dac7ac admin admin] Deleting port e0c1aae8-666e-4a9a-8f3d-46724a50da23 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:55:30.912621 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b3be12b4-c422-49e5-8d47-fab483dac7ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:30.915850 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-153b55c8-1250-4947-ba0c-8c7f612410e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15'}], 'enable_snat': True}, 'gw_port_id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:55:29Z', 'revision_number': 5, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port': {'id': 'e0c1aae8-666e-4a9a-8f3d-46724a50da23', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:51:12Z', 'updated_at': '2022-04-29T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:55:30.920113 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153b55c8-1250-4947-ba0c-8c7f612410e4 None None] Checking router: 97aea941-4746-4ce1-8d62-3501d9bbfd0b for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:55:30.931152 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153b55c8-1250-4947-ba0c-8c7f612410e4 None None] Routers {'97aea941-4746-4ce1-8d62-3501d9bbfd0b'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:55:30.931745 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-153b55c8-1250-4947-ba0c-8c7f612410e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:55:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:55:31.086101 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-153b55c8-1250-4947-ba0c-8c7f612410e4 None None] Set router 97aea941-4746-4ce1-8d62-3501d9bbfd0b gateway port host: None {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:55:31.097790 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-b3be12b4-c422-49e5-8d47-fab483dac7ac admin admin] For port e0c1aae8-666e-4a9a-8f3d-46724a50da23, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e0c1aae8-666e-4a9a-8f3d-46724a50da23,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:55:31.098151 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b3be12b4-c422-49e5-8d47-fab483dac7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:31.191405 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-153b55c8-1250-4947-ba0c-8c7f612410e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:55:30Z', 'revision_number': 6, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port_host': None}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:55:31.195742 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153b55c8-1250-4947-ba0c-8c7f612410e4 None None] The sync data for ids ['97aea941-4746-4ce1-8d62-3501d9bbfd0b'] in dv-neutron-839027-4-hyperv is: [{'id': '97aea941-4746-4ce1-8d62-3501d9bbfd0b', 'name': 'tempest-ServerActionsTestJSON-368405711-router', 'tenant_id': 'a0df978659ab4fb69192b174de3da38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:51:11Z', 'updated_at': '2022-04-29T13:55:30Z', 'revision_number': 6, 'project_id': 'a0df978659ab4fb69192b174de3da38f', 'gw_port_host': None}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:55:31.223682 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-b3be12b4-c422-49e5-8d47-fab483dac7ac admin admin] Calling delete_port for e0c1aae8-666e-4a9a-8f3d-46724a50da23 owned by network:router_gateway {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:55:31.385249 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b3be12b4-c422-49e5-8d47-fab483dac7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:31.427071 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be12b4-c422-49e5-8d47-fab483dac7ac admin admin] Pushing event deleted for resources: {'Port': ['ID=e0c1aae8-666e-4a9a-8f3d-46724a50da23,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:55:31.648085 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b3be12b4-c422-49e5-8d47-fab483dac7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:31.897552 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b3be12b4-c422-49e5-8d47-fab483dac7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:31.902117 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b3be12b4-c422-49e5-8d47-fab483dac7ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:31.929733 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b3be12b4-c422-49e5-8d47-fab483dac7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:31.930280 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3be12b4-c422-49e5-8d47-fab483dac7ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97aea941-4746-4ce1-8d62-3501d9bbfd0b {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:55:31.944679 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b3be12b4-c422-49e5-8d47-fab483dac7ac admin admin] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:31.948370 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b3be12b4-c422-49e5-8d47-fab483dac7ac admin admin] 10.222.0.76 "DELETE /v2.0/routers/97aea941-4746-4ce1-8d62-3501d9bbfd0b HTTP/1.1" status: 204 len: 168 time: 1.5393910 Apr 29 13:55:31.948595 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39602) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:55:32.012406 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0bfc9c9-301e-44c8-aad1-13c14c35a141 admin admin] Deleting subnet a845123e-9255-4a80-88a3-f184afda3586 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:55:32.015320 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a0bfc9c9-301e-44c8-aad1-13c14c35a141 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:32.064531 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a0bfc9c9-301e-44c8-aad1-13c14c35a141 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:32.143772 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a0bfc9c9-301e-44c8-aad1-13c14c35a141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:32.302838 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a0bfc9c9-301e-44c8-aad1-13c14c35a141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:32.342737 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bfc9c9-301e-44c8-aad1-13c14c35a141 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a845123e-9255-4a80-88a3-f184afda3586,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:55:32.348092 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a0bfc9c9-301e-44c8-aad1-13c14c35a141 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:32.354163 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7317efa-f56b-42c6-bb7d-8252d308d63c None None] Network 7d000d2d-cbf3-463c-904a-08e7e2d8fef4 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:55:32.361539 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a0bfc9c9-301e-44c8-aad1-13c14c35a141 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a845123e-9255-4a80-88a3-f184afda3586 HTTP/1.1" status: 204 len: 168 time: 0.4115605 Apr 29 13:55:32.363708 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39606) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:55:32.468713 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a0b3e8b6-28fb-4a03-ae81-290dc48fa03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:32.478908 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-a0b3e8b6-28fb-4a03-ae81-290dc48fa03d admin admin] Deleting port 7975ac86-c79d-4aec-aba6-c8766af4a2fb {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:55:32.479238 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a0b3e8b6-28fb-4a03-ae81-290dc48fa03d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:32.599839 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1b65f2-ad15-4f7f-8fae-b0b8e88e8e42 None None] DHCP port deletion for 7d000d2d-cbf3-463c-904a-08e7e2d8fef4 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:55:32.604728 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-5e1b65f2-ad15-4f7f-8fae-b0b8e88e8e42 None None] Deleting port 7975ac86-c79d-4aec-aba6-c8766af4a2fb {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:55:32.605135 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5e1b65f2-ad15-4f7f-8fae-b0b8e88e8e42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:32.694144 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-a0b3e8b6-28fb-4a03-ae81-290dc48fa03d admin admin] For port 7975ac86-c79d-4aec-aba6-c8766af4a2fb, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=7975ac86-c79d-4aec-aba6-c8766af4a2fb,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:55:32.694412 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a0b3e8b6-28fb-4a03-ae81-290dc48fa03d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:32.805474 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-5e1b65f2-ad15-4f7f-8fae-b0b8e88e8e42 None None] For port 7975ac86-c79d-4aec-aba6-c8766af4a2fb, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=7975ac86-c79d-4aec-aba6-c8766af4a2fb,segment=NetworkSegment(08532cfd-be92-4b0a-b4be-682e6d28a8db),segment_id=08532cfd-be92-4b0a-b4be-682e6d28a8db)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:55:32.805859 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5e1b65f2-ad15-4f7f-8fae-b0b8e88e8e42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:32.818256 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-a0b3e8b6-28fb-4a03-ae81-290dc48fa03d admin admin] Calling delete_port for 7975ac86-c79d-4aec-aba6-c8766af4a2fb owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:55:32.897190 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a0b3e8b6-28fb-4a03-ae81-290dc48fa03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:32.924306 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-5e1b65f2-ad15-4f7f-8fae-b0b8e88e8e42 None None] Calling delete_port for 7975ac86-c79d-4aec-aba6-c8766af4a2fb owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:55:32.940300 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b3e8b6-28fb-4a03-ae81-290dc48fa03d admin admin] Pushing event deleted for resources: {'Port': ['ID=7975ac86-c79d-4aec-aba6-c8766af4a2fb,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:55:32.947188 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b3e8b6-28fb-4a03-ae81-290dc48fa03d admin admin] No DVR routers for this DVR port 7975ac86-c79d-4aec-aba6-c8766af4a2fb on host dv-neutron-839027-4-hyperv {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:55:32.994510 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-5e1b65f2-ad15-4f7f-8fae-b0b8e88e8e42 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:55:32.995020 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-5e1b65f2-ad15-4f7f-8fae-b0b8e88e8e42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:55:33.058252 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 7975ac86-c79d-4aec-aba6-c8766af4a2fb no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:55:33.068886 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a0b3e8b6-28fb-4a03-ae81-290dc48fa03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:33.094484 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-a0b3e8b6-28fb-4a03-ae81-290dc48fa03d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d000d2d-cbf3-463c-904a-08e7e2d8fef4']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:55:33.094683 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 7975ac86-c79d-4aec-aba6-c8766af4a2fb {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:55:33.094994 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 7975ac86-c79d-4aec-aba6-c8766af4a2fb not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:55:33.095406 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e0c1aae8-666e-4a9a-8f3d-46724a50da23 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:55:33.107191 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-a0b3e8b6-28fb-4a03-ae81-290dc48fa03d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08532cfd-be92-4b0a-b4be-682e6d28a8db') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:55:33.107479 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-a0b3e8b6-28fb-4a03-ae81-290dc48fa03d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08532cfd-be92-4b0a-b4be-682e6d28a8db') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:55:33.119595 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a0b3e8b6-28fb-4a03-ae81-290dc48fa03d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:33.126869 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: e0c1aae8-666e-4a9a-8f3d-46724a50da23 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:55:33.127212 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e0c1aae8-666e-4a9a-8f3d-46724a50da23 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:55:33.127613 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 020dcdec-80cc-4335-9dca-d91066f174e7 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:55:33.136005 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a0b3e8b6-28fb-4a03-ae81-290dc48fa03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:33.142111 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b3e8b6-28fb-4a03-ae81-290dc48fa03d admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:55:33.142494 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a0b3e8b6-28fb-4a03-ae81-290dc48fa03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:55:33.156054 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:55:33.166192 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 020dcdec-80cc-4335-9dca-d91066f174e7 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:55:33.166537 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 020dcdec-80cc-4335-9dca-d91066f174e7 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:55:33.235340 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a0b3e8b6-28fb-4a03-ae81-290dc48fa03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:33.250828 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a0b3e8b6-28fb-4a03-ae81-290dc48fa03d admin admin] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:33.260586 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b3e8b6-28fb-4a03-ae81-290dc48fa03d admin admin] Pushing event deleted for resources: {'Network': ['ID=7d000d2d-cbf3-463c-904a-08e7e2d8fef4,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:55:33.273872 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a0b3e8b6-28fb-4a03-ae81-290dc48fa03d admin admin] 10.222.0.76 "DELETE /v2.0/networks/7d000d2d-cbf3-463c-904a-08e7e2d8fef4 HTTP/1.1" status: 204 len: 168 time: 0.9087124 Apr 29 13:55:33.403351 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39612) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:55:33.452475 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b6d1c590-2132-40db-b2ab-e81c1157a813 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a0df978659ab4fb69192b174de3da38f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0479989 Apr 29 13:55:33.454909 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39616) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:55:33.495834 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-5e1b65f2-ad15-4f7f-8fae-b0b8e88e8e42 None None] Deleting port 7975ac86-c79d-4aec-aba6-c8766af4a2fb {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:55:33.496382 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5e1b65f2-ad15-4f7f-8fae-b0b8e88e8e42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:33.515861 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f06b60a3-ce08-4381-9b6c-4931aa34aa0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:33.542107 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f06b60a3-ce08-4381-9b6c-4931aa34aa0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:33.597463 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f06b60a3-ce08-4381-9b6c-4931aa34aa0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:33.604894 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-5e1b65f2-ad15-4f7f-8fae-b0b8e88e8e42 None None] The port '7975ac86-c79d-4aec-aba6-c8766af4a2fb' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:55:33.617667 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b60a3-ce08-4381-9b6c-4931aa34aa0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6c673e-3473-4331-8c3c-65cda5422aca,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:55:33.622217 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f06b60a3-ce08-4381-9b6c-4931aa34aa0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:33.623629 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f06b60a3-ce08-4381-9b6c-4931aa34aa0c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2e6c673e-3473-4331-8c3c-65cda5422aca HTTP/1.1" status: 204 len: 168 time: 0.1675165 Apr 29 13:55:34.425143 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 39638) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:55:34.550463 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-39df671c-a027-4277-b92d-87fb844161dd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1623670713-network', 'tenant_id': 'c774c78e8cf74cd291a5136d18cb866a'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:55:34.555747 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-39df671c-a027-4277-b92d-87fb844161dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:55:34.559553 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-39df671c-a027-4277-b92d-87fb844161dd admin admin] Usage tracker for resource:network and tenant:c774c78e8cf74cd291a5136d18cb866a is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:55:34.562384 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-39df671c-a027-4277-b92d-87fb844161dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:55:34.568614 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-39df671c-a027-4277-b92d-87fb844161dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:55:34.578005 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39df671c-a027-4277-b92d-87fb844161dd admin admin] Made reservation on behalf of c774c78e8cf74cd291a5136d18cb866a for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:55:34.580285 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-39df671c-a027-4277-b92d-87fb844161dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:34.592899 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-39df671c-a027-4277-b92d-87fb844161dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:34.624092 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-39df671c-a027-4277-b92d-87fb844161dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:55:34.627890 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-39df671c-a027-4277-b92d-87fb844161dd admin admin] Usage tracker for resource:security_group_rule and tenant:c774c78e8cf74cd291a5136d18cb866a is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:55:34.630849 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-39df671c-a027-4277-b92d-87fb844161dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:55:34.636779 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-39df671c-a027-4277-b92d-87fb844161dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:55:34.701143 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-39df671c-a027-4277-b92d-87fb844161dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:34.704612 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-39df671c-a027-4277-b92d-87fb844161dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:34.734627 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39df671c-a027-4277-b92d-87fb844161dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:55:34.746192 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df671c-a027-4277-b92d-87fb844161dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff81ec4a-8b19-4fa1-acd5-bf07960d462a,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:55:34.751620 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-39df671c-a027-4277-b92d-87fb844161dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:34.751977 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-39df671c-a027-4277-b92d-87fb844161dd admin admin] Added segment 71e44b97-c8b3-4bd6-aad7-1d41d3a0c109 of type vlan for network 396d581d-940a-4613-8c56-c38cc45e27a4 Apr 29 13:55:34.778877 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-39df671c-a027-4277-b92d-87fb844161dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:34.807992 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-39df671c-a027-4277-b92d-87fb844161dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:34.808950 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39df671c-a027-4277-b92d-87fb844161dd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:34.809518 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-39df671c-a027-4277-b92d-87fb844161dd admin admin] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:34.910433 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-39df671c-a027-4277-b92d-87fb844161dd admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4841883 Apr 29 13:55:34.911365 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df671c-a027-4277-b92d-87fb844161dd admin admin] Pushing event updated for resources: {'Network': ['ID=396d581d-940a-4613-8c56-c38cc45e27a4,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:55:34.913294 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 39644) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:55:34.919470 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-8f477106-7a11-499c-84c1-4d1d68423424 admin admin] Request body: {'subnet': {'network_id': '396d581d-940a-4613-8c56-c38cc45e27a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1623670713-subnet', 'tenant_id': 'c774c78e8cf74cd291a5136d18cb866a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:55:34.922260 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 396d581d-940a-4613-8c56-c38cc45e27a4 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:55:34.924489 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8f477106-7a11-499c-84c1-4d1d68423424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:55:34.928317 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8f477106-7a11-499c-84c1-4d1d68423424 admin admin] Usage tracker for resource:subnet and tenant:c774c78e8cf74cd291a5136d18cb866a is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:55:34.931187 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8f477106-7a11-499c-84c1-4d1d68423424 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:55:34.937015 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8f477106-7a11-499c-84c1-4d1d68423424 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:55:34.946885 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f477106-7a11-499c-84c1-4d1d68423424 admin admin] Made reservation on behalf of c774c78e8cf74cd291a5136d18cb866a for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:55:34.949204 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8f477106-7a11-499c-84c1-4d1d68423424 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:35.155165 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8f477106-7a11-499c-84c1-4d1d68423424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:35.230625 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f477106-7a11-499c-84c1-4d1d68423424 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1de557e-ff76-490a-944d-6ab87d60da4d,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:55:35.241888 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f477106-7a11-499c-84c1-4d1d68423424 admin admin] Checking segment: {'id': '71e44b97-c8b3-4bd6-aad7-1d41d3a0c109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '396d581d-940a-4613-8c56-c38cc45e27a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:55:35.242244 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f477106-7a11-499c-84c1-4d1d68423424 admin admin] Network hostable DHCP agents. Network: 396d581d-940a-4613-8c56-c38cc45e27a4, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:55:35.265998 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f477106-7a11-499c-84c1-4d1d68423424 admin admin] Network 396d581d-940a-4613-8c56-c38cc45e27a4 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:55:35.275891 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-8f477106-7a11-499c-84c1-4d1d68423424 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 396d581d-940a-4613-8c56-c38cc45e27a4) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:55:35.280221 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f477106-7a11-499c-84c1-4d1d68423424 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:35.280827 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8f477106-7a11-499c-84c1-4d1d68423424 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:35.285261 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadfc435-ade9-44bc-a205-ac160832a217 None None] Network 396d581d-940a-4613-8c56-c38cc45e27a4 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:55:35.392232 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8f477106-7a11-499c-84c1-4d1d68423424 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4770017 Apr 29 13:55:35.495517 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a342dbc5-285a-4ca3-b35e-eee997bddd8a None None] Network 396d581d-940a-4613-8c56-c38cc45e27a4 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:55:35.929849 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2a532-055e-4f22-8e86-525b649637bc req-1f4bfe86-7b3d-4b8e-9a28-62dda8d32a00 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:35.931318 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f4b2a532-055e-4f22-8e86-525b649637bc req-1f4bfe86-7b3d-4b8e-9a28-62dda8d32a00 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/networks?id=396d581d-940a-4613-8c56-c38cc45e27a4 HTTP/1.1" status: 200 len: 814 time: 0.1447117 Apr 29 13:55:35.947642 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f4b2a532-055e-4f22-8e86-525b649637bc req-802272b6-e847-4059-be4b-b1b42037dfe3 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/quotas/c774c78e8cf74cd291a5136d18cb866a HTTP/1.1" status: 200 len: 375 time: 0.0109410 Apr 29 13:55:35.992093 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f4b2a532-055e-4f22-8e86-525b649637bc req-169e8838-de81-4b3d-83c5-4f54841d505c tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c774c78e8cf74cd291a5136d18cb866a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396461 Apr 29 13:55:36.189759 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f4b2a532-055e-4f22-8e86-525b649637bc req-f5a8a74d-376f-4b0c-b8de-9b40d2d5114f service neutron] 10.222.0.76 "GET /v2.0/networks/396d581d-940a-4613-8c56-c38cc45e27a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911473 Apr 29 13:55:36.405758 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f4b2a532-055e-4f22-8e86-525b649637bc req-253af1cb-519a-45d7-801f-872012d0bd99 service neutron] 10.222.0.76 "GET /v2.0/networks/396d581d-940a-4613-8c56-c38cc45e27a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096980 Apr 29 13:55:37.606138 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a5c53188-9354-4d15-8fe5-543335758b40 req-c591c035-f710-4abf-b536-cd470c8cab08 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=645f8549-a540-4760-bbca-b371c8659c8e HTTP/1.1" status: 200 len: 210 time: 0.0422714 Apr 29 13:55:37.906788 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c89c424b-ca98-4a77-a1b8-f6a82c016314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:38.610182 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2a532-055e-4f22-8e86-525b649637bc req-48a00762-1010-4046-9f0a-672f7a57c585 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:38.610838 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-f4b2a532-055e-4f22-8e86-525b649637bc req-48a00762-1010-4046-9f0a-672f7a57c585 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Synchronizing usage tracker for tenant:c774c78e8cf74cd291a5136d18cb866a on resource:network {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:55:38.628283 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-f4b2a532-055e-4f22-8e86-525b649637bc req-48a00762-1010-4046-9f0a-672f7a57c585 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Unset dirty status for tenant:c774c78e8cf74cd291a5136d18cb866a on resource:network {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:55:38.629540 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f4b2a532-055e-4f22-8e86-525b649637bc req-48a00762-1010-4046-9f0a-672f7a57c585 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.32 "GET /v2.0/networks?id=396d581d-940a-4613-8c56-c38cc45e27a4 HTTP/1.1" status: 200 len: 814 time: 0.1605554 Apr 29 13:55:38.644767 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-f4b2a532-055e-4f22-8e86-525b649637bc req-646d0e27-c728-42d2-8d73-f5722ee5ada8 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Request body: {'port': {'device_id': '645f8549-a540-4760-bbca-b371c8659c8e', 'network_id': '396d581d-940a-4613-8c56-c38cc45e27a4', 'admin_state_up': True, 'tenant_id': 'c774c78e8cf74cd291a5136d18cb866a'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:55:38.783167 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-f4b2a532-055e-4f22-8e86-525b649637bc req-646d0e27-c728-42d2-8d73-f5722ee5ada8 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:55:38.786958 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-f4b2a532-055e-4f22-8e86-525b649637bc req-646d0e27-c728-42d2-8d73-f5722ee5ada8 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Usage tracker for resource:port and tenant:c774c78e8cf74cd291a5136d18cb866a is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:55:38.789364 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-46020d91-9114-4606-b3f7-2e587d71672d req-30ece3ce-818f-4f15-9376-762b4c3db953 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=645f8549-a540-4760-bbca-b371c8659c8e HTTP/1.1" status: 200 len: 210 time: 0.0449674 Apr 29 13:55:38.790260 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-f4b2a532-055e-4f22-8e86-525b649637bc req-646d0e27-c728-42d2-8d73-f5722ee5ada8 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:55:38.795639 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-f4b2a532-055e-4f22-8e86-525b649637bc req-646d0e27-c728-42d2-8d73-f5722ee5ada8 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:55:38.806612 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b2a532-055e-4f22-8e86-525b649637bc req-646d0e27-c728-42d2-8d73-f5722ee5ada8 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Made reservation on behalf of c774c78e8cf74cd291a5136d18cb866a for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:55:38.809730 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f4b2a532-055e-4f22-8e86-525b649637bc req-646d0e27-c728-42d2-8d73-f5722ee5ada8 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:38.974841 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-f4b2a532-055e-4f22-8e86-525b649637bc req-646d0e27-c728-42d2-8d73-f5722ee5ada8 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Allocated IP 172.20.0.10 (396d581d-940a-4613-8c56-c38cc45e27a4/b1de557e-ff76-490a-944d-6ab87d60da4d/57a95d6f-d956-4adf-9b53-e253035f2194) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:55:39.171574 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f4b2a532-055e-4f22-8e86-525b649637bc req-646d0e27-c728-42d2-8d73-f5722ee5ada8 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:39.198502 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f4b2a532-055e-4f22-8e86-525b649637bc req-646d0e27-c728-42d2-8d73-f5722ee5ada8 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:39.269146 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b2a532-055e-4f22-8e86-525b649637bc req-646d0e27-c728-42d2-8d73-f5722ee5ada8 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Network 396d581d-940a-4613-8c56-c38cc45e27a4 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:55:39.271960 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-f4b2a532-055e-4f22-8e86-525b649637bc req-646d0e27-c728-42d2-8d73-f5722ee5ada8 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:55:39.275711 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b2a532-055e-4f22-8e86-525b649637bc req-646d0e27-c728-42d2-8d73-f5722ee5ada8 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:55:39.310682 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d0e27-c728-42d2-8d73-f5722ee5ada8 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Pushing event updated for resources: {'Port': ['ID=57a95d6f-d956-4adf-9b53-e253035f2194,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:55:39.338911 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2a532-055e-4f22-8e86-525b649637bc req-646d0e27-c728-42d2-8d73-f5722ee5ada8 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:39.339498 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f4b2a532-055e-4f22-8e86-525b649637bc req-646d0e27-c728-42d2-8d73-f5722ee5ada8 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:39.358337 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f4b2a532-055e-4f22-8e86-525b649637bc req-646d0e27-c728-42d2-8d73-f5722ee5ada8 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7172351 Apr 29 13:55:39.369950 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-f4b2a532-055e-4f22-8e86-525b649637bc req-82c2d57d-d1be-420e-9d71-084e69f7bdc9 service neutron] Request body: {'port': {'device_id': '645f8549-a540-4760-bbca-b371c8659c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:55:39.475809 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f4b2a532-055e-4f22-8e86-525b649637bc req-82c2d57d-d1be-420e-9d71-084e69f7bdc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:39.801979 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-f4b2a532-055e-4f22-8e86-525b649637bc req-82c2d57d-d1be-420e-9d71-084e69f7bdc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57a95d6f-d956-4adf-9b53-e253035f2194 {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:55:39.808554 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f4b2a532-055e-4f22-8e86-525b649637bc req-82c2d57d-d1be-420e-9d71-084e69f7bdc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:39.824161 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-f4b2a532-055e-4f22-8e86-525b649637bc req-82c2d57d-d1be-420e-9d71-084e69f7bdc9 service neutron] Transition to ACTIVE for port object 57a95d6f-d956-4adf-9b53-e253035f2194 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:55:39.828214 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f4b2a532-055e-4f22-8e86-525b649637bc req-82c2d57d-d1be-420e-9d71-084e69f7bdc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:39.997885 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2d57d-d1be-420e-9d71-084e69f7bdc9 service neutron] Pushing event updated for resources: {'Port': ['ID=57a95d6f-d956-4adf-9b53-e253035f2194,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:55:40.210120 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c4060-afa5-4b65-bfab-d59c9410b0fc req-6a906bd3-dc57-4f7a-983a-1d2cf79d7ec1 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:40.212588 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-170c4060-afa5-4b65-bfab-d59c9410b0fc req-6a906bd3-dc57-4f7a-983a-1d2cf79d7ec1 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Synchronizing usage tracker for tenant:c774c78e8cf74cd291a5136d18cb866a on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:55:40.218220 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-f4b2a532-055e-4f22-8e86-525b649637bc req-82c2d57d-d1be-420e-9d71-084e69f7bdc9 service neutron] Attempting to bind port 57a95d6f-d956-4adf-9b53-e253035f2194 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:55:40.218547 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-f4b2a532-055e-4f22-8e86-525b649637bc req-82c2d57d-d1be-420e-9d71-084e69f7bdc9 service neutron] Attempting to bind port 57a95d6f-d956-4adf-9b53-e253035f2194 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '71e44b97-c8b3-4bd6-aad7-1d41d3a0c109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '396d581d-940a-4613-8c56-c38cc45e27a4'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:55:40.218866 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b2a532-055e-4f22-8e86-525b649637bc req-82c2d57d-d1be-420e-9d71-084e69f7bdc9 service neutron] Attempting to bind port 57a95d6f-d956-4adf-9b53-e253035f2194 on network 396d581d-940a-4613-8c56-c38cc45e27a4 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:55:40.231322 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b2a532-055e-4f22-8e86-525b649637bc req-82c2d57d-d1be-420e-9d71-084e69f7bdc9 service neutron] Port 57a95d6f-d956-4adf-9b53-e253035f2194 on network 396d581d-940a-4613-8c56-c38cc45e27a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:55:40.231636 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b2a532-055e-4f22-8e86-525b649637bc req-82c2d57d-d1be-420e-9d71-084e69f7bdc9 service neutron] Attempting to bind port 57a95d6f-d956-4adf-9b53-e253035f2194 on network 396d581d-940a-4613-8c56-c38cc45e27a4 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:55:40.241019 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b2a532-055e-4f22-8e86-525b649637bc req-82c2d57d-d1be-420e-9d71-084e69f7bdc9 service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:55:40.241354 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b2a532-055e-4f22-8e86-525b649637bc req-82c2d57d-d1be-420e-9d71-084e69f7bdc9 service neutron] Checking segment: {'id': '71e44b97-c8b3-4bd6-aad7-1d41d3a0c109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '396d581d-940a-4613-8c56-c38cc45e27a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:55:40.242262 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b2a532-055e-4f22-8e86-525b649637bc req-82c2d57d-d1be-420e-9d71-084e69f7bdc9 service neutron] Bound using segment: {'id': '71e44b97-c8b3-4bd6-aad7-1d41d3a0c109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '396d581d-940a-4613-8c56-c38cc45e27a4'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:55:40.242697 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-f4b2a532-055e-4f22-8e86-525b649637bc req-82c2d57d-d1be-420e-9d71-084e69f7bdc9 service neutron] Bound port: 57a95d6f-d956-4adf-9b53-e253035f2194, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71e44b97-c8b3-4bd6-aad7-1d41d3a0c109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '396d581d-940a-4613-8c56-c38cc45e27a4'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:55:40.243045 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f4b2a532-055e-4f22-8e86-525b649637bc req-82c2d57d-d1be-420e-9d71-084e69f7bdc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:40.251942 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-170c4060-afa5-4b65-bfab-d59c9410b0fc req-6a906bd3-dc57-4f7a-983a-1d2cf79d7ec1 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Unset dirty status for tenant:c774c78e8cf74cd291a5136d18cb866a on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:55:40.253054 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-170c4060-afa5-4b65-bfab-d59c9410b0fc req-6a906bd3-dc57-4f7a-983a-1d2cf79d7ec1 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=645f8549-a540-4760-bbca-b371c8659c8e HTTP/1.1" status: 200 len: 944 time: 0.3203406 Apr 29 13:55:40.354165 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-170c4060-afa5-4b65-bfab-d59c9410b0fc req-ec59e502-2f86-429b-a9b5-406f1d3c5aed tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Synchronizing usage tracker for tenant:c774c78e8cf74cd291a5136d18cb866a on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:55:40.374711 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-f4b2a532-055e-4f22-8e86-525b649637bc req-82c2d57d-d1be-420e-9d71-084e69f7bdc9 service neutron] For port 57a95d6f-d956-4adf-9b53-e253035f2194, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:55:40.378413 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-f4b2a532-055e-4f22-8e86-525b649637bc req-82c2d57d-d1be-420e-9d71-084e69f7bdc9 service neutron] For port 57a95d6f-d956-4adf-9b53-e253035f2194, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=57a95d6f-d956-4adf-9b53-e253035f2194,segment=NetworkSegment(71e44b97-c8b3-4bd6-aad7-1d41d3a0c109),segment_id=71e44b97-c8b3-4bd6-aad7-1d41d3a0c109)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:55:40.379963 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-170c4060-afa5-4b65-bfab-d59c9410b0fc req-ec59e502-2f86-429b-a9b5-406f1d3c5aed tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Unset dirty status for tenant:c774c78e8cf74cd291a5136d18cb866a on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:55:40.381269 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-170c4060-afa5-4b65-bfab-d59c9410b0fc req-ec59e502-2f86-429b-a9b5-406f1d3c5aed tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff81ec4a-8b19-4fa1-acd5-bf07960d462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204951 Apr 29 13:55:40.383478 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f4b2a532-055e-4f22-8e86-525b649637bc req-82c2d57d-d1be-420e-9d71-084e69f7bdc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:40.451547 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f4b2a532-055e-4f22-8e86-525b649637bc req-82c2d57d-d1be-420e-9d71-084e69f7bdc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:40.452817 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-797bf643-a7de-4344-99fd-561f84bb80e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:40.453340 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f4b2a532-055e-4f22-8e86-525b649637bc req-82c2d57d-d1be-420e-9d71-084e69f7bdc9 service neutron] 10.222.0.32 "PUT /v2.0/ports/57a95d6f-d956-4adf-9b53-e253035f2194 HTTP/1.1" status: 200 len: 1094 time: 1.0872386 Apr 29 13:55:40.453448 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645f8549-a540-4760-bbca-b371c8659c8e', 'tag': '57a95d6f-d956-4adf-9b53-e253035f2194'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:55:40.467325 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2d57d-d1be-420e-9d71-084e69f7bdc9 service neutron] Pushing event updated for resources: {'Port': ['ID=57a95d6f-d956-4adf-9b53-e253035f2194,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:55:40.522091 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46d0aa0e-5a11-4a43-97b3-3fc964390c2c'] response: {'name': 'network-changed', 'server_uuid': '645f8549-a540-4760-bbca-b371c8659c8e', 'tag': '57a95d6f-d956-4adf-9b53-e253035f2194', 'status': 'completed', 'code': 200} Apr 29 13:55:40.557384 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f4b2a532-055e-4f22-8e86-525b649637bc req-75b761c7-e7b4-473c-819e-4f607968e8d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c774c78e8cf74cd291a5136d18cb866a&device_id=645f8549-a540-4760-bbca-b371c8659c8e HTTP/1.1" status: 200 len: 1097 time: 0.0693357 Apr 29 13:55:40.629372 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f4b2a532-055e-4f22-8e86-525b649637bc req-5dfa7efc-0f6f-4ad7-a365-426e8c2df84f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57a95d6f-d956-4adf-9b53-e253035f2194 HTTP/1.1" status: 200 len: 217 time: 0.0651610 Apr 29 13:55:40.688812 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2a532-055e-4f22-8e86-525b649637bc req-aa37810f-5526-4ff7-ae88-63ee09cbd7b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:40.690198 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f4b2a532-055e-4f22-8e86-525b649637bc req-aa37810f-5526-4ff7-ae88-63ee09cbd7b8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b1de557e-ff76-490a-944d-6ab87d60da4d HTTP/1.1" status: 200 len: 854 time: 0.0557301 Apr 29 13:55:40.737564 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f4b2a532-055e-4f22-8e86-525b649637bc req-e64cf832-7c0d-4893-8ff1-bc503b54e74a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=396d581d-940a-4613-8c56-c38cc45e27a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411928 Apr 29 13:55:40.867333 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f4b2a532-055e-4f22-8e86-525b649637bc req-69e37e3c-4bc9-4d92-87ed-530ba20ec226 service neutron] 10.222.0.32 "GET /v2.0/networks/396d581d-940a-4613-8c56-c38cc45e27a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237562 Apr 29 13:55:40.995878 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f4b2a532-055e-4f22-8e86-525b649637bc req-02eeed20-50a5-4386-b1a4-81f18417ff02 service neutron] 10.222.0.32 "GET /v2.0/networks/396d581d-940a-4613-8c56-c38cc45e27a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236658 Apr 29 13:55:41.106893 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c4939a06-ea05-4d5d-85f2-ad8bac624abf req-9eb377f6-ca70-4e35-9356-b01021f2d018 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c774c78e8cf74cd291a5136d18cb866a&device_id=645f8549-a540-4760-bbca-b371c8659c8e HTTP/1.1" status: 200 len: 1097 time: 0.0699546 Apr 29 13:55:41.235404 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4939a06-ea05-4d5d-85f2-ad8bac624abf req-9c1cb99d-8a4b-4af3-bd55-e15b04f310eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:41.236836 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c4939a06-ea05-4d5d-85f2-ad8bac624abf req-9c1cb99d-8a4b-4af3-bd55-e15b04f310eb service neutron] 10.222.0.32 "GET /v2.0/networks?id=396d581d-940a-4613-8c56-c38cc45e27a4 HTTP/1.1" status: 200 len: 915 time: 0.1243274 Apr 29 13:55:41.305402 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c4939a06-ea05-4d5d-85f2-ad8bac624abf req-7164c6eb-6756-47d3-97a0-829707f2e48a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57a95d6f-d956-4adf-9b53-e253035f2194 HTTP/1.1" status: 200 len: 217 time: 0.0619011 Apr 29 13:55:41.363719 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4939a06-ea05-4d5d-85f2-ad8bac624abf req-40e532d8-689d-41aa-b4c0-2f63a4860094 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:41.365023 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c4939a06-ea05-4d5d-85f2-ad8bac624abf req-40e532d8-689d-41aa-b4c0-2f63a4860094 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b1de557e-ff76-490a-944d-6ab87d60da4d HTTP/1.1" status: 200 len: 854 time: 0.0550373 Apr 29 13:55:41.407282 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c4939a06-ea05-4d5d-85f2-ad8bac624abf req-2dc9502a-b289-4271-8abc-528bf93379db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=396d581d-940a-4613-8c56-c38cc45e27a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367508 Apr 29 13:55:41.535249 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:41.583533 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c4939a06-ea05-4d5d-85f2-ad8bac624abf req-b15096f1-0ea5-4326-ac9b-57d44bc3a760 service neutron] 10.222.0.32 "GET /v2.0/networks/396d581d-940a-4613-8c56-c38cc45e27a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686752 Apr 29 13:55:41.610271 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:41.712627 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdd4e7-2fef-40ed-bbed-c98daef701fe req-a5cb4660-2965-471f-bf24-592d867639e0 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:41.714015 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d4fdd4e7-2fef-40ed-bbed-c98daef701fe req-a5cb4660-2965-471f-bf24-592d867639e0 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=645f8549-a540-4760-bbca-b371c8659c8e HTTP/1.1" status: 200 len: 944 time: 0.2091036 Apr 29 13:55:41.754593 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c4939a06-ea05-4d5d-85f2-ad8bac624abf req-04f8ff3c-5d85-40cc-b880-ffcdd283ad80 service neutron] 10.222.0.32 "GET /v2.0/networks/396d581d-940a-4613-8c56-c38cc45e27a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647856 Apr 29 13:55:41.775370 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d4fdd4e7-2fef-40ed-bbed-c98daef701fe req-41eac7db-357e-47f2-ac5b-94638f0cd426 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff81ec4a-8b19-4fa1-acd5-bf07960d462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541668 Apr 29 13:55:42.969587 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14569841-9326-4bba-be64-df3821b14c79 req-662f3b4b-341a-47fa-a346-83039b6d5168 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:42.971042 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-14569841-9326-4bba-be64-df3821b14c79 req-662f3b4b-341a-47fa-a346-83039b6d5168 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=645f8549-a540-4760-bbca-b371c8659c8e HTTP/1.1" status: 200 len: 944 time: 0.0764806 Apr 29 13:55:42.978509 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:43.017727 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-14569841-9326-4bba-be64-df3821b14c79 req-805c6ae5-ad78-4555-8e50-0bf2690c51f1 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff81ec4a-8b19-4fa1-acd5-bf07960d462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408731 Apr 29 13:55:44.211088 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8853c5-f8a6-4cf1-943b-428e49cd60dc req-116056e8-4e15-42d0-8f88-4bf98e034ba0 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:44.212826 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3c8853c5-f8a6-4cf1-943b-428e49cd60dc req-116056e8-4e15-42d0-8f88-4bf98e034ba0 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=645f8549-a540-4760-bbca-b371c8659c8e HTTP/1.1" status: 200 len: 944 time: 0.0782917 Apr 29 13:55:44.342575 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3c8853c5-f8a6-4cf1-943b-428e49cd60dc req-777c8ab5-d631-4c83-ab09-891d139599cb tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff81ec4a-8b19-4fa1-acd5-bf07960d462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232347 Apr 29 13:55:44.516741 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 57a95d6f-d956-4adf-9b53-e253035f2194 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:55:44.648177 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 57a95d6f-d956-4adf-9b53-e253035f2194, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=57a95d6f-d956-4adf-9b53-e253035f2194,segment=NetworkSegment(71e44b97-c8b3-4bd6-aad7-1d41d3a0c109),segment_id=71e44b97-c8b3-4bd6-aad7-1d41d3a0c109)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:55:44.661159 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '57a95d6f-d956-4adf-9b53-e253035f2194', 'network_id': '396d581d-940a-4613-8c56-c38cc45e27a4', 'port_id': '57a95d6f-d956-4adf-9b53-e253035f2194', 'mac_address': 'fa:16:3e:7d:1b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1de557e-ff76-490a-944d-6ab87d60da4d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:55:44.717182 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:44.733715 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57a95d6f-d956-4adf-9b53-e253035f2194 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:55:44.748277 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 57a95d6f-d956-4adf-9b53-e253035f2194, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=57a95d6f-d956-4adf-9b53-e253035f2194,segment=NetworkSegment(71e44b97-c8b3-4bd6-aad7-1d41d3a0c109),segment_id=71e44b97-c8b3-4bd6-aad7-1d41d3a0c109)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:55:44.752430 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:44.816863 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=57a95d6f-d956-4adf-9b53-e253035f2194,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:55:44.825473 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:44.825819 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:44.826153 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:44.826483 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:44.826812 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:44.827136 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:44.827456 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:44.827780 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:44.828096 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:44.828413 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:44.828730 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:55:45.123190 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['57a95d6f-d956-4adf-9b53-e253035f2194'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:55:45.603625 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cdb46-c2e4-4ea9-8de0-719f1134c9cd req-849e5019-35b3-4dc9-a05b-7013fc72f6a4 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:45.605061 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-879cdb46-c2e4-4ea9-8de0-719f1134c9cd req-849e5019-35b3-4dc9-a05b-7013fc72f6a4 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=645f8549-a540-4760-bbca-b371c8659c8e HTTP/1.1" status: 200 len: 945 time: 0.1448555 Apr 29 13:55:45.649607 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-879cdb46-c2e4-4ea9-8de0-719f1134c9cd req-03760d4d-402b-4c4e-a3f0-b6d0d513c145 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff81ec4a-8b19-4fa1-acd5-bf07960d462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389578 Apr 29 13:55:46.532007 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 57a95d6f-d956-4adf-9b53-e253035f2194 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:55:46.598804 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 57a95d6f-d956-4adf-9b53-e253035f2194 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:55:46.603549 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 57a95d6f-d956-4adf-9b53-e253035f2194 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:55:46.603915 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:46.718297 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:46.744725 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645f8549-a540-4760-bbca-b371c8659c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a95d6f-d956-4adf-9b53-e253035f2194'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:55:46.755387 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 57a95d6f-d956-4adf-9b53-e253035f2194, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=57a95d6f-d956-4adf-9b53-e253035f2194,segment=NetworkSegment(71e44b97-c8b3-4bd6-aad7-1d41d3a0c109),segment_id=71e44b97-c8b3-4bd6-aad7-1d41d3a0c109)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:55:46.760729 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:46.816169 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-412073b3-d5a0-4e7f-9d5f-0d23373eb85d'] response: {'server_uuid': '645f8549-a540-4760-bbca-b371c8659c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a95d6f-d956-4adf-9b53-e253035f2194', 'code': 200} Apr 29 13:55:46.844086 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=57a95d6f-d956-4adf-9b53-e253035f2194,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:55:46.923498 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5b1e3-5b07-47f5-a1cb-db9d4a60d2d3 req-cb12eb54-b826-4fb4-a345-eff5b89e3f4a tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:46.925014 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-12e5b1e3-5b07-47f5-a1cb-db9d4a60d2d3 req-cb12eb54-b826-4fb4-a345-eff5b89e3f4a tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=645f8549-a540-4760-bbca-b371c8659c8e HTTP/1.1" status: 200 len: 946 time: 0.1559684 Apr 29 13:55:46.971519 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-12e5b1e3-5b07-47f5-a1cb-db9d4a60d2d3 req-53b94c0d-a4a4-404b-8d10-96538b4e986d tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff81ec4a-8b19-4fa1-acd5-bf07960d462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400267 Apr 29 13:55:47.045550 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-49c586ab-af18-43cb-a145-fff1d4061934 req-23842f74-bca5-47f8-be5c-e4df79b8756e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=645f8549-a540-4760-bbca-b371c8659c8e HTTP/1.1" status: 200 len: 1099 time: 0.0689390 Apr 29 13:55:47.086004 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-49c586ab-af18-43cb-a145-fff1d4061934 req-37856d0e-4c44-40b5-9058-109212641b52 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ff81ec4a-8b19-4fa1-acd5-bf07960d462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342104 Apr 29 13:55:48.170818 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895117a4-9971-4dc3-890c-9ddc013790d9 req-1c68e4fa-9d1f-4dda-8435-5942097b2269 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:48.172281 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-895117a4-9971-4dc3-890c-9ddc013790d9 req-1c68e4fa-9d1f-4dda-8435-5942097b2269 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=645f8549-a540-4760-bbca-b371c8659c8e HTTP/1.1" status: 200 len: 946 time: 0.0766475 Apr 29 13:55:48.218230 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-895117a4-9971-4dc3-890c-9ddc013790d9 req-2bd7a083-0154-4b95-995d-499611c1175f tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff81ec4a-8b19-4fa1-acd5-bf07960d462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404904 Apr 29 13:55:49.412508 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342ef21-15ac-4547-ad16-77a373cc7468 req-ad211374-cedf-4143-9d7b-a0754f803e12 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:49.414639 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d342ef21-15ac-4547-ad16-77a373cc7468 req-ad211374-cedf-4143-9d7b-a0754f803e12 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=645f8549-a540-4760-bbca-b371c8659c8e HTTP/1.1" status: 200 len: 946 time: 0.0754070 Apr 29 13:55:49.461473 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d342ef21-15ac-4547-ad16-77a373cc7468 req-fd65b34f-62db-4742-bfc4-3e2ea6cfe40c tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff81ec4a-8b19-4fa1-acd5-bf07960d462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413513 Apr 29 13:55:49.749494 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-b455aaef-5f04-44c9-ab8a-c61316ecf076 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:49.750907 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-b455aaef-5f04-44c9-ab8a-c61316ecf076 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/networks?id=396d581d-940a-4613-8c56-c38cc45e27a4 HTTP/1.1" status: 200 len: 814 time: 0.1397555 Apr 29 13:55:49.767277 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-e7d66c5c-786e-450f-af69-cb7bf3b95dcd tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/quotas/c774c78e8cf74cd291a5136d18cb866a HTTP/1.1" status: 200 len: 375 time: 0.0109465 Apr 29 13:55:49.846772 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-86d48ebf-50be-4a12-933e-ff86a8d296e9 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c774c78e8cf74cd291a5136d18cb866a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0746374 Apr 29 13:55:49.977543 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-b3983b41-801a-47df-9ee8-cb5347bfcb2c service neutron] 10.222.0.76 "GET /v2.0/networks/396d581d-940a-4613-8c56-c38cc45e27a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237664 Apr 29 13:55:50.104701 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-db23ede2-aeef-40b6-b355-fafd549ef91b service neutron] 10.222.0.76 "GET /v2.0/networks/396d581d-940a-4613-8c56-c38cc45e27a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213586 Apr 29 13:55:50.281809 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-73777cbc-2387-4194-8137-e1ed69366bc0 req-9a24f559-082d-4dec-8761-5f2add297d26 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9dbc376-bdc3-4df6-83b3-72c44f56c072 HTTP/1.1" status: 200 len: 210 time: 0.0408714 Apr 29 13:55:51.259318 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-c1718f2b-f133-4753-ab38-e3a377117768 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:51.260873 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-c1718f2b-f133-4753-ab38-e3a377117768 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.32 "GET /v2.0/networks?id=396d581d-940a-4613-8c56-c38cc45e27a4 HTTP/1.1" status: 200 len: 814 time: 0.1489859 Apr 29 13:55:51.276728 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-06d7034c-4af0-4acf-8c3f-f92767eddb2a tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Request body: {'port': {'device_id': 'd9dbc376-bdc3-4df6-83b3-72c44f56c072', 'network_id': '396d581d-940a-4613-8c56-c38cc45e27a4', 'admin_state_up': True, 'tenant_id': 'c774c78e8cf74cd291a5136d18cb866a'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:55:51.417315 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-06d7034c-4af0-4acf-8c3f-f92767eddb2a tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:55:51.426708 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-06d7034c-4af0-4acf-8c3f-f92767eddb2a tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:55:51.437465 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-06d7034c-4af0-4acf-8c3f-f92767eddb2a tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Made reservation on behalf of c774c78e8cf74cd291a5136d18cb866a for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:55:51.441526 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-06d7034c-4af0-4acf-8c3f-f92767eddb2a tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:51.448721 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-62e6049e-ba1b-48d5-8c35-76c66a6bb1b9 req-771791c8-533f-4c39-b122-cd2594296402 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9dbc376-bdc3-4df6-83b3-72c44f56c072 HTTP/1.1" status: 200 len: 210 time: 0.0421042 Apr 29 13:55:51.597366 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-06d7034c-4af0-4acf-8c3f-f92767eddb2a tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Allocated IP 172.20.0.11 (396d581d-940a-4613-8c56-c38cc45e27a4/b1de557e-ff76-490a-944d-6ab87d60da4d/55098293-f6cd-4b63-a829-be9ea25572f5) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:55:51.792480 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-06d7034c-4af0-4acf-8c3f-f92767eddb2a tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:51.819457 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-06d7034c-4af0-4acf-8c3f-f92767eddb2a tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:51.831851 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['57a95d6f-d956-4adf-9b53-e253035f2194'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:55:51.893342 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-06d7034c-4af0-4acf-8c3f-f92767eddb2a tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Network 396d581d-940a-4613-8c56-c38cc45e27a4 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:55:51.896174 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-06d7034c-4af0-4acf-8c3f-f92767eddb2a tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:55:51.900592 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-06d7034c-4af0-4acf-8c3f-f92767eddb2a tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:55:51.935087 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7034c-4af0-4acf-8c3f-f92767eddb2a tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Pushing event updated for resources: {'Port': ['ID=55098293-f6cd-4b63-a829-be9ea25572f5,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:55:51.963728 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-06d7034c-4af0-4acf-8c3f-f92767eddb2a tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:51.964327 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-06d7034c-4af0-4acf-8c3f-f92767eddb2a tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:51.988153 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-06d7034c-4af0-4acf-8c3f-f92767eddb2a tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7151957 Apr 29 13:55:51.998905 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-4dad9baa-79fe-4228-a84e-9645f5f2937d service neutron] Request body: {'port': {'device_id': 'd9dbc376-bdc3-4df6-83b3-72c44f56c072', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:55:52.108293 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-4dad9baa-79fe-4228-a84e-9645f5f2937d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:52.443005 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-4dad9baa-79fe-4228-a84e-9645f5f2937d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55098293-f6cd-4b63-a829-be9ea25572f5 {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:55:52.450619 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-4dad9baa-79fe-4228-a84e-9645f5f2937d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:52.465073 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-4dad9baa-79fe-4228-a84e-9645f5f2937d service neutron] Transition to ACTIVE for port object 55098293-f6cd-4b63-a829-be9ea25572f5 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:55:52.469117 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-4dad9baa-79fe-4228-a84e-9645f5f2937d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:52.714501 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad9baa-79fe-4228-a84e-9645f5f2937d service neutron] Pushing event updated for resources: {'Port': ['ID=55098293-f6cd-4b63-a829-be9ea25572f5,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:55:52.828108 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011f052-0b30-4742-8bf0-a6f86f89852d req-7b0e2806-313d-4e9e-93d4-69c4924e4c1f tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:52.828801 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-3011f052-0b30-4742-8bf0-a6f86f89852d req-7b0e2806-313d-4e9e-93d4-69c4924e4c1f tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Synchronizing usage tracker for tenant:c774c78e8cf74cd291a5136d18cb866a on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:55:52.851382 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-4dad9baa-79fe-4228-a84e-9645f5f2937d service neutron] Attempting to bind port 55098293-f6cd-4b63-a829-be9ea25572f5 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:55:52.851706 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-4dad9baa-79fe-4228-a84e-9645f5f2937d service neutron] Attempting to bind port 55098293-f6cd-4b63-a829-be9ea25572f5 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '71e44b97-c8b3-4bd6-aad7-1d41d3a0c109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '396d581d-940a-4613-8c56-c38cc45e27a4'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:55:52.852021 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-4dad9baa-79fe-4228-a84e-9645f5f2937d service neutron] Attempting to bind port 55098293-f6cd-4b63-a829-be9ea25572f5 on network 396d581d-940a-4613-8c56-c38cc45e27a4 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:55:52.859280 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-4dad9baa-79fe-4228-a84e-9645f5f2937d service neutron] Port 55098293-f6cd-4b63-a829-be9ea25572f5 on network 396d581d-940a-4613-8c56-c38cc45e27a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:55:52.859590 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-4dad9baa-79fe-4228-a84e-9645f5f2937d service neutron] Attempting to bind port 55098293-f6cd-4b63-a829-be9ea25572f5 on network 396d581d-940a-4613-8c56-c38cc45e27a4 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:55:52.863416 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-3011f052-0b30-4742-8bf0-a6f86f89852d req-7b0e2806-313d-4e9e-93d4-69c4924e4c1f tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Unset dirty status for tenant:c774c78e8cf74cd291a5136d18cb866a on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:55:52.864532 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3011f052-0b30-4742-8bf0-a6f86f89852d req-7b0e2806-313d-4e9e-93d4-69c4924e4c1f tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9dbc376-bdc3-4df6-83b3-72c44f56c072 HTTP/1.1" status: 200 len: 944 time: 0.2108648 Apr 29 13:55:52.868138 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-4dad9baa-79fe-4228-a84e-9645f5f2937d service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:55:52.868464 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-4dad9baa-79fe-4228-a84e-9645f5f2937d service neutron] Checking segment: {'id': '71e44b97-c8b3-4bd6-aad7-1d41d3a0c109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '396d581d-940a-4613-8c56-c38cc45e27a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:55:52.868883 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-4dad9baa-79fe-4228-a84e-9645f5f2937d service neutron] Bound using segment: {'id': '71e44b97-c8b3-4bd6-aad7-1d41d3a0c109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '396d581d-940a-4613-8c56-c38cc45e27a4'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:55:52.869299 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-4dad9baa-79fe-4228-a84e-9645f5f2937d service neutron] Bound port: 55098293-f6cd-4b63-a829-be9ea25572f5, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71e44b97-c8b3-4bd6-aad7-1d41d3a0c109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '396d581d-940a-4613-8c56-c38cc45e27a4'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:55:52.869635 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-4dad9baa-79fe-4228-a84e-9645f5f2937d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:52.969638 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3011f052-0b30-4742-8bf0-a6f86f89852d req-a3513e31-4f90-4a6b-80e2-496d584696ae tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff81ec4a-8b19-4fa1-acd5-bf07960d462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912135 Apr 29 13:55:52.993973 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-4dad9baa-79fe-4228-a84e-9645f5f2937d service neutron] For port 55098293-f6cd-4b63-a829-be9ea25572f5, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:55:52.997216 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-4dad9baa-79fe-4228-a84e-9645f5f2937d service neutron] For port 55098293-f6cd-4b63-a829-be9ea25572f5, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=55098293-f6cd-4b63-a829-be9ea25572f5,segment=NetworkSegment(71e44b97-c8b3-4bd6-aad7-1d41d3a0c109),segment_id=71e44b97-c8b3-4bd6-aad7-1d41d3a0c109)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:55:53.001791 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-4dad9baa-79fe-4228-a84e-9645f5f2937d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:53.065729 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-4dad9baa-79fe-4228-a84e-9645f5f2937d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:53.067074 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-4dad9baa-79fe-4228-a84e-9645f5f2937d service neutron] 10.222.0.32 "PUT /v2.0/ports/55098293-f6cd-4b63-a829-be9ea25572f5 HTTP/1.1" status: 200 len: 1094 time: 1.0721896 Apr 29 13:55:53.067496 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9dbc376-bdc3-4df6-83b3-72c44f56c072', 'tag': '55098293-f6cd-4b63-a829-be9ea25572f5'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:55:53.089291 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad9baa-79fe-4228-a84e-9645f5f2937d service neutron] Pushing event updated for resources: {'Port': ['ID=55098293-f6cd-4b63-a829-be9ea25572f5,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:55:53.138247 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbfbda3e-f1d9-4c41-a489-83e3bf5687af'] response: {'name': 'network-changed', 'server_uuid': 'd9dbc376-bdc3-4df6-83b3-72c44f56c072', 'tag': '55098293-f6cd-4b63-a829-be9ea25572f5', 'status': 'completed', 'code': 200} Apr 29 13:55:53.178179 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-2ed1c5ef-6f50-4b88-9ad6-f8c1790ef87e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c774c78e8cf74cd291a5136d18cb866a&device_id=d9dbc376-bdc3-4df6-83b3-72c44f56c072 HTTP/1.1" status: 200 len: 1097 time: 0.0704176 Apr 29 13:55:53.248211 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-daf568c5-67dd-441d-ba09-e276b6a30182 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55098293-f6cd-4b63-a829-be9ea25572f5 HTTP/1.1" status: 200 len: 217 time: 0.0637879 Apr 29 13:55:53.309070 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-646a2630-c186-4709-bf48-1de3a6260e20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:53.310489 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-646a2630-c186-4709-bf48-1de3a6260e20 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b1de557e-ff76-490a-944d-6ab87d60da4d HTTP/1.1" status: 200 len: 854 time: 0.0571535 Apr 29 13:55:53.354693 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-c5f829b7-dbdd-4644-a83c-3ff1f80a0ea7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=396d581d-940a-4613-8c56-c38cc45e27a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388134 Apr 29 13:55:53.483424 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-8cd9366b-1276-445c-beb5-a2c744e33449 service neutron] 10.222.0.32 "GET /v2.0/networks/396d581d-940a-4613-8c56-c38cc45e27a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231592 Apr 29 13:55:53.614031 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-14068aaf-69d1-4ec9-b9ad-1f67d8551dc3 req-edd9abeb-248b-42f7-b1f7-a9abb1da7ff2 service neutron] 10.222.0.32 "GET /v2.0/networks/396d581d-940a-4613-8c56-c38cc45e27a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216230 Apr 29 13:55:53.723726 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4f9bb1fc-d9f8-44bb-b711-8696bdd7f8c7 req-a842d242-057c-41ec-87aa-29d98815a4f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c774c78e8cf74cd291a5136d18cb866a&device_id=d9dbc376-bdc3-4df6-83b3-72c44f56c072 HTTP/1.1" status: 200 len: 1097 time: 0.0702207 Apr 29 13:55:53.851317 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bb1fc-d9f8-44bb-b711-8696bdd7f8c7 req-8d64117a-5072-4565-95a9-c6fc92bf4967 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:53.852784 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4f9bb1fc-d9f8-44bb-b711-8696bdd7f8c7 req-8d64117a-5072-4565-95a9-c6fc92bf4967 service neutron] 10.222.0.32 "GET /v2.0/networks?id=396d581d-940a-4613-8c56-c38cc45e27a4 HTTP/1.1" status: 200 len: 915 time: 0.1229959 Apr 29 13:55:53.917487 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4f9bb1fc-d9f8-44bb-b711-8696bdd7f8c7 req-9e41a141-0a7d-4043-b00a-edabf19d3038 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55098293-f6cd-4b63-a829-be9ea25572f5 HTTP/1.1" status: 200 len: 217 time: 0.0582843 Apr 29 13:55:53.978905 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bb1fc-d9f8-44bb-b711-8696bdd7f8c7 req-6c2f0222-10ae-4c9a-ba6d-9750ff3b2e9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:53.980265 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4f9bb1fc-d9f8-44bb-b711-8696bdd7f8c7 req-6c2f0222-10ae-4c9a-ba6d-9750ff3b2e9d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b1de557e-ff76-490a-944d-6ab87d60da4d HTTP/1.1" status: 200 len: 854 time: 0.0577667 Apr 29 13:55:54.024581 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4f9bb1fc-d9f8-44bb-b711-8696bdd7f8c7 req-68cf958c-859d-4f60-8141-c9f49d9673fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=396d581d-940a-4613-8c56-c38cc45e27a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379143 Apr 29 13:55:54.296272 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4f9bb1fc-d9f8-44bb-b711-8696bdd7f8c7 req-6041eda7-0b13-447c-b7a0-3d1f722f87a6 service neutron] 10.222.0.32 "GET /v2.0/networks/396d581d-940a-4613-8c56-c38cc45e27a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655551 Apr 29 13:55:54.306668 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681dd6c-15b7-4481-b8ee-13073885dbb3 req-27811731-7d41-4a1d-abbb-d1a8eb2f07b0 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:54.307983 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2681dd6c-15b7-4481-b8ee-13073885dbb3 req-27811731-7d41-4a1d-abbb-d1a8eb2f07b0 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9dbc376-bdc3-4df6-83b3-72c44f56c072 HTTP/1.1" status: 200 len: 944 time: 0.2095406 Apr 29 13:55:54.432310 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2681dd6c-15b7-4481-b8ee-13073885dbb3 req-fea07804-42ec-432c-9030-24e0afd9d187 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff81ec4a-8b19-4fa1-acd5-bf07960d462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034520 Apr 29 13:55:54.469291 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4f9bb1fc-d9f8-44bb-b711-8696bdd7f8c7 req-07fc0dc3-743b-4e01-81a0-c73129fa71a3 service neutron] 10.222.0.32 "GET /v2.0/networks/396d581d-940a-4613-8c56-c38cc45e27a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577010 Apr 29 13:55:55.629052 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37778f-4549-4bc7-857e-e416bb312e51 req-b7cbec71-e8dc-482f-ac4f-f44633bf8caf tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:55.630467 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1e37778f-4549-4bc7-857e-e416bb312e51 req-b7cbec71-e8dc-482f-ac4f-f44633bf8caf tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9dbc376-bdc3-4df6-83b3-72c44f56c072 HTTP/1.1" status: 200 len: 944 time: 0.0776544 Apr 29 13:55:55.678289 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1e37778f-4549-4bc7-857e-e416bb312e51 req-38ab0864-bb81-4420-9c73-6ba748934a39 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff81ec4a-8b19-4fa1-acd5-bf07960d462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400190 Apr 29 13:55:56.587424 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 55098293-f6cd-4b63-a829-be9ea25572f5 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:55:56.718130 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 55098293-f6cd-4b63-a829-be9ea25572f5, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=55098293-f6cd-4b63-a829-be9ea25572f5,segment=NetworkSegment(71e44b97-c8b3-4bd6-aad7-1d41d3a0c109),segment_id=71e44b97-c8b3-4bd6-aad7-1d41d3a0c109)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:55:56.731467 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '55098293-f6cd-4b63-a829-be9ea25572f5', 'network_id': '396d581d-940a-4613-8c56-c38cc45e27a4', 'port_id': '55098293-f6cd-4b63-a829-be9ea25572f5', 'mac_address': 'fa:16:3e:39:8d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1de557e-ff76-490a-944d-6ab87d60da4d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:55:56.789399 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:56.841852 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55098293-f6cd-4b63-a829-be9ea25572f5 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:55:56.856956 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 55098293-f6cd-4b63-a829-be9ea25572f5, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=55098293-f6cd-4b63-a829-be9ea25572f5,segment=NetworkSegment(71e44b97-c8b3-4bd6-aad7-1d41d3a0c109),segment_id=71e44b97-c8b3-4bd6-aad7-1d41d3a0c109)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:55:56.860854 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:56.877817 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10ba0a-f204-40dc-842d-eb5c7989debb req-fe1b2afe-07cf-4f17-b515-6f305296f717 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:56.879264 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6f10ba0a-f204-40dc-842d-eb5c7989debb req-fe1b2afe-07cf-4f17-b515-6f305296f717 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9dbc376-bdc3-4df6-83b3-72c44f56c072 HTTP/1.1" status: 200 len: 944 time: 0.0787725 Apr 29 13:55:56.923535 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6f10ba0a-f204-40dc-842d-eb5c7989debb req-8bf72edd-381d-4c21-9104-c4a6bb70be58 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff81ec4a-8b19-4fa1-acd5-bf07960d462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385673 Apr 29 13:55:56.927786 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=55098293-f6cd-4b63-a829-be9ea25572f5,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:55:57.185736 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['55098293-f6cd-4b63-a829-be9ea25572f5'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:55:58.117227 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45908af4-23d2-4d70-8fa1-9ae0fc38a39c req-1e473d6e-3276-486c-ad5e-42f5f571e49f tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:58.118606 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-45908af4-23d2-4d70-8fa1-9ae0fc38a39c req-1e473d6e-3276-486c-ad5e-42f5f571e49f tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9dbc376-bdc3-4df6-83b3-72c44f56c072 HTTP/1.1" status: 200 len: 945 time: 0.0769174 Apr 29 13:55:58.162231 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-45908af4-23d2-4d70-8fa1-9ae0fc38a39c req-848ed360-da1b-4aab-bce0-936a42404331 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff81ec4a-8b19-4fa1-acd5-bf07960d462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381451 Apr 29 13:55:58.240117 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:58.606129 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:55:58.617681 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 55098293-f6cd-4b63-a829-be9ea25572f5 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:55:58.682327 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 55098293-f6cd-4b63-a829-be9ea25572f5 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:55:58.686678 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 55098293-f6cd-4b63-a829-be9ea25572f5 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:55:58.687035 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:58.798376 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:58.823827 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dbc376-bdc3-4df6-83b3-72c44f56c072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55098293-f6cd-4b63-a829-be9ea25572f5'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:55:58.832997 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 55098293-f6cd-4b63-a829-be9ea25572f5, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=55098293-f6cd-4b63-a829-be9ea25572f5,segment=NetworkSegment(71e44b97-c8b3-4bd6-aad7-1d41d3a0c109),segment_id=71e44b97-c8b3-4bd6-aad7-1d41d3a0c109)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:55:58.838041 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:55:58.882506 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37d3ba1a-a7f3-4222-9e85-b8dfcb36c367'] response: {'server_uuid': 'd9dbc376-bdc3-4df6-83b3-72c44f56c072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55098293-f6cd-4b63-a829-be9ea25572f5', 'code': 200} Apr 29 13:55:58.909025 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=55098293-f6cd-4b63-a829-be9ea25572f5,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:55:59.105174 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1f48f660-b359-41e1-afe0-3031223850d9 req-70f9e581-232b-40a0-8d83-99ef64810b7e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d9dbc376-bdc3-4df6-83b3-72c44f56c072 HTTP/1.1" status: 200 len: 1099 time: 0.0711706 Apr 29 13:55:59.146131 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1f48f660-b359-41e1-afe0-3031223850d9 req-2e3f96c4-9e10-442d-98c0-a753e31470a0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ff81ec4a-8b19-4fa1-acd5-bf07960d462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349731 Apr 29 13:55:59.359766 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134030b-7f58-402a-9dd4-f378e1fb377f req-e362cc63-db27-463b-918c-fd753bf96b96 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:55:59.361212 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c134030b-7f58-402a-9dd4-f378e1fb377f req-e362cc63-db27-463b-918c-fd753bf96b96 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9dbc376-bdc3-4df6-83b3-72c44f56c072 HTTP/1.1" status: 200 len: 946 time: 0.0797265 Apr 29 13:55:59.406323 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c134030b-7f58-402a-9dd4-f378e1fb377f req-754bebad-a1ba-49d9-9267-5b96fe41cc5f tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff81ec4a-8b19-4fa1-acd5-bf07960d462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395133 Apr 29 13:56:00.604225 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6caa61f-85ad-4156-a131-c0b13bcab360 req-e777f00e-e4ba-466c-a3bb-3718b2b24fbd tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:00.605702 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d6caa61f-85ad-4156-a131-c0b13bcab360 req-e777f00e-e4ba-466c-a3bb-3718b2b24fbd tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9dbc376-bdc3-4df6-83b3-72c44f56c072 HTTP/1.1" status: 200 len: 946 time: 0.0753710 Apr 29 13:56:00.654141 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d6caa61f-85ad-4156-a131-c0b13bcab360 req-20ba6a78-e62a-4c5b-b2b0-10c9dd8b87ac tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff81ec4a-8b19-4fa1-acd5-bf07960d462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429468 Apr 29 13:56:01.848446 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69e39c-26e0-4c64-96a7-1b37f8eb60fb req-b27e2917-fe35-4d4d-95f4-a43c654a5748 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:01.849897 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ae69e39c-26e0-4c64-96a7-1b37f8eb60fb req-b27e2917-fe35-4d4d-95f4-a43c654a5748 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9dbc376-bdc3-4df6-83b3-72c44f56c072 HTTP/1.1" status: 200 len: 946 time: 0.0748837 Apr 29 13:56:01.898067 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ae69e39c-26e0-4c64-96a7-1b37f8eb60fb req-354710c1-4242-49e5-aa2e-e25ff49c958f tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff81ec4a-8b19-4fa1-acd5-bf07960d462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411110 Apr 29 13:56:02.293455 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcd694-577b-4b97-97c2-78c74e681f7f req-80bb0bf8-5485-4049-ab34-918028f1a827 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:02.294879 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-dfbcd694-577b-4b97-97c2-78c74e681f7f req-80bb0bf8-5485-4049-ab34-918028f1a827 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9dbc376-bdc3-4df6-83b3-72c44f56c072 HTTP/1.1" status: 200 len: 946 time: 0.0748310 Apr 29 13:56:02.339347 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-dfbcd694-577b-4b97-97c2-78c74e681f7f req-f1219c3b-f46e-4ea3-8369-c4d3b798f70e tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff81ec4a-8b19-4fa1-acd5-bf07960d462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390408 Apr 29 13:56:03.531062 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaeca98-e06b-4850-997f-03f97c5f8a21 req-855a0acf-dfce-4001-8633-f4a7d815b487 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:03.532496 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-abaeca98-e06b-4850-997f-03f97c5f8a21 req-855a0acf-dfce-4001-8633-f4a7d815b487 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9dbc376-bdc3-4df6-83b3-72c44f56c072 HTTP/1.1" status: 200 len: 946 time: 0.0750380 Apr 29 13:56:03.576531 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-abaeca98-e06b-4850-997f-03f97c5f8a21 req-05b61b0c-e5c3-4bf5-8f1d-be9bdd77d8ae tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff81ec4a-8b19-4fa1-acd5-bf07960d462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385377 Apr 29 13:56:03.913685 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e813f7f-00f8-467d-bf81-d501ab8f2586 req-f77baced-8b5c-4ad2-9697-3b8d8b9cbe7b tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:03.915077 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8e813f7f-00f8-467d-bf81-d501ab8f2586 req-f77baced-8b5c-4ad2-9697-3b8d8b9cbe7b tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9dbc376-bdc3-4df6-83b3-72c44f56c072 HTTP/1.1" status: 200 len: 946 time: 0.0796773 Apr 29 13:56:03.982320 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-8e813f7f-00f8-467d-bf81-d501ab8f2586 req-e70b0b3c-0c6b-418b-ba5c-fb5ac89dc9c5 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Deleting port 55098293-f6cd-4b63-a829-be9ea25572f5 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:56:03.982943 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8e813f7f-00f8-467d-bf81-d501ab8f2586 req-e70b0b3c-0c6b-418b-ba5c-fb5ac89dc9c5 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:04.217728 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-8e813f7f-00f8-467d-bf81-d501ab8f2586 req-e70b0b3c-0c6b-418b-ba5c-fb5ac89dc9c5 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] For port 55098293-f6cd-4b63-a829-be9ea25572f5, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=55098293-f6cd-4b63-a829-be9ea25572f5,segment=NetworkSegment(71e44b97-c8b3-4bd6-aad7-1d41d3a0c109),segment_id=71e44b97-c8b3-4bd6-aad7-1d41d3a0c109)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:56:04.217978 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8e813f7f-00f8-467d-bf81-d501ab8f2586 req-e70b0b3c-0c6b-418b-ba5c-fb5ac89dc9c5 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:04.336294 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-8e813f7f-00f8-467d-bf81-d501ab8f2586 req-e70b0b3c-0c6b-418b-ba5c-fb5ac89dc9c5 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Calling delete_port for 55098293-f6cd-4b63-a829-be9ea25572f5 owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:56:04.474312 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8e813f7f-00f8-467d-bf81-d501ab8f2586 req-e70b0b3c-0c6b-418b-ba5c-fb5ac89dc9c5 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:04.486793 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['57a95d6f-d956-4adf-9b53-e253035f2194', '55098293-f6cd-4b63-a829-be9ea25572f5'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:56:04.522091 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b0b3c-0c6b-418b-ba5c-fb5ac89dc9c5 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Pushing event deleted for resources: {'Port': ['ID=55098293-f6cd-4b63-a829-be9ea25572f5,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:04.595396 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e813f7f-00f8-467d-bf81-d501ab8f2586 req-e70b0b3c-0c6b-418b-ba5c-fb5ac89dc9c5 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] No DVR routers for this DVR port 55098293-f6cd-4b63-a829-be9ea25572f5 on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:56:04.597881 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-8e813f7f-00f8-467d-bf81-d501ab8f2586 req-e70b0b3c-0c6b-418b-ba5c-fb5ac89dc9c5 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:04.600601 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dbc376-bdc3-4df6-83b3-72c44f56c072', 'name': 'network-vif-deleted', 'tag': '55098293-f6cd-4b63-a829-be9ea25572f5'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:56:04.617052 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8e813f7f-00f8-467d-bf81-d501ab8f2586 req-e70b0b3c-0c6b-418b-ba5c-fb5ac89dc9c5 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.32 "DELETE /v2.0/ports/55098293-f6cd-4b63-a829-be9ea25572f5 HTTP/1.1" status: 204 len: 173 time: 0.6961489 Apr 29 13:56:04.678094 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d526a0c9-9666-43a1-90c3-55e528d771a9'] response: {'server_uuid': 'd9dbc376-bdc3-4df6-83b3-72c44f56c072', 'name': 'network-vif-deleted', 'tag': '55098293-f6cd-4b63-a829-be9ea25572f5', 'status': 'completed', 'code': 200} Apr 29 13:56:04.765268 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-132ef540-a1b8-4906-a4d7-a48da2ee607f req-52d09924-f86b-45a9-90d7-0a9600c703d0 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Synchronizing usage tracker for tenant:c774c78e8cf74cd291a5136d18cb866a on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:56:04.781627 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-132ef540-a1b8-4906-a4d7-a48da2ee607f req-52d09924-f86b-45a9-90d7-0a9600c703d0 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Unset dirty status for tenant:c774c78e8cf74cd291a5136d18cb866a on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:56:04.782880 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-132ef540-a1b8-4906-a4d7-a48da2ee607f req-52d09924-f86b-45a9-90d7-0a9600c703d0 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9dbc376-bdc3-4df6-83b3-72c44f56c072 HTTP/1.1" status: 200 len: 210 time: 0.0589867 Apr 29 13:56:06.058755 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3ef1b-d943-4dc8-9060-3c99a84d3067 req-557a6222-5a4f-4152-8112-d296f3c42f19 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:06.060169 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9cb3ef1b-d943-4dc8-9060-3c99a84d3067 req-557a6222-5a4f-4152-8112-d296f3c42f19 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=645f8549-a540-4760-bbca-b371c8659c8e HTTP/1.1" status: 200 len: 946 time: 0.0786698 Apr 29 13:56:06.104812 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9cb3ef1b-d943-4dc8-9060-3c99a84d3067 req-1dd78b58-1c84-4fb4-8fdb-9b2ccca9425e tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff81ec4a-8b19-4fa1-acd5-bf07960d462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388432 Apr 29 13:56:06.321573 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc4067-ddb6-4aa2-b265-5701b3f544ed req-1fdc41a9-38a3-4e55-9268-dc22353d65cd tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:06.322990 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c6fc4067-ddb6-4aa2-b265-5701b3f544ed req-1fdc41a9-38a3-4e55-9268-dc22353d65cd tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=645f8549-a540-4760-bbca-b371c8659c8e HTTP/1.1" status: 200 len: 946 time: 0.0749261 Apr 29 13:56:06.367637 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c6fc4067-ddb6-4aa2-b265-5701b3f544ed req-d4557bd8-b0e2-4e83-be50-f19bf6ca4247 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff81ec4a-8b19-4fa1-acd5-bf07960d462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389676 Apr 29 13:56:06.563504 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01597647-e4c3-47d4-9cd7-c9c9c1589b20 req-3142b7dc-80d0-4172-8421-1a10c1b35d6c tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:06.564933 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-01597647-e4c3-47d4-9cd7-c9c9c1589b20 req-3142b7dc-80d0-4172-8421-1a10c1b35d6c tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=645f8549-a540-4760-bbca-b371c8659c8e HTTP/1.1" status: 200 len: 946 time: 0.0771890 Apr 29 13:56:06.608742 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-01597647-e4c3-47d4-9cd7-c9c9c1589b20 req-1f0ab71f-318f-4498-9385-e785c710a28e tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff81ec4a-8b19-4fa1-acd5-bf07960d462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384789 Apr 29 13:56:06.955338 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-79326943-2e6e-4cc9-b57b-706287e46574 req-38f83ea0-14d3-48a7-a284-53900a6aff7d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=645f8549-a540-4760-bbca-b371c8659c8e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2164254 Apr 29 13:56:07.147081 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284ff61-7f89-4071-bf57-74e0ec883b32 req-fa48d909-1a29-4b5b-8550-737df2fac7f9 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:07.148574 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c284ff61-7f89-4071-bf57-74e0ec883b32 req-fa48d909-1a29-4b5b-8550-737df2fac7f9 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=645f8549-a540-4760-bbca-b371c8659c8e HTTP/1.1" status: 200 len: 946 time: 0.0759866 Apr 29 13:56:07.192474 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c284ff61-7f89-4071-bf57-74e0ec883b32 req-924d745c-2b49-4280-a3f1-432e242334dc tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff81ec4a-8b19-4fa1-acd5-bf07960d462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384781 Apr 29 13:56:07.389146 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37869e30-ee89-4889-b3be-bdcf5d31dc5c req-9e284af0-a96f-4038-80b8-fb6e172df2a4 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:07.390591 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-37869e30-ee89-4889-b3be-bdcf5d31dc5c req-9e284af0-a96f-4038-80b8-fb6e172df2a4 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=645f8549-a540-4760-bbca-b371c8659c8e HTTP/1.1" status: 200 len: 946 time: 0.0766621 Apr 29 13:56:07.435970 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-37869e30-ee89-4889-b3be-bdcf5d31dc5c req-4ec7d17a-1f8a-4511-b58f-d14e3c97a6cf tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff81ec4a-8b19-4fa1-acd5-bf07960d462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399873 Apr 29 13:56:07.646668 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eab489-11a9-464a-bcd7-9971e6392293 req-69fb2290-5a0a-4ec6-9320-a6153cd599b8 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:07.648174 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c0eab489-11a9-464a-bcd7-9971e6392293 req-69fb2290-5a0a-4ec6-9320-a6153cd599b8 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=645f8549-a540-4760-bbca-b371c8659c8e HTTP/1.1" status: 200 len: 946 time: 0.0793200 Apr 29 13:56:07.692402 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c0eab489-11a9-464a-bcd7-9971e6392293 req-d05c9e55-9ab6-4f4e-b083-4fa139b1ef07 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff81ec4a-8b19-4fa1-acd5-bf07960d462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387878 Apr 29 13:56:07.909368 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-04fbdc8f-13b7-4f77-9354-76701b6bf15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:08.251665 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d969cc-494f-4245-b0f5-ae9240e4e3c9 req-c991bde9-7e5d-4804-a13b-1aab152a22d5 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:08.253104 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-50d969cc-494f-4245-b0f5-ae9240e4e3c9 req-c991bde9-7e5d-4804-a13b-1aab152a22d5 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=645f8549-a540-4760-bbca-b371c8659c8e HTTP/1.1" status: 200 len: 946 time: 0.0746453 Apr 29 13:56:08.298183 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-50d969cc-494f-4245-b0f5-ae9240e4e3c9 req-4f2f275a-e600-49d9-a9c0-abef2cd29caf tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff81ec4a-8b19-4fa1-acd5-bf07960d462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390589 Apr 29 13:56:08.670853 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 55098293-f6cd-4b63-a829-be9ea25572f5 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:56:08.703783 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: 55098293-f6cd-4b63-a829-be9ea25572f5 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:56:08.704119 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 55098293-f6cd-4b63-a829-be9ea25572f5 not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:56:09.581884 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be514f1-4653-410d-bdb4-20b082426b71 req-88b8782c-3e88-4716-b93e-255636d982d6 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:09.583328 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2be514f1-4653-410d-bdb4-20b082426b71 req-88b8782c-3e88-4716-b93e-255636d982d6 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=645f8549-a540-4760-bbca-b371c8659c8e HTTP/1.1" status: 200 len: 946 time: 0.1637597 Apr 29 13:56:09.628249 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2be514f1-4653-410d-bdb4-20b082426b71 req-a6dbbe3b-7a38-4aa5-8a20-0723cbd6aeff tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff81ec4a-8b19-4fa1-acd5-bf07960d462a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386095 Apr 29 13:56:09.915838 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaeb14f-2d20-427e-b09c-bf319034e93a req-8db71cbf-e340-4a67-bc21-2c4cb48afea9 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:09.917164 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0aaeb14f-2d20-427e-b09c-bf319034e93a req-8db71cbf-e340-4a67-bc21-2c4cb48afea9 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.32 "GET /v2.0/ports?device_id=645f8549-a540-4760-bbca-b371c8659c8e HTTP/1.1" status: 200 len: 946 time: 0.0770712 Apr 29 13:56:09.982999 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-0aaeb14f-2d20-427e-b09c-bf319034e93a req-d1dfa7ac-ab79-4882-8503-20da22e59933 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Deleting port 57a95d6f-d956-4adf-9b53-e253035f2194 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:56:09.983346 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-0aaeb14f-2d20-427e-b09c-bf319034e93a req-d1dfa7ac-ab79-4882-8503-20da22e59933 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:10.222343 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-0aaeb14f-2d20-427e-b09c-bf319034e93a req-d1dfa7ac-ab79-4882-8503-20da22e59933 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] For port 57a95d6f-d956-4adf-9b53-e253035f2194, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=57a95d6f-d956-4adf-9b53-e253035f2194,segment=NetworkSegment(71e44b97-c8b3-4bd6-aad7-1d41d3a0c109),segment_id=71e44b97-c8b3-4bd6-aad7-1d41d3a0c109)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:56:10.222611 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-0aaeb14f-2d20-427e-b09c-bf319034e93a req-d1dfa7ac-ab79-4882-8503-20da22e59933 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:10.341379 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-0aaeb14f-2d20-427e-b09c-bf319034e93a req-d1dfa7ac-ab79-4882-8503-20da22e59933 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Calling delete_port for 57a95d6f-d956-4adf-9b53-e253035f2194 owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:56:10.455790 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2d971495-ea10-49e1-854b-2692a8f78462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:10.480008 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-0aaeb14f-2d20-427e-b09c-bf319034e93a req-d1dfa7ac-ab79-4882-8503-20da22e59933 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:10.490927 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['57a95d6f-d956-4adf-9b53-e253035f2194'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:56:10.527672 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dfa7ac-ab79-4882-8503-20da22e59933 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Pushing event deleted for resources: {'Port': ['ID=57a95d6f-d956-4adf-9b53-e253035f2194,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:10.600570 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aaeb14f-2d20-427e-b09c-bf319034e93a req-d1dfa7ac-ab79-4882-8503-20da22e59933 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] No DVR routers for this DVR port 57a95d6f-d956-4adf-9b53-e253035f2194 on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:56:10.602892 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-0aaeb14f-2d20-427e-b09c-bf319034e93a req-d1dfa7ac-ab79-4882-8503-20da22e59933 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:10.605387 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645f8549-a540-4760-bbca-b371c8659c8e', 'name': 'network-vif-deleted', 'tag': '57a95d6f-d956-4adf-9b53-e253035f2194'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:56:10.620926 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0aaeb14f-2d20-427e-b09c-bf319034e93a req-d1dfa7ac-ab79-4882-8503-20da22e59933 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.32 "DELETE /v2.0/ports/57a95d6f-d956-4adf-9b53-e253035f2194 HTTP/1.1" status: 204 len: 173 time: 0.6985755 Apr 29 13:56:10.669772 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-805eb81e-4d37-4c76-84e3-d32a0529b6c2'] response: {'server_uuid': '645f8549-a540-4760-bbca-b371c8659c8e', 'name': 'network-vif-deleted', 'tag': '57a95d6f-d956-4adf-9b53-e253035f2194', 'status': 'completed', 'code': 200} Apr 29 13:56:10.797847 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-70d51732-4bef-4545-a1be-453b19856687 req-ed453840-2574-4eec-914b-9bc95fc94e47 tempest-ServersNegativeTestJSON-1737011211 tempest-ServersNegativeTestJSON-1737011211-project] 10.222.0.76 "GET /v2.0/ports?device_id=645f8549-a540-4760-bbca-b371c8659c8e HTTP/1.1" status: 200 len: 210 time: 0.0434880 Apr 29 13:56:11.537250 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:11.612107 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:11.903081 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 39790) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:11.961740 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85bebd3-026e-4efd-a85f-0cdc61d67334 admin admin] Deleting subnet b1de557e-ff76-490a-944d-6ab87d60da4d {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:56:11.964586 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f85bebd3-026e-4efd-a85f-0cdc61d67334 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:12.015873 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f85bebd3-026e-4efd-a85f-0cdc61d67334 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:12.069746 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f85bebd3-026e-4efd-a85f-0cdc61d67334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:12.133372 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f85bebd3-026e-4efd-a85f-0cdc61d67334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:12.172579 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bebd3-026e-4efd-a85f-0cdc61d67334 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1de557e-ff76-490a-944d-6ab87d60da4d,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:12.180380 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f85bebd3-026e-4efd-a85f-0cdc61d67334 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:12.186088 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f85bebd3-026e-4efd-a85f-0cdc61d67334 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b1de557e-ff76-490a-944d-6ab87d60da4d HTTP/1.1" status: 204 len: 168 time: 0.2820182 Apr 29 13:56:12.188498 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 39794) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:12.291787 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-19c3ece1-75c2-442a-86cb-eb17fddb7133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:12.492604 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-19c3ece1-75c2-442a-86cb-eb17fddb7133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:12.516635 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-19c3ece1-75c2-442a-86cb-eb17fddb7133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['396d581d-940a-4613-8c56-c38cc45e27a4']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:12.528933 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-19c3ece1-75c2-442a-86cb-eb17fddb7133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e44b97-c8b3-4bd6-aad7-1d41d3a0c109') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:12.529228 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-19c3ece1-75c2-442a-86cb-eb17fddb7133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e44b97-c8b3-4bd6-aad7-1d41d3a0c109') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:12.540953 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-19c3ece1-75c2-442a-86cb-eb17fddb7133 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:12.556132 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-19c3ece1-75c2-442a-86cb-eb17fddb7133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:12.561878 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c3ece1-75c2-442a-86cb-eb17fddb7133 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:56:12.562256 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-19c3ece1-75c2-442a-86cb-eb17fddb7133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:56:12.574778 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:56:12.650098 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-19c3ece1-75c2-442a-86cb-eb17fddb7133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:12.665436 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-19c3ece1-75c2-442a-86cb-eb17fddb7133 admin admin] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:12.675251 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c3ece1-75c2-442a-86cb-eb17fddb7133 admin admin] Pushing event deleted for resources: {'Network': ['ID=396d581d-940a-4613-8c56-c38cc45e27a4,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:12.683167 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-19c3ece1-75c2-442a-86cb-eb17fddb7133 admin admin] 10.222.0.76 "DELETE /v2.0/networks/396d581d-940a-4613-8c56-c38cc45e27a4 HTTP/1.1" status: 204 len: 168 time: 0.4937263 Apr 29 13:56:12.818157 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 39800) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:12.867602 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f6fa0725-4d81-4bff-b29b-47099f732ff9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c774c78e8cf74cd291a5136d18cb866a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482283 Apr 29 13:56:12.870015 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 39804) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:12.927963 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-641603d7-1d0c-4b36-ace7-61fabb8a4c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:12.952979 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-641603d7-1d0c-4b36-ace7-61fabb8a4c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:12.977142 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:13.007324 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-641603d7-1d0c-4b36-ace7-61fabb8a4c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:13.023655 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641603d7-1d0c-4b36-ace7-61fabb8a4c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff81ec4a-8b19-4fa1-acd5-bf07960d462a,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:13.033230 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-641603d7-1d0c-4b36-ace7-61fabb8a4c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:13.034274 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-641603d7-1d0c-4b36-ace7-61fabb8a4c3c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ff81ec4a-8b19-4fa1-acd5-bf07960d462a HTTP/1.1" status: 204 len: 168 time: 0.1633916 Apr 29 13:56:13.930679 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 39826) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:14.055427 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-68bb7e65-f9b5-4dff-91bc-b6f6c96ec696 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1465684889'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:56:14.060364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-68bb7e65-f9b5-4dff-91bc-b6f6c96ec696 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:56:14.064146 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-68bb7e65-f9b5-4dff-91bc-b6f6c96ec696 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Usage tracker for resource:network and tenant:140fc7c232ed4235b1222415b133f79c is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:56:14.066979 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-68bb7e65-f9b5-4dff-91bc-b6f6c96ec696 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:56:14.073064 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-68bb7e65-f9b5-4dff-91bc-b6f6c96ec696 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:56:14.082425 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bb7e65-f9b5-4dff-91bc-b6f6c96ec696 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Made reservation on behalf of 140fc7c232ed4235b1222415b133f79c for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:56:14.086144 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68bb7e65-f9b5-4dff-91bc-b6f6c96ec696 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:14.098515 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68bb7e65-f9b5-4dff-91bc-b6f6c96ec696 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:14.129350 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-68bb7e65-f9b5-4dff-91bc-b6f6c96ec696 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:56:14.133511 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-68bb7e65-f9b5-4dff-91bc-b6f6c96ec696 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Usage tracker for resource:security_group_rule and tenant:140fc7c232ed4235b1222415b133f79c is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:56:14.136178 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-68bb7e65-f9b5-4dff-91bc-b6f6c96ec696 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:56:14.141723 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-68bb7e65-f9b5-4dff-91bc-b6f6c96ec696 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:56:14.207877 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68bb7e65-f9b5-4dff-91bc-b6f6c96ec696 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:14.212092 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68bb7e65-f9b5-4dff-91bc-b6f6c96ec696 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:14.241135 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68bb7e65-f9b5-4dff-91bc-b6f6c96ec696 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:56:14.252955 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb7e65-f9b5-4dff-91bc-b6f6c96ec696 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bac8c4f8-cb06-4598-a615-65bb7f000c96,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:14.258616 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68bb7e65-f9b5-4dff-91bc-b6f6c96ec696 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:14.258963 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-68bb7e65-f9b5-4dff-91bc-b6f6c96ec696 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Added segment b3a384e3-6685-470b-bfb1-883ea3d022e2 of type vlan for network 8521f140-3b3a-44f1-8b95-5afd6271f68b Apr 29 13:56:14.285764 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68bb7e65-f9b5-4dff-91bc-b6f6c96ec696 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:14.313545 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68bb7e65-f9b5-4dff-91bc-b6f6c96ec696 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:14.317113 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bb7e65-f9b5-4dff-91bc-b6f6c96ec696 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:14.317682 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68bb7e65-f9b5-4dff-91bc-b6f6c96ec696 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:14.421508 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-68bb7e65-f9b5-4dff-91bc-b6f6c96ec696 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4896464 Apr 29 13:56:14.426702 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb7e65-f9b5-4dff-91bc-b6f6c96ec696 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Pushing event updated for resources: {'Network': ['ID=8521f140-3b3a-44f1-8b95-5afd6271f68b,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:14.437068 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 8521f140-3b3a-44f1-8b95-5afd6271f68b details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:56:14.718926 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 57a95d6f-d956-4adf-9b53-e253035f2194 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:56:14.753903 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: 57a95d6f-d956-4adf-9b53-e253035f2194 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:56:14.754242 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 57a95d6f-d956-4adf-9b53-e253035f2194 not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:56:17.595688 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 39832) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:17.601383 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-ef3a10be-a822-4a2e-bd4c-905439fdeedf tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Request body: {'subnet': {'network_id': '8521f140-3b3a-44f1-8b95-5afd6271f68b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:56:17.707655 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ef3a10be-a822-4a2e-bd4c-905439fdeedf tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:56:17.711432 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ef3a10be-a822-4a2e-bd4c-905439fdeedf tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Usage tracker for resource:subnet and tenant:140fc7c232ed4235b1222415b133f79c is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:56:17.714155 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ef3a10be-a822-4a2e-bd4c-905439fdeedf tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:56:17.719873 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ef3a10be-a822-4a2e-bd4c-905439fdeedf tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:56:17.729487 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3a10be-a822-4a2e-bd4c-905439fdeedf tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Made reservation on behalf of 140fc7c232ed4235b1222415b133f79c for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:56:17.830310 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ef3a10be-a822-4a2e-bd4c-905439fdeedf tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:18.043576 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ef3a10be-a822-4a2e-bd4c-905439fdeedf tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:18.123419 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a10be-a822-4a2e-bd4c-905439fdeedf tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Pushing event updated for resources: {'Subnet': ['ID=466f62a2-b2cf-464a-a928-5219c1ef4449,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:18.133633 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3a10be-a822-4a2e-bd4c-905439fdeedf tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Checking segment: {'id': 'b3a384e3-6685-470b-bfb1-883ea3d022e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8521f140-3b3a-44f1-8b95-5afd6271f68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:56:18.133991 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3a10be-a822-4a2e-bd4c-905439fdeedf tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Network hostable DHCP agents. Network: 8521f140-3b3a-44f1-8b95-5afd6271f68b, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:56:18.155042 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3a10be-a822-4a2e-bd4c-905439fdeedf tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Network 8521f140-3b3a-44f1-8b95-5afd6271f68b is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:56:18.164113 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-ef3a10be-a822-4a2e-bd4c-905439fdeedf tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 8521f140-3b3a-44f1-8b95-5afd6271f68b) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:56:18.167926 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3a10be-a822-4a2e-bd4c-905439fdeedf tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:18.168502 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ef3a10be-a822-4a2e-bd4c-905439fdeedf tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:18.172856 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0609a34e-eb67-492e-b271-33feb88ab830 None None] Network 8521f140-3b3a-44f1-8b95-5afd6271f68b requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:56:18.190119 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ef3a10be-a822-4a2e-bd4c-905439fdeedf tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5933526 Apr 29 13:56:18.194633 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 39836) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:18.200251 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-1b546f59-e182-4829-9e43-448229e4d7d3 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-483023223'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:56:18.205143 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1b546f59-e182-4829-9e43-448229e4d7d3 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:56:18.208947 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1b546f59-e182-4829-9e43-448229e4d7d3 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Usage tracker for resource:network and tenant:140fc7c232ed4235b1222415b133f79c is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:56:18.212424 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1b546f59-e182-4829-9e43-448229e4d7d3 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:56:18.218372 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1b546f59-e182-4829-9e43-448229e4d7d3 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:56:18.229346 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b546f59-e182-4829-9e43-448229e4d7d3 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Made reservation on behalf of 140fc7c232ed4235b1222415b133f79c for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:56:18.232207 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1b546f59-e182-4829-9e43-448229e4d7d3 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:18.261552 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b546f59-e182-4829-9e43-448229e4d7d3 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:56:18.270868 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1b546f59-e182-4829-9e43-448229e4d7d3 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:18.271220 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-1b546f59-e182-4829-9e43-448229e4d7d3 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Added segment 195b2c7c-79ce-4096-aca3-427b4506fa33 of type vlan for network d2ae9ad6-431d-459d-942d-7affc69202fb Apr 29 13:56:18.298364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1b546f59-e182-4829-9e43-448229e4d7d3 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:18.327778 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1b546f59-e182-4829-9e43-448229e4d7d3 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:18.331632 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b546f59-e182-4829-9e43-448229e4d7d3 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:18.332203 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1b546f59-e182-4829-9e43-448229e4d7d3 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:18.380114 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada24d05-927c-43f5-8c0c-2aa4ea5ba87d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-8521f140-3b3a-44f1-8b95-5afd6271f68b', 'network_id': '8521f140-3b3a-44f1-8b95-5afd6271f68b', 'tenant_id': '140fc7c232ed4235b1222415b133f79c', 'fixed_ips': [{'subnet_id': '466f62a2-b2cf-464a-a928-5219c1ef4449'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:56:18.381002 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ada24d05-927c-43f5-8c0c-2aa4ea5ba87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:18.427969 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1b546f59-e182-4829-9e43-448229e4d7d3 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2320793 Apr 29 13:56:18.431298 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39840) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:18.437091 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-39a5cf21-516e-43ef-b3e2-fbc44c2340c8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Request body: {'subnet': {'network_id': 'd2ae9ad6-431d-459d-942d-7affc69202fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:56:18.439869 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b546f59-e182-4829-9e43-448229e4d7d3 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Pushing event updated for resources: {'Network': ['ID=d2ae9ad6-431d-459d-942d-7affc69202fb,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:18.454759 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network d2ae9ad6-431d-459d-942d-7affc69202fb details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:56:18.546715 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-39a5cf21-516e-43ef-b3e2-fbc44c2340c8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:56:18.550545 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-39a5cf21-516e-43ef-b3e2-fbc44c2340c8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Usage tracker for resource:subnet and tenant:140fc7c232ed4235b1222415b133f79c is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:56:18.553306 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-39a5cf21-516e-43ef-b3e2-fbc44c2340c8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:56:18.558904 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-39a5cf21-516e-43ef-b3e2-fbc44c2340c8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:56:18.568775 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a5cf21-516e-43ef-b3e2-fbc44c2340c8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Made reservation on behalf of 140fc7c232ed4235b1222415b133f79c for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:56:18.630508 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-ada24d05-927c-43f5-8c0c-2aa4ea5ba87d None None] Allocated IP 2001:db8:0:ffff::2 (8521f140-3b3a-44f1-8b95-5afd6271f68b/466f62a2-b2cf-464a-a928-5219c1ef4449/5951ea31-9d3f-49fc-b55e-de8abf01145c) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:56:18.673972 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-39a5cf21-516e-43ef-b3e2-fbc44c2340c8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:18.832430 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ada24d05-927c-43f5-8c0c-2aa4ea5ba87d None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:18.843546 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ada24d05-927c-43f5-8c0c-2aa4ea5ba87d None None] Transition to ACTIVE for port object 5951ea31-9d3f-49fc-b55e-de8abf01145c will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:56:18.861537 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ada24d05-927c-43f5-8c0c-2aa4ea5ba87d None None] Transition to ACTIVE for port object 5951ea31-9d3f-49fc-b55e-de8abf01145c will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:56:18.867218 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ada24d05-927c-43f5-8c0c-2aa4ea5ba87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:18.907873 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-39a5cf21-516e-43ef-b3e2-fbc44c2340c8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:18.967731 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada24d05-927c-43f5-8c0c-2aa4ea5ba87d None None] Network 8521f140-3b3a-44f1-8b95-5afd6271f68b is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:56:18.970415 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-ada24d05-927c-43f5-8c0c-2aa4ea5ba87d None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:56:18.973379 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada24d05-927c-43f5-8c0c-2aa4ea5ba87d None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:56:18.985776 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada24d05-927c-43f5-8c0c-2aa4ea5ba87d None None] Pushing event updated for resources: {'Port': ['ID=5951ea31-9d3f-49fc-b55e-de8abf01145c,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:18.990336 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5cf21-516e-43ef-b3e2-fbc44c2340c8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Pushing event updated for resources: {'Subnet': ['ID=a421c5e7-29b7-472f-8fb8-23e9f6a55417,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:19.001192 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a5cf21-516e-43ef-b3e2-fbc44c2340c8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Checking segment: {'id': '195b2c7c-79ce-4096-aca3-427b4506fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd2ae9ad6-431d-459d-942d-7affc69202fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:56:19.001550 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a5cf21-516e-43ef-b3e2-fbc44c2340c8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Network hostable DHCP agents. Network: d2ae9ad6-431d-459d-942d-7affc69202fb, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:56:19.023681 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a5cf21-516e-43ef-b3e2-fbc44c2340c8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Network d2ae9ad6-431d-459d-942d-7affc69202fb is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:56:19.033646 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-39a5cf21-516e-43ef-b3e2-fbc44c2340c8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, d2ae9ad6-431d-459d-942d-7affc69202fb) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:56:19.038657 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a5cf21-516e-43ef-b3e2-fbc44c2340c8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:19.039426 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-39a5cf21-516e-43ef-b3e2-fbc44c2340c8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:19.057605 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bbb47c-f7bf-4aa6-8090-04a9dae79bc3 None None] Network d2ae9ad6-431d-459d-942d-7affc69202fb requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:56:19.060446 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-39a5cf21-516e-43ef-b3e2-fbc44c2340c8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6280789 Apr 29 13:56:19.063105 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39844) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:19.156657 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ada24d05-927c-43f5-8c0c-2aa4ea5ba87d None None] Attempting to bind port 5951ea31-9d3f-49fc-b55e-de8abf01145c on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:56:19.156996 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ada24d05-927c-43f5-8c0c-2aa4ea5ba87d None None] Attempting to bind port 5951ea31-9d3f-49fc-b55e-de8abf01145c by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'b3a384e3-6685-470b-bfb1-883ea3d022e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8521f140-3b3a-44f1-8b95-5afd6271f68b'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:56:19.157304 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada24d05-927c-43f5-8c0c-2aa4ea5ba87d None None] Attempting to bind port 5951ea31-9d3f-49fc-b55e-de8abf01145c on network 8521f140-3b3a-44f1-8b95-5afd6271f68b {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:56:19.170747 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada24d05-927c-43f5-8c0c-2aa4ea5ba87d None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:56:19.171117 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada24d05-927c-43f5-8c0c-2aa4ea5ba87d None None] Checking segment: {'id': 'b3a384e3-6685-470b-bfb1-883ea3d022e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8521f140-3b3a-44f1-8b95-5afd6271f68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:56:19.171514 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ada24d05-927c-43f5-8c0c-2aa4ea5ba87d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:19.171899 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada24d05-927c-43f5-8c0c-2aa4ea5ba87d None None] Bound using segment: {'id': 'b3a384e3-6685-470b-bfb1-883ea3d022e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8521f140-3b3a-44f1-8b95-5afd6271f68b'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:56:19.172362 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ada24d05-927c-43f5-8c0c-2aa4ea5ba87d None None] Bound port: 5951ea31-9d3f-49fc-b55e-de8abf01145c, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a384e3-6685-470b-bfb1-883ea3d022e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8521f140-3b3a-44f1-8b95-5afd6271f68b'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:56:19.172732 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ada24d05-927c-43f5-8c0c-2aa4ea5ba87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:19.198497 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0c2b89db-fbe6-479d-8b36-f773dd80a517 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:19.263371 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0c2b89db-fbe6-479d-8b36-f773dd80a517 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:19.343247 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0c2b89db-fbe6-479d-8b36-f773dd80a517 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:19.364253 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-ada24d05-927c-43f5-8c0c-2aa4ea5ba87d None None] For port 5951ea31-9d3f-49fc-b55e-de8abf01145c, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:56:19.381293 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b89db-fbe6-479d-8b36-f773dd80a517 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Pushing event deleted for resources: {'Subnet': ['ID=a421c5e7-29b7-472f-8fb8-23e9f6a55417,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:19.383981 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-ada24d05-927c-43f5-8c0c-2aa4ea5ba87d None None] For port 5951ea31-9d3f-49fc-b55e-de8abf01145c, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=5951ea31-9d3f-49fc-b55e-de8abf01145c,segment=NetworkSegment(b3a384e3-6685-470b-bfb1-883ea3d022e2),segment_id=b3a384e3-6685-470b-bfb1-883ea3d022e2)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:56:19.392172 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ada24d05-927c-43f5-8c0c-2aa4ea5ba87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:19.396150 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b76e12-a94f-4fb0-afaa-3e756e057c71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-d2ae9ad6-431d-459d-942d-7affc69202fb', 'network_id': 'd2ae9ad6-431d-459d-942d-7affc69202fb', 'tenant_id': '140fc7c232ed4235b1222415b133f79c', 'fixed_ips': [{'subnet_id': 'a421c5e7-29b7-472f-8fb8-23e9f6a55417'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:56:19.396970 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01b76e12-a94f-4fb0-afaa-3e756e057c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:19.480998 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0c2b89db-fbe6-479d-8b36-f773dd80a517 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:19.516311 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-0c2b89db-fbe6-479d-8b36-f773dd80a517 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ae9ad6-431d-459d-942d-7affc69202fb']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:19.530270 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-0c2b89db-fbe6-479d-8b36-f773dd80a517 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '195b2c7c-79ce-4096-aca3-427b4506fa33') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:19.530574 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-0c2b89db-fbe6-479d-8b36-f773dd80a517 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '195b2c7c-79ce-4096-aca3-427b4506fa33') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:19.542411 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0c2b89db-fbe6-479d-8b36-f773dd80a517 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:19.556647 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada24d05-927c-43f5-8c0c-2aa4ea5ba87d None None] Pushing event updated for resources: {'Port': ['ID=5951ea31-9d3f-49fc-b55e-de8abf01145c,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:19.559007 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0c2b89db-fbe6-479d-8b36-f773dd80a517 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:19.565983 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2b89db-fbe6-479d-8b36-f773dd80a517 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:56:19.566302 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0c2b89db-fbe6-479d-8b36-f773dd80a517 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:19.576289 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b195cbc9-de52-4025-bfff-58768cb27108 None None] Network d2ae9ad6-431d-459d-942d-7affc69202fb requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:56:19.585258 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:56:19.670275 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0c2b89db-fbe6-479d-8b36-f773dd80a517 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:19.692157 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0c2b89db-fbe6-479d-8b36-f773dd80a517 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:19.699383 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b89db-fbe6-479d-8b36-f773dd80a517 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Pushing event deleted for resources: {'Network': ['ID=d2ae9ad6-431d-459d-942d-7affc69202fb,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:19.707736 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0c2b89db-fbe6-479d-8b36-f773dd80a517 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] 10.222.0.76 "DELETE /v2.0/networks/d2ae9ad6-431d-459d-942d-7affc69202fb HTTP/1.1" status: 204 len: 168 time: 0.6436615 Apr 29 13:56:19.711670 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39848) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:19.717596 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-3b3e80ac-020a-48ae-87f7-6c22542e8312 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-513780054'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:56:19.723690 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-3b3e80ac-020a-48ae-87f7-6c22542e8312 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:56:19.740034 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3b3e80ac-020a-48ae-87f7-6c22542e8312 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Usage tracker for resource:network and tenant:140fc7c232ed4235b1222415b133f79c is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:56:19.743577 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3b3e80ac-020a-48ae-87f7-6c22542e8312 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:56:19.750945 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-3b3e80ac-020a-48ae-87f7-6c22542e8312 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:56:19.766945 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3e80ac-020a-48ae-87f7-6c22542e8312 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Made reservation on behalf of 140fc7c232ed4235b1222415b133f79c for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:56:19.770584 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3b3e80ac-020a-48ae-87f7-6c22542e8312 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:19.805796 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b3e80ac-020a-48ae-87f7-6c22542e8312 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:56:19.817602 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3b3e80ac-020a-48ae-87f7-6c22542e8312 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:19.817952 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-3b3e80ac-020a-48ae-87f7-6c22542e8312 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Added segment 9496293b-92be-4637-87bd-2d080a00e4e7 of type vlan for network 1017aca8-9488-46b1-a924-70682fbe1c49 Apr 29 13:56:19.847101 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3b3e80ac-020a-48ae-87f7-6c22542e8312 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:19.883988 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3b3e80ac-020a-48ae-87f7-6c22542e8312 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:19.887991 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3e80ac-020a-48ae-87f7-6c22542e8312 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:19.888908 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3b3e80ac-020a-48ae-87f7-6c22542e8312 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:19.988822 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3b3e80ac-020a-48ae-87f7-6c22542e8312 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2759006 Apr 29 13:56:19.991876 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 39852) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:19.997622 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-0f1b719f-6ace-4bf1-b748-3b98b80c7fb7 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Request body: {'subnet': {'network_id': '1017aca8-9488-46b1-a924-70682fbe1c49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:56:20.000403 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e80ac-020a-48ae-87f7-6c22542e8312 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Pushing event updated for resources: {'Network': ['ID=1017aca8-9488-46b1-a924-70682fbe1c49,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:20.010896 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 1017aca8-9488-46b1-a924-70682fbe1c49 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:56:20.110249 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0f1b719f-6ace-4bf1-b748-3b98b80c7fb7 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:56:20.114309 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0f1b719f-6ace-4bf1-b748-3b98b80c7fb7 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Usage tracker for resource:subnet and tenant:140fc7c232ed4235b1222415b133f79c is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:56:20.117354 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0f1b719f-6ace-4bf1-b748-3b98b80c7fb7 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:56:20.123208 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0f1b719f-6ace-4bf1-b748-3b98b80c7fb7 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:56:20.133845 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1b719f-6ace-4bf1-b748-3b98b80c7fb7 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Made reservation on behalf of 140fc7c232ed4235b1222415b133f79c for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:56:20.237400 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0f1b719f-6ace-4bf1-b748-3b98b80c7fb7 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:20.421841 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.ipam_backend_mixin [None req-0f1b719f-6ace-4bf1-b748-3b98b80c7fb7 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Performing IP validity checks on allocation pools {{(pid=83904) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 29 13:56:20.422454 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.ipam_backend_mixin [None req-0f1b719f-6ace-4bf1-b748-3b98b80c7fb7 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83904) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 29 13:56:20.521266 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ff671b-7f4d-49e3-b183-a147c1fc7a93 None None] Network 8521f140-3b3a-44f1-8b95-5afd6271f68b requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:56:20.549016 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0f1b719f-6ace-4bf1-b748-3b98b80c7fb7 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:20.632349 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b719f-6ace-4bf1-b748-3b98b80c7fb7 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Pushing event updated for resources: {'Subnet': ['ID=54029968-f1fe-419d-9f2d-70e038ba06a0,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:20.641602 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1b719f-6ace-4bf1-b748-3b98b80c7fb7 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Checking segment: {'id': '9496293b-92be-4637-87bd-2d080a00e4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1017aca8-9488-46b1-a924-70682fbe1c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:56:20.641963 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1b719f-6ace-4bf1-b748-3b98b80c7fb7 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Network hostable DHCP agents. Network: 1017aca8-9488-46b1-a924-70682fbe1c49, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:56:20.663807 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1b719f-6ace-4bf1-b748-3b98b80c7fb7 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Network 1017aca8-9488-46b1-a924-70682fbe1c49 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:56:20.673042 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-0f1b719f-6ace-4bf1-b748-3b98b80c7fb7 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 1017aca8-9488-46b1-a924-70682fbe1c49) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:56:20.674625 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4a312d4d-ae7e-4036-a82c-b11dde7345c8 None None] Provisioning for port 5951ea31-9d3f-49fc-b55e-de8abf01145c completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:56:20.677685 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1b719f-6ace-4bf1-b748-3b98b80c7fb7 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:20.678780 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0f1b719f-6ace-4bf1-b748-3b98b80c7fb7 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:20.685131 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c334d5-ebd4-4174-a76f-44e351ca419e None None] Network 1017aca8-9488-46b1-a924-70682fbe1c49 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:56:20.701326 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0f1b719f-6ace-4bf1-b748-3b98b80c7fb7 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7083170 Apr 29 13:56:20.703899 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 39856) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:20.843522 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b9cf6459-a823-4927-8b9e-7363ce2801d8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:20.906772 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b9cf6459-a823-4927-8b9e-7363ce2801d8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:20.964635 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7528cf7-bc37-453d-ad5d-6ab1fba46fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-1017aca8-9488-46b1-a924-70682fbe1c49', 'network_id': '1017aca8-9488-46b1-a924-70682fbe1c49', 'tenant_id': '140fc7c232ed4235b1222415b133f79c', 'fixed_ips': [{'subnet_id': '54029968-f1fe-419d-9f2d-70e038ba06a0'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:56:20.965495 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e7528cf7-bc37-453d-ad5d-6ab1fba46fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:20.995560 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b9cf6459-a823-4927-8b9e-7363ce2801d8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:21.042774 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf6459-a823-4927-8b9e-7363ce2801d8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Pushing event deleted for resources: {'Subnet': ['ID=54029968-f1fe-419d-9f2d-70e038ba06a0,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server [None req-e7528cf7-bc37-453d-ad5d-6ab1fba46fc8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54029968-f1fe-419d-9f2d-70e038ba06a0: This subnet is being modified by another concurrent operation. Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise value Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server raise exception Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54029968-f1fe-419d-9f2d-70e038ba06a0: This subnet is being modified by another concurrent operation. Apr 29 13:56:21.092685 dv-neutron-839027-4-hyperv neutron-server[83906]: ERROR oslo_messaging.rpc.server Apr 29 13:56:21.119158 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18abc697-fc35-4bc2-9835-3f249a5a8b95 None None] Network 1017aca8-9488-46b1-a924-70682fbe1c49 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:56:21.167202 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b9cf6459-a823-4927-8b9e-7363ce2801d8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:21.193326 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-b9cf6459-a823-4927-8b9e-7363ce2801d8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1017aca8-9488-46b1-a924-70682fbe1c49']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:21.195407 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 5951ea31-9d3f-49fc-b55e-de8abf01145c up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:56:21.205722 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-b9cf6459-a823-4927-8b9e-7363ce2801d8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9496293b-92be-4637-87bd-2d080a00e4e7') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:21.206023 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-b9cf6459-a823-4927-8b9e-7363ce2801d8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9496293b-92be-4637-87bd-2d080a00e4e7') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:21.219257 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b9cf6459-a823-4927-8b9e-7363ce2801d8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:21.237544 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b9cf6459-a823-4927-8b9e-7363ce2801d8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:21.244226 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9cf6459-a823-4927-8b9e-7363ce2801d8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:56:21.244749 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b9cf6459-a823-4927-8b9e-7363ce2801d8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:56:21.259591 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:56:21.371877 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b9cf6459-a823-4927-8b9e-7363ce2801d8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:21.375990 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b9cf6459-a823-4927-8b9e-7363ce2801d8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:21.410691 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b9cf6459-a823-4927-8b9e-7363ce2801d8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] 10.222.0.76 "DELETE /v2.0/networks/1017aca8-9488-46b1-a924-70682fbe1c49 HTTP/1.1" status: 204 len: 168 time: 0.7057865 Apr 29 13:56:21.411656 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf6459-a823-4927-8b9e-7363ce2801d8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Pushing event deleted for resources: {'Network': ['ID=1017aca8-9488-46b1-a924-70682fbe1c49,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:21.416513 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39860) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:21.424007 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cf6459-a823-4927-8b9e-7363ce2801d8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:21.424344 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cf6459-a823-4927-8b9e-7363ce2801d8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:21.424982 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cf6459-a823-4927-8b9e-7363ce2801d8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:21.425515 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cf6459-a823-4927-8b9e-7363ce2801d8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:21.426100 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cf6459-a823-4927-8b9e-7363ce2801d8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:21.426406 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cf6459-a823-4927-8b9e-7363ce2801d8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:21.426727 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cf6459-a823-4927-8b9e-7363ce2801d8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:21.427100 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cf6459-a823-4927-8b9e-7363ce2801d8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:21.427851 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cf6459-a823-4927-8b9e-7363ce2801d8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:21.428837 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cf6459-a823-4927-8b9e-7363ce2801d8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:21.429565 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cf6459-a823-4927-8b9e-7363ce2801d8 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:21.429879 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-9dc61a16-6d10-43e3-a8ed-40fe7157fc9a tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-765597526'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:56:21.430079 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 5951ea31-9d3f-49fc-b55e-de8abf01145c completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:56:21.434846 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5090306e-0372-46d0-a177-3a6775c7b6d4 None None] get_active_networks_info from dv-neutron-839027-4-hyperv {{(pid=83906) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 13:56:21.435442 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-9dc61a16-6d10-43e3-a8ed-40fe7157fc9a tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:56:21.440034 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-9dc61a16-6d10-43e3-a8ed-40fe7157fc9a tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Usage tracker for resource:network and tenant:140fc7c232ed4235b1222415b133f79c is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:56:21.445288 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-9dc61a16-6d10-43e3-a8ed-40fe7157fc9a tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:56:21.451480 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-9dc61a16-6d10-43e3-a8ed-40fe7157fc9a tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:56:21.465415 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc61a16-6d10-43e3-a8ed-40fe7157fc9a tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Made reservation on behalf of 140fc7c232ed4235b1222415b133f79c for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:56:21.468792 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9dc61a16-6d10-43e3-a8ed-40fe7157fc9a tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:21.479439 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 5951ea31-9d3f-49fc-b55e-de8abf01145c triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:56:21.479810 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:21.503620 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc61a16-6d10-43e3-a8ed-40fe7157fc9a tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:56:21.516958 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9dc61a16-6d10-43e3-a8ed-40fe7157fc9a tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:21.517430 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-9dc61a16-6d10-43e3-a8ed-40fe7157fc9a tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Added segment ca93870f-6189-4c4f-8597-b877d56ddc48 of type vlan for network b678caca-bd49-4929-947d-5f626f0eebfb Apr 29 13:56:21.556544 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9dc61a16-6d10-43e3-a8ed-40fe7157fc9a tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:21.589200 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9dc61a16-6d10-43e3-a8ed-40fe7157fc9a tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:21.593462 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc61a16-6d10-43e3-a8ed-40fe7157fc9a tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:21.594053 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9dc61a16-6d10-43e3-a8ed-40fe7157fc9a tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:21.624845 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5090306e-0372-46d0-a177-3a6775c7b6d4 None None] Resources bound (agent type, host, resource id): {{(pid=83906) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 13:56:21.653346 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:21.780675 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 5951ea31-9d3f-49fc-b55e-de8abf01145c, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=5951ea31-9d3f-49fc-b55e-de8abf01145c,segment=NetworkSegment(b3a384e3-6685-470b-bfb1-883ea3d022e2),segment_id=b3a384e3-6685-470b-bfb1-883ea3d022e2)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:56:21.787338 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:21.824085 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9dc61a16-6d10-43e3-a8ed-40fe7157fc9a tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4047499 Apr 29 13:56:21.826840 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39864) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:21.829838 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc61a16-6d10-43e3-a8ed-40fe7157fc9a tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Pushing event updated for resources: {'Network': ['ID=b678caca-bd49-4929-947d-5f626f0eebfb,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:21.834827 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-79c1c45e-fec1-47a3-ad30-0f88fca915a4 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Request body: {'subnet': {'network_id': 'b678caca-bd49-4929-947d-5f626f0eebfb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:56:21.863794 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network b678caca-bd49-4929-947d-5f626f0eebfb details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:56:21.958896 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-79c1c45e-fec1-47a3-ad30-0f88fca915a4 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:56:21.963454 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-79c1c45e-fec1-47a3-ad30-0f88fca915a4 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Usage tracker for resource:subnet and tenant:140fc7c232ed4235b1222415b133f79c is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:56:21.966605 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-79c1c45e-fec1-47a3-ad30-0f88fca915a4 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:56:21.972412 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-79c1c45e-fec1-47a3-ad30-0f88fca915a4 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:56:21.983197 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c1c45e-fec1-47a3-ad30-0f88fca915a4 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Made reservation on behalf of 140fc7c232ed4235b1222415b133f79c for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:56:22.019893 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=5951ea31-9d3f-49fc-b55e-de8abf01145c,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:22.098170 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-79c1c45e-fec1-47a3-ad30-0f88fca915a4 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:22.320209 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-79c1c45e-fec1-47a3-ad30-0f88fca915a4 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:22.401349 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1c45e-fec1-47a3-ad30-0f88fca915a4 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Pushing event updated for resources: {'Subnet': ['ID=9e1838e7-b818-48d9-adf8-95c12d503ed4,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:22.410912 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c1c45e-fec1-47a3-ad30-0f88fca915a4 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Checking segment: {'id': 'ca93870f-6189-4c4f-8597-b877d56ddc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b678caca-bd49-4929-947d-5f626f0eebfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:56:22.411263 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c1c45e-fec1-47a3-ad30-0f88fca915a4 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Network hostable DHCP agents. Network: b678caca-bd49-4929-947d-5f626f0eebfb, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:56:22.433393 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c1c45e-fec1-47a3-ad30-0f88fca915a4 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Network b678caca-bd49-4929-947d-5f626f0eebfb is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:56:22.442070 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-79c1c45e-fec1-47a3-ad30-0f88fca915a4 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, b678caca-bd49-4929-947d-5f626f0eebfb) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:56:22.446557 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c1c45e-fec1-47a3-ad30-0f88fca915a4 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:22.447287 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-79c1c45e-fec1-47a3-ad30-0f88fca915a4 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:22.451708 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecac619-10f4-4021-8f3d-9efc218227f6 None None] Network b678caca-bd49-4929-947d-5f626f0eebfb requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:56:22.474514 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-79c1c45e-fec1-47a3-ad30-0f88fca915a4 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6464605 Apr 29 13:56:22.478008 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39868) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:22.483531 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-42e3416c-cbcf-4472-86bc-f3b4964f7e86 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-399617956'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:56:22.488416 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-42e3416c-cbcf-4472-86bc-f3b4964f7e86 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:56:22.492263 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-42e3416c-cbcf-4472-86bc-f3b4964f7e86 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Usage tracker for resource:network and tenant:140fc7c232ed4235b1222415b133f79c is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:56:22.495117 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-42e3416c-cbcf-4472-86bc-f3b4964f7e86 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:56:22.500861 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-42e3416c-cbcf-4472-86bc-f3b4964f7e86 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:56:22.512373 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e3416c-cbcf-4472-86bc-f3b4964f7e86 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Made reservation on behalf of 140fc7c232ed4235b1222415b133f79c for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:56:22.515455 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-42e3416c-cbcf-4472-86bc-f3b4964f7e86 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:22.543736 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e3416c-cbcf-4472-86bc-f3b4964f7e86 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:56:22.552471 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-42e3416c-cbcf-4472-86bc-f3b4964f7e86 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:22.552916 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-42e3416c-cbcf-4472-86bc-f3b4964f7e86 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Added segment 9401e015-83d4-4cc1-bd83-be2278fd206f of type vlan for network 79bca4f6-0367-4fc0-a8bb-d158dbb2b2d7 Apr 29 13:56:22.579755 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-42e3416c-cbcf-4472-86bc-f3b4964f7e86 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:22.608632 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-42e3416c-cbcf-4472-86bc-f3b4964f7e86 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:22.612279 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e3416c-cbcf-4472-86bc-f3b4964f7e86 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:22.612882 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-42e3416c-cbcf-4472-86bc-f3b4964f7e86 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:22.667944 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c53b9e2-e0e6-449b-adf8-6b7d8e34ef80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-b678caca-bd49-4929-947d-5f626f0eebfb', 'network_id': 'b678caca-bd49-4929-947d-5f626f0eebfb', 'tenant_id': '140fc7c232ed4235b1222415b133f79c', 'fixed_ips': [{'subnet_id': '9e1838e7-b818-48d9-adf8-95c12d503ed4'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:56:22.668822 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8c53b9e2-e0e6-449b-adf8-6b7d8e34ef80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:22.713153 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-42e3416c-cbcf-4472-86bc-f3b4964f7e86 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2340779 Apr 29 13:56:22.716502 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 39872) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:22.721953 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-511008db-2765-4046-adfa-7562ce785555 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Request body: {'subnet': {'network_id': '79bca4f6-0367-4fc0-a8bb-d158dbb2b2d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:56:22.722791 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3416c-cbcf-4472-86bc-f3b4964f7e86 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Pushing event updated for resources: {'Network': ['ID=79bca4f6-0367-4fc0-a8bb-d158dbb2b2d7,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:22.740019 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 79bca4f6-0367-4fc0-a8bb-d158dbb2b2d7 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:56:22.832948 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-511008db-2765-4046-adfa-7562ce785555 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:56:22.837211 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-511008db-2765-4046-adfa-7562ce785555 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Usage tracker for resource:subnet and tenant:140fc7c232ed4235b1222415b133f79c is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:56:22.840076 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-511008db-2765-4046-adfa-7562ce785555 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:56:22.846482 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-511008db-2765-4046-adfa-7562ce785555 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:56:22.856648 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511008db-2765-4046-adfa-7562ce785555 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Made reservation on behalf of 140fc7c232ed4235b1222415b133f79c for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:56:22.917840 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-8c53b9e2-e0e6-449b-adf8-6b7d8e34ef80 None None] Allocated IP 2001:db8::2 (b678caca-bd49-4929-947d-5f626f0eebfb/9e1838e7-b818-48d9-adf8-95c12d503ed4/12f2665c-3668-4604-9423-4ab8d6e18fe0) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:56:22.959628 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-511008db-2765-4046-adfa-7562ce785555 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:23.111545 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 5951ea31-9d3f-49fc-b55e-de8abf01145c up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:56:23.174132 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-511008db-2765-4046-adfa-7562ce785555 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:23.191628 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8c53b9e2-e0e6-449b-adf8-6b7d8e34ef80 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:23.203997 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-8c53b9e2-e0e6-449b-adf8-6b7d8e34ef80 None None] Transition to ACTIVE for port object 12f2665c-3668-4604-9423-4ab8d6e18fe0 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:56:23.231179 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-8c53b9e2-e0e6-449b-adf8-6b7d8e34ef80 None None] Transition to ACTIVE for port object 12f2665c-3668-4604-9423-4ab8d6e18fe0 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:56:23.233725 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 5951ea31-9d3f-49fc-b55e-de8abf01145c triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:56:23.234186 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:23.249804 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511008db-2765-4046-adfa-7562ce785555 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Pushing event updated for resources: {'Subnet': ['ID=2e619f8a-f68f-4912-ac59-0b337feacffa,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:23.265867 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8c53b9e2-e0e6-449b-adf8-6b7d8e34ef80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:23.266264 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511008db-2765-4046-adfa-7562ce785555 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Checking segment: {'id': '9401e015-83d4-4cc1-bd83-be2278fd206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '79bca4f6-0367-4fc0-a8bb-d158dbb2b2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:56:23.266615 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511008db-2765-4046-adfa-7562ce785555 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Network hostable DHCP agents. Network: 79bca4f6-0367-4fc0-a8bb-d158dbb2b2d7, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:56:23.290013 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511008db-2765-4046-adfa-7562ce785555 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Network 79bca4f6-0367-4fc0-a8bb-d158dbb2b2d7 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:56:23.300406 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-511008db-2765-4046-adfa-7562ce785555 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 79bca4f6-0367-4fc0-a8bb-d158dbb2b2d7) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:56:23.305158 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511008db-2765-4046-adfa-7562ce785555 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:23.305824 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-511008db-2765-4046-adfa-7562ce785555 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:23.327007 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-511008db-2765-4046-adfa-7562ce785555 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6096408 Apr 29 13:56:23.329755 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39876) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:23.345107 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ec0ab8-585e-4ece-a126-49747dc9a95f None None] Network 79bca4f6-0367-4fc0-a8bb-d158dbb2b2d7 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:56:23.472901 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c53b9e2-e0e6-449b-adf8-6b7d8e34ef80 None None] Network b678caca-bd49-4929-947d-5f626f0eebfb is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:56:23.473972 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0f9de6b4-d608-4533-958b-c55a5fca7384 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:23.481710 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-8c53b9e2-e0e6-449b-adf8-6b7d8e34ef80 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:56:23.485444 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c53b9e2-e0e6-449b-adf8-6b7d8e34ef80 None None] Pushing event updated for resources: {'Port': ['ID=12f2665c-3668-4604-9423-4ab8d6e18fe0,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:23.490309 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c53b9e2-e0e6-449b-adf8-6b7d8e34ef80 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:56:23.548056 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0f9de6b4-d608-4533-958b-c55a5fca7384 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:23.623469 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0f9de6b4-d608-4533-958b-c55a5fca7384 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:23.662252 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9de6b4-d608-4533-958b-c55a5fca7384 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Pushing event deleted for resources: {'Subnet': ['ID=2e619f8a-f68f-4912-ac59-0b337feacffa,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:23.722310 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-8c53b9e2-e0e6-449b-adf8-6b7d8e34ef80 None None] Attempting to bind port 12f2665c-3668-4604-9423-4ab8d6e18fe0 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:56:23.722888 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-8c53b9e2-e0e6-449b-adf8-6b7d8e34ef80 None None] Attempting to bind port 12f2665c-3668-4604-9423-4ab8d6e18fe0 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'ca93870f-6189-4c4f-8597-b877d56ddc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b678caca-bd49-4929-947d-5f626f0eebfb'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:56:23.723030 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c53b9e2-e0e6-449b-adf8-6b7d8e34ef80 None None] Attempting to bind port 12f2665c-3668-4604-9423-4ab8d6e18fe0 on network b678caca-bd49-4929-947d-5f626f0eebfb {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:56:23.739363 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c53b9e2-e0e6-449b-adf8-6b7d8e34ef80 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:56:23.739989 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c53b9e2-e0e6-449b-adf8-6b7d8e34ef80 None None] Checking segment: {'id': 'ca93870f-6189-4c4f-8597-b877d56ddc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b678caca-bd49-4929-947d-5f626f0eebfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:56:23.740113 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8c53b9e2-e0e6-449b-adf8-6b7d8e34ef80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:23.740499 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c53b9e2-e0e6-449b-adf8-6b7d8e34ef80 None None] Bound using segment: {'id': 'ca93870f-6189-4c4f-8597-b877d56ddc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b678caca-bd49-4929-947d-5f626f0eebfb'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:56:23.741276 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-8c53b9e2-e0e6-449b-adf8-6b7d8e34ef80 None None] Bound port: 12f2665c-3668-4604-9423-4ab8d6e18fe0, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca93870f-6189-4c4f-8597-b877d56ddc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b678caca-bd49-4929-947d-5f626f0eebfb'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:56:23.741651 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8c53b9e2-e0e6-449b-adf8-6b7d8e34ef80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:23.753219 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcd4b47-8048-44b6-974f-137c83bbfd95 None None] Network 79bca4f6-0367-4fc0-a8bb-d158dbb2b2d7 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:56:23.761535 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0f9de6b4-d608-4533-958b-c55a5fca7384 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:23.793596 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-0f9de6b4-d608-4533-958b-c55a5fca7384 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79bca4f6-0367-4fc0-a8bb-d158dbb2b2d7']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:23.806323 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-0f9de6b4-d608-4533-958b-c55a5fca7384 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9401e015-83d4-4cc1-bd83-be2278fd206f') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:23.806615 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-0f9de6b4-d608-4533-958b-c55a5fca7384 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9401e015-83d4-4cc1-bd83-be2278fd206f') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:23.817829 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0f9de6b4-d608-4533-958b-c55a5fca7384 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:23.835345 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0f9de6b4-d608-4533-958b-c55a5fca7384 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:23.842146 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f9de6b4-d608-4533-958b-c55a5fca7384 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:56:23.842563 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0f9de6b4-d608-4533-958b-c55a5fca7384 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:56:23.857637 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:56:23.939030 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0f9de6b4-d608-4533-958b-c55a5fca7384 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:23.956811 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0f9de6b4-d608-4533-958b-c55a5fca7384 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:23.968039 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9de6b4-d608-4533-958b-c55a5fca7384 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Pushing event deleted for resources: {'Network': ['ID=79bca4f6-0367-4fc0-a8bb-d158dbb2b2d7,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:23.972034 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0f9de6b4-d608-4533-958b-c55a5fca7384 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] 10.222.0.76 "DELETE /v2.0/networks/79bca4f6-0367-4fc0-a8bb-d158dbb2b2d7 HTTP/1.1" status: 204 len: 168 time: 0.6412885 Apr 29 13:56:23.975206 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39880) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:23.990520 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-8c53b9e2-e0e6-449b-adf8-6b7d8e34ef80 None None] For port 12f2665c-3668-4604-9423-4ab8d6e18fe0, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:56:23.998725 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-8c53b9e2-e0e6-449b-adf8-6b7d8e34ef80 None None] For port 12f2665c-3668-4604-9423-4ab8d6e18fe0, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=12f2665c-3668-4604-9423-4ab8d6e18fe0,segment=NetworkSegment(ca93870f-6189-4c4f-8597-b877d56ddc48),segment_id=ca93870f-6189-4c4f-8597-b877d56ddc48)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:56:24.002892 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8c53b9e2-e0e6-449b-adf8-6b7d8e34ef80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:24.015036 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc1bb896-a45d-49cc-9a35-7e66e669713e tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] GET failed (client error): The resource could not be found. Apr 29 13:56:24.015533 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-dc1bb896-a45d-49cc-9a35-7e66e669713e tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Synchronizing usage tracker for tenant:140fc7c232ed4235b1222415b133f79c on resource:subnet {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:56:24.031178 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-dc1bb896-a45d-49cc-9a35-7e66e669713e tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Unset dirty status for tenant:140fc7c232ed4235b1222415b133f79c on resource:subnet {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:56:24.032345 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-dc1bb896-a45d-49cc-9a35-7e66e669713e tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] 10.222.0.76 "GET /v2.0/subnets/2e619f8a-f68f-4912-ac59-0b337feacffa HTTP/1.1" status: 404 len: 337 time: 0.0560603 Apr 29 13:56:24.035117 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39884) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:24.059015 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20f586b-6976-49ac-ae3b-013f2e2e1928 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] DELETE failed (client error): The resource could not be found. Apr 29 13:56:24.059441 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b20f586b-6976-49ac-ae3b-013f2e2e1928 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:56:24.064698 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b20f586b-6976-49ac-ae3b-013f2e2e1928 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] 10.222.0.76 "DELETE /v2.0/networks/79bca4f6-0367-4fc0-a8bb-d158dbb2b2d7 HTTP/1.1" status: 404 len: 339 time: 0.0250859 Apr 29 13:56:24.065479 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39888) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:24.088055 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c53b9e2-e0e6-449b-adf8-6b7d8e34ef80 None None] Pushing event updated for resources: {'Port': ['ID=12f2665c-3668-4604-9423-4ab8d6e18fe0,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:24.111757 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-1559765b-fe8e-4f7e-a2d6-0415e5d35bf9 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] DELETE failed (client error): The resource could not be found. Apr 29 13:56:24.112357 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1559765b-fe8e-4f7e-a2d6-0415e5d35bf9 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:56:24.114087 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1559765b-fe8e-4f7e-a2d6-0415e5d35bf9 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] 10.222.0.76 "DELETE /v2.0/subnets/2e619f8a-f68f-4912-ac59-0b337feacffa HTTP/1.1" status: 404 len: 337 time: 0.0477269 Apr 29 13:56:24.116628 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39892) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:24.141739 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b868720-dbd7-430d-8548-7590236e83c2 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] DELETE failed (client error): The resource could not be found. Apr 29 13:56:24.142163 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b868720-dbd7-430d-8548-7590236e83c2 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:56:24.145976 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4b868720-dbd7-430d-8548-7590236e83c2 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] 10.222.0.76 "DELETE /v2.0/networks/79bca4f6-0367-4fc0-a8bb-d158dbb2b2d7 HTTP/1.1" status: 404 len: 339 time: 0.0262716 Apr 29 13:56:24.146354 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39896) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:24.230331 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f5ab7b-ce89-4f93-8f1c-b8f5f577e5df tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Deleting subnet 9e1838e7-b818-48d9-adf8-95c12d503ed4 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:56:24.233815 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b7f5ab7b-ce89-4f93-8f1c-b8f5f577e5df tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:24.393982 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b7f5ab7b-ce89-4f93-8f1c-b8f5f577e5df tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:24.473496 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b7f5ab7b-ce89-4f93-8f1c-b8f5f577e5df tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:24.544844 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b7f5ab7b-ce89-4f93-8f1c-b8f5f577e5df tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:24.585255 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5ab7b-ce89-4f93-8f1c-b8f5f577e5df tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Pushing event deleted for resources: {'Subnet': ['ID=9e1838e7-b818-48d9-adf8-95c12d503ed4,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:24.591864 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b7f5ab7b-ce89-4f93-8f1c-b8f5f577e5df tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:24.604817 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b7f5ab7b-ce89-4f93-8f1c-b8f5f577e5df tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] 10.222.0.76 "DELETE /v2.0/subnets/9e1838e7-b818-48d9-adf8-95c12d503ed4 HTTP/1.1" status: 204 len: 168 time: 0.4574475 Apr 29 13:56:24.607386 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39900) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:24.721214 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc2c61d9-247e-414a-8fea-92899da1b6a0 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:24.732583 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-cc2c61d9-247e-414a-8fea-92899da1b6a0 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Deleting port 12f2665c-3668-4604-9423-4ab8d6e18fe0 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:56:24.732836 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc2c61d9-247e-414a-8fea-92899da1b6a0 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:24.945794 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-cc2c61d9-247e-414a-8fea-92899da1b6a0 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] For port 12f2665c-3668-4604-9423-4ab8d6e18fe0, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=12f2665c-3668-4604-9423-4ab8d6e18fe0,segment=NetworkSegment(ca93870f-6189-4c4f-8597-b877d56ddc48),segment_id=ca93870f-6189-4c4f-8597-b877d56ddc48)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:56:24.946153 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc2c61d9-247e-414a-8fea-92899da1b6a0 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:24.978246 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd76b4d-6c49-4c67-a8fb-f80d531b61a6 None None] Network b678caca-bd49-4929-947d-5f626f0eebfb requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:56:25.063170 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ada0705a-f41d-493b-bade-6d7c7b8f2a4d None None] Provisioning for port 12f2665c-3668-4604-9423-4ab8d6e18fe0 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:56:25.070802 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-cc2c61d9-247e-414a-8fea-92899da1b6a0 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Calling delete_port for 12f2665c-3668-4604-9423-4ab8d6e18fe0 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:56:25.143535 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc2c61d9-247e-414a-8fea-92899da1b6a0 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:25.148132 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 12f2665c-3668-4604-9423-4ab8d6e18fe0 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:56:25.187177 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c61d9-247e-414a-8fea-92899da1b6a0 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Pushing event deleted for resources: {'Port': ['ID=12f2665c-3668-4604-9423-4ab8d6e18fe0,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:25.187567 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 12f2665c-3668-4604-9423-4ab8d6e18fe0 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:56:25.187917 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 12f2665c-3668-4604-9423-4ab8d6e18fe0 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 29 13:56:25.193708 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2c61d9-247e-414a-8fea-92899da1b6a0 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] No DVR routers for this DVR port 12f2665c-3668-4604-9423-4ab8d6e18fe0 on host dv-neutron-839027-4-hyperv {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:56:25.225756 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Port 12f2665c-3668-4604-9423-4ab8d6e18fe0 not found, will not notify nova. {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 29 13:56:25.239743 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f011df-626e-4098-86ea-52775bfc92e8 None None] DHCP port deletion for b678caca-bd49-4929-947d-5f626f0eebfb request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:56:25.317111 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc2c61d9-247e-414a-8fea-92899da1b6a0 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:25.345302 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-cc2c61d9-247e-414a-8fea-92899da1b6a0 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b678caca-bd49-4929-947d-5f626f0eebfb']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:25.357697 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-cc2c61d9-247e-414a-8fea-92899da1b6a0 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca93870f-6189-4c4f-8597-b877d56ddc48') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:25.357983 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-cc2c61d9-247e-414a-8fea-92899da1b6a0 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca93870f-6189-4c4f-8597-b877d56ddc48') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:25.369117 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc2c61d9-247e-414a-8fea-92899da1b6a0 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:25.384886 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc2c61d9-247e-414a-8fea-92899da1b6a0 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:25.390700 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2c61d9-247e-414a-8fea-92899da1b6a0 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:56:25.391071 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc2c61d9-247e-414a-8fea-92899da1b6a0 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:56:25.405323 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:56:25.483250 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc2c61d9-247e-414a-8fea-92899da1b6a0 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:25.499501 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cc2c61d9-247e-414a-8fea-92899da1b6a0 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:25.511252 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c61d9-247e-414a-8fea-92899da1b6a0 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Pushing event deleted for resources: {'Network': ['ID=b678caca-bd49-4929-947d-5f626f0eebfb,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:25.514004 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-cc2c61d9-247e-414a-8fea-92899da1b6a0 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] 10.222.0.76 "DELETE /v2.0/networks/b678caca-bd49-4929-947d-5f626f0eebfb HTTP/1.1" status: 204 len: 168 time: 0.9057066 Apr 29 13:56:25.516478 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39904) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:25.553764 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-27cb9982-2acb-4550-a902-851f4e06b8a5 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] DELETE failed (client error): The resource could not be found. Apr 29 13:56:25.554444 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27cb9982-2acb-4550-a902-851f4e06b8a5 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:56:25.555780 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-27cb9982-2acb-4550-a902-851f4e06b8a5 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] 10.222.0.76 "DELETE /v2.0/subnets/54029968-f1fe-419d-9f2d-70e038ba06a0 HTTP/1.1" status: 404 len: 337 time: 0.0383899 Apr 29 13:56:25.558234 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39908) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:25.581943 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d31af9f-02db-4106-9cd2-eedaf13bc3da tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] DELETE failed (client error): The resource could not be found. Apr 29 13:56:25.582294 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d31af9f-02db-4106-9cd2-eedaf13bc3da tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:56:25.583811 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4d31af9f-02db-4106-9cd2-eedaf13bc3da tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] 10.222.0.76 "DELETE /v2.0/networks/1017aca8-9488-46b1-a924-70682fbe1c49 HTTP/1.1" status: 404 len: 339 time: 0.0247204 Apr 29 13:56:25.586539 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39912) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:25.625131 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c51c8c7-2f01-448b-960c-31d62d99afa3 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] DELETE failed (client error): The resource could not be found. Apr 29 13:56:25.625552 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c51c8c7-2f01-448b-960c-31d62d99afa3 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:56:25.627095 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1c51c8c7-2f01-448b-960c-31d62d99afa3 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] 10.222.0.76 "DELETE /v2.0/subnets/a421c5e7-29b7-472f-8fb8-23e9f6a55417 HTTP/1.1" status: 404 len: 337 time: 0.0397284 Apr 29 13:56:25.629453 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39916) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:25.653566 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c8800e-d489-47ad-af27-8a7e3d01fd57 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] DELETE failed (client error): The resource could not be found. Apr 29 13:56:25.653982 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50c8800e-d489-47ad-af27-8a7e3d01fd57 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83905) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 13:56:25.655516 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-50c8800e-d489-47ad-af27-8a7e3d01fd57 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] 10.222.0.76 "DELETE /v2.0/networks/d2ae9ad6-431d-459d-942d-7affc69202fb HTTP/1.1" status: 404 len: 339 time: 0.0252287 Apr 29 13:56:25.657655 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39920) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:25.837440 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-2008b8ee-8f07-43e2-a455-889aea02ce26 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Deleting subnet 466f62a2-b2cf-464a-a928-5219c1ef4449 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:56:25.840380 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2008b8ee-8f07-43e2-a455-889aea02ce26 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:25.896879 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2008b8ee-8f07-43e2-a455-889aea02ce26 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:26.061700 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2008b8ee-8f07-43e2-a455-889aea02ce26 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:26.130942 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2008b8ee-8f07-43e2-a455-889aea02ce26 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:26.172166 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008b8ee-8f07-43e2-a455-889aea02ce26 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Pushing event deleted for resources: {'Subnet': ['ID=466f62a2-b2cf-464a-a928-5219c1ef4449,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:26.177287 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2008b8ee-8f07-43e2-a455-889aea02ce26 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:26.182881 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021c1986-05ac-4e6f-895c-19b9d96aa03c None None] Network 8521f140-3b3a-44f1-8b95-5afd6271f68b requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:56:26.188543 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2008b8ee-8f07-43e2-a455-889aea02ce26 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] 10.222.0.76 "DELETE /v2.0/subnets/466f62a2-b2cf-464a-a928-5219c1ef4449 HTTP/1.1" status: 204 len: 168 time: 0.5278976 Apr 29 13:56:26.188797 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39924) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:26.301190 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:26.311624 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Deleting port 5951ea31-9d3f-49fc-b55e-de8abf01145c {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:56:26.311948 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:26.432732 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4605e8-42cd-49b3-8fa7-80fb882d81a7 None None] DHCP port deletion for 8521f140-3b3a-44f1-8b95-5afd6271f68b request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:56:26.436635 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6f4605e8-42cd-49b3-8fa7-80fb882d81a7 None None] Deleting port 5951ea31-9d3f-49fc-b55e-de8abf01145c {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:56:26.437047 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6f4605e8-42cd-49b3-8fa7-80fb882d81a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:26.514307 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] For port 5951ea31-9d3f-49fc-b55e-de8abf01145c, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=5951ea31-9d3f-49fc-b55e-de8abf01145c,segment=NetworkSegment(b3a384e3-6685-470b-bfb1-883ea3d022e2),segment_id=b3a384e3-6685-470b-bfb1-883ea3d022e2)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:56:26.514662 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:26.637858 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Calling delete_port for 5951ea31-9d3f-49fc-b55e-de8abf01145c owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:56:26.683521 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6f4605e8-42cd-49b3-8fa7-80fb882d81a7 None None] For port 5951ea31-9d3f-49fc-b55e-de8abf01145c, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=5951ea31-9d3f-49fc-b55e-de8abf01145c,segment=NetworkSegment(b3a384e3-6685-470b-bfb1-883ea3d022e2),segment_id=b3a384e3-6685-470b-bfb1-883ea3d022e2)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:56:26.683816 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6f4605e8-42cd-49b3-8fa7-80fb882d81a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:26.711202 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:26.755928 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Pushing event deleted for resources: {'Port': ['ID=5951ea31-9d3f-49fc-b55e-de8abf01145c,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:26.760207 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] No DVR routers for this DVR port 5951ea31-9d3f-49fc-b55e-de8abf01145c on host dv-neutron-839027-4-hyperv {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:56:26.805035 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6f4605e8-42cd-49b3-8fa7-80fb882d81a7 None None] Calling delete_port for 5951ea31-9d3f-49fc-b55e-de8abf01145c owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:56:26.875590 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-6f4605e8-42cd-49b3-8fa7-80fb882d81a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:56:26.875949 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-6f4605e8-42cd-49b3-8fa7-80fb882d81a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:56:26.882464 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:26.911249 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8521f140-3b3a-44f1-8b95-5afd6271f68b']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:26.923940 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a384e3-6685-470b-bfb1-883ea3d022e2') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:26.924233 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a384e3-6685-470b-bfb1-883ea3d022e2') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:26.935797 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:26.950973 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:26.956993 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:56:26.957361 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:56:26.971578 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:56:27.050257 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:27.055213 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:27.080881 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Pushing event deleted for resources: {'Network': ['ID=8521f140-3b3a-44f1-8b95-5afd6271f68b,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:27.082883 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 5951ea31-9d3f-49fc-b55e-de8abf01145c no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:56:27.083983 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] 10.222.0.76 "DELETE /v2.0/networks/8521f140-3b3a-44f1-8b95-5afd6271f68b HTTP/1.1" status: 204 len: 168 time: 0.8942671 Apr 29 13:56:27.093546 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:27.093936 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:27.094237 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:27.094538 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:27.094868 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:27.095227 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:27.095552 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:27.095881 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:27.096350 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:27.096675 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:27.097027 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61573860-0efa-4625-bc7c-f056382a3540 tempest-NetworksIpV6Test-2040111752 tempest-NetworksIpV6Test-2040111752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:27.120420 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 5951ea31-9d3f-49fc-b55e-de8abf01145c {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:56:27.120791 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 5951ea31-9d3f-49fc-b55e-de8abf01145c not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:56:27.121196 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 12f2665c-3668-4604-9423-4ab8d6e18fe0 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:56:27.151404 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 12f2665c-3668-4604-9423-4ab8d6e18fe0 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:56:27.151747 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 12f2665c-3668-4604-9423-4ab8d6e18fe0 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:56:27.377400 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6f4605e8-42cd-49b3-8fa7-80fb882d81a7 None None] Deleting port 5951ea31-9d3f-49fc-b55e-de8abf01145c {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:56:27.377976 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6f4605e8-42cd-49b3-8fa7-80fb882d81a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:27.378337 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39932) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:27.442540 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6f4605e8-42cd-49b3-8fa7-80fb882d81a7 None None] The port '5951ea31-9d3f-49fc-b55e-de8abf01145c' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:56:27.570961 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-71b97fe3-ce7a-4356-9126-de4c72e33312 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=140fc7c232ed4235b1222415b133f79c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1914649 Apr 29 13:56:27.573415 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39938) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:27.632641 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-819d8167-f507-41b8-850b-f49126e5b217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:27.657335 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-819d8167-f507-41b8-850b-f49126e5b217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:27.706644 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-819d8167-f507-41b8-850b-f49126e5b217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:27.723115 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d8167-f507-41b8-850b-f49126e5b217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac8c4f8-cb06-4598-a615-65bb7f000c96,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:27.727427 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-819d8167-f507-41b8-850b-f49126e5b217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:27.728524 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-819d8167-f507-41b8-850b-f49126e5b217 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bac8c4f8-cb06-4598-a615-65bb7f000c96 HTTP/1.1" status: 204 len: 168 time: 0.1542263 Apr 29 13:56:28.248149 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:28.510543 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39960) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:28.713270 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-86d8fc5b-4053-4256-8ee2-d2530a714002 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-673703556', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:56:28.719684 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-86d8fc5b-4053-4256-8ee2-d2530a714002 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:56:28.723457 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-86d8fc5b-4053-4256-8ee2-d2530a714002 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Usage tracker for resource:router and tenant:8baa4f8408594cb7b1db17e271b5148e is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:56:28.726482 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-86d8fc5b-4053-4256-8ee2-d2530a714002 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:56:28.732070 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-86d8fc5b-4053-4256-8ee2-d2530a714002 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:56:28.745823 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-86d8fc5b-4053-4256-8ee2-d2530a714002 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:28.746695 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-86d8fc5b-4053-4256-8ee2-d2530a714002 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:28.765141 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-86d8fc5b-4053-4256-8ee2-d2530a714002 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:28.782828 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-86d8fc5b-4053-4256-8ee2-d2530a714002 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:28.805275 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-86d8fc5b-4053-4256-8ee2-d2530a714002 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:28.806494 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-86d8fc5b-4053-4256-8ee2-d2530a714002 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2949715 Apr 29 13:56:28.809359 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39966) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:28.815118 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-83921f2e-3840-44f1-ad12-680b3ab319c3 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1085416449'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:56:28.820870 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-83921f2e-3840-44f1-ad12-680b3ab319c3 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:56:28.824608 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-83921f2e-3840-44f1-ad12-680b3ab319c3 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Usage tracker for resource:network and tenant:8baa4f8408594cb7b1db17e271b5148e is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:56:28.827995 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-83921f2e-3840-44f1-ad12-680b3ab319c3 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:56:28.833682 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-83921f2e-3840-44f1-ad12-680b3ab319c3 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:56:28.843398 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83921f2e-3840-44f1-ad12-680b3ab319c3 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Made reservation on behalf of 8baa4f8408594cb7b1db17e271b5148e for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:56:28.846351 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-83921f2e-3840-44f1-ad12-680b3ab319c3 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:28.858934 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-83921f2e-3840-44f1-ad12-680b3ab319c3 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:28.890656 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-83921f2e-3840-44f1-ad12-680b3ab319c3 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:56:28.894399 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-83921f2e-3840-44f1-ad12-680b3ab319c3 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Usage tracker for resource:security_group_rule and tenant:8baa4f8408594cb7b1db17e271b5148e is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:56:28.897394 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-83921f2e-3840-44f1-ad12-680b3ab319c3 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:56:28.902982 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-83921f2e-3840-44f1-ad12-680b3ab319c3 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:56:28.968899 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-83921f2e-3840-44f1-ad12-680b3ab319c3 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:28.972354 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-83921f2e-3840-44f1-ad12-680b3ab319c3 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:29.002571 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83921f2e-3840-44f1-ad12-680b3ab319c3 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:56:29.011228 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83921f2e-3840-44f1-ad12-680b3ab319c3 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=290095d8-76f6-4a8c-ab52-df6be6017c8f,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:29.016480 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-83921f2e-3840-44f1-ad12-680b3ab319c3 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:29.016772 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-83921f2e-3840-44f1-ad12-680b3ab319c3 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Added segment fed5d417-e51d-4ac8-82d5-506b432be99a of type vlan for network c6aa1c3c-811c-46fd-b06c-94ac4286c111 Apr 29 13:56:29.042085 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-83921f2e-3840-44f1-ad12-680b3ab319c3 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:29.070505 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-83921f2e-3840-44f1-ad12-680b3ab319c3 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:29.074022 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83921f2e-3840-44f1-ad12-680b3ab319c3 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:29.074586 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-83921f2e-3840-44f1-ad12-680b3ab319c3 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:29.182566 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-83921f2e-3840-44f1-ad12-680b3ab319c3 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3721881 Apr 29 13:56:29.183263 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83921f2e-3840-44f1-ad12-680b3ab319c3 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Pushing event updated for resources: {'Network': ['ID=c6aa1c3c-811c-46fd-b06c-94ac4286c111,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:29.185160 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39972) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:29.190444 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-3b268419-eb03-431f-b5c1-edb5674b7efd tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Request body: {'subnet': {'network_id': 'c6aa1c3c-811c-46fd-b06c-94ac4286c111', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:56:29.196819 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network c6aa1c3c-811c-46fd-b06c-94ac4286c111 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:56:29.313262 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-3b268419-eb03-431f-b5c1-edb5674b7efd tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:56:29.318027 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3b268419-eb03-431f-b5c1-edb5674b7efd tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Usage tracker for resource:subnet and tenant:8baa4f8408594cb7b1db17e271b5148e is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:56:29.321192 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3b268419-eb03-431f-b5c1-edb5674b7efd tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:56:29.327085 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-3b268419-eb03-431f-b5c1-edb5674b7efd tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:56:29.337334 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b268419-eb03-431f-b5c1-edb5674b7efd tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Made reservation on behalf of 8baa4f8408594cb7b1db17e271b5148e for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:56:29.525816 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3b268419-eb03-431f-b5c1-edb5674b7efd tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:29.737367 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3b268419-eb03-431f-b5c1-edb5674b7efd tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:29.816808 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b268419-eb03-431f-b5c1-edb5674b7efd tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Pushing event updated for resources: {'Subnet': ['ID=6d1cc3fd-61e5-4593-b9cf-4ad810f5efb2,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:29.826476 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b268419-eb03-431f-b5c1-edb5674b7efd tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Checking segment: {'id': 'fed5d417-e51d-4ac8-82d5-506b432be99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6aa1c3c-811c-46fd-b06c-94ac4286c111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:56:29.826833 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b268419-eb03-431f-b5c1-edb5674b7efd tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Network hostable DHCP agents. Network: c6aa1c3c-811c-46fd-b06c-94ac4286c111, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:56:29.849089 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b268419-eb03-431f-b5c1-edb5674b7efd tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Network c6aa1c3c-811c-46fd-b06c-94ac4286c111 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:56:29.858736 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-3b268419-eb03-431f-b5c1-edb5674b7efd tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, c6aa1c3c-811c-46fd-b06c-94ac4286c111) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:56:29.863493 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b268419-eb03-431f-b5c1-edb5674b7efd tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:29.864402 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3b268419-eb03-431f-b5c1-edb5674b7efd tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:29.868252 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55e6ab9-ac50-4382-b875-599c883d0b9f None None] Network c6aa1c3c-811c-46fd-b06c-94ac4286c111 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:56:29.886786 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3b268419-eb03-431f-b5c1-edb5674b7efd tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7004786 Apr 29 13:56:29.889579 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39976) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:29.894946 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-a2239ea9-72a5-471d-9110-c3591b91bd7b tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-160956188'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:56:29.900314 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a2239ea9-72a5-471d-9110-c3591b91bd7b tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:56:29.904297 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a2239ea9-72a5-471d-9110-c3591b91bd7b tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Usage tracker for resource:network and tenant:8baa4f8408594cb7b1db17e271b5148e is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:56:29.907277 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a2239ea9-72a5-471d-9110-c3591b91bd7b tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:56:29.913106 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a2239ea9-72a5-471d-9110-c3591b91bd7b tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:56:29.923270 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2239ea9-72a5-471d-9110-c3591b91bd7b tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Made reservation on behalf of 8baa4f8408594cb7b1db17e271b5148e for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:56:29.926274 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a2239ea9-72a5-471d-9110-c3591b91bd7b tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:29.954589 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2239ea9-72a5-471d-9110-c3591b91bd7b tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:56:29.963767 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a2239ea9-72a5-471d-9110-c3591b91bd7b tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:29.964108 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-a2239ea9-72a5-471d-9110-c3591b91bd7b tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Added segment bfd164c7-9c81-4328-adb9-17523c59c63d of type vlan for network 78ee42a2-933c-448b-8e43-3abea4677e27 Apr 29 13:56:29.993025 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a2239ea9-72a5-471d-9110-c3591b91bd7b tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:30.022567 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a2239ea9-72a5-471d-9110-c3591b91bd7b tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:30.026303 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2239ea9-72a5-471d-9110-c3591b91bd7b tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:30.026880 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a2239ea9-72a5-471d-9110-c3591b91bd7b tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:30.077590 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba78d9e-6b4d-40aa-879b-f027c8494c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-c6aa1c3c-811c-46fd-b06c-94ac4286c111', 'network_id': 'c6aa1c3c-811c-46fd-b06c-94ac4286c111', 'tenant_id': '8baa4f8408594cb7b1db17e271b5148e', 'fixed_ips': [{'subnet_id': '6d1cc3fd-61e5-4593-b9cf-4ad810f5efb2'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:56:30.078589 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1ba78d9e-6b4d-40aa-879b-f027c8494c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:30.127116 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 39980) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:30.127682 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a2239ea9-72a5-471d-9110-c3591b91bd7b tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2366669 Apr 29 13:56:30.134374 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-8661b2f9-6c38-44ff-a20c-8f981bd864a1 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Request body: {'subnet': {'network_id': '78ee42a2-933c-448b-8e43-3abea4677e27', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:56:30.140142 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2239ea9-72a5-471d-9110-c3591b91bd7b tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Pushing event updated for resources: {'Network': ['ID=78ee42a2-933c-448b-8e43-3abea4677e27,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:30.154013 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 78ee42a2-933c-448b-8e43-3abea4677e27 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:56:30.243850 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8661b2f9-6c38-44ff-a20c-8f981bd864a1 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:56:30.247487 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8661b2f9-6c38-44ff-a20c-8f981bd864a1 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Usage tracker for resource:subnet and tenant:8baa4f8408594cb7b1db17e271b5148e is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:56:30.250250 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8661b2f9-6c38-44ff-a20c-8f981bd864a1 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:56:30.255789 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8661b2f9-6c38-44ff-a20c-8f981bd864a1 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:56:30.266507 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8661b2f9-6c38-44ff-a20c-8f981bd864a1 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Made reservation on behalf of 8baa4f8408594cb7b1db17e271b5148e for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:56:30.330178 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-1ba78d9e-6b4d-40aa-879b-f027c8494c30 None None] Allocated IP 172.20.0.2 (c6aa1c3c-811c-46fd-b06c-94ac4286c111/6d1cc3fd-61e5-4593-b9cf-4ad810f5efb2/b8acc3db-95a0-4762-b5f5-e8baee48a4d3) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:56:30.458054 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8661b2f9-6c38-44ff-a20c-8f981bd864a1 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:30.543627 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1ba78d9e-6b4d-40aa-879b-f027c8494c30 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:30.555303 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1ba78d9e-6b4d-40aa-879b-f027c8494c30 None None] Transition to ACTIVE for port object b8acc3db-95a0-4762-b5f5-e8baee48a4d3 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:56:30.574149 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1ba78d9e-6b4d-40aa-879b-f027c8494c30 None None] Transition to ACTIVE for port object b8acc3db-95a0-4762-b5f5-e8baee48a4d3 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:56:30.579014 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1ba78d9e-6b4d-40aa-879b-f027c8494c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:30.646651 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba78d9e-6b4d-40aa-879b-f027c8494c30 None None] Network c6aa1c3c-811c-46fd-b06c-94ac4286c111 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:56:30.647785 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-1ba78d9e-6b4d-40aa-879b-f027c8494c30 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:56:30.650362 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba78d9e-6b4d-40aa-879b-f027c8494c30 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:56:30.662971 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba78d9e-6b4d-40aa-879b-f027c8494c30 None None] Pushing event updated for resources: {'Port': ['ID=b8acc3db-95a0-4762-b5f5-e8baee48a4d3,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:30.668665 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8661b2f9-6c38-44ff-a20c-8f981bd864a1 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:30.747616 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-1ba78d9e-6b4d-40aa-879b-f027c8494c30 None None] Attempting to bind port b8acc3db-95a0-4762-b5f5-e8baee48a4d3 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:56:30.747989 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-1ba78d9e-6b4d-40aa-879b-f027c8494c30 None None] Attempting to bind port b8acc3db-95a0-4762-b5f5-e8baee48a4d3 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'fed5d417-e51d-4ac8-82d5-506b432be99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6aa1c3c-811c-46fd-b06c-94ac4286c111'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:56:30.748339 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba78d9e-6b4d-40aa-879b-f027c8494c30 None None] Attempting to bind port b8acc3db-95a0-4762-b5f5-e8baee48a4d3 on network c6aa1c3c-811c-46fd-b06c-94ac4286c111 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:56:30.754904 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba78d9e-6b4d-40aa-879b-f027c8494c30 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:56:30.755279 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba78d9e-6b4d-40aa-879b-f027c8494c30 None None] Checking segment: {'id': 'fed5d417-e51d-4ac8-82d5-506b432be99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6aa1c3c-811c-46fd-b06c-94ac4286c111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:56:30.755608 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661b2f9-6c38-44ff-a20c-8f981bd864a1 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Pushing event updated for resources: {'Subnet': ['ID=9de0aa8d-4a9d-4428-92b8-217979f3b448,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:30.755718 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1ba78d9e-6b4d-40aa-879b-f027c8494c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:30.756094 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba78d9e-6b4d-40aa-879b-f027c8494c30 None None] Bound using segment: {'id': 'fed5d417-e51d-4ac8-82d5-506b432be99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6aa1c3c-811c-46fd-b06c-94ac4286c111'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:56:30.756847 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-1ba78d9e-6b4d-40aa-879b-f027c8494c30 None None] Bound port: b8acc3db-95a0-4762-b5f5-e8baee48a4d3, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed5d417-e51d-4ac8-82d5-506b432be99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c6aa1c3c-811c-46fd-b06c-94ac4286c111'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:56:30.757213 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1ba78d9e-6b4d-40aa-879b-f027c8494c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:30.777459 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8661b2f9-6c38-44ff-a20c-8f981bd864a1 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Checking segment: {'id': 'bfd164c7-9c81-4328-adb9-17523c59c63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '78ee42a2-933c-448b-8e43-3abea4677e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:56:30.777836 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8661b2f9-6c38-44ff-a20c-8f981bd864a1 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Network hostable DHCP agents. Network: 78ee42a2-933c-448b-8e43-3abea4677e27, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:56:30.801658 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8661b2f9-6c38-44ff-a20c-8f981bd864a1 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Network 78ee42a2-933c-448b-8e43-3abea4677e27 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:56:30.812481 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-8661b2f9-6c38-44ff-a20c-8f981bd864a1 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 78ee42a2-933c-448b-8e43-3abea4677e27) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:56:30.817548 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8661b2f9-6c38-44ff-a20c-8f981bd864a1 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:30.818177 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8661b2f9-6c38-44ff-a20c-8f981bd864a1 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:30.827393 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2a2812-bdd2-435a-ae29-8e1c674b9d6b None None] Network 78ee42a2-933c-448b-8e43-3abea4677e27 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:56:30.841442 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8661b2f9-6c38-44ff-a20c-8f981bd864a1 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7128983 Apr 29 13:56:30.844584 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 39984) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:30.849684 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-66010852-dfbc-4e81-b51b-a44a116c2ed4 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Request body: {'router': {'external_gateway_info': {'network_id': '78ee42a2-933c-448b-8e43-3abea4677e27'}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:56:30.970206 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-1ba78d9e-6b4d-40aa-879b-f027c8494c30 None None] For port b8acc3db-95a0-4762-b5f5-e8baee48a4d3, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:56:30.991880 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-1ba78d9e-6b4d-40aa-879b-f027c8494c30 None None] For port b8acc3db-95a0-4762-b5f5-e8baee48a4d3, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b8acc3db-95a0-4762-b5f5-e8baee48a4d3,segment=NetworkSegment(fed5d417-e51d-4ac8-82d5-506b432be99a),segment_id=fed5d417-e51d-4ac8-82d5-506b432be99a)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:56:31.001351 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1ba78d9e-6b4d-40aa-879b-f027c8494c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:31.157382 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba78d9e-6b4d-40aa-879b-f027c8494c30 None None] Pushing event updated for resources: {'Port': ['ID=b8acc3db-95a0-4762-b5f5-e8baee48a4d3,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:31.180004 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4547d418-9549-4bb4-b912-479f61900b7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-78ee42a2-933c-448b-8e43-3abea4677e27', 'network_id': '78ee42a2-933c-448b-8e43-3abea4677e27', 'tenant_id': '8baa4f8408594cb7b1db17e271b5148e', 'fixed_ips': [{'subnet_id': '9de0aa8d-4a9d-4428-92b8-217979f3b448'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:56:31.181127 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4547d418-9549-4bb4-b912-479f61900b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:31.242147 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-66010852-dfbc-4e81-b51b-a44a116c2ed4 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:31.373613 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-4547d418-9549-4bb4-b912-479f61900b7c None None] Allocated IP 172.21.0.2 (78ee42a2-933c-448b-8e43-3abea4677e27/9de0aa8d-4a9d-4428-92b8-217979f3b448/21428ae0-159d-43d2-9559-24675256800a) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:56:31.417343 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.api.v2.resource [None req-66010852-dfbc-4e81-b51b-a44a116c2ed4 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 13:56:31.423947 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-66010852-dfbc-4e81-b51b-a44a116c2ed4 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] 10.222.0.76 "PUT /v2.0/routers/5536ba31-3974-4af5-9c00-1ef91772b8e9 HTTP/1.1" status: 400 len: 364 time: 0.5728719 Apr 29 13:56:31.424233 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 39988) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:31.493842 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd870790-5a40-4cab-84cb-b45e57baec93 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Deleting subnet 9de0aa8d-4a9d-4428-92b8-217979f3b448 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:56:31.583544 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4547d418-9549-4bb4-b912-479f61900b7c None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:31.595681 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4547d418-9549-4bb4-b912-479f61900b7c None None] Transition to ACTIVE for port object 21428ae0-159d-43d2-9559-24675256800a will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:56:31.614637 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4547d418-9549-4bb4-b912-479f61900b7c None None] Transition to ACTIVE for port object 21428ae0-159d-43d2-9559-24675256800a will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:56:31.620080 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bd870790-5a40-4cab-84cb-b45e57baec93 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:31.620522 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4547d418-9549-4bb4-b912-479f61900b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:31.677758 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bd870790-5a40-4cab-84cb-b45e57baec93 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:31.692672 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4547d418-9549-4bb4-b912-479f61900b7c None None] Network 78ee42a2-933c-448b-8e43-3abea4677e27 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:56:31.697482 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-4547d418-9549-4bb4-b912-479f61900b7c None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:56:31.700078 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4547d418-9549-4bb4-b912-479f61900b7c None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:56:31.702469 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547d418-9549-4bb4-b912-479f61900b7c None None] Pushing event updated for resources: {'Port': ['ID=21428ae0-159d-43d2-9559-24675256800a,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:31.759383 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bd870790-5a40-4cab-84cb-b45e57baec93 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:31.791364 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-4547d418-9549-4bb4-b912-479f61900b7c None None] Attempting to bind port 21428ae0-159d-43d2-9559-24675256800a on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:56:31.791741 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-4547d418-9549-4bb4-b912-479f61900b7c None None] Attempting to bind port 21428ae0-159d-43d2-9559-24675256800a by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'bfd164c7-9c81-4328-adb9-17523c59c63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '78ee42a2-933c-448b-8e43-3abea4677e27'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:56:31.792085 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4547d418-9549-4bb4-b912-479f61900b7c None None] Attempting to bind port 21428ae0-159d-43d2-9559-24675256800a on network 78ee42a2-933c-448b-8e43-3abea4677e27 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:56:31.798913 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4547d418-9549-4bb4-b912-479f61900b7c None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:56:31.799361 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4547d418-9549-4bb4-b912-479f61900b7c None None] Checking segment: {'id': 'bfd164c7-9c81-4328-adb9-17523c59c63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '78ee42a2-933c-448b-8e43-3abea4677e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:56:31.799689 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4547d418-9549-4bb4-b912-479f61900b7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:31.807616 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4547d418-9549-4bb4-b912-479f61900b7c None None] Bound using segment: {'id': 'bfd164c7-9c81-4328-adb9-17523c59c63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '78ee42a2-933c-448b-8e43-3abea4677e27'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:56:31.808158 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-4547d418-9549-4bb4-b912-479f61900b7c None None] Bound port: 21428ae0-159d-43d2-9559-24675256800a, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfd164c7-9c81-4328-adb9-17523c59c63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '78ee42a2-933c-448b-8e43-3abea4677e27'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:56:31.808549 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4547d418-9549-4bb4-b912-479f61900b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:31.839202 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bd870790-5a40-4cab-84cb-b45e57baec93 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:31.887811 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bd870790-5a40-4cab-84cb-b45e57baec93 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:31.897984 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd870790-5a40-4cab-84cb-b45e57baec93 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Pushing event deleted for resources: {'Subnet': ['ID=9de0aa8d-4a9d-4428-92b8-217979f3b448,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:31.901977 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-bd870790-5a40-4cab-84cb-b45e57baec93 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] 10.222.0.76 "DELETE /v2.0/subnets/9de0aa8d-4a9d-4428-92b8-217979f3b448 HTTP/1.1" status: 204 len: 168 time: 0.4766130 Apr 29 13:56:31.904411 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 39992) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:31.915408 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-4547d418-9549-4bb4-b912-479f61900b7c None None] For port 21428ae0-159d-43d2-9559-24675256800a, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:56:31.918828 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-4547d418-9549-4bb4-b912-479f61900b7c None None] For port 21428ae0-159d-43d2-9559-24675256800a, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=21428ae0-159d-43d2-9559-24675256800a,segment=NetworkSegment(bfd164c7-9c81-4328-adb9-17523c59c63d),segment_id=bfd164c7-9c81-4328-adb9-17523c59c63d)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:56:31.925505 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4547d418-9549-4bb4-b912-479f61900b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:32.040691 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-41a7efcf-8f4c-4cd9-979e-ade5cd352ddb tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:32.053466 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-41a7efcf-8f4c-4cd9-979e-ade5cd352ddb tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Deleting port 21428ae0-159d-43d2-9559-24675256800a {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:56:32.053614 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-41a7efcf-8f4c-4cd9-979e-ade5cd352ddb tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:32.053997 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547d418-9549-4bb4-b912-479f61900b7c None None] Pushing event updated for resources: {'Port': ['ID=21428ae0-159d-43d2-9559-24675256800a,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:32.087086 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e572c9-5ce2-4d1e-a74f-fba65c621fb6 None None] Network 78ee42a2-933c-448b-8e43-3abea4677e27 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:56:32.154245 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8f4632-2358-4cfa-ab89-f666a6ca5451 None None] Network c6aa1c3c-811c-46fd-b06c-94ac4286c111 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:56:32.354788 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e65d3db4-a5b2-4cdf-a410-a3c0a234cada None None] Provisioning for port b8acc3db-95a0-4762-b5f5-e8baee48a4d3 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:56:32.355377 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-41a7efcf-8f4c-4cd9-979e-ade5cd352ddb tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] For port 21428ae0-159d-43d2-9559-24675256800a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=21428ae0-159d-43d2-9559-24675256800a,segment=NetworkSegment(bfd164c7-9c81-4328-adb9-17523c59c63d),segment_id=bfd164c7-9c81-4328-adb9-17523c59c63d)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:56:32.355857 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-41a7efcf-8f4c-4cd9-979e-ade5cd352ddb tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:32.478027 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-41a7efcf-8f4c-4cd9-979e-ade5cd352ddb tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Calling delete_port for 21428ae0-159d-43d2-9559-24675256800a owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:56:32.552255 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-41a7efcf-8f4c-4cd9-979e-ade5cd352ddb tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:32.598487 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7efcf-8f4c-4cd9-979e-ade5cd352ddb tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Pushing event deleted for resources: {'Port': ['ID=21428ae0-159d-43d2-9559-24675256800a,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:32.602515 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a7efcf-8f4c-4cd9-979e-ade5cd352ddb tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] No DVR routers for this DVR port 21428ae0-159d-43d2-9559-24675256800a on host dv-neutron-839027-4-hyperv {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:56:32.682181 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4119de-0a7b-4879-8b17-0b7a008b8ee7 None None] get_active_networks_info from dv-neutron-839027-4-hyperv {{(pid=83906) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 29 13:56:32.728236 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-41a7efcf-8f4c-4cd9-979e-ade5cd352ddb tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:32.757573 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-41a7efcf-8f4c-4cd9-979e-ade5cd352ddb tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ee42a2-933c-448b-8e43-3abea4677e27']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:32.766423 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4119de-0a7b-4879-8b17-0b7a008b8ee7 None None] Resources bound (agent type, host, resource id): {{(pid=83906) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 13:56:32.769256 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-41a7efcf-8f4c-4cd9-979e-ade5cd352ddb tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd164c7-9c81-4328-adb9-17523c59c63d') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:32.769582 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-41a7efcf-8f4c-4cd9-979e-ade5cd352ddb tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd164c7-9c81-4328-adb9-17523c59c63d') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:32.782335 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-41a7efcf-8f4c-4cd9-979e-ade5cd352ddb tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:32.799347 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-41a7efcf-8f4c-4cd9-979e-ade5cd352ddb tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:32.805478 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a7efcf-8f4c-4cd9-979e-ade5cd352ddb tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:56:32.805859 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-41a7efcf-8f4c-4cd9-979e-ade5cd352ddb tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:56:32.820562 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:56:32.901618 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-41a7efcf-8f4c-4cd9-979e-ade5cd352ddb tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:32.918830 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-41a7efcf-8f4c-4cd9-979e-ade5cd352ddb tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:32.930140 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7efcf-8f4c-4cd9-979e-ade5cd352ddb tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Pushing event deleted for resources: {'Network': ['ID=78ee42a2-933c-448b-8e43-3abea4677e27,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:32.934308 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-41a7efcf-8f4c-4cd9-979e-ade5cd352ddb tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] 10.222.0.76 "DELETE /v2.0/networks/78ee42a2-933c-448b-8e43-3abea4677e27 HTTP/1.1" status: 204 len: 168 time: 1.0288754 Apr 29 13:56:32.936823 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 39996) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:33.009752 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f12c4a-2acc-464c-ae1a-af96c055c452 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Deleting subnet 6d1cc3fd-61e5-4593-b9cf-4ad810f5efb2 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:56:33.013198 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f0f12c4a-2acc-464c-ae1a-af96c055c452 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:33.073086 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f0f12c4a-2acc-464c-ae1a-af96c055c452 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:33.126101 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b8acc3db-95a0-4762-b5f5-e8baee48a4d3 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:56:33.162719 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f0f12c4a-2acc-464c-ae1a-af96c055c452 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:33.196138 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port b8acc3db-95a0-4762-b5f5-e8baee48a4d3 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:56:33.201095 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port b8acc3db-95a0-4762-b5f5-e8baee48a4d3 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:56:33.201473 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:33.236778 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f0f12c4a-2acc-464c-ae1a-af96c055c452 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:33.274266 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f12c4a-2acc-464c-ae1a-af96c055c452 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Pushing event deleted for resources: {'Subnet': ['ID=6d1cc3fd-61e5-4593-b9cf-4ad810f5efb2,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:33.280414 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f0f12c4a-2acc-464c-ae1a-af96c055c452 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:33.286456 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f0f12c4a-2acc-464c-ae1a-af96c055c452 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] 10.222.0.76 "DELETE /v2.0/subnets/6d1cc3fd-61e5-4593-b9cf-4ad810f5efb2 HTTP/1.1" status: 204 len: 168 time: 0.3486044 Apr 29 13:56:33.289614 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 40000) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:33.293516 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23c44c2-fded-4fda-85ab-911128465424 None None] Network c6aa1c3c-811c-46fd-b06c-94ac4286c111 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:56:33.404676 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:33.406992 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-50d950c1-a01c-44cd-af13-6b70a5e98ad6 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:33.418497 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-50d950c1-a01c-44cd-af13-6b70a5e98ad6 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Deleting port b8acc3db-95a0-4762-b5f5-e8baee48a4d3 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:56:33.418828 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-50d950c1-a01c-44cd-af13-6b70a5e98ad6 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:33.499258 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port b8acc3db-95a0-4762-b5f5-e8baee48a4d3, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b8acc3db-95a0-4762-b5f5-e8baee48a4d3,segment=NetworkSegment(fed5d417-e51d-4ac8-82d5-506b432be99a),segment_id=fed5d417-e51d-4ac8-82d5-506b432be99a)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:56:33.504258 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:33.596018 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=b8acc3db-95a0-4762-b5f5-e8baee48a4d3,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:33.638689 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-50d950c1-a01c-44cd-af13-6b70a5e98ad6 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] For port b8acc3db-95a0-4762-b5f5-e8baee48a4d3, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b8acc3db-95a0-4762-b5f5-e8baee48a4d3,segment=NetworkSegment(fed5d417-e51d-4ac8-82d5-506b432be99a),segment_id=fed5d417-e51d-4ac8-82d5-506b432be99a)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:56:33.639041 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-50d950c1-a01c-44cd-af13-6b70a5e98ad6 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:33.656649 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256d9af4-d89a-40ff-ad71-2eddda6dbf46 None None] DHCP port deletion for c6aa1c3c-811c-46fd-b06c-94ac4286c111 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:56:33.660826 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-256d9af4-d89a-40ff-ad71-2eddda6dbf46 None None] Deleting port b8acc3db-95a0-4762-b5f5-e8baee48a4d3 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:56:33.661228 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-256d9af4-d89a-40ff-ad71-2eddda6dbf46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:33.758567 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-50d950c1-a01c-44cd-af13-6b70a5e98ad6 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Calling delete_port for b8acc3db-95a0-4762-b5f5-e8baee48a4d3 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:56:33.833989 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-50d950c1-a01c-44cd-af13-6b70a5e98ad6 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:33.861206 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-256d9af4-d89a-40ff-ad71-2eddda6dbf46 None None] For port b8acc3db-95a0-4762-b5f5-e8baee48a4d3, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b8acc3db-95a0-4762-b5f5-e8baee48a4d3,segment=NetworkSegment(fed5d417-e51d-4ac8-82d5-506b432be99a),segment_id=fed5d417-e51d-4ac8-82d5-506b432be99a)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:56:33.861805 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-256d9af4-d89a-40ff-ad71-2eddda6dbf46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:33.877676 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d950c1-a01c-44cd-af13-6b70a5e98ad6 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Pushing event deleted for resources: {'Port': ['ID=b8acc3db-95a0-4762-b5f5-e8baee48a4d3,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:33.885348 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d950c1-a01c-44cd-af13-6b70a5e98ad6 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] No DVR routers for this DVR port b8acc3db-95a0-4762-b5f5-e8baee48a4d3 on host dv-neutron-839027-4-hyperv {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:56:33.986634 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-256d9af4-d89a-40ff-ad71-2eddda6dbf46 None None] Calling delete_port for b8acc3db-95a0-4762-b5f5-e8baee48a4d3 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:56:34.059013 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-256d9af4-d89a-40ff-ad71-2eddda6dbf46 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:56:34.059363 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-256d9af4-d89a-40ff-ad71-2eddda6dbf46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:56:34.099826 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-50d950c1-a01c-44cd-af13-6b70a5e98ad6 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:34.124503 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-50d950c1-a01c-44cd-af13-6b70a5e98ad6 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6aa1c3c-811c-46fd-b06c-94ac4286c111']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:34.137043 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-50d950c1-a01c-44cd-af13-6b70a5e98ad6 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed5d417-e51d-4ac8-82d5-506b432be99a') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:34.137333 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-50d950c1-a01c-44cd-af13-6b70a5e98ad6 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed5d417-e51d-4ac8-82d5-506b432be99a') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:34.148128 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-50d950c1-a01c-44cd-af13-6b70a5e98ad6 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:34.163204 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-50d950c1-a01c-44cd-af13-6b70a5e98ad6 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:34.168988 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d950c1-a01c-44cd-af13-6b70a5e98ad6 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:56:34.169356 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-50d950c1-a01c-44cd-af13-6b70a5e98ad6 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:56:34.184269 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:56:34.262311 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-50d950c1-a01c-44cd-af13-6b70a5e98ad6 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:34.278898 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-50d950c1-a01c-44cd-af13-6b70a5e98ad6 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:34.289741 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d950c1-a01c-44cd-af13-6b70a5e98ad6 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Pushing event deleted for resources: {'Network': ['ID=c6aa1c3c-811c-46fd-b06c-94ac4286c111,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:34.293677 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-50d950c1-a01c-44cd-af13-6b70a5e98ad6 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] 10.222.0.76 "DELETE /v2.0/networks/c6aa1c3c-811c-46fd-b06c-94ac4286c111 HTTP/1.1" status: 204 len: 168 time: 1.0030334 Apr 29 13:56:34.296226 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 40004) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:34.340069 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-9e1820b7-8afe-49ce-8722-4e74c4feced8 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Synchronizing usage tracker for tenant:8baa4f8408594cb7b1db17e271b5148e on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:56:34.355992 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-9e1820b7-8afe-49ce-8722-4e74c4feced8 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Unset dirty status for tenant:8baa4f8408594cb7b1db17e271b5148e on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:56:34.357118 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9e1820b7-8afe-49ce-8722-4e74c4feced8 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] 10.222.0.76 "GET /v2.0/ports?device_id=5536ba31-3974-4af5-9c00-1ef91772b8e9 HTTP/1.1" status: 200 len: 205 time: 0.0599759 Apr 29 13:56:34.359608 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 40008) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:34.490214 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4bf72558-ad51-4d35-abff-c474a303bf04 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:34.560890 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-256d9af4-d89a-40ff-ad71-2eddda6dbf46 None None] Deleting port b8acc3db-95a0-4762-b5f5-e8baee48a4d3 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:56:34.561194 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-256d9af4-d89a-40ff-ad71-2eddda6dbf46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:34.625950 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-256d9af4-d89a-40ff-ad71-2eddda6dbf46 None None] The port 'b8acc3db-95a0-4762-b5f5-e8baee48a4d3' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:56:34.865700 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4bf72558-ad51-4d35-abff-c474a303bf04 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:34.870079 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4bf72558-ad51-4d35-abff-c474a303bf04 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:34.894436 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4bf72558-ad51-4d35-abff-c474a303bf04 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:34.894858 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf72558-ad51-4d35-abff-c474a303bf04 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Fanout notify agent at l3_agent the message router_deleted on router 5536ba31-3974-4af5-9c00-1ef91772b8e9 {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:56:34.905403 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4bf72558-ad51-4d35-abff-c474a303bf04 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:34.906460 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4bf72558-ad51-4d35-abff-c474a303bf04 tempest-RoutersNegativeTest-680876929 tempest-RoutersNegativeTest-680876929-project] 10.222.0.76 "DELETE /v2.0/routers/5536ba31-3974-4af5-9c00-1ef91772b8e9 HTTP/1.1" status: 204 len: 168 time: 0.5459907 Apr 29 13:56:35.084681 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b8acc3db-95a0-4762-b5f5-e8baee48a4d3 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:56:35.118449 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: b8acc3db-95a0-4762-b5f5-e8baee48a4d3 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:56:35.118789 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b8acc3db-95a0-4762-b5f5-e8baee48a4d3 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:56:35.191964 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 40016) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:35.362078 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-257fd370-a54b-4ef8-b481-79b29455a188 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8baa4f8408594cb7b1db17e271b5148e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1688213 Apr 29 13:56:35.364302 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 40022) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:35.420540 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3c0844d9-0493-4be2-9bc9-984b65387ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:35.444967 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3c0844d9-0493-4be2-9bc9-984b65387ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:35.495147 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3c0844d9-0493-4be2-9bc9-984b65387ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:35.509347 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0844d9-0493-4be2-9bc9-984b65387ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290095d8-76f6-4a8c-ab52-df6be6017c8f,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:35.515507 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3c0844d9-0493-4be2-9bc9-984b65387ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:35.516604 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3c0844d9-0493-4be2-9bc9-984b65387ca0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/290095d8-76f6-4a8c-ab52-df6be6017c8f HTTP/1.1" status: 204 len: 168 time: 0.1514103 Apr 29 13:56:35.605994 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:56:36.278786 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 40044) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:36.402227 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-f2148003-5a3c-4ae0-bd10-3edbdbbe36c0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1011934864-network', 'tenant_id': '8af5c22e45c14cd68459880ec9abb70a'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:56:36.406906 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f2148003-5a3c-4ae0-bd10-3edbdbbe36c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:56:36.410753 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f2148003-5a3c-4ae0-bd10-3edbdbbe36c0 admin admin] Usage tracker for resource:network and tenant:8af5c22e45c14cd68459880ec9abb70a is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:56:36.414461 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f2148003-5a3c-4ae0-bd10-3edbdbbe36c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:56:36.420055 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f2148003-5a3c-4ae0-bd10-3edbdbbe36c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:56:36.429940 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2148003-5a3c-4ae0-bd10-3edbdbbe36c0 admin admin] Made reservation on behalf of 8af5c22e45c14cd68459880ec9abb70a for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:56:36.432252 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f2148003-5a3c-4ae0-bd10-3edbdbbe36c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:36.444291 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f2148003-5a3c-4ae0-bd10-3edbdbbe36c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:36.474393 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f2148003-5a3c-4ae0-bd10-3edbdbbe36c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:56:36.478613 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f2148003-5a3c-4ae0-bd10-3edbdbbe36c0 admin admin] Usage tracker for resource:security_group_rule and tenant:8af5c22e45c14cd68459880ec9abb70a is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:56:36.481288 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-f2148003-5a3c-4ae0-bd10-3edbdbbe36c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:56:36.486684 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-f2148003-5a3c-4ae0-bd10-3edbdbbe36c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:56:36.554215 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f2148003-5a3c-4ae0-bd10-3edbdbbe36c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:36.558082 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f2148003-5a3c-4ae0-bd10-3edbdbbe36c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:36.586460 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2148003-5a3c-4ae0-bd10-3edbdbbe36c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:56:36.595169 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2148003-5a3c-4ae0-bd10-3edbdbbe36c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb11a646-dd67-45c6-84d4-673fa722893e,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:36.601248 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f2148003-5a3c-4ae0-bd10-3edbdbbe36c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:36.601595 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-f2148003-5a3c-4ae0-bd10-3edbdbbe36c0 admin admin] Added segment 01857f11-0770-475a-b809-e819f126ae8b of type vlan for network cf750f2b-65be-4277-91de-00877eb02fcf Apr 29 13:56:36.626830 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f2148003-5a3c-4ae0-bd10-3edbdbbe36c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:36.655266 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f2148003-5a3c-4ae0-bd10-3edbdbbe36c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:36.656027 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2148003-5a3c-4ae0-bd10-3edbdbbe36c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:36.656592 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-f2148003-5a3c-4ae0-bd10-3edbdbbe36c0 admin admin] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:36.756552 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2148003-5a3c-4ae0-bd10-3edbdbbe36c0 admin admin] Pushing event updated for resources: {'Network': ['ID=cf750f2b-65be-4277-91de-00877eb02fcf,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:36.762138 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f2148003-5a3c-4ae0-bd10-3edbdbbe36c0 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4797263 Apr 29 13:56:36.762431 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 40050) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:36.766306 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network cf750f2b-65be-4277-91de-00877eb02fcf details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:56:36.767566 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-5ff0ad95-597e-4749-a6ad-e996e3ee8b78 admin admin] Request body: {'subnet': {'network_id': 'cf750f2b-65be-4277-91de-00877eb02fcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1011934864-subnet', 'tenant_id': '8af5c22e45c14cd68459880ec9abb70a', 'ip_version': 4}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:56:36.772604 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-5ff0ad95-597e-4749-a6ad-e996e3ee8b78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:56:36.776913 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5ff0ad95-597e-4749-a6ad-e996e3ee8b78 admin admin] Usage tracker for resource:subnet and tenant:8af5c22e45c14cd68459880ec9abb70a is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:56:36.779708 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5ff0ad95-597e-4749-a6ad-e996e3ee8b78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:56:36.785743 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-5ff0ad95-597e-4749-a6ad-e996e3ee8b78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:56:36.796115 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff0ad95-597e-4749-a6ad-e996e3ee8b78 admin admin] Made reservation on behalf of 8af5c22e45c14cd68459880ec9abb70a for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:56:36.798439 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ad95-597e-4749-a6ad-e996e3ee8b78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:37.088836 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ad95-597e-4749-a6ad-e996e3ee8b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:37.160259 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0ad95-597e-4749-a6ad-e996e3ee8b78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee34b444-e41c-4728-86dc-5f48c6cbc143,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:37.174646 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff0ad95-597e-4749-a6ad-e996e3ee8b78 admin admin] Checking segment: {'id': '01857f11-0770-475a-b809-e819f126ae8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cf750f2b-65be-4277-91de-00877eb02fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:56:37.174995 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff0ad95-597e-4749-a6ad-e996e3ee8b78 admin admin] Network hostable DHCP agents. Network: cf750f2b-65be-4277-91de-00877eb02fcf, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:56:37.198411 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff0ad95-597e-4749-a6ad-e996e3ee8b78 admin admin] Network cf750f2b-65be-4277-91de-00877eb02fcf is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:56:37.208206 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-5ff0ad95-597e-4749-a6ad-e996e3ee8b78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, cf750f2b-65be-4277-91de-00877eb02fcf) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:56:37.213722 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff0ad95-597e-4749-a6ad-e996e3ee8b78 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:37.214667 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ad95-597e-4749-a6ad-e996e3ee8b78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:37.221292 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002a4cde-81b7-4ad7-a30b-4063ddf1cf76 None None] Network cf750f2b-65be-4277-91de-00877eb02fcf requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:56:37.244860 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5ff0ad95-597e-4749-a6ad-e996e3ee8b78 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4814725 Apr 29 13:56:37.247592 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 40054) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:37.252429 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-99da95a7-adf3-4137-ad88-2d81eee49891 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1011934864-router', 'tenant_id': '8af5c22e45c14cd68459880ec9abb70a', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:56:37.257017 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-99da95a7-adf3-4137-ad88-2d81eee49891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:56:37.260836 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-99da95a7-adf3-4137-ad88-2d81eee49891 admin admin] Usage tracker for resource:router and tenant:8af5c22e45c14cd68459880ec9abb70a is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:56:37.263584 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-99da95a7-adf3-4137-ad88-2d81eee49891 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:56:37.269208 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-99da95a7-adf3-4137-ad88-2d81eee49891 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:56:37.279254 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-99da95a7-adf3-4137-ad88-2d81eee49891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:37.280216 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-99da95a7-adf3-4137-ad88-2d81eee49891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:37.298380 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-99da95a7-adf3-4137-ad88-2d81eee49891 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:37.437174 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b5068f-0a97-42a9-87b5-a9ec3c738be8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-cf750f2b-65be-4277-91de-00877eb02fcf', 'network_id': 'cf750f2b-65be-4277-91de-00877eb02fcf', 'tenant_id': '8af5c22e45c14cd68459880ec9abb70a', 'fixed_ips': [{'subnet_id': 'ee34b444-e41c-4728-86dc-5f48c6cbc143'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:56:37.437995 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-26b5068f-0a97-42a9-87b5-a9ec3c738be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:37.445280 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-99da95a7-adf3-4137-ad88-2d81eee49891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:37.632415 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-26b5068f-0a97-42a9-87b5-a9ec3c738be8 None None] Allocated IP 172.20.0.2 (cf750f2b-65be-4277-91de-00877eb02fcf/ee34b444-e41c-4728-86dc-5f48c6cbc143/66d1ced0-3e58-4658-90b9-8085467a9b90) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:56:37.643194 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-99da95a7-adf3-4137-ad88-2d81eee49891 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:37.673570 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-99da95a7-adf3-4137-ad88-2d81eee49891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:37.808850 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-99da95a7-adf3-4137-ad88-2d81eee49891 admin admin] Allocated IP 172.26.6.225 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/3e357edd-0000-450f-bc81-68552adbb980) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:56:37.842291 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-26b5068f-0a97-42a9-87b5-a9ec3c738be8 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:37.852634 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-26b5068f-0a97-42a9-87b5-a9ec3c738be8 None None] Transition to ACTIVE for port object 66d1ced0-3e58-4658-90b9-8085467a9b90 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:56:37.871417 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-26b5068f-0a97-42a9-87b5-a9ec3c738be8 None None] Transition to ACTIVE for port object 66d1ced0-3e58-4658-90b9-8085467a9b90 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:56:37.877829 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-26b5068f-0a97-42a9-87b5-a9ec3c738be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:37.957459 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b5068f-0a97-42a9-87b5-a9ec3c738be8 None None] Network cf750f2b-65be-4277-91de-00877eb02fcf is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:56:37.958116 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8276e4ca-1343-45f0-8fe1-acd2456059d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:37.962293 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-26b5068f-0a97-42a9-87b5-a9ec3c738be8 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:56:37.965079 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-99da95a7-adf3-4137-ad88-2d81eee49891 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:37.967101 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b5068f-0a97-42a9-87b5-a9ec3c738be8 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:56:37.969124 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5068f-0a97-42a9-87b5-a9ec3c738be8 None None] Pushing event updated for resources: {'Port': ['ID=66d1ced0-3e58-4658-90b9-8085467a9b90,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:37.994823 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-99da95a7-adf3-4137-ad88-2d81eee49891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:38.058128 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-26b5068f-0a97-42a9-87b5-a9ec3c738be8 None None] Attempting to bind port 66d1ced0-3e58-4658-90b9-8085467a9b90 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:56:38.058485 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-26b5068f-0a97-42a9-87b5-a9ec3c738be8 None None] Attempting to bind port 66d1ced0-3e58-4658-90b9-8085467a9b90 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '01857f11-0770-475a-b809-e819f126ae8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cf750f2b-65be-4277-91de-00877eb02fcf'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:56:38.058837 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b5068f-0a97-42a9-87b5-a9ec3c738be8 None None] Attempting to bind port 66d1ced0-3e58-4658-90b9-8085467a9b90 on network cf750f2b-65be-4277-91de-00877eb02fcf {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:56:38.062333 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99da95a7-adf3-4137-ad88-2d81eee49891 admin admin] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:56:38.065094 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b5068f-0a97-42a9-87b5-a9ec3c738be8 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:56:38.065450 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b5068f-0a97-42a9-87b5-a9ec3c738be8 None None] Checking segment: {'id': '01857f11-0770-475a-b809-e819f126ae8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cf750f2b-65be-4277-91de-00877eb02fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:56:38.065824 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-99da95a7-adf3-4137-ad88-2d81eee49891 admin admin] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:56:38.065925 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-26b5068f-0a97-42a9-87b5-a9ec3c738be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:38.066238 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b5068f-0a97-42a9-87b5-a9ec3c738be8 None None] Bound using segment: {'id': '01857f11-0770-475a-b809-e819f126ae8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cf750f2b-65be-4277-91de-00877eb02fcf'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:56:38.066686 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-26b5068f-0a97-42a9-87b5-a9ec3c738be8 None None] Bound port: 66d1ced0-3e58-4658-90b9-8085467a9b90, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01857f11-0770-475a-b809-e819f126ae8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cf750f2b-65be-4277-91de-00877eb02fcf'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:56:38.067048 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-26b5068f-0a97-42a9-87b5-a9ec3c738be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:38.067721 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da95a7-adf3-4137-ad88-2d81eee49891 admin admin] Pushing event updated for resources: {'Port': ['ID=3e357edd-0000-450f-bc81-68552adbb980,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:38.069926 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99da95a7-adf3-4137-ad88-2d81eee49891 admin admin] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:56:38.152546 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-26b5068f-0a97-42a9-87b5-a9ec3c738be8 None None] For port 66d1ced0-3e58-4658-90b9-8085467a9b90, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:56:38.155574 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-26b5068f-0a97-42a9-87b5-a9ec3c738be8 None None] For port 66d1ced0-3e58-4658-90b9-8085467a9b90, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=66d1ced0-3e58-4658-90b9-8085467a9b90,segment=NetworkSegment(01857f11-0770-475a-b809-e819f126ae8b),segment_id=01857f11-0770-475a-b809-e819f126ae8b)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:56:38.160286 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-26b5068f-0a97-42a9-87b5-a9ec3c738be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:38.226979 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-99da95a7-adf3-4137-ad88-2d81eee49891 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:38.227596 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-99da95a7-adf3-4137-ad88-2d81eee49891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:38.250906 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5068f-0a97-42a9-87b5-a9ec3c738be8 None None] Pushing event updated for resources: {'Port': ['ID=66d1ced0-3e58-4658-90b9-8085467a9b90,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:38.493240 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99da95a7-adf3-4137-ad88-2d81eee49891 admin admin] Router 3e6c0e9b-5749-4a87-a115-ca9fd9f9e654 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:56:38.690678 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99da95a7-adf3-4137-ad88-2d81eee49891 admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:56:38.700640 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5190f70c-8939-468a-96d5-0605871f8df0 None None] Sync routers for ids ['3e6c0e9b-5749-4a87-a115-ca9fd9f9e654'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:56:38.713489 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5190f70c-8939-468a-96d5-0605871f8df0 None None] Routers {'3e6c0e9b-5749-4a87-a115-ca9fd9f9e654'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:56:38.713879 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-5190f70c-8939-468a-96d5-0605871f8df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:56:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['3e6c0e9b-5749-4a87-a115-ca9fd9f9e654'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:38.715758 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-99da95a7-adf3-4137-ad88-2d81eee49891 admin admin] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:38.720061 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-99da95a7-adf3-4137-ad88-2d81eee49891 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4690845 Apr 29 13:56:38.720418 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40058) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:38.897720 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-5190f70c-8939-468a-96d5-0605871f8df0 None None] Set router 3e6c0e9b-5749-4a87-a115-ca9fd9f9e654 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:56:39.142825 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 66d1ced0-3e58-4658-90b9-8085467a9b90 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:56:39.220479 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-5190f70c-8939-468a-96d5-0605871f8df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6c0e9b-5749-4a87-a115-ca9fd9f9e654', 'name': 'tempest-TestEncryptedCinderVolumes-1011934864-router', 'tenant_id': '8af5c22e45c14cd68459880ec9abb70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '3e357edd-0000-450f-bc81-68552adbb980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:56:37Z', 'updated_at': '2022-04-29T13:56:38Z', 'revision_number': 3, 'project_id': '8af5c22e45c14cd68459880ec9abb70a', 'gw_port': {'id': '3e357edd-0000-450f-bc81-68552adbb980', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6c0e9b-5749-4a87-a115-ca9fd9f9e654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:56:37Z', 'updated_at': '2022-04-29T13:56:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:39.226615 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 66d1ced0-3e58-4658-90b9-8085467a9b90 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:56:39.227048 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5190f70c-8939-468a-96d5-0605871f8df0 None None] Checking router: 3e6c0e9b-5749-4a87-a115-ca9fd9f9e654 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:56:39.227579 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5190f70c-8939-468a-96d5-0605871f8df0 None None] Updating router 3e6c0e9b-5749-4a87-a115-ca9fd9f9e654 port 3e357edd-0000-450f-bc81-68552adbb980 binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:56:39.243300 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6c0c63-1508-465a-a199-38188a79dc08 None None] Network cf750f2b-65be-4277-91de-00877eb02fcf requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:56:39.283129 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-5190f70c-8939-468a-96d5-0605871f8df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:39.405633 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3884ed86-4284-41b9-99c3-a3917056a584 None None] Provisioning for port 66d1ced0-3e58-4658-90b9-8085467a9b90 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:56:39.421444 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3884ed86-4284-41b9-99c3-a3917056a584 None None] Provisioning complete for port 66d1ced0-3e58-4658-90b9-8085467a9b90 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:56:39.421818 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3884ed86-4284-41b9-99c3-a3917056a584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:39.515548 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ae4d598-d0ba-4eeb-b849-669d5be2541c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:39.596595 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3884ed86-4284-41b9-99c3-a3917056a584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:39.634049 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-5190f70c-8939-468a-96d5-0605871f8df0 None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:39.644910 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3884ed86-4284-41b9-99c3-a3917056a584 None None] For port 66d1ced0-3e58-4658-90b9-8085467a9b90, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=66d1ced0-3e58-4658-90b9-8085467a9b90,segment=NetworkSegment(01857f11-0770-475a-b809-e819f126ae8b),segment_id=01857f11-0770-475a-b809-e819f126ae8b)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:56:39.650193 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-5190f70c-8939-468a-96d5-0605871f8df0 None None] Transition to ACTIVE for port object 3e357edd-0000-450f-bc81-68552adbb980 will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:56:39.653955 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3884ed86-4284-41b9-99c3-a3917056a584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:39.658789 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-5190f70c-8939-468a-96d5-0605871f8df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:39.732120 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884ed86-4284-41b9-99c3-a3917056a584 None None] Pushing event updated for resources: {'Port': ['ID=66d1ced0-3e58-4658-90b9-8085467a9b90,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:39.744667 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5abb062-9f1a-478a-8dcb-f40aa90d6975 None None] Pushing event updated for resources: {'Port': ['ID=3e357edd-0000-450f-bc81-68552adbb980,revision_number=2']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:39.763375 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5abb062-9f1a-478a-8dcb-f40aa90d6975 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:39.763793 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5abb062-9f1a-478a-8dcb-f40aa90d6975 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:39.764286 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5abb062-9f1a-478a-8dcb-f40aa90d6975 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:39.764676 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5abb062-9f1a-478a-8dcb-f40aa90d6975 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:39.765087 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5abb062-9f1a-478a-8dcb-f40aa90d6975 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:39.765540 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5abb062-9f1a-478a-8dcb-f40aa90d6975 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:39.765928 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5abb062-9f1a-478a-8dcb-f40aa90d6975 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:39.766313 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5abb062-9f1a-478a-8dcb-f40aa90d6975 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:39.766694 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5abb062-9f1a-478a-8dcb-f40aa90d6975 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:39.767109 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5abb062-9f1a-478a-8dcb-f40aa90d6975 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:39.767454 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5abb062-9f1a-478a-8dcb-f40aa90d6975 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:39.777029 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-5190f70c-8939-468a-96d5-0605871f8df0 None None] Attempting to bind port 3e357edd-0000-450f-bc81-68552adbb980 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:56:39.778174 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-5190f70c-8939-468a-96d5-0605871f8df0 None None] Attempting to bind port 3e357edd-0000-450f-bc81-68552adbb980 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:56:39.778174 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5190f70c-8939-468a-96d5-0605871f8df0 None None] Attempting to bind port 3e357edd-0000-450f-bc81-68552adbb980 on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:56:39.785222 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5190f70c-8939-468a-96d5-0605871f8df0 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:56:39.785222 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5190f70c-8939-468a-96d5-0605871f8df0 None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:56:39.785657 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-5190f70c-8939-468a-96d5-0605871f8df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:39.786099 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5190f70c-8939-468a-96d5-0605871f8df0 None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:56:39.786619 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-5190f70c-8939-468a-96d5-0605871f8df0 None None] Bound port: 3e357edd-0000-450f-bc81-68552adbb980, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:56:39.787653 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-5190f70c-8939-468a-96d5-0605871f8df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:39.861887 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-3ae4d598-d0ba-4eeb-b849-669d5be2541c admin admin] Allocated IP 172.20.0.1 (cf750f2b-65be-4277-91de-00877eb02fcf/ee34b444-e41c-4728-86dc-5f48c6cbc143/577ce816-b4d3-4593-95c7-1bb758a28cfa) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:56:39.869040 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-5190f70c-8939-468a-96d5-0605871f8df0 None None] For port 3e357edd-0000-450f-bc81-68552adbb980, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:56:39.872700 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-5190f70c-8939-468a-96d5-0605871f8df0 None None] For port 3e357edd-0000-450f-bc81-68552adbb980, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=3e357edd-0000-450f-bc81-68552adbb980,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:56:39.878403 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-5190f70c-8939-468a-96d5-0605871f8df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:39.887918 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b64699c9-4bbc-47c9-a7df-836b741d5600 None None] Provisioning complete for port 66d1ced0-3e58-4658-90b9-8085467a9b90 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:56:39.888364 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b64699c9-4bbc-47c9-a7df-836b741d5600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:39.961155 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5190f70c-8939-468a-96d5-0605871f8df0 None None] Routers {'3e6c0e9b-5749-4a87-a115-ca9fd9f9e654'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:56:39.961772 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-5190f70c-8939-468a-96d5-0605871f8df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:56:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['3e6c0e9b-5749-4a87-a115-ca9fd9f9e654'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:40.018539 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ae4d598-d0ba-4eeb-b849-669d5be2541c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:40.035405 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-3ae4d598-d0ba-4eeb-b849-669d5be2541c admin admin] Transition to ACTIVE for port object 577ce816-b4d3-4593-95c7-1bb758a28cfa will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:56:40.059176 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ae4d598-d0ba-4eeb-b849-669d5be2541c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:40.102580 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5abb062-9f1a-478a-8dcb-f40aa90d6975 None None] Pushing event updated for resources: {'Port': ['ID=3e357edd-0000-450f-bc81-68552adbb980,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:40.127731 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae4d598-d0ba-4eeb-b849-669d5be2541c admin admin] Network cf750f2b-65be-4277-91de-00877eb02fcf is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:56:40.132066 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-3ae4d598-d0ba-4eeb-b849-669d5be2541c admin admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:56:40.134050 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4d598-d0ba-4eeb-b849-669d5be2541c admin admin] Pushing event updated for resources: {'Port': ['ID=577ce816-b4d3-4593-95c7-1bb758a28cfa,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:40.136125 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae4d598-d0ba-4eeb-b849-669d5be2541c admin admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:56:40.181004 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-5190f70c-8939-468a-96d5-0605871f8df0 None None] Set router 3e6c0e9b-5749-4a87-a115-ca9fd9f9e654 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:56:40.192456 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ae4d598-d0ba-4eeb-b849-669d5be2541c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:40.279480 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ae4d598-d0ba-4eeb-b849-669d5be2541c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:40.442195 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6ecaeca8-28e1-41d1-a011-c5d8354935bb None None] Provisioning for port 577ce816-b4d3-4593-95c7-1bb758a28cfa completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:56:40.453883 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6ecaeca8-28e1-41d1-a011-c5d8354935bb None None] Provisioning complete for port 577ce816-b4d3-4593-95c7-1bb758a28cfa triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:56:40.454262 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6ecaeca8-28e1-41d1-a011-c5d8354935bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:40.471310 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-5190f70c-8939-468a-96d5-0605871f8df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6c0e9b-5749-4a87-a115-ca9fd9f9e654', 'name': 'tempest-TestEncryptedCinderVolumes-1011934864-router', 'tenant_id': '8af5c22e45c14cd68459880ec9abb70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '3e357edd-0000-450f-bc81-68552adbb980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:56:37Z', 'updated_at': '2022-04-29T13:56:38Z', 'revision_number': 3, 'project_id': '8af5c22e45c14cd68459880ec9abb70a', 'gw_port': {'id': '3e357edd-0000-450f-bc81-68552adbb980', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6c0e9b-5749-4a87-a115-ca9fd9f9e654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:56:37Z', 'updated_at': '2022-04-29T13:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:40.475227 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5190f70c-8939-468a-96d5-0605871f8df0 None None] The sync data for ids ['3e6c0e9b-5749-4a87-a115-ca9fd9f9e654'] in dv-neutron-839027-4-hyperv is: [{'id': '3e6c0e9b-5749-4a87-a115-ca9fd9f9e654', 'name': 'tempest-TestEncryptedCinderVolumes-1011934864-router', 'tenant_id': '8af5c22e45c14cd68459880ec9abb70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '3e357edd-0000-450f-bc81-68552adbb980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:56:37Z', 'updated_at': '2022-04-29T13:56:38Z', 'revision_number': 3, 'project_id': '8af5c22e45c14cd68459880ec9abb70a', 'gw_port': {'id': '3e357edd-0000-450f-bc81-68552adbb980', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6c0e9b-5749-4a87-a115-ca9fd9f9e654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:56:37Z', 'updated_at': '2022-04-29T13:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:56:40.509714 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ae4d598-d0ba-4eeb-b849-669d5be2541c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:40.510063 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-151c3fd1-c5a8-4f5c-8932-36f4a7beabb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:40.515678 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ae4d598-d0ba-4eeb-b849-669d5be2541c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:40.519510 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6ecaeca8-28e1-41d1-a011-c5d8354935bb None None] Port 577ce816-b4d3-4593-95c7-1bb758a28cfa cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:56:40.623068 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ae4d598-d0ba-4eeb-b849-669d5be2541c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:40.626434 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4d598-d0ba-4eeb-b849-669d5be2541c admin admin] Pushing event updated for resources: {'Port': ['ID=577ce816-b4d3-4593-95c7-1bb758a28cfa,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:40.778752 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae4d598-d0ba-4eeb-b849-669d5be2541c admin admin] Network cf750f2b-65be-4277-91de-00877eb02fcf is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:56:40.779933 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-3ae4d598-d0ba-4eeb-b849-669d5be2541c admin admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:56:41.047132 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b5e91fea-abb8-4c9c-a8a5-eed277074846 None None] Provisioning complete for port 577ce816-b4d3-4593-95c7-1bb758a28cfa triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:56:41.047804 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b5e91fea-abb8-4c9c-a8a5-eed277074846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:41.113907 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b5e91fea-abb8-4c9c-a8a5-eed277074846 None None] Port 577ce816-b4d3-4593-95c7-1bb758a28cfa cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:56:41.205005 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 66d1ced0-3e58-4658-90b9-8085467a9b90 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:56:41.208813 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae4d598-d0ba-4eeb-b849-669d5be2541c admin admin] Router 3e6c0e9b-5749-4a87-a115-ca9fd9f9e654 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:56:41.280063 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 66d1ced0-3e58-4658-90b9-8085467a9b90 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:56:41.280829 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:41.399803 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 3e357edd-0000-450f-bc81-68552adbb980 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:56:41.497855 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 3e357edd-0000-450f-bc81-68552adbb980 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:56:41.502519 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 3e357edd-0000-450f-bc81-68552adbb980 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:56:41.502889 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:41.508570 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae4d598-d0ba-4eeb-b849-669d5be2541c admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:56:41.527351 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3ae4d598-d0ba-4eeb-b849-669d5be2541c admin admin] 10.222.0.76 "PUT /v2.0/routers/3e6c0e9b-5749-4a87-a115-ca9fd9f9e654/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7965815 Apr 29 13:56:41.561141 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:41.641882 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:41.642604 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:41.661102 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 3e357edd-0000-450f-bc81-68552adbb980, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=3e357edd-0000-450f-bc81-68552adbb980,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:56:41.666335 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:41.733793 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=3e357edd-0000-450f-bc81-68552adbb980,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:42.348527 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40080) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:42.354344 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-25c25b51-99bc-4ab8-a9e1-f0ddafa66ad0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-34651213-network', 'tenant_id': '6e6bb6263c1447c883aec45621afb742'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:56:42.359185 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-25c25b51-99bc-4ab8-a9e1-f0ddafa66ad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:56:42.362904 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-25c25b51-99bc-4ab8-a9e1-f0ddafa66ad0 admin admin] Usage tracker for resource:network and tenant:6e6bb6263c1447c883aec45621afb742 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:56:42.366277 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-25c25b51-99bc-4ab8-a9e1-f0ddafa66ad0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:56:42.372049 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-25c25b51-99bc-4ab8-a9e1-f0ddafa66ad0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:56:42.382756 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c25b51-99bc-4ab8-a9e1-f0ddafa66ad0 admin admin] Made reservation on behalf of 6e6bb6263c1447c883aec45621afb742 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:56:42.385013 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-25c25b51-99bc-4ab8-a9e1-f0ddafa66ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:42.396854 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-25c25b51-99bc-4ab8-a9e1-f0ddafa66ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:42.429649 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-25c25b51-99bc-4ab8-a9e1-f0ddafa66ad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:56:42.433408 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-25c25b51-99bc-4ab8-a9e1-f0ddafa66ad0 admin admin] Usage tracker for resource:security_group_rule and tenant:6e6bb6263c1447c883aec45621afb742 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:56:42.436119 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-25c25b51-99bc-4ab8-a9e1-f0ddafa66ad0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:56:42.441695 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-25c25b51-99bc-4ab8-a9e1-f0ddafa66ad0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:56:42.505690 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-25c25b51-99bc-4ab8-a9e1-f0ddafa66ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:42.509416 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-25c25b51-99bc-4ab8-a9e1-f0ddafa66ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:42.539706 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c25b51-99bc-4ab8-a9e1-f0ddafa66ad0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:56:42.547853 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c25b51-99bc-4ab8-a9e1-f0ddafa66ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacb58e8-babc-4172-a1eb-4e1d19854429,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:42.555495 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-25c25b51-99bc-4ab8-a9e1-f0ddafa66ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:42.555495 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-25c25b51-99bc-4ab8-a9e1-f0ddafa66ad0 admin admin] Added segment d296c7b4-27d0-4531-8b7b-d6074075b4ec of type vlan for network b3170049-4744-459d-b4b6-9e4d2f62fcc9 Apr 29 13:56:42.580836 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-25c25b51-99bc-4ab8-a9e1-f0ddafa66ad0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:42.611644 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-25c25b51-99bc-4ab8-a9e1-f0ddafa66ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:42.612518 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c25b51-99bc-4ab8-a9e1-f0ddafa66ad0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:42.613092 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-25c25b51-99bc-4ab8-a9e1-f0ddafa66ad0 admin admin] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:42.715196 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-25c25b51-99bc-4ab8-a9e1-f0ddafa66ad0 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3655639 Apr 29 13:56:42.718077 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c25b51-99bc-4ab8-a9e1-f0ddafa66ad0 admin admin] Pushing event updated for resources: {'Network': ['ID=b3170049-4744-459d-b4b6-9e4d2f62fcc9,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:42.718477 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 40084) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:42.724234 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-917adb88-57b4-41cc-a243-bb0e1709c476 admin admin] Request body: {'subnet': {'network_id': 'b3170049-4744-459d-b4b6-9e4d2f62fcc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-34651213-subnet', 'tenant_id': '6e6bb6263c1447c883aec45621afb742', 'ip_version': 4}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:56:42.729474 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-917adb88-57b4-41cc-a243-bb0e1709c476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:56:42.732036 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network b3170049-4744-459d-b4b6-9e4d2f62fcc9 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:56:42.733316 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-917adb88-57b4-41cc-a243-bb0e1709c476 admin admin] Usage tracker for resource:subnet and tenant:6e6bb6263c1447c883aec45621afb742 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:56:42.736902 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-917adb88-57b4-41cc-a243-bb0e1709c476 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:56:42.742634 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-917adb88-57b4-41cc-a243-bb0e1709c476 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:56:42.752584 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917adb88-57b4-41cc-a243-bb0e1709c476 admin admin] Made reservation on behalf of 6e6bb6263c1447c883aec45621afb742 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:56:42.754937 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-917adb88-57b4-41cc-a243-bb0e1709c476 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:42.980484 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:43.053271 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-917adb88-57b4-41cc-a243-bb0e1709c476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:43.094700 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 3e357edd-0000-450f-bc81-68552adbb980 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:56:43.128620 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917adb88-57b4-41cc-a243-bb0e1709c476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0da65680-6054-40b7-8fb2-3c526473bee1,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:43.137082 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917adb88-57b4-41cc-a243-bb0e1709c476 admin admin] Checking segment: {'id': 'd296c7b4-27d0-4531-8b7b-d6074075b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b3170049-4744-459d-b4b6-9e4d2f62fcc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:56:43.137436 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917adb88-57b4-41cc-a243-bb0e1709c476 admin admin] Network hostable DHCP agents. Network: b3170049-4744-459d-b4b6-9e4d2f62fcc9, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:56:43.159246 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917adb88-57b4-41cc-a243-bb0e1709c476 admin admin] Network b3170049-4744-459d-b4b6-9e4d2f62fcc9 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:56:43.162059 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 3e357edd-0000-450f-bc81-68552adbb980 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:56:43.162929 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:43.169150 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-917adb88-57b4-41cc-a243-bb0e1709c476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, b3170049-4744-459d-b4b6-9e4d2f62fcc9) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:56:43.174888 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917adb88-57b4-41cc-a243-bb0e1709c476 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:43.174888 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-917adb88-57b4-41cc-a243-bb0e1709c476 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:43.193382 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbebcba-4efb-4203-a25d-61118c11b39d None None] Network b3170049-4744-459d-b4b6-9e4d2f62fcc9 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:56:43.197949 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-917adb88-57b4-41cc-a243-bb0e1709c476 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4783530 Apr 29 13:56:43.200837 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40088) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:43.206280 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-502e5594-69e3-41a6-8bfa-0d0d0fab0e58 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-34651213-router', 'tenant_id': '6e6bb6263c1447c883aec45621afb742', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:56:43.212058 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-502e5594-69e3-41a6-8bfa-0d0d0fab0e58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:56:43.216004 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-502e5594-69e3-41a6-8bfa-0d0d0fab0e58 admin admin] Usage tracker for resource:router and tenant:6e6bb6263c1447c883aec45621afb742 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:56:43.219180 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-502e5594-69e3-41a6-8bfa-0d0d0fab0e58 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:56:43.225628 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-502e5594-69e3-41a6-8bfa-0d0d0fab0e58 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:56:43.236713 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-502e5594-69e3-41a6-8bfa-0d0d0fab0e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:43.237866 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-502e5594-69e3-41a6-8bfa-0d0d0fab0e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:43.256328 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-502e5594-69e3-41a6-8bfa-0d0d0fab0e58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:43.400189 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-502e5594-69e3-41a6-8bfa-0d0d0fab0e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:43.475243 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf67567-9f98-48be-ac4d-2d38caa437f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-b3170049-4744-459d-b4b6-9e4d2f62fcc9', 'network_id': 'b3170049-4744-459d-b4b6-9e4d2f62fcc9', 'tenant_id': '6e6bb6263c1447c883aec45621afb742', 'fixed_ips': [{'subnet_id': '0da65680-6054-40b7-8fb2-3c526473bee1'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:56:43.475857 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0cf67567-9f98-48be-ac4d-2d38caa437f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:43.599700 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-502e5594-69e3-41a6-8bfa-0d0d0fab0e58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:43.632555 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-502e5594-69e3-41a6-8bfa-0d0d0fab0e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:43.633114 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-0cf67567-9f98-48be-ac4d-2d38caa437f5 None None] Allocated IP 172.20.0.2 (b3170049-4744-459d-b4b6-9e4d2f62fcc9/0da65680-6054-40b7-8fb2-3c526473bee1/e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:56:43.790660 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-502e5594-69e3-41a6-8bfa-0d0d0fab0e58 admin admin] Allocated IP 172.26.6.189 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/4a6e823b-f36c-41b0-9811-32f16f21c583) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:56:43.859348 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0cf67567-9f98-48be-ac4d-2d38caa437f5 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:43.870189 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0cf67567-9f98-48be-ac4d-2d38caa437f5 None None] Transition to ACTIVE for port object e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:56:43.889846 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0cf67567-9f98-48be-ac4d-2d38caa437f5 None None] Transition to ACTIVE for port object e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:56:43.895536 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0cf67567-9f98-48be-ac4d-2d38caa437f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:43.947005 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-502e5594-69e3-41a6-8bfa-0d0d0fab0e58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:43.972604 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf67567-9f98-48be-ac4d-2d38caa437f5 None None] Network b3170049-4744-459d-b4b6-9e4d2f62fcc9 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:56:43.976547 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-0cf67567-9f98-48be-ac4d-2d38caa437f5 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:56:43.979061 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-502e5594-69e3-41a6-8bfa-0d0d0fab0e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:43.980996 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf67567-9f98-48be-ac4d-2d38caa437f5 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:56:43.983095 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf67567-9f98-48be-ac4d-2d38caa437f5 None None] Pushing event updated for resources: {'Port': ['ID=e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:44.051962 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544e823c-8726-4dc8-97a3-f1cc234908ee None None] Sync routers for ids ['3e6c0e9b-5749-4a87-a115-ca9fd9f9e654'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:56:44.058427 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e5594-69e3-41a6-8bfa-0d0d0fab0e58 admin admin] Pushing event updated for resources: {'Port': ['ID=4a6e823b-f36c-41b0-9811-32f16f21c583,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:44.061859 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502e5594-69e3-41a6-8bfa-0d0d0fab0e58 admin admin] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:56:44.063253 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-502e5594-69e3-41a6-8bfa-0d0d0fab0e58 admin admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:56:44.065300 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502e5594-69e3-41a6-8bfa-0d0d0fab0e58 admin admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:56:44.078341 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0cf67567-9f98-48be-ac4d-2d38caa437f5 None None] Attempting to bind port e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:56:44.078710 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0cf67567-9f98-48be-ac4d-2d38caa437f5 None None] Attempting to bind port e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'd296c7b4-27d0-4531-8b7b-d6074075b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b3170049-4744-459d-b4b6-9e4d2f62fcc9'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:56:44.079068 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf67567-9f98-48be-ac4d-2d38caa437f5 None None] Attempting to bind port e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2 on network b3170049-4744-459d-b4b6-9e4d2f62fcc9 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:56:44.088483 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544e823c-8726-4dc8-97a3-f1cc234908ee None None] Routers {'3e6c0e9b-5749-4a87-a115-ca9fd9f9e654'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:56:44.089118 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-544e823c-8726-4dc8-97a3-f1cc234908ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:56:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['3e6c0e9b-5749-4a87-a115-ca9fd9f9e654'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:44.139467 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf67567-9f98-48be-ac4d-2d38caa437f5 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:56:44.139837 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf67567-9f98-48be-ac4d-2d38caa437f5 None None] Checking segment: {'id': 'd296c7b4-27d0-4531-8b7b-d6074075b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b3170049-4744-459d-b4b6-9e4d2f62fcc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:56:44.140239 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0cf67567-9f98-48be-ac4d-2d38caa437f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:44.140627 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf67567-9f98-48be-ac4d-2d38caa437f5 None None] Bound using segment: {'id': 'd296c7b4-27d0-4531-8b7b-d6074075b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b3170049-4744-459d-b4b6-9e4d2f62fcc9'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:56:44.141130 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0cf67567-9f98-48be-ac4d-2d38caa437f5 None None] Bound port: e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd296c7b4-27d0-4531-8b7b-d6074075b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b3170049-4744-459d-b4b6-9e4d2f62fcc9'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:56:44.141504 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0cf67567-9f98-48be-ac4d-2d38caa437f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:44.221904 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-502e5594-69e3-41a6-8bfa-0d0d0fab0e58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:44.222625 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-502e5594-69e3-41a6-8bfa-0d0d0fab0e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:44.385389 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-0cf67567-9f98-48be-ac4d-2d38caa437f5 None None] For port e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:56:44.391105 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-0cf67567-9f98-48be-ac4d-2d38caa437f5 None None] For port e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2,segment=NetworkSegment(d296c7b4-27d0-4531-8b7b-d6074075b4ec),segment_id=d296c7b4-27d0-4531-8b7b-d6074075b4ec)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:56:44.400330 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0cf67567-9f98-48be-ac4d-2d38caa437f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:44.404362 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-544e823c-8726-4dc8-97a3-f1cc234908ee None None] Set router 3e6c0e9b-5749-4a87-a115-ca9fd9f9e654 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:56:44.457760 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502e5594-69e3-41a6-8bfa-0d0d0fab0e58 admin admin] Router 89b3fa58-fcd3-427f-8c30-27872d5b2a58 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:56:44.602041 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf67567-9f98-48be-ac4d-2d38caa437f5 None None] Pushing event updated for resources: {'Port': ['ID=e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:44.792427 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502e5594-69e3-41a6-8bfa-0d0d0fab0e58 admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:56:44.803984 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1f178c-4a18-450a-ada3-f62b972462cc None None] Sync routers for ids ['89b3fa58-fcd3-427f-8c30-27872d5b2a58'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:56:44.815769 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1f178c-4a18-450a-ada3-f62b972462cc None None] Routers {'89b3fa58-fcd3-427f-8c30-27872d5b2a58'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:56:44.816531 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-fe1f178c-4a18-450a-ada3-f62b972462cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:56:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['89b3fa58-fcd3-427f-8c30-27872d5b2a58'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:44.828550 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-502e5594-69e3-41a6-8bfa-0d0d0fab0e58 admin admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:44.832807 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 40092) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:56:44.834829 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-502e5594-69e3-41a6-8bfa-0d0d0fab0e58 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6326635 Apr 29 13:56:44.867346 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-544e823c-8726-4dc8-97a3-f1cc234908ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6c0e9b-5749-4a87-a115-ca9fd9f9e654', 'name': 'tempest-TestEncryptedCinderVolumes-1011934864-router', 'tenant_id': '8af5c22e45c14cd68459880ec9abb70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '3e357edd-0000-450f-bc81-68552adbb980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:56:37Z', 'updated_at': '2022-04-29T13:56:40Z', 'revision_number': 4, 'project_id': '8af5c22e45c14cd68459880ec9abb70a', 'gw_port': {'id': '3e357edd-0000-450f-bc81-68552adbb980', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6c0e9b-5749-4a87-a115-ca9fd9f9e654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:56:37Z', 'updated_at': '2022-04-29T13:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '577ce816-b4d3-4593-95c7-1bb758a28cfa', 'name': '', 'network_id': 'cf750f2b-65be-4277-91de-00877eb02fcf', 'tenant_id': '8af5c22e45c14cd68459880ec9abb70a', 'mac_address': 'fa:16:3e:aa:89:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6c0e9b-5749-4a87-a115-ca9fd9f9e654', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee34b444-e41c-4728-86dc-5f48c6cbc143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:56:39Z', 'updated_at': '2022-04-29T13:56:40Z', 'revision_number': 2, 'project_id': '8af5c22e45c14cd68459880ec9abb70a', 'subnets': [{'id': 'ee34b444-e41c-4728-86dc-5f48c6cbc143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:44.871797 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544e823c-8726-4dc8-97a3-f1cc234908ee None None] Checking router: 3e6c0e9b-5749-4a87-a115-ca9fd9f9e654 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:56:44.872151 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544e823c-8726-4dc8-97a3-f1cc234908ee None None] Updating router 3e6c0e9b-5749-4a87-a115-ca9fd9f9e654 port 577ce816-b4d3-4593-95c7-1bb758a28cfa binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:56:44.931206 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-544e823c-8726-4dc8-97a3-f1cc234908ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:45.032727 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-fe1f178c-4a18-450a-ada3-f62b972462cc None None] Set router 89b3fa58-fcd3-427f-8c30-27872d5b2a58 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:56:45.183019 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:56:45.337130 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-fe1f178c-4a18-450a-ada3-f62b972462cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b3fa58-fcd3-427f-8c30-27872d5b2a58', 'name': 'tempest-TestEncryptedCinderVolumes-34651213-router', 'tenant_id': '6e6bb6263c1447c883aec45621afb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '4a6e823b-f36c-41b0-9811-32f16f21c583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:56:43Z', 'updated_at': '2022-04-29T13:56:44Z', 'revision_number': 3, 'project_id': '6e6bb6263c1447c883aec45621afb742', 'gw_port': {'id': '4a6e823b-f36c-41b0-9811-32f16f21c583', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:af:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b3fa58-fcd3-427f-8c30-27872d5b2a58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:56:43Z', 'updated_at': '2022-04-29T13:56:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:45.340580 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1f178c-4a18-450a-ada3-f62b972462cc None None] Checking router: 89b3fa58-fcd3-427f-8c30-27872d5b2a58 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:56:45.340959 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1f178c-4a18-450a-ada3-f62b972462cc None None] Updating router 89b3fa58-fcd3-427f-8c30-27872d5b2a58 port 4a6e823b-f36c-41b0-9811-32f16f21c583 binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:56:45.412172 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-fe1f178c-4a18-450a-ada3-f62b972462cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:45.416636 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:56:45.424855 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-544e823c-8726-4dc8-97a3-f1cc234908ee None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:45.443261 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-544e823c-8726-4dc8-97a3-f1cc234908ee None None] Transition to ACTIVE for port object 577ce816-b4d3-4593-95c7-1bb758a28cfa will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:56:45.454218 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-544e823c-8726-4dc8-97a3-f1cc234908ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:45.627201 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46801096-c8bb-4d2e-a184-7f6d197bdc02 None None] Pushing event updated for resources: {'Port': ['ID=577ce816-b4d3-4593-95c7-1bb758a28cfa,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:45.670753 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46801096-c8bb-4d2e-a184-7f6d197bdc02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:45.671035 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46801096-c8bb-4d2e-a184-7f6d197bdc02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:45.671368 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46801096-c8bb-4d2e-a184-7f6d197bdc02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:45.671700 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46801096-c8bb-4d2e-a184-7f6d197bdc02 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:45.672028 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46801096-c8bb-4d2e-a184-7f6d197bdc02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:45.672358 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46801096-c8bb-4d2e-a184-7f6d197bdc02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:45.672671 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46801096-c8bb-4d2e-a184-7f6d197bdc02 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:45.673017 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46801096-c8bb-4d2e-a184-7f6d197bdc02 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:45.673340 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46801096-c8bb-4d2e-a184-7f6d197bdc02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:45.673654 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46801096-c8bb-4d2e-a184-7f6d197bdc02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:45.674021 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46801096-c8bb-4d2e-a184-7f6d197bdc02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:56:45.712936 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ca32df9a-06cf-41cc-a945-aa1b35920610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:45.748347 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-544e823c-8726-4dc8-97a3-f1cc234908ee None None] Attempting to bind port 577ce816-b4d3-4593-95c7-1bb758a28cfa on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:56:45.749062 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-544e823c-8726-4dc8-97a3-f1cc234908ee None None] Attempting to bind port 577ce816-b4d3-4593-95c7-1bb758a28cfa by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '01857f11-0770-475a-b809-e819f126ae8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cf750f2b-65be-4277-91de-00877eb02fcf'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:56:45.749620 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e823c-8726-4dc8-97a3-f1cc234908ee None None] Attempting to bind port 577ce816-b4d3-4593-95c7-1bb758a28cfa on network cf750f2b-65be-4277-91de-00877eb02fcf {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:56:45.757388 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e823c-8726-4dc8-97a3-f1cc234908ee None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:56:45.758144 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e823c-8726-4dc8-97a3-f1cc234908ee None None] Checking segment: {'id': '01857f11-0770-475a-b809-e819f126ae8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cf750f2b-65be-4277-91de-00877eb02fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:56:45.758769 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-544e823c-8726-4dc8-97a3-f1cc234908ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:45.759364 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e823c-8726-4dc8-97a3-f1cc234908ee None None] Bound using segment: {'id': '01857f11-0770-475a-b809-e819f126ae8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cf750f2b-65be-4277-91de-00877eb02fcf'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:56:45.760045 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-544e823c-8726-4dc8-97a3-f1cc234908ee None None] Bound port: 577ce816-b4d3-4593-95c7-1bb758a28cfa, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01857f11-0770-475a-b809-e819f126ae8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cf750f2b-65be-4277-91de-00877eb02fcf'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:56:45.760634 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-544e823c-8726-4dc8-97a3-f1cc234908ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:45.822235 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d456c2-0dbe-4d88-9408-e5b8187577a9 None None] Network b3170049-4744-459d-b4b6-9e4d2f62fcc9 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:56:45.845845 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-fe1f178c-4a18-450a-ada3-f62b972462cc None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:45.859491 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-fe1f178c-4a18-450a-ada3-f62b972462cc None None] Transition to ACTIVE for port object 4a6e823b-f36c-41b0-9811-32f16f21c583 will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:56:45.871905 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-fe1f178c-4a18-450a-ada3-f62b972462cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:45.968617 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-ca32df9a-06cf-41cc-a945-aa1b35920610 admin admin] Allocated IP 172.20.0.1 (b3170049-4744-459d-b4b6-9e4d2f62fcc9/0da65680-6054-40b7-8fb2-3c526473bee1/55bdfa78-93b4-48e8-bd11-f8446ca6ce2e) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:56:45.974417 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-544e823c-8726-4dc8-97a3-f1cc234908ee None None] For port 577ce816-b4d3-4593-95c7-1bb758a28cfa, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:56:45.998159 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-42ab8365-b3ba-427c-8a24-3e3a683336c5 None None] Provisioning for port e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:56:46.004107 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-544e823c-8726-4dc8-97a3-f1cc234908ee None None] For port 577ce816-b4d3-4593-95c7-1bb758a28cfa, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=577ce816-b4d3-4593-95c7-1bb758a28cfa,segment=NetworkSegment(01857f11-0770-475a-b809-e819f126ae8b),segment_id=01857f11-0770-475a-b809-e819f126ae8b)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:56:46.007767 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-42ab8365-b3ba-427c-8a24-3e3a683336c5 None None] Provisioning complete for port e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:56:46.008137 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-42ab8365-b3ba-427c-8a24-3e3a683336c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:46.021085 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-fe1f178c-4a18-450a-ada3-f62b972462cc None None] Attempting to bind port 4a6e823b-f36c-41b0-9811-32f16f21c583 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:56:46.022080 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-fe1f178c-4a18-450a-ada3-f62b972462cc None None] Attempting to bind port 4a6e823b-f36c-41b0-9811-32f16f21c583 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:56:46.022400 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1f178c-4a18-450a-ada3-f62b972462cc None None] Attempting to bind port 4a6e823b-f36c-41b0-9811-32f16f21c583 on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:56:46.024364 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4763a-0073-4c93-9781-972d29352703 None None] Pushing event updated for resources: {'Port': ['ID=4a6e823b-f36c-41b0-9811-32f16f21c583,revision_number=2']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:46.032119 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1f178c-4a18-450a-ada3-f62b972462cc None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:56:46.032380 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1f178c-4a18-450a-ada3-f62b972462cc None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:56:46.032746 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-fe1f178c-4a18-450a-ada3-f62b972462cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:46.033137 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1f178c-4a18-450a-ada3-f62b972462cc None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:56:46.033582 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-fe1f178c-4a18-450a-ada3-f62b972462cc None None] Bound port: 4a6e823b-f36c-41b0-9811-32f16f21c583, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:56:46.033939 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-fe1f178c-4a18-450a-ada3-f62b972462cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:46.057956 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-544e823c-8726-4dc8-97a3-f1cc234908ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:46.105855 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-fe1f178c-4a18-450a-ada3-f62b972462cc None None] For port 4a6e823b-f36c-41b0-9811-32f16f21c583, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:56:46.109625 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-fe1f178c-4a18-450a-ada3-f62b972462cc None None] For port 4a6e823b-f36c-41b0-9811-32f16f21c583, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=4a6e823b-f36c-41b0-9811-32f16f21c583,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:56:46.114947 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-fe1f178c-4a18-450a-ada3-f62b972462cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:46.133622 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ca32df9a-06cf-41cc-a945-aa1b35920610 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:46.149962 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-ca32df9a-06cf-41cc-a945-aa1b35920610 admin admin] Transition to ACTIVE for port object 55bdfa78-93b4-48e8-bd11-f8446ca6ce2e will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:56:46.189082 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ca32df9a-06cf-41cc-a945-aa1b35920610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:46.191083 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4763a-0073-4c93-9781-972d29352703 None None] Pushing event updated for resources: {'Port': ['ID=4a6e823b-f36c-41b0-9811-32f16f21c583,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:46.199024 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1f178c-4a18-450a-ada3-f62b972462cc None None] Routers {'89b3fa58-fcd3-427f-8c30-27872d5b2a58'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:56:46.199546 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-fe1f178c-4a18-450a-ada3-f62b972462cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:56:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['89b3fa58-fcd3-427f-8c30-27872d5b2a58'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:46.206534 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544e823c-8726-4dc8-97a3-f1cc234908ee None None] Routers {'3e6c0e9b-5749-4a87-a115-ca9fd9f9e654'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:56:46.207259 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-544e823c-8726-4dc8-97a3-f1cc234908ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:56:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['3e6c0e9b-5749-4a87-a115-ca9fd9f9e654'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:46.263377 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca32df9a-06cf-41cc-a945-aa1b35920610 admin admin] Network b3170049-4744-459d-b4b6-9e4d2f62fcc9 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:56:46.266800 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-ca32df9a-06cf-41cc-a945-aa1b35920610 admin admin] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:56:46.272133 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca32df9a-06cf-41cc-a945-aa1b35920610 admin admin] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:56:46.297301 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32df9a-06cf-41cc-a945-aa1b35920610 admin admin] Pushing event updated for resources: {'Port': ['ID=55bdfa78-93b4-48e8-bd11-f8446ca6ce2e,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:46.329130 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ca32df9a-06cf-41cc-a945-aa1b35920610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:46.405801 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-fe1f178c-4a18-450a-ada3-f62b972462cc None None] Set router 89b3fa58-fcd3-427f-8c30-27872d5b2a58 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:56:46.509991 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46801096-c8bb-4d2e-a184-7f6d197bdc02 None None] Pushing event updated for resources: {'Port': ['ID=577ce816-b4d3-4593-95c7-1bb758a28cfa,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:46.537697 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ca32df9a-06cf-41cc-a945-aa1b35920610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:46.545536 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-42ab8365-b3ba-427c-8a24-3e3a683336c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:46.721278 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-fe1f178c-4a18-450a-ada3-f62b972462cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b3fa58-fcd3-427f-8c30-27872d5b2a58', 'name': 'tempest-TestEncryptedCinderVolumes-34651213-router', 'tenant_id': '6e6bb6263c1447c883aec45621afb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '4a6e823b-f36c-41b0-9811-32f16f21c583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:56:43Z', 'updated_at': '2022-04-29T13:56:44Z', 'revision_number': 3, 'project_id': '6e6bb6263c1447c883aec45621afb742', 'gw_port': {'id': '4a6e823b-f36c-41b0-9811-32f16f21c583', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:af:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b3fa58-fcd3-427f-8c30-27872d5b2a58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:56:43Z', 'updated_at': '2022-04-29T13:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:46.727075 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1f178c-4a18-450a-ada3-f62b972462cc None None] The sync data for ids ['89b3fa58-fcd3-427f-8c30-27872d5b2a58'] in dv-neutron-839027-4-hyperv is: [{'id': '89b3fa58-fcd3-427f-8c30-27872d5b2a58', 'name': 'tempest-TestEncryptedCinderVolumes-34651213-router', 'tenant_id': '6e6bb6263c1447c883aec45621afb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '4a6e823b-f36c-41b0-9811-32f16f21c583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:56:43Z', 'updated_at': '2022-04-29T13:56:44Z', 'revision_number': 3, 'project_id': '6e6bb6263c1447c883aec45621afb742', 'gw_port': {'id': '4a6e823b-f36c-41b0-9811-32f16f21c583', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:af:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b3fa58-fcd3-427f-8c30-27872d5b2a58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:56:43Z', 'updated_at': '2022-04-29T13:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:56:46.736634 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-42ab8365-b3ba-427c-8a24-3e3a683336c5 None None] For port e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2,segment=NetworkSegment(d296c7b4-27d0-4531-8b7b-d6074075b4ec),segment_id=d296c7b4-27d0-4531-8b7b-d6074075b4ec)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:56:46.758145 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-42ab8365-b3ba-427c-8a24-3e3a683336c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:46.779034 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ca32df9a-06cf-41cc-a945-aa1b35920610 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:46.783734 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ca32df9a-06cf-41cc-a945-aa1b35920610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:46.792820 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-544e823c-8726-4dc8-97a3-f1cc234908ee None None] Set router 3e6c0e9b-5749-4a87-a115-ca9fd9f9e654 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:56:46.903751 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ca32df9a-06cf-41cc-a945-aa1b35920610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:46.908018 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32df9a-06cf-41cc-a945-aa1b35920610 admin admin] Pushing event updated for resources: {'Port': ['ID=55bdfa78-93b4-48e8-bd11-f8446ca6ce2e,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:46.986624 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab8365-b3ba-427c-8a24-3e3a683336c5 None None] Pushing event updated for resources: {'Port': ['ID=e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:47.054191 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca32df9a-06cf-41cc-a945-aa1b35920610 admin admin] Network b3170049-4744-459d-b4b6-9e4d2f62fcc9 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:56:47.055679 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-ca32df9a-06cf-41cc-a945-aa1b35920610 admin admin] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:56:47.115865 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:56:47.289553 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-bd96b3a2-e781-4438-862b-9de1ea686f15 None None] Provisioning for port 55bdfa78-93b4-48e8-bd11-f8446ca6ce2e completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:56:47.308162 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-bd96b3a2-e781-4438-862b-9de1ea686f15 None None] Provisioning complete for port 55bdfa78-93b4-48e8-bd11-f8446ca6ce2e triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:56:47.308521 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bd96b3a2-e781-4438-862b-9de1ea686f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:47.346358 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:56:47.346751 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:47.419191 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-bd96b3a2-e781-4438-862b-9de1ea686f15 None None] Port 55bdfa78-93b4-48e8-bd11-f8446ca6ce2e cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:56:47.433378 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-544e823c-8726-4dc8-97a3-f1cc234908ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6c0e9b-5749-4a87-a115-ca9fd9f9e654', 'name': 'tempest-TestEncryptedCinderVolumes-1011934864-router', 'tenant_id': '8af5c22e45c14cd68459880ec9abb70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '3e357edd-0000-450f-bc81-68552adbb980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:56:37Z', 'updated_at': '2022-04-29T13:56:40Z', 'revision_number': 4, 'project_id': '8af5c22e45c14cd68459880ec9abb70a', 'gw_port': {'id': '3e357edd-0000-450f-bc81-68552adbb980', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6c0e9b-5749-4a87-a115-ca9fd9f9e654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:56:37Z', 'updated_at': '2022-04-29T13:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '577ce816-b4d3-4593-95c7-1bb758a28cfa', 'name': '', 'network_id': 'cf750f2b-65be-4277-91de-00877eb02fcf', 'tenant_id': '8af5c22e45c14cd68459880ec9abb70a', 'mac_address': 'fa:16:3e:aa:89:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6c0e9b-5749-4a87-a115-ca9fd9f9e654', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee34b444-e41c-4728-86dc-5f48c6cbc143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:56:39Z', 'updated_at': '2022-04-29T13:56:45Z', 'revision_number': 4, 'project_id': '8af5c22e45c14cd68459880ec9abb70a', 'subnets': [{'id': 'ee34b444-e41c-4728-86dc-5f48c6cbc143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:56:47.444199 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544e823c-8726-4dc8-97a3-f1cc234908ee None None] The sync data for ids ['3e6c0e9b-5749-4a87-a115-ca9fd9f9e654'] in dv-neutron-839027-4-hyperv is: [{'id': '3e6c0e9b-5749-4a87-a115-ca9fd9f9e654', 'name': 'tempest-TestEncryptedCinderVolumes-1011934864-router', 'tenant_id': '8af5c22e45c14cd68459880ec9abb70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '3e357edd-0000-450f-bc81-68552adbb980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:56:37Z', 'updated_at': '2022-04-29T13:56:40Z', 'revision_number': 4, 'project_id': '8af5c22e45c14cd68459880ec9abb70a', 'gw_port': {'id': '3e357edd-0000-450f-bc81-68552adbb980', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6c0e9b-5749-4a87-a115-ca9fd9f9e654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:56:37Z', 'updated_at': '2022-04-29T13:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '577ce816-b4d3-4593-95c7-1bb758a28cfa', 'name': '', 'network_id': 'cf750f2b-65be-4277-91de-00877eb02fcf', 'tenant_id': '8af5c22e45c14cd68459880ec9abb70a', 'mac_address': 'fa:16:3e:aa:89:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6c0e9b-5749-4a87-a115-ca9fd9f9e654', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee34b444-e41c-4728-86dc-5f48c6cbc143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:56:39Z', 'updated_at': '2022-04-29T13:56:45Z', 'revision_number': 4, 'project_id': '8af5c22e45c14cd68459880ec9abb70a', 'subnets': [{'id': 'ee34b444-e41c-4728-86dc-5f48c6cbc143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:56:47.471050 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca32df9a-06cf-41cc-a945-aa1b35920610 admin admin] Router 89b3fa58-fcd3-427f-8c30-27872d5b2a58 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:56:47.488277 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-bd96b3a2-e781-4438-862b-9de1ea686f15 None None] Provisioning complete for port e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:56:47.488653 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bd96b3a2-e781-4438-862b-9de1ea686f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:47.756202 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca32df9a-06cf-41cc-a945-aa1b35920610 admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:56:47.769024 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ca32df9a-06cf-41cc-a945-aa1b35920610 admin admin] 10.222.0.76 "PUT /v2.0/routers/89b3fa58-fcd3-427f-8c30-27872d5b2a58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9349632 Apr 29 13:56:47.798519 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-363e9b8c-4abc-4984-8ffb-954aaccafcb0 None None] Provisioning complete for port 55bdfa78-93b4-48e8-bd11-f8446ca6ce2e triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:56:47.798887 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-363e9b8c-4abc-4984-8ffb-954aaccafcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:47.919709 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-363e9b8c-4abc-4984-8ffb-954aaccafcb0 None None] Port 55bdfa78-93b4-48e8-bd11-f8446ca6ce2e cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:56:49.015404 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-530a73e2-ae9b-404b-8c43-ce6efa78a4c0 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:49.016871 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-530a73e2-ae9b-404b-8c43-ce6efa78a4c0 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/networks?id=cf750f2b-65be-4277-91de-00877eb02fcf HTTP/1.1" status: 200 len: 817 time: 0.1444585 Apr 29 13:56:49.033418 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-9a675845-586d-4226-9de2-8fb61ce0ac2f tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/quotas/8af5c22e45c14cd68459880ec9abb70a HTTP/1.1" status: 200 len: 375 time: 0.0103724 Apr 29 13:56:49.116980 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-1f5779a6-a49a-4d15-8838-3f5181c44d68 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Synchronizing usage tracker for tenant:8af5c22e45c14cd68459880ec9abb70a on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:56:49.134517 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 577ce816-b4d3-4593-95c7-1bb758a28cfa up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:56:49.137491 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-1f5779a6-a49a-4d15-8838-3f5181c44d68 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Unset dirty status for tenant:8af5c22e45c14cd68459880ec9abb70a on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:56:49.138970 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-1f5779a6-a49a-4d15-8838-3f5181c44d68 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8af5c22e45c14cd68459880ec9abb70a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0999362 Apr 29 13:56:49.206085 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 577ce816-b4d3-4593-95c7-1bb758a28cfa completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:56:49.210812 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 577ce816-b4d3-4593-95c7-1bb758a28cfa triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:56:49.211177 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:49.278182 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-e709d6cb-fec2-4fcb-97d9-fdf55052e0f9 service neutron] 10.222.0.76 "GET /v2.0/networks/cf750f2b-65be-4277-91de-00877eb02fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265862 Apr 29 13:56:49.325250 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:49.409604 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 577ce816-b4d3-4593-95c7-1bb758a28cfa, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=577ce816-b4d3-4593-95c7-1bb758a28cfa,segment=NetworkSegment(01857f11-0770-475a-b809-e819f126ae8b),segment_id=01857f11-0770-475a-b809-e819f126ae8b)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:56:49.414303 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:49.414964 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-6f52a979-e3f4-4a79-8baa-91c51e0d5354 service neutron] 10.222.0.76 "GET /v2.0/networks/cf750f2b-65be-4277-91de-00877eb02fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307178 Apr 29 13:56:49.415093 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 4a6e823b-f36c-41b0-9811-32f16f21c583 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:56:49.527539 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=577ce816-b4d3-4593-95c7-1bb758a28cfa,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:49.539210 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 4a6e823b-f36c-41b0-9811-32f16f21c583 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:56:49.543721 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 4a6e823b-f36c-41b0-9811-32f16f21c583 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:56:49.544090 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:49.652929 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:49.667963 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 4a6e823b-f36c-41b0-9811-32f16f21c583, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=4a6e823b-f36c-41b0-9811-32f16f21c583,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:56:49.671628 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:49.739152 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=4a6e823b-f36c-41b0-9811-32f16f21c583,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:50.617099 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2de0a841-c2b7-429f-90d5-ce14e3bd90fe req-8deba165-2d6e-45df-adec-49a3a8f64401 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf06af91-e3c4-4512-8292-9c350dea3d6a HTTP/1.1" status: 200 len: 210 time: 0.0426950 Apr 29 13:56:51.103124 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 577ce816-b4d3-4593-95c7-1bb758a28cfa up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:56:51.171207 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 577ce816-b4d3-4593-95c7-1bb758a28cfa triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:56:51.171492 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:51.283996 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 4a6e823b-f36c-41b0-9811-32f16f21c583 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:56:51.348044 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 4a6e823b-f36c-41b0-9811-32f16f21c583 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:56:51.348410 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:51.640282 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-a3df5b1d-8cd9-45e5-8e2d-d0f94c480b97 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:51.641713 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-a3df5b1d-8cd9-45e5-8e2d-d0f94c480b97 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.32 "GET /v2.0/networks?id=cf750f2b-65be-4277-91de-00877eb02fcf HTTP/1.1" status: 200 len: 817 time: 0.1520469 Apr 29 13:56:51.658211 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-429b27ff-2b7e-4ade-bb22-90227e171eae tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Request body: {'port': {'device_id': 'cf06af91-e3c4-4512-8292-9c350dea3d6a', 'network_id': 'cf750f2b-65be-4277-91de-00877eb02fcf', 'admin_state_up': True, 'tenant_id': '8af5c22e45c14cd68459880ec9abb70a'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:56:51.800367 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-88d946cb-f8f5-43e0-9411-600fd0582bbe req-cdd8ffda-d745-4cc9-ac4a-f6bda7a2dc4e tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf06af91-e3c4-4512-8292-9c350dea3d6a HTTP/1.1" status: 200 len: 210 time: 0.0548389 Apr 29 13:56:51.846626 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-429b27ff-2b7e-4ade-bb22-90227e171eae tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:56:51.856356 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-429b27ff-2b7e-4ade-bb22-90227e171eae tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:56:51.866785 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-429b27ff-2b7e-4ade-bb22-90227e171eae tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Made reservation on behalf of 8af5c22e45c14cd68459880ec9abb70a for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:56:51.869726 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-429b27ff-2b7e-4ade-bb22-90227e171eae tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:52.028289 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-429b27ff-2b7e-4ade-bb22-90227e171eae tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Allocated IP 172.20.0.5 (cf750f2b-65be-4277-91de-00877eb02fcf/ee34b444-e41c-4728-86dc-5f48c6cbc143/5967b7c5-06ba-4415-9c25-8b2435598420) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:56:52.220613 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-429b27ff-2b7e-4ade-bb22-90227e171eae tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:52.235423 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-429b27ff-2b7e-4ade-bb22-90227e171eae tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Transition to ACTIVE for port object 5967b7c5-06ba-4415-9c25-8b2435598420 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:56:52.257173 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-429b27ff-2b7e-4ade-bb22-90227e171eae tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:52.329848 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-429b27ff-2b7e-4ade-bb22-90227e171eae tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Network cf750f2b-65be-4277-91de-00877eb02fcf is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:56:52.332986 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-429b27ff-2b7e-4ade-bb22-90227e171eae tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:56:52.337452 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-429b27ff-2b7e-4ade-bb22-90227e171eae tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:56:52.363027 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b27ff-2b7e-4ade-bb22-90227e171eae tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Pushing event updated for resources: {'Port': ['ID=5967b7c5-06ba-4415-9c25-8b2435598420,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:52.400590 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-429b27ff-2b7e-4ade-bb22-90227e171eae tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:52.401223 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-429b27ff-2b7e-4ade-bb22-90227e171eae tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:52.429782 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-429b27ff-2b7e-4ade-bb22-90227e171eae tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7758825 Apr 29 13:56:52.441202 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-28e41c47-aa88-42c2-8273-d77f048700f2 service neutron] Request body: {'port': {'device_id': 'cf06af91-e3c4-4512-8292-9c350dea3d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:56:52.553441 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-28e41c47-aa88-42c2-8273-d77f048700f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:52.574610 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1cae1cb3-b183-48f4-bdfe-6d5cfd1ca2ba None None] Provisioning for port 5967b7c5-06ba-4415-9c25-8b2435598420 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:56:52.580461 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1cae1cb3-b183-48f4-bdfe-6d5cfd1ca2ba None None] Provisioning complete for port 5967b7c5-06ba-4415-9c25-8b2435598420 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:56:52.580776 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1cae1cb3-b183-48f4-bdfe-6d5cfd1ca2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:52.632348 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-1cae1cb3-b183-48f4-bdfe-6d5cfd1ca2ba None None] Port 5967b7c5-06ba-4415-9c25-8b2435598420 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:56:52.993885 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-28e41c47-aa88-42c2-8273-d77f048700f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5967b7c5-06ba-4415-9c25-8b2435598420 {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:56:53.000695 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c425d9a-8525-4607-8e86-fab96e1e5c1b req-a0c97196-5d71-40cf-9b75-76d0caffcd61 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:53.001505 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-28e41c47-aa88-42c2-8273-d77f048700f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:53.002761 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-4c425d9a-8525-4607-8e86-fab96e1e5c1b req-a0c97196-5d71-40cf-9b75-76d0caffcd61 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf06af91-e3c4-4512-8292-9c350dea3d6a HTTP/1.1" status: 200 len: 931 time: 0.0791218 Apr 29 13:56:53.016111 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-28e41c47-aa88-42c2-8273-d77f048700f2 service neutron] Transition to ACTIVE for port object 5967b7c5-06ba-4415-9c25-8b2435598420 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:56:53.020368 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-28e41c47-aa88-42c2-8273-d77f048700f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:53.057183 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-4c425d9a-8525-4607-8e86-fab96e1e5c1b req-4ce87855-1179-4c0b-9eb1-26a099c5ff19 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Synchronizing usage tracker for tenant:8af5c22e45c14cd68459880ec9abb70a on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:56:53.073251 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-4c425d9a-8525-4607-8e86-fab96e1e5c1b req-4ce87855-1179-4c0b-9eb1-26a099c5ff19 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Unset dirty status for tenant:8af5c22e45c14cd68459880ec9abb70a on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:56:53.074406 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-4c425d9a-8525-4607-8e86-fab96e1e5c1b req-4ce87855-1179-4c0b-9eb1-26a099c5ff19 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb11a646-dd67-45c6-84d4-673fa722893e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659792 Apr 29 13:56:53.148607 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e41c47-aa88-42c2-8273-d77f048700f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5967b7c5-06ba-4415-9c25-8b2435598420,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:53.263652 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-28e41c47-aa88-42c2-8273-d77f048700f2 service neutron] Attempting to bind port 5967b7c5-06ba-4415-9c25-8b2435598420 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:56:53.263985 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-28e41c47-aa88-42c2-8273-d77f048700f2 service neutron] Attempting to bind port 5967b7c5-06ba-4415-9c25-8b2435598420 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '01857f11-0770-475a-b809-e819f126ae8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cf750f2b-65be-4277-91de-00877eb02fcf'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:56:53.264307 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-28e41c47-aa88-42c2-8273-d77f048700f2 service neutron] Attempting to bind port 5967b7c5-06ba-4415-9c25-8b2435598420 on network cf750f2b-65be-4277-91de-00877eb02fcf {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:56:53.269930 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-28e41c47-aa88-42c2-8273-d77f048700f2 service neutron] Port 5967b7c5-06ba-4415-9c25-8b2435598420 on network cf750f2b-65be-4277-91de-00877eb02fcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:56:53.270243 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-28e41c47-aa88-42c2-8273-d77f048700f2 service neutron] Attempting to bind port 5967b7c5-06ba-4415-9c25-8b2435598420 on network cf750f2b-65be-4277-91de-00877eb02fcf {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:56:53.276514 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-28e41c47-aa88-42c2-8273-d77f048700f2 service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:56:53.276878 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-28e41c47-aa88-42c2-8273-d77f048700f2 service neutron] Checking segment: {'id': '01857f11-0770-475a-b809-e819f126ae8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cf750f2b-65be-4277-91de-00877eb02fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:56:53.277259 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-28e41c47-aa88-42c2-8273-d77f048700f2 service neutron] Bound using segment: {'id': '01857f11-0770-475a-b809-e819f126ae8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cf750f2b-65be-4277-91de-00877eb02fcf'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:56:53.277675 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-28e41c47-aa88-42c2-8273-d77f048700f2 service neutron] Bound port: 5967b7c5-06ba-4415-9c25-8b2435598420, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01857f11-0770-475a-b809-e819f126ae8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cf750f2b-65be-4277-91de-00877eb02fcf'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:56:53.278016 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-28e41c47-aa88-42c2-8273-d77f048700f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:53.367641 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-28e41c47-aa88-42c2-8273-d77f048700f2 service neutron] For port 5967b7c5-06ba-4415-9c25-8b2435598420, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:56:53.370543 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-28e41c47-aa88-42c2-8273-d77f048700f2 service neutron] For port 5967b7c5-06ba-4415-9c25-8b2435598420, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=5967b7c5-06ba-4415-9c25-8b2435598420,segment=NetworkSegment(01857f11-0770-475a-b809-e819f126ae8b),segment_id=01857f11-0770-475a-b809-e819f126ae8b)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:56:53.374962 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-28e41c47-aa88-42c2-8273-d77f048700f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:53.435699 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-28e41c47-aa88-42c2-8273-d77f048700f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:53.437076 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-28e41c47-aa88-42c2-8273-d77f048700f2 service neutron] 10.222.0.32 "PUT /v2.0/ports/5967b7c5-06ba-4415-9c25-8b2435598420 HTTP/1.1" status: 200 len: 1093 time: 1.0000901 Apr 29 13:56:53.437504 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf06af91-e3c4-4512-8292-9c350dea3d6a', 'tag': '5967b7c5-06ba-4415-9c25-8b2435598420'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:56:53.456781 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e41c47-aa88-42c2-8273-d77f048700f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5967b7c5-06ba-4415-9c25-8b2435598420,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:53.515622 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01bc4f2d-8119-438a-86c1-911d47b9e2f0'] response: {'name': 'network-changed', 'server_uuid': 'cf06af91-e3c4-4512-8292-9c350dea3d6a', 'tag': '5967b7c5-06ba-4415-9c25-8b2435598420', 'status': 'completed', 'code': 200} Apr 29 13:56:53.553645 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-215b2614-7c8e-4177-ad15-c98fe4e13fe8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8af5c22e45c14cd68459880ec9abb70a&device_id=cf06af91-e3c4-4512-8292-9c350dea3d6a HTTP/1.1" status: 200 len: 1096 time: 0.0743246 Apr 29 13:56:53.625292 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-feb1ef6a-7a68-4808-9a0a-6289f9466e62 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5967b7c5-06ba-4415-9c25-8b2435598420 HTTP/1.1" status: 200 len: 217 time: 0.0656073 Apr 29 13:56:53.687352 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-c055ce66-48ef-4f64-8a8f-524b2be5bfa9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:53.688795 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-c055ce66-48ef-4f64-8a8f-524b2be5bfa9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee34b444-e41c-4728-86dc-5f48c6cbc143 HTTP/1.1" status: 200 len: 856 time: 0.0569510 Apr 29 13:56:53.766619 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-dd414c4e-d895-441d-b297-7d83a3163cd9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cf750f2b-65be-4277-91de-00877eb02fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717516 Apr 29 13:56:53.896792 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-e8cc1c49-b247-40c1-b4c4-793a2182e298 service neutron] 10.222.0.32 "GET /v2.0/networks/cf750f2b-65be-4277-91de-00877eb02fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230316 Apr 29 13:56:54.025124 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a623e5ea-04cf-4289-8a8d-7dec098c390f req-8c8befa5-94f6-42af-bb1f-c6198efb7504 service neutron] 10.222.0.32 "GET /v2.0/networks/cf750f2b-65be-4277-91de-00877eb02fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226637 Apr 29 13:56:54.142218 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e6ccade1-7a6f-4dfc-a39b-a1f5ab719562 req-32d9dff9-070e-4443-9e34-74e45e8af72d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8af5c22e45c14cd68459880ec9abb70a&device_id=cf06af91-e3c4-4512-8292-9c350dea3d6a HTTP/1.1" status: 200 len: 1096 time: 0.0692892 Apr 29 13:56:54.272440 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccade1-7a6f-4dfc-a39b-a1f5ab719562 req-820577a7-7e48-4f53-985d-34a5f2517175 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:54.272717 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe6a64-8e4f-457e-9b06-b61a10da97b1 req-e45197bc-4907-4489-a0ef-01b9cebbb322 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:54.273929 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e6ccade1-7a6f-4dfc-a39b-a1f5ab719562 req-820577a7-7e48-4f53-985d-34a5f2517175 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cf750f2b-65be-4277-91de-00877eb02fcf HTTP/1.1" status: 200 len: 918 time: 0.1245356 Apr 29 13:56:54.274083 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-0efe6a64-8e4f-457e-9b06-b61a10da97b1 req-e45197bc-4907-4489-a0ef-01b9cebbb322 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf06af91-e3c4-4512-8292-9c350dea3d6a HTTP/1.1" status: 200 len: 943 time: 0.0772161 Apr 29 13:56:54.318903 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-0efe6a64-8e4f-457e-9b06-b61a10da97b1 req-2e33f3c7-c76f-4938-a0da-3645996ee153 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb11a646-dd67-45c6-84d4-673fa722893e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393562 Apr 29 13:56:54.343895 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e6ccade1-7a6f-4dfc-a39b-a1f5ab719562 req-7704ebcf-677b-46f8-a225-a74f99986ed4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5967b7c5-06ba-4415-9c25-8b2435598420 HTTP/1.1" status: 200 len: 217 time: 0.0638540 Apr 29 13:56:54.410947 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccade1-7a6f-4dfc-a39b-a1f5ab719562 req-bab5ff26-3873-4d95-a452-84b8a3d3684a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:54.413211 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e6ccade1-7a6f-4dfc-a39b-a1f5ab719562 req-bab5ff26-3873-4d95-a452-84b8a3d3684a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee34b444-e41c-4728-86dc-5f48c6cbc143 HTTP/1.1" status: 200 len: 856 time: 0.0628419 Apr 29 13:56:54.576145 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e6ccade1-7a6f-4dfc-a39b-a1f5ab719562 req-b2f97e19-4775-4d5b-9605-7998b5dd4175 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cf750f2b-65be-4277-91de-00877eb02fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1568487 Apr 29 13:56:54.707085 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e6ccade1-7a6f-4dfc-a39b-a1f5ab719562 req-fafa7366-b847-43f4-961e-e13ee17393f2 service neutron] 10.222.0.32 "GET /v2.0/networks/cf750f2b-65be-4277-91de-00877eb02fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234884 Apr 29 13:56:54.836186 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e6ccade1-7a6f-4dfc-a39b-a1f5ab719562 req-5db512cb-49ce-4bee-a48d-2bf979f204e9 service neutron] 10.222.0.32 "GET /v2.0/networks/cf750f2b-65be-4277-91de-00877eb02fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228685 Apr 29 13:56:55.511231 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f7977-d374-4544-ae87-bb865f359f5d req-101c1a24-1f36-4887-92a8-67358c716c4c tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:55.511903 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-069f7977-d374-4544-ae87-bb865f359f5d req-101c1a24-1f36-4887-92a8-67358c716c4c tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Synchronizing usage tracker for tenant:8af5c22e45c14cd68459880ec9abb70a on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:56:55.527067 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-069f7977-d374-4544-ae87-bb865f359f5d req-101c1a24-1f36-4887-92a8-67358c716c4c tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Unset dirty status for tenant:8af5c22e45c14cd68459880ec9abb70a on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:56:55.528393 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-069f7977-d374-4544-ae87-bb865f359f5d req-101c1a24-1f36-4887-92a8-67358c716c4c tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf06af91-e3c4-4512-8292-9c350dea3d6a HTTP/1.1" status: 200 len: 943 time: 0.0909069 Apr 29 13:56:55.573460 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-069f7977-d374-4544-ae87-bb865f359f5d req-0b00f3da-72b4-437b-8a61-bf024be26617 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb11a646-dd67-45c6-84d4-673fa722893e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395939 Apr 29 13:56:56.770116 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b7910-3851-4cc8-b7f0-9fd719911e14 req-d9901d4f-748c-4e96-8277-2f7af0cdabab tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:56.772189 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-273b7910-3851-4cc8-b7f0-9fd719911e14 req-d9901d4f-748c-4e96-8277-2f7af0cdabab tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf06af91-e3c4-4512-8292-9c350dea3d6a HTTP/1.1" status: 200 len: 943 time: 0.0789063 Apr 29 13:56:56.816569 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-273b7910-3851-4cc8-b7f0-9fd719911e14 req-e161a5fb-15c4-40c7-a253-a4e3665e6730 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb11a646-dd67-45c6-84d4-673fa722893e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387290 Apr 29 13:56:56.884114 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 5967b7c5-06ba-4415-9c25-8b2435598420 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:56:57.013600 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 5967b7c5-06ba-4415-9c25-8b2435598420, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=5967b7c5-06ba-4415-9c25-8b2435598420,segment=NetworkSegment(01857f11-0770-475a-b809-e819f126ae8b),segment_id=01857f11-0770-475a-b809-e819f126ae8b)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:56:57.026748 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '5967b7c5-06ba-4415-9c25-8b2435598420', 'network_id': 'cf750f2b-65be-4277-91de-00877eb02fcf', 'port_id': '5967b7c5-06ba-4415-9c25-8b2435598420', 'mac_address': 'fa:16:3e:b2:8c:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee34b444-e41c-4728-86dc-5f48c6cbc143', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:56:57.081325 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:57.098497 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5967b7c5-06ba-4415-9c25-8b2435598420 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:56:57.112907 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 5967b7c5-06ba-4415-9c25-8b2435598420, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=5967b7c5-06ba-4415-9c25-8b2435598420,segment=NetworkSegment(01857f11-0770-475a-b809-e819f126ae8b),segment_id=01857f11-0770-475a-b809-e819f126ae8b)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:56:57.116987 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:57.179800 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=5967b7c5-06ba-4415-9c25-8b2435598420,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:57.429603 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['5967b7c5-06ba-4415-9c25-8b2435598420'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:56:58.012801 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083e41b-cc8a-4b23-bd32-2a32a60ed2ff req-8c058b9d-ac7d-4e3f-a87a-0a0047d80a7b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:58.014126 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8083e41b-cc8a-4b23-bd32-2a32a60ed2ff req-8c058b9d-ac7d-4e3f-a87a-0a0047d80a7b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf06af91-e3c4-4512-8292-9c350dea3d6a HTTP/1.1" status: 200 len: 944 time: 0.0784438 Apr 29 13:56:58.058113 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8083e41b-cc8a-4b23-bd32-2a32a60ed2ff req-7784306a-92be-44bd-9084-dfcfb2bf534f tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb11a646-dd67-45c6-84d4-673fa722893e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384974 Apr 29 13:56:58.246059 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:58.888870 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 5967b7c5-06ba-4415-9c25-8b2435598420 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:56:58.956313 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 5967b7c5-06ba-4415-9c25-8b2435598420 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:56:58.960987 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 5967b7c5-06ba-4415-9c25-8b2435598420 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:56:58.961413 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:59.073436 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:59.101377 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf06af91-e3c4-4512-8292-9c350dea3d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5967b7c5-06ba-4415-9c25-8b2435598420'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:56:59.110950 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 5967b7c5-06ba-4415-9c25-8b2435598420, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=5967b7c5-06ba-4415-9c25-8b2435598420,segment=NetworkSegment(01857f11-0770-475a-b809-e819f126ae8b),segment_id=01857f11-0770-475a-b809-e819f126ae8b)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:56:59.115775 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:56:59.173729 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6041e51b-e52f-4506-bf85-99b19192f6aa'] response: {'server_uuid': 'cf06af91-e3c4-4512-8292-9c350dea3d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5967b7c5-06ba-4415-9c25-8b2435598420', 'code': 200} Apr 29 13:56:59.192143 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=5967b7c5-06ba-4415-9c25-8b2435598420,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:56:59.267658 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc53a3d-8ea2-409d-a443-3d4f38a7683e req-7db9acf2-63b0-42c1-a0c6-e8de17fd3876 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:56:59.269111 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-7dc53a3d-8ea2-409d-a443-3d4f38a7683e req-7db9acf2-63b0-42c1-a0c6-e8de17fd3876 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf06af91-e3c4-4512-8292-9c350dea3d6a HTTP/1.1" status: 200 len: 945 time: 0.0810709 Apr 29 13:56:59.390847 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-edea8cb3-7e15-495a-b99c-2b195e6bbc49 req-0fe8ec77-9285-40c5-a09f-2bac08e805e7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cf06af91-e3c4-4512-8292-9c350dea3d6a HTTP/1.1" status: 200 len: 1098 time: 0.0708885 Apr 29 13:56:59.421485 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-7dc53a3d-8ea2-409d-a443-3d4f38a7683e req-fb24fb25-04a5-4024-a898-3203b5f5647b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb11a646-dd67-45c6-84d4-673fa722893e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455932 Apr 29 13:56:59.433639 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-edea8cb3-7e15-495a-b99c-2b195e6bbc49 req-0c4a24c6-9c96-4ade-8444-cbca4cab2489 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=eb11a646-dd67-45c6-84d4-673fa722893e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362825 Apr 29 13:57:00.628263 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491100f-ff07-4037-a05d-97bef6123028 req-7fd1febe-cfc2-4628-b333-aca2d0281114 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:57:00.629732 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4491100f-ff07-4037-a05d-97bef6123028 req-7fd1febe-cfc2-4628-b333-aca2d0281114 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf06af91-e3c4-4512-8292-9c350dea3d6a HTTP/1.1" status: 200 len: 945 time: 0.0785236 Apr 29 13:57:00.677961 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4491100f-ff07-4037-a05d-97bef6123028 req-d69d451d-5ddb-44eb-98c5-5fc991baf63f tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb11a646-dd67-45c6-84d4-673fa722893e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416234 Apr 29 13:57:01.877192 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e8c1b-9546-4af5-b787-aab88455e066 req-4c4e2999-35bc-4530-8568-d3e7dacdcb30 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:57:01.878614 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ae0e8c1b-9546-4af5-b787-aab88455e066 req-4c4e2999-35bc-4530-8568-d3e7dacdcb30 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf06af91-e3c4-4512-8292-9c350dea3d6a HTTP/1.1" status: 200 len: 945 time: 0.0753694 Apr 29 13:57:01.923745 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ae0e8c1b-9546-4af5-b787-aab88455e066 req-589359d6-7604-4f3d-83fd-55bff94eecc8 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb11a646-dd67-45c6-84d4-673fa722893e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391140 Apr 29 13:57:02.117167 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec68c93-6804-4761-ae51-4a69bd2c68e2 req-4b884c8e-03ff-4a54-9c95-7abd83ab048e tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:57:02.118615 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3ec68c93-6804-4761-ae51-4a69bd2c68e2 req-4b884c8e-03ff-4a54-9c95-7abd83ab048e tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf06af91-e3c4-4512-8292-9c350dea3d6a HTTP/1.1" status: 200 len: 945 time: 0.0741303 Apr 29 13:57:02.169467 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3ec68c93-6804-4761-ae51-4a69bd2c68e2 req-3b909707-d429-4b1e-9803-9d516b084ca6 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb11a646-dd67-45c6-84d4-673fa722893e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453804 Apr 29 13:57:07.911860 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3e1bad77-9c56-4726-896e-e3b84c031b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:09.554496 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151ed36e-ce34-4e60-a1f9-e0315784bc23 None None] Sync routers for ids ['89b3fa58-fcd3-427f-8c30-27872d5b2a58'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:57:09.566118 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151ed36e-ce34-4e60-a1f9-e0315784bc23 None None] Routers {'89b3fa58-fcd3-427f-8c30-27872d5b2a58'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:57:09.566735 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-151ed36e-ce34-4e60-a1f9-e0315784bc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:56:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['89b3fa58-fcd3-427f-8c30-27872d5b2a58'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:57:09.743956 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-151ed36e-ce34-4e60-a1f9-e0315784bc23 None None] Set router 89b3fa58-fcd3-427f-8c30-27872d5b2a58 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:57:10.093698 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-151ed36e-ce34-4e60-a1f9-e0315784bc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b3fa58-fcd3-427f-8c30-27872d5b2a58', 'name': 'tempest-TestEncryptedCinderVolumes-34651213-router', 'tenant_id': '6e6bb6263c1447c883aec45621afb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '4a6e823b-f36c-41b0-9811-32f16f21c583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:56:43Z', 'updated_at': '2022-04-29T13:56:46Z', 'revision_number': 4, 'project_id': '6e6bb6263c1447c883aec45621afb742', 'gw_port': {'id': '4a6e823b-f36c-41b0-9811-32f16f21c583', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b3fa58-fcd3-427f-8c30-27872d5b2a58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:56:43Z', 'updated_at': '2022-04-29T13:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '55bdfa78-93b4-48e8-bd11-f8446ca6ce2e', 'name': '', 'network_id': 'b3170049-4744-459d-b4b6-9e4d2f62fcc9', 'tenant_id': '6e6bb6263c1447c883aec45621afb742', 'mac_address': 'fa:16:3e:2b:74:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b3fa58-fcd3-427f-8c30-27872d5b2a58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0da65680-6054-40b7-8fb2-3c526473bee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:56:45Z', 'updated_at': '2022-04-29T13:56:46Z', 'revision_number': 2, 'project_id': '6e6bb6263c1447c883aec45621afb742', 'subnets': [{'id': '0da65680-6054-40b7-8fb2-3c526473bee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:57:10.097326 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151ed36e-ce34-4e60-a1f9-e0315784bc23 None None] Checking router: 89b3fa58-fcd3-427f-8c30-27872d5b2a58 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:57:10.097803 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151ed36e-ce34-4e60-a1f9-e0315784bc23 None None] Updating router 89b3fa58-fcd3-427f-8c30-27872d5b2a58 port 55bdfa78-93b4-48e8-bd11-f8446ca6ce2e binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:57:10.153984 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-151ed36e-ce34-4e60-a1f9-e0315784bc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:10.497944 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b41ee6cf-76c7-49d5-a52c-6957b0e07c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:10.507532 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-151ed36e-ce34-4e60-a1f9-e0315784bc23 None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:10.518605 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-151ed36e-ce34-4e60-a1f9-e0315784bc23 None None] Transition to ACTIVE for port object 55bdfa78-93b4-48e8-bd11-f8446ca6ce2e will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:57:10.525268 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-151ed36e-ce34-4e60-a1f9-e0315784bc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:10.646997 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d785a7-f1f0-44ee-9291-5497d921bc07 None None] Pushing event updated for resources: {'Port': ['ID=55bdfa78-93b4-48e8-bd11-f8446ca6ce2e,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:57:10.740132 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-151ed36e-ce34-4e60-a1f9-e0315784bc23 None None] Attempting to bind port 55bdfa78-93b4-48e8-bd11-f8446ca6ce2e on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:57:10.740579 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-151ed36e-ce34-4e60-a1f9-e0315784bc23 None None] Attempting to bind port 55bdfa78-93b4-48e8-bd11-f8446ca6ce2e by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'd296c7b4-27d0-4531-8b7b-d6074075b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b3170049-4744-459d-b4b6-9e4d2f62fcc9'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:57:10.740941 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151ed36e-ce34-4e60-a1f9-e0315784bc23 None None] Attempting to bind port 55bdfa78-93b4-48e8-bd11-f8446ca6ce2e on network b3170049-4744-459d-b4b6-9e4d2f62fcc9 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:57:10.747414 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151ed36e-ce34-4e60-a1f9-e0315784bc23 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:57:10.747789 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151ed36e-ce34-4e60-a1f9-e0315784bc23 None None] Checking segment: {'id': 'd296c7b4-27d0-4531-8b7b-d6074075b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b3170049-4744-459d-b4b6-9e4d2f62fcc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:57:10.748231 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-151ed36e-ce34-4e60-a1f9-e0315784bc23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:10.748570 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151ed36e-ce34-4e60-a1f9-e0315784bc23 None None] Bound using segment: {'id': 'd296c7b4-27d0-4531-8b7b-d6074075b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b3170049-4744-459d-b4b6-9e4d2f62fcc9'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:57:10.749044 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-151ed36e-ce34-4e60-a1f9-e0315784bc23 None None] Bound port: 55bdfa78-93b4-48e8-bd11-f8446ca6ce2e, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd296c7b4-27d0-4531-8b7b-d6074075b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b3170049-4744-459d-b4b6-9e4d2f62fcc9'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:57:10.749406 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-151ed36e-ce34-4e60-a1f9-e0315784bc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:10.844895 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-151ed36e-ce34-4e60-a1f9-e0315784bc23 None None] For port 55bdfa78-93b4-48e8-bd11-f8446ca6ce2e, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:57:10.847991 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-151ed36e-ce34-4e60-a1f9-e0315784bc23 None None] For port 55bdfa78-93b4-48e8-bd11-f8446ca6ce2e, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=55bdfa78-93b4-48e8-bd11-f8446ca6ce2e,segment=NetworkSegment(d296c7b4-27d0-4531-8b7b-d6074075b4ec),segment_id=d296c7b4-27d0-4531-8b7b-d6074075b4ec)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:57:10.851298 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-151ed36e-ce34-4e60-a1f9-e0315784bc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:10.931007 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d785a7-f1f0-44ee-9291-5497d921bc07 None None] Pushing event updated for resources: {'Port': ['ID=55bdfa78-93b4-48e8-bd11-f8446ca6ce2e,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:57:10.935446 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151ed36e-ce34-4e60-a1f9-e0315784bc23 None None] Routers {'89b3fa58-fcd3-427f-8c30-27872d5b2a58'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:57:10.936044 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-151ed36e-ce34-4e60-a1f9-e0315784bc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:57:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['89b3fa58-fcd3-427f-8c30-27872d5b2a58'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:57:11.121521 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-151ed36e-ce34-4e60-a1f9-e0315784bc23 None None] Set router 89b3fa58-fcd3-427f-8c30-27872d5b2a58 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:57:11.512771 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-151ed36e-ce34-4e60-a1f9-e0315784bc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b3fa58-fcd3-427f-8c30-27872d5b2a58', 'name': 'tempest-TestEncryptedCinderVolumes-34651213-router', 'tenant_id': '6e6bb6263c1447c883aec45621afb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '4a6e823b-f36c-41b0-9811-32f16f21c583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:56:43Z', 'updated_at': '2022-04-29T13:56:46Z', 'revision_number': 4, 'project_id': '6e6bb6263c1447c883aec45621afb742', 'gw_port': {'id': '4a6e823b-f36c-41b0-9811-32f16f21c583', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b3fa58-fcd3-427f-8c30-27872d5b2a58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:56:43Z', 'updated_at': '2022-04-29T13:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '55bdfa78-93b4-48e8-bd11-f8446ca6ce2e', 'name': '', 'network_id': 'b3170049-4744-459d-b4b6-9e4d2f62fcc9', 'tenant_id': '6e6bb6263c1447c883aec45621afb742', 'mac_address': 'fa:16:3e:2b:74:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b3fa58-fcd3-427f-8c30-27872d5b2a58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0da65680-6054-40b7-8fb2-3c526473bee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:56:45Z', 'updated_at': '2022-04-29T13:57:10Z', 'revision_number': 4, 'project_id': '6e6bb6263c1447c883aec45621afb742', 'subnets': [{'id': '0da65680-6054-40b7-8fb2-3c526473bee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:57:11.516713 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151ed36e-ce34-4e60-a1f9-e0315784bc23 None None] The sync data for ids ['89b3fa58-fcd3-427f-8c30-27872d5b2a58'] in dv-neutron-839027-4-hyperv is: [{'id': '89b3fa58-fcd3-427f-8c30-27872d5b2a58', 'name': 'tempest-TestEncryptedCinderVolumes-34651213-router', 'tenant_id': '6e6bb6263c1447c883aec45621afb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '4a6e823b-f36c-41b0-9811-32f16f21c583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:56:43Z', 'updated_at': '2022-04-29T13:56:46Z', 'revision_number': 4, 'project_id': '6e6bb6263c1447c883aec45621afb742', 'gw_port': {'id': '4a6e823b-f36c-41b0-9811-32f16f21c583', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b3fa58-fcd3-427f-8c30-27872d5b2a58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:56:43Z', 'updated_at': '2022-04-29T13:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '55bdfa78-93b4-48e8-bd11-f8446ca6ce2e', 'name': '', 'network_id': 'b3170049-4744-459d-b4b6-9e4d2f62fcc9', 'tenant_id': '6e6bb6263c1447c883aec45621afb742', 'mac_address': 'fa:16:3e:2b:74:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b3fa58-fcd3-427f-8c30-27872d5b2a58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0da65680-6054-40b7-8fb2-3c526473bee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:56:45Z', 'updated_at': '2022-04-29T13:57:10Z', 'revision_number': 4, 'project_id': '6e6bb6263c1447c883aec45621afb742', 'subnets': [{'id': '0da65680-6054-40b7-8fb2-3c526473bee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:57:11.554272 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:11.610559 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:12.606239 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:57:12.986449 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:13.128857 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 55bdfa78-93b4-48e8-bd11-f8446ca6ce2e up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:57:13.199513 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 55bdfa78-93b4-48e8-bd11-f8446ca6ce2e completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:57:13.204298 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 55bdfa78-93b4-48e8-bd11-f8446ca6ce2e triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:57:13.204669 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:13.318931 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:13.352332 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 55bdfa78-93b4-48e8-bd11-f8446ca6ce2e, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=55bdfa78-93b4-48e8-bd11-f8446ca6ce2e,segment=NetworkSegment(d296c7b4-27d0-4531-8b7b-d6074075b4ec),segment_id=d296c7b4-27d0-4531-8b7b-d6074075b4ec)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:57:13.356668 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:13.425452 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=55bdfa78-93b4-48e8-bd11-f8446ca6ce2e,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:57:15.121594 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 55bdfa78-93b4-48e8-bd11-f8446ca6ce2e up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:57:15.189336 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 55bdfa78-93b4-48e8-bd11-f8446ca6ce2e triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:57:15.189617 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:16.693143 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b44d0-cd33-4afc-885d-0f5a54bbd967 req-efe87bfd-3765-45e1-aa83-117ece89fb25 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:57:16.694560 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-318b44d0-cd33-4afc-885d-0f5a54bbd967 req-efe87bfd-3765-45e1-aa83-117ece89fb25 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf06af91-e3c4-4512-8292-9c350dea3d6a HTTP/1.1" status: 200 len: 945 time: 0.0773005 Apr 29 13:57:16.739051 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-318b44d0-cd33-4afc-885d-0f5a54bbd967 req-bc37206b-f429-4d64-bc8c-293b74948233 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb11a646-dd67-45c6-84d4-673fa722893e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390477 Apr 29 13:57:17.940832 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a9bfa-8089-4038-a353-73e0b49b6db5 req-12735078-4930-4923-831a-065939954c07 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:57:17.942244 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-531a9bfa-8089-4038-a353-73e0b49b6db5 req-12735078-4930-4923-831a-065939954c07 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf06af91-e3c4-4512-8292-9c350dea3d6a HTTP/1.1" status: 200 len: 945 time: 0.0745001 Apr 29 13:57:17.986774 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-531a9bfa-8089-4038-a353-73e0b49b6db5 req-e404f59b-a4b8-401b-b2db-e5cfa21068b4 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb11a646-dd67-45c6-84d4-673fa722893e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386043 Apr 29 13:57:18.569508 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5fcfd-6941-4ec2-8144-cf40a14b65ef req-8252241d-402a-47c0-ba00-3bdb89c09fee tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:57:18.570905 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cbe5fcfd-6941-4ec2-8144-cf40a14b65ef req-8252241d-402a-47c0-ba00-3bdb89c09fee tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf06af91-e3c4-4512-8292-9c350dea3d6a HTTP/1.1" status: 200 len: 945 time: 0.0781713 Apr 29 13:57:18.636869 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-cbe5fcfd-6941-4ec2-8144-cf40a14b65ef req-571c8327-3bb8-4633-830d-7ede608d689e tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Deleting port 5967b7c5-06ba-4415-9c25-8b2435598420 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:57:18.637206 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-cbe5fcfd-6941-4ec2-8144-cf40a14b65ef req-571c8327-3bb8-4633-830d-7ede608d689e tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:18.875003 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-cbe5fcfd-6941-4ec2-8144-cf40a14b65ef req-571c8327-3bb8-4633-830d-7ede608d689e tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] For port 5967b7c5-06ba-4415-9c25-8b2435598420, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=5967b7c5-06ba-4415-9c25-8b2435598420,segment=NetworkSegment(01857f11-0770-475a-b809-e819f126ae8b),segment_id=01857f11-0770-475a-b809-e819f126ae8b)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:57:18.875355 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-cbe5fcfd-6941-4ec2-8144-cf40a14b65ef req-571c8327-3bb8-4633-830d-7ede608d689e tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:18.992565 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-cbe5fcfd-6941-4ec2-8144-cf40a14b65ef req-571c8327-3bb8-4633-830d-7ede608d689e tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Calling delete_port for 5967b7c5-06ba-4415-9c25-8b2435598420 owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:57:19.132960 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-cbe5fcfd-6941-4ec2-8144-cf40a14b65ef req-571c8327-3bb8-4633-830d-7ede608d689e tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:19.144322 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['5967b7c5-06ba-4415-9c25-8b2435598420'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:57:19.150467 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-22339394-db6a-4ec1-81f4-420b824bd3dc req-4d4a6193-23c8-420d-994c-ee66c1ad9a62 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf06af91-e3c4-4512-8292-9c350dea3d6a HTTP/1.1" status: 200 len: 210 time: 0.0404899 Apr 29 13:57:19.181000 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c8327-3bb8-4633-830d-7ede608d689e tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Pushing event deleted for resources: {'Port': ['ID=5967b7c5-06ba-4415-9c25-8b2435598420,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:57:19.349768 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe5fcfd-6941-4ec2-8144-cf40a14b65ef req-571c8327-3bb8-4633-830d-7ede608d689e tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] No DVR routers for this DVR port 5967b7c5-06ba-4415-9c25-8b2435598420 on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:57:19.352308 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-cbe5fcfd-6941-4ec2-8144-cf40a14b65ef req-571c8327-3bb8-4633-830d-7ede608d689e tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:19.355009 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf06af91-e3c4-4512-8292-9c350dea3d6a', 'name': 'network-vif-deleted', 'tag': '5967b7c5-06ba-4415-9c25-8b2435598420'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:57:19.371010 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cbe5fcfd-6941-4ec2-8144-cf40a14b65ef req-571c8327-3bb8-4633-830d-7ede608d689e tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.32 "DELETE /v2.0/ports/5967b7c5-06ba-4415-9c25-8b2435598420 HTTP/1.1" status: 204 len: 173 time: 0.7948322 Apr 29 13:57:19.419200 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74509689-1c10-4803-908c-14d02b8b091b'] response: {'server_uuid': 'cf06af91-e3c4-4512-8292-9c350dea3d6a', 'name': 'network-vif-deleted', 'tag': '5967b7c5-06ba-4415-9c25-8b2435598420', 'status': 'completed', 'code': 200} Apr 29 13:57:20.905217 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-2be169aa-8e3c-4b3d-9498-3b8289b7acb4 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:57:20.906537 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-2be169aa-8e3c-4b3d-9498-3b8289b7acb4 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/networks?id=cf750f2b-65be-4277-91de-00877eb02fcf HTTP/1.1" status: 200 len: 817 time: 0.1448946 Apr 29 13:57:20.922810 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-2d6e99d8-7284-414c-8a75-95dad693fb38 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/quotas/8af5c22e45c14cd68459880ec9abb70a HTTP/1.1" status: 200 len: 375 time: 0.0102859 Apr 29 13:57:21.001539 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-47fab436-ccc1-4927-b68e-ee956f8dc506 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Synchronizing usage tracker for tenant:8af5c22e45c14cd68459880ec9abb70a on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:57:21.016195 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-47fab436-ccc1-4927-b68e-ee956f8dc506 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Unset dirty status for tenant:8af5c22e45c14cd68459880ec9abb70a on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:57:21.017576 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-47fab436-ccc1-4927-b68e-ee956f8dc506 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8af5c22e45c14cd68459880ec9abb70a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883679 Apr 29 13:57:21.152593 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-0cba6f88-c666-4d5c-9c2b-51556f1a8d8f service neutron] 10.222.0.76 "GET /v2.0/networks/cf750f2b-65be-4277-91de-00877eb02fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235073 Apr 29 13:57:21.282097 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-c83817a3-36c3-4871-af62-154fa974b525 service neutron] 10.222.0.76 "GET /v2.0/networks/cf750f2b-65be-4277-91de-00877eb02fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236994 Apr 29 13:57:21.466808 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e19d59a2-d87d-4202-865b-ea1d44cbcad5 req-6b37cb7e-1d1d-4299-9b29-b05d6ec62584 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/ports?device_id=e849c11f-3413-48a0-be34-80d86751a045 HTTP/1.1" status: 200 len: 210 time: 0.0434673 Apr 29 13:57:22.485369 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-66b1114d-4c29-46c7-9db5-e605377b57d9 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:57:22.486801 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-66b1114d-4c29-46c7-9db5-e605377b57d9 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.32 "GET /v2.0/networks?id=cf750f2b-65be-4277-91de-00877eb02fcf HTTP/1.1" status: 200 len: 817 time: 0.1666360 Apr 29 13:57:22.502513 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-d90e70e1-fa59-4c29-abba-25bc19739f0b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Request body: {'port': {'device_id': 'e849c11f-3413-48a0-be34-80d86751a045', 'network_id': 'cf750f2b-65be-4277-91de-00877eb02fcf', 'admin_state_up': True, 'tenant_id': '8af5c22e45c14cd68459880ec9abb70a'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:57:22.675105 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b95ccd92-e8e7-4783-b3ab-b753dca221de req-f85bb1b6-0ae2-49a2-89ef-7258ef6a6c8a tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/ports?device_id=e849c11f-3413-48a0-be34-80d86751a045 HTTP/1.1" status: 200 len: 210 time: 0.0653114 Apr 29 13:57:22.704391 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-d90e70e1-fa59-4c29-abba-25bc19739f0b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:57:22.715563 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-d90e70e1-fa59-4c29-abba-25bc19739f0b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:57:22.727636 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-d90e70e1-fa59-4c29-abba-25bc19739f0b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Made reservation on behalf of 8af5c22e45c14cd68459880ec9abb70a for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:57:22.731274 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-d90e70e1-fa59-4c29-abba-25bc19739f0b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:22.910532 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-d90e70e1-fa59-4c29-abba-25bc19739f0b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Allocated IP 172.20.0.12 (cf750f2b-65be-4277-91de-00877eb02fcf/ee34b444-e41c-4728-86dc-5f48c6cbc143/06b122db-3756-4b52-b883-e1c5a0038762) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:57:22.969398 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 5967b7c5-06ba-4415-9c25-8b2435598420 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:57:23.008592 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: 5967b7c5-06ba-4415-9c25-8b2435598420 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:57:23.008960 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 5967b7c5-06ba-4415-9c25-8b2435598420 not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:57:23.125408 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-d90e70e1-fa59-4c29-abba-25bc19739f0b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:23.142187 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-d90e70e1-fa59-4c29-abba-25bc19739f0b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Transition to ACTIVE for port object 06b122db-3756-4b52-b883-e1c5a0038762 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:57:23.163889 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-d90e70e1-fa59-4c29-abba-25bc19739f0b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:23.234522 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-d90e70e1-fa59-4c29-abba-25bc19739f0b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Network cf750f2b-65be-4277-91de-00877eb02fcf is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:57:23.237545 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-d90e70e1-fa59-4c29-abba-25bc19739f0b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:57:23.243263 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-d90e70e1-fa59-4c29-abba-25bc19739f0b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:57:23.268359 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e70e1-fa59-4c29-abba-25bc19739f0b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Pushing event updated for resources: {'Port': ['ID=06b122db-3756-4b52-b883-e1c5a0038762,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:57:23.295783 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e70e1-fa59-4c29-abba-25bc19739f0b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:57:23.296052 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e70e1-fa59-4c29-abba-25bc19739f0b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:57:23.296323 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e70e1-fa59-4c29-abba-25bc19739f0b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:57:23.296648 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e70e1-fa59-4c29-abba-25bc19739f0b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:57:23.296999 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e70e1-fa59-4c29-abba-25bc19739f0b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:57:23.297321 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e70e1-fa59-4c29-abba-25bc19739f0b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:57:23.297636 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e70e1-fa59-4c29-abba-25bc19739f0b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:57:23.297945 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e70e1-fa59-4c29-abba-25bc19739f0b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:57:23.298257 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e70e1-fa59-4c29-abba-25bc19739f0b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:57:23.298568 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e70e1-fa59-4c29-abba-25bc19739f0b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:57:23.298878 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e70e1-fa59-4c29-abba-25bc19739f0b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:57:23.320527 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-d90e70e1-fa59-4c29-abba-25bc19739f0b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:57:23.321149 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-d90e70e1-fa59-4c29-abba-25bc19739f0b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:23.354229 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-d90e70e1-fa59-4c29-abba-25bc19739f0b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8555303 Apr 29 13:57:23.367208 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-7b6e3d53-7ced-4426-879d-60cd00a79c18 service neutron] Request body: {'port': {'device_id': 'e849c11f-3413-48a0-be34-80d86751a045', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:57:23.474984 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-7b6e3d53-7ced-4426-879d-60cd00a79c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:23.497001 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7e127028-4a74-419b-97d7-8405e507d919 None None] Provisioning for port 06b122db-3756-4b52-b883-e1c5a0038762 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:57:23.501914 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7e127028-4a74-419b-97d7-8405e507d919 None None] Provisioning complete for port 06b122db-3756-4b52-b883-e1c5a0038762 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:57:23.502391 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e127028-4a74-419b-97d7-8405e507d919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:23.553939 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7e127028-4a74-419b-97d7-8405e507d919 None None] Port 06b122db-3756-4b52-b883-e1c5a0038762 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:57:23.877716 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab440e7-186f-4bd6-a51e-4982fac03910 req-bdfc8d84-4e0a-4928-9610-fec7b07c7899 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:57:23.879153 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-eab440e7-186f-4bd6-a51e-4982fac03910 req-bdfc8d84-4e0a-4928-9610-fec7b07c7899 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/ports?device_id=e849c11f-3413-48a0-be34-80d86751a045 HTTP/1.1" status: 200 len: 932 time: 0.0763485 Apr 29 13:57:23.911232 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-7b6e3d53-7ced-4426-879d-60cd00a79c18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06b122db-3756-4b52-b883-e1c5a0038762 {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:57:23.918361 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-7b6e3d53-7ced-4426-879d-60cd00a79c18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:23.927105 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-eab440e7-186f-4bd6-a51e-4982fac03910 req-e8db70db-4d36-468d-b9e1-709167b85741 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb11a646-dd67-45c6-84d4-673fa722893e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417621 Apr 29 13:57:23.932996 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-7b6e3d53-7ced-4426-879d-60cd00a79c18 service neutron] Transition to ACTIVE for port object 06b122db-3756-4b52-b883-e1c5a0038762 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:57:23.936774 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-7b6e3d53-7ced-4426-879d-60cd00a79c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:24.064611 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e3d53-7ced-4426-879d-60cd00a79c18 service neutron] Pushing event updated for resources: {'Port': ['ID=06b122db-3756-4b52-b883-e1c5a0038762,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:57:24.179249 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-7b6e3d53-7ced-4426-879d-60cd00a79c18 service neutron] Attempting to bind port 06b122db-3756-4b52-b883-e1c5a0038762 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:57:24.179577 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-7b6e3d53-7ced-4426-879d-60cd00a79c18 service neutron] Attempting to bind port 06b122db-3756-4b52-b883-e1c5a0038762 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '01857f11-0770-475a-b809-e819f126ae8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cf750f2b-65be-4277-91de-00877eb02fcf'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:57:24.179894 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-7b6e3d53-7ced-4426-879d-60cd00a79c18 service neutron] Attempting to bind port 06b122db-3756-4b52-b883-e1c5a0038762 on network cf750f2b-65be-4277-91de-00877eb02fcf {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:57:24.185758 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-7b6e3d53-7ced-4426-879d-60cd00a79c18 service neutron] Port 06b122db-3756-4b52-b883-e1c5a0038762 on network cf750f2b-65be-4277-91de-00877eb02fcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:57:24.186066 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-7b6e3d53-7ced-4426-879d-60cd00a79c18 service neutron] Attempting to bind port 06b122db-3756-4b52-b883-e1c5a0038762 on network cf750f2b-65be-4277-91de-00877eb02fcf {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:57:24.192353 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-7b6e3d53-7ced-4426-879d-60cd00a79c18 service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:57:24.192676 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-7b6e3d53-7ced-4426-879d-60cd00a79c18 service neutron] Checking segment: {'id': '01857f11-0770-475a-b809-e819f126ae8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cf750f2b-65be-4277-91de-00877eb02fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:57:24.193082 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-7b6e3d53-7ced-4426-879d-60cd00a79c18 service neutron] Bound using segment: {'id': '01857f11-0770-475a-b809-e819f126ae8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cf750f2b-65be-4277-91de-00877eb02fcf'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:57:24.193496 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-7b6e3d53-7ced-4426-879d-60cd00a79c18 service neutron] Bound port: 06b122db-3756-4b52-b883-e1c5a0038762, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01857f11-0770-475a-b809-e819f126ae8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cf750f2b-65be-4277-91de-00877eb02fcf'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:57:24.193834 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-7b6e3d53-7ced-4426-879d-60cd00a79c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:24.279427 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-7b6e3d53-7ced-4426-879d-60cd00a79c18 service neutron] For port 06b122db-3756-4b52-b883-e1c5a0038762, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:57:24.282462 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-7b6e3d53-7ced-4426-879d-60cd00a79c18 service neutron] For port 06b122db-3756-4b52-b883-e1c5a0038762, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=06b122db-3756-4b52-b883-e1c5a0038762,segment=NetworkSegment(01857f11-0770-475a-b809-e819f126ae8b),segment_id=01857f11-0770-475a-b809-e819f126ae8b)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:57:24.287907 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-7b6e3d53-7ced-4426-879d-60cd00a79c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:24.346186 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-7b6e3d53-7ced-4426-879d-60cd00a79c18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:24.347529 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-7b6e3d53-7ced-4426-879d-60cd00a79c18 service neutron] 10.222.0.32 "PUT /v2.0/ports/06b122db-3756-4b52-b883-e1c5a0038762 HTTP/1.1" status: 200 len: 1094 time: 0.9847550 Apr 29 13:57:24.348090 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e849c11f-3413-48a0-be34-80d86751a045', 'tag': '06b122db-3756-4b52-b883-e1c5a0038762'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:57:24.369441 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e3d53-7ced-4426-879d-60cd00a79c18 service neutron] Pushing event updated for resources: {'Port': ['ID=06b122db-3756-4b52-b883-e1c5a0038762,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:57:24.424658 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6b3495a-0327-41f8-aa24-d902dbc1c891'] response: {'name': 'network-changed', 'server_uuid': 'e849c11f-3413-48a0-be34-80d86751a045', 'tag': '06b122db-3756-4b52-b883-e1c5a0038762', 'status': 'completed', 'code': 200} Apr 29 13:57:24.467619 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-cc6323d7-9f0b-463c-9cbc-349fd3c29799 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8af5c22e45c14cd68459880ec9abb70a&device_id=e849c11f-3413-48a0-be34-80d86751a045 HTTP/1.1" status: 200 len: 1097 time: 0.0775485 Apr 29 13:57:24.538717 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-9d67f8bb-e07f-4f69-8b30-27ca511c49d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06b122db-3756-4b52-b883-e1c5a0038762 HTTP/1.1" status: 200 len: 217 time: 0.0636842 Apr 29 13:57:24.601963 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-dede297a-4d7c-4be7-a3f1-9328571a167d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:57:24.603476 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-dede297a-4d7c-4be7-a3f1-9328571a167d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee34b444-e41c-4728-86dc-5f48c6cbc143 HTTP/1.1" status: 200 len: 856 time: 0.0595679 Apr 29 13:57:24.678553 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-d1b47db3-32c1-4e60-bc89-a9bc1f6cefe6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cf750f2b-65be-4277-91de-00877eb02fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690224 Apr 29 13:57:24.807484 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-c93ecb59-7cd1-47ff-bdad-452c2c30cce1 service neutron] 10.222.0.32 "GET /v2.0/networks/cf750f2b-65be-4277-91de-00877eb02fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230898 Apr 29 13:57:24.937000 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-977ebf42-231d-41a2-9ef9-3a2d2b2ef338 req-6138703a-c56d-4815-90be-0b6421dda919 service neutron] 10.222.0.32 "GET /v2.0/networks/cf750f2b-65be-4277-91de-00877eb02fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241863 Apr 29 13:57:25.057729 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-72426139-aba6-44eb-aa46-12f9af6c6863 req-721983e1-a866-41df-b369-44a492132518 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8af5c22e45c14cd68459880ec9abb70a&device_id=e849c11f-3413-48a0-be34-80d86751a045 HTTP/1.1" status: 200 len: 1097 time: 0.0722122 Apr 29 13:57:25.130913 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e29d60-c54d-4f3d-89d0-bcc7a02b0a0f req-77214c82-c616-4cf0-9b25-e45c4af06e48 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:57:25.132394 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e3e29d60-c54d-4f3d-89d0-bcc7a02b0a0f req-77214c82-c616-4cf0-9b25-e45c4af06e48 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/ports?device_id=e849c11f-3413-48a0-be34-80d86751a045 HTTP/1.1" status: 200 len: 944 time: 0.0801229 Apr 29 13:57:25.177339 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e3e29d60-c54d-4f3d-89d0-bcc7a02b0a0f req-92c03995-0e7c-455d-aa19-3e92a549fa5f tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb11a646-dd67-45c6-84d4-673fa722893e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393527 Apr 29 13:57:25.187608 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72426139-aba6-44eb-aa46-12f9af6c6863 req-f43cfb8d-70e1-4c6a-b540-bf0514b0ee39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:57:25.189175 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-72426139-aba6-44eb-aa46-12f9af6c6863 req-f43cfb8d-70e1-4c6a-b540-bf0514b0ee39 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cf750f2b-65be-4277-91de-00877eb02fcf HTTP/1.1" status: 200 len: 918 time: 0.1258421 Apr 29 13:57:25.254000 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-72426139-aba6-44eb-aa46-12f9af6c6863 req-edf3d147-6314-4cb8-ba81-3e06f97d916a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06b122db-3756-4b52-b883-e1c5a0038762 HTTP/1.1" status: 200 len: 217 time: 0.0589840 Apr 29 13:57:25.317949 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72426139-aba6-44eb-aa46-12f9af6c6863 req-974fbe05-cabd-4c3d-999f-ba6e22edbe2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:57:25.319287 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-72426139-aba6-44eb-aa46-12f9af6c6863 req-974fbe05-cabd-4c3d-999f-ba6e22edbe2f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee34b444-e41c-4728-86dc-5f48c6cbc143 HTTP/1.1" status: 200 len: 856 time: 0.0600455 Apr 29 13:57:25.392322 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-72426139-aba6-44eb-aa46-12f9af6c6863 req-9c41c6bf-9d1b-49da-958f-a74b16c57cad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cf750f2b-65be-4277-91de-00877eb02fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672374 Apr 29 13:57:25.612951 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-72426139-aba6-44eb-aa46-12f9af6c6863 req-490aa78c-c444-46da-82f9-27ca921416ff service neutron] 10.222.0.32 "GET /v2.0/networks/cf750f2b-65be-4277-91de-00877eb02fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142191 Apr 29 13:57:25.750008 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-72426139-aba6-44eb-aa46-12f9af6c6863 req-0c56902e-5aa1-4e87-9a25-3586aecf0759 service neutron] 10.222.0.32 "GET /v2.0/networks/cf750f2b-65be-4277-91de-00877eb02fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300611 Apr 29 13:57:26.374848 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdfa48-759e-4c68-a586-5b23aa7a03b0 req-21717171-fc64-43e5-b50f-ac18e8797713 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:57:26.375573 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-7fcdfa48-759e-4c68-a586-5b23aa7a03b0 req-21717171-fc64-43e5-b50f-ac18e8797713 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Synchronizing usage tracker for tenant:8af5c22e45c14cd68459880ec9abb70a on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:57:26.391434 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-7fcdfa48-759e-4c68-a586-5b23aa7a03b0 req-21717171-fc64-43e5-b50f-ac18e8797713 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Unset dirty status for tenant:8af5c22e45c14cd68459880ec9abb70a on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:57:26.392575 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7fcdfa48-759e-4c68-a586-5b23aa7a03b0 req-21717171-fc64-43e5-b50f-ac18e8797713 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/ports?device_id=e849c11f-3413-48a0-be34-80d86751a045 HTTP/1.1" status: 200 len: 944 time: 0.0958755 Apr 29 13:57:26.439193 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7fcdfa48-759e-4c68-a586-5b23aa7a03b0 req-a2368ff9-c787-468b-b228-c1a97172275c tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb11a646-dd67-45c6-84d4-673fa722893e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400941 Apr 29 13:57:27.637490 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f69e5d-6b91-4f20-bbb9-0a52f0e6c8b1 req-e769d714-dda2-4c04-934a-81a8a752d0de tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:57:27.638921 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d9f69e5d-6b91-4f20-bbb9-0a52f0e6c8b1 req-e769d714-dda2-4c04-934a-81a8a752d0de tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/ports?device_id=e849c11f-3413-48a0-be34-80d86751a045 HTTP/1.1" status: 200 len: 944 time: 0.0766048 Apr 29 13:57:27.683286 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d9f69e5d-6b91-4f20-bbb9-0a52f0e6c8b1 req-3e24d682-ee67-4a05-872b-66a6589efb49 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb11a646-dd67-45c6-84d4-673fa722893e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385554 Apr 29 13:57:28.241847 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:28.881208 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e67f5-7eae-442d-8b04-10ff2ee9afe3 req-666e36c1-c1de-44e0-8016-530c4ac2dbb4 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:57:28.882643 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fd7e67f5-7eae-442d-8b04-10ff2ee9afe3 req-666e36c1-c1de-44e0-8016-530c4ac2dbb4 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/ports?device_id=e849c11f-3413-48a0-be34-80d86751a045 HTTP/1.1" status: 200 len: 944 time: 0.0756485 Apr 29 13:57:28.930765 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fd7e67f5-7eae-442d-8b04-10ff2ee9afe3 req-0e74140c-fd6f-4c66-845f-bd621afe6a0e tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb11a646-dd67-45c6-84d4-673fa722893e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425315 Apr 29 13:57:28.961876 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 06b122db-3756-4b52-b883-e1c5a0038762 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:57:29.092332 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 06b122db-3756-4b52-b883-e1c5a0038762, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=06b122db-3756-4b52-b883-e1c5a0038762,segment=NetworkSegment(01857f11-0770-475a-b809-e819f126ae8b),segment_id=01857f11-0770-475a-b809-e819f126ae8b)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:57:29.106007 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '06b122db-3756-4b52-b883-e1c5a0038762', 'network_id': 'cf750f2b-65be-4277-91de-00877eb02fcf', 'port_id': '06b122db-3756-4b52-b883-e1c5a0038762', 'mac_address': 'fa:16:3e:49:99:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee34b444-e41c-4728-86dc-5f48c6cbc143', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:57:29.163057 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:29.179799 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b122db-3756-4b52-b883-e1c5a0038762 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:57:29.194470 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 06b122db-3756-4b52-b883-e1c5a0038762, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=06b122db-3756-4b52-b883-e1c5a0038762,segment=NetworkSegment(01857f11-0770-475a-b809-e819f126ae8b),segment_id=01857f11-0770-475a-b809-e819f126ae8b)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:57:29.198213 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:29.263004 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=06b122db-3756-4b52-b883-e1c5a0038762,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:57:29.535602 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['06b122db-3756-4b52-b883-e1c5a0038762'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:57:30.132437 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6651571-6b83-4130-83e0-63f82e04d2ca req-6557a334-dbde-49e0-a955-26f1c82e0b31 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:57:30.133827 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d6651571-6b83-4130-83e0-63f82e04d2ca req-6557a334-dbde-49e0-a955-26f1c82e0b31 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/ports?device_id=e849c11f-3413-48a0-be34-80d86751a045 HTTP/1.1" status: 200 len: 945 time: 0.0784233 Apr 29 13:57:30.181323 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d6651571-6b83-4130-83e0-63f82e04d2ca req-abb2cf91-425d-48ad-b459-c10daf0b4c7e tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb11a646-dd67-45c6-84d4-673fa722893e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413935 Apr 29 13:57:30.976083 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 06b122db-3756-4b52-b883-e1c5a0038762 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:57:31.042122 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 06b122db-3756-4b52-b883-e1c5a0038762 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:57:31.046667 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 06b122db-3756-4b52-b883-e1c5a0038762 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:57:31.047031 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:31.164218 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:31.193452 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e849c11f-3413-48a0-be34-80d86751a045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b122db-3756-4b52-b883-e1c5a0038762'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:57:31.203421 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 06b122db-3756-4b52-b883-e1c5a0038762, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=06b122db-3756-4b52-b883-e1c5a0038762,segment=NetworkSegment(01857f11-0770-475a-b809-e819f126ae8b),segment_id=01857f11-0770-475a-b809-e819f126ae8b)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:57:31.209592 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:31.250152 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69cf76b9-8710-40b4-8dd3-a8d7d2df3964'] response: {'server_uuid': 'e849c11f-3413-48a0-be34-80d86751a045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b122db-3756-4b52-b883-e1c5a0038762', 'code': 200} Apr 29 13:57:31.283670 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=06b122db-3756-4b52-b883-e1c5a0038762,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:57:31.405108 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bc204-e696-49ba-a92f-a8d642255c22 req-22dab21e-f53e-49d2-ae57-1b9dc2550225 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:57:31.406599 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-115bc204-e696-49ba-a92f-a8d642255c22 req-22dab21e-f53e-49d2-ae57-1b9dc2550225 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/ports?device_id=e849c11f-3413-48a0-be34-80d86751a045 HTTP/1.1" status: 200 len: 946 time: 0.0817358 Apr 29 13:57:31.454114 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-115bc204-e696-49ba-a92f-a8d642255c22 req-7b064355-5096-4c71-965b-9e16983956f4 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb11a646-dd67-45c6-84d4-673fa722893e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418291 Apr 29 13:57:31.479385 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5be8845c-154c-4fe8-9ffb-27d0c75c6a38 req-bfa38cf6-6cd5-4beb-8bd6-e91c3839c75f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e849c11f-3413-48a0-be34-80d86751a045 HTTP/1.1" status: 200 len: 1099 time: 0.0702093 Apr 29 13:57:31.522185 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5be8845c-154c-4fe8-9ffb-27d0c75c6a38 req-181e10ce-fccc-4c9d-8aa1-c83f6c9736e9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=eb11a646-dd67-45c6-84d4-673fa722893e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361104 Apr 29 13:57:32.651746 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c7bc3-d382-48f6-a64d-224b32e53e9f req-8486d557-80b3-4d3d-bfe9-14fefceb9b3b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:57:32.653206 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fb0c7bc3-d382-48f6-a64d-224b32e53e9f req-8486d557-80b3-4d3d-bfe9-14fefceb9b3b tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/ports?device_id=e849c11f-3413-48a0-be34-80d86751a045 HTTP/1.1" status: 200 len: 946 time: 0.0792239 Apr 29 13:57:32.699764 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fb0c7bc3-d382-48f6-a64d-224b32e53e9f req-5d7a2523-4f18-405f-863c-63b102d01d45 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb11a646-dd67-45c6-84d4-673fa722893e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411408 Apr 29 13:57:33.898381 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e15b5-48ff-465a-98a2-5b34b35937fb req-d4bf3966-d494-437a-8dfc-893b98786913 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:57:33.899835 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e34e15b5-48ff-465a-98a2-5b34b35937fb req-d4bf3966-d494-437a-8dfc-893b98786913 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/ports?device_id=e849c11f-3413-48a0-be34-80d86751a045 HTTP/1.1" status: 200 len: 946 time: 0.0809894 Apr 29 13:57:33.945126 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e34e15b5-48ff-465a-98a2-5b34b35937fb req-ca5571df-96ad-40cd-9edf-cdcbc4fb4c53 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb11a646-dd67-45c6-84d4-673fa722893e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397105 Apr 29 13:57:34.140416 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e96398-222c-4eb2-866d-3515fa9ec29d req-3801b306-1869-4a7f-8d5d-6a52ef16cbd6 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:57:34.141877 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-64e96398-222c-4eb2-866d-3515fa9ec29d req-3801b306-1869-4a7f-8d5d-6a52ef16cbd6 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/ports?device_id=e849c11f-3413-48a0-be34-80d86751a045 HTTP/1.1" status: 200 len: 946 time: 0.0760355 Apr 29 13:57:34.186862 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-64e96398-222c-4eb2-866d-3515fa9ec29d req-6d97e2eb-c0f3-4c1f-b26e-9b7b0780ea48 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb11a646-dd67-45c6-84d4-673fa722893e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393620 Apr 29 13:57:37.913559 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-25c736db-4428-4b91-853e-f2c2e191d5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:40.460603 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-30d04caf-99e7-4f78-89e9-478e191ecdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:41.546474 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:41.614328 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:42.985905 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:48.460642 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15607f69-922c-4cf6-b434-4e52b3b07997 req-f740f7df-4c87-47a0-9691-f66383be9f14 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:57:48.462068 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-15607f69-922c-4cf6-b434-4e52b3b07997 req-f740f7df-4c87-47a0-9691-f66383be9f14 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/ports?device_id=e849c11f-3413-48a0-be34-80d86751a045 HTTP/1.1" status: 200 len: 946 time: 0.0857849 Apr 29 13:57:48.512437 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-15607f69-922c-4cf6-b434-4e52b3b07997 req-5d5a0187-f85a-4410-8948-2f65dac3e898 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb11a646-dd67-45c6-84d4-673fa722893e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444806 Apr 29 13:57:49.605751 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:57:49.713128 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50eeef3-7b82-44ac-b790-f4192a3a8def req-03f07b37-688b-4d5f-a16e-915dce84b501 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:57:49.714604 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b50eeef3-7b82-44ac-b790-f4192a3a8def req-03f07b37-688b-4d5f-a16e-915dce84b501 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/ports?device_id=e849c11f-3413-48a0-be34-80d86751a045 HTTP/1.1" status: 200 len: 946 time: 0.0806558 Apr 29 13:57:49.760201 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b50eeef3-7b82-44ac-b790-f4192a3a8def req-79c6039f-1c6c-4cd4-9053-1f0c7851d12e tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb11a646-dd67-45c6-84d4-673fa722893e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398145 Apr 29 13:57:50.283106 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ba26-8e4a-4750-8a27-2b23f1e17f90 req-0416f2f5-778f-482f-ac61-4813ba7d1172 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:57:50.284503 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1d42ba26-8e4a-4750-8a27-2b23f1e17f90 req-0416f2f5-778f-482f-ac61-4813ba7d1172 tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.32 "GET /v2.0/ports?device_id=e849c11f-3413-48a0-be34-80d86751a045 HTTP/1.1" status: 200 len: 946 time: 0.0744555 Apr 29 13:57:50.355480 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-1d42ba26-8e4a-4750-8a27-2b23f1e17f90 req-2c136b6a-b23d-453a-9844-f7dda1d47c0e tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Deleting port 06b122db-3756-4b52-b883-e1c5a0038762 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:57:50.355815 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-1d42ba26-8e4a-4750-8a27-2b23f1e17f90 req-2c136b6a-b23d-453a-9844-f7dda1d47c0e tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:50.588320 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-1d42ba26-8e4a-4750-8a27-2b23f1e17f90 req-2c136b6a-b23d-453a-9844-f7dda1d47c0e tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] For port 06b122db-3756-4b52-b883-e1c5a0038762, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=06b122db-3756-4b52-b883-e1c5a0038762,segment=NetworkSegment(01857f11-0770-475a-b809-e819f126ae8b),segment_id=01857f11-0770-475a-b809-e819f126ae8b)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:57:50.588591 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-1d42ba26-8e4a-4750-8a27-2b23f1e17f90 req-2c136b6a-b23d-453a-9844-f7dda1d47c0e tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:50.708789 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-1d42ba26-8e4a-4750-8a27-2b23f1e17f90 req-2c136b6a-b23d-453a-9844-f7dda1d47c0e tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Calling delete_port for 06b122db-3756-4b52-b883-e1c5a0038762 owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:57:50.852179 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-1d42ba26-8e4a-4750-8a27-2b23f1e17f90 req-2c136b6a-b23d-453a-9844-f7dda1d47c0e tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:50.864897 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['06b122db-3756-4b52-b883-e1c5a0038762'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:57:50.902734 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c136b6a-b23d-453a-9844-f7dda1d47c0e tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Pushing event deleted for resources: {'Port': ['ID=06b122db-3756-4b52-b883-e1c5a0038762,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:57:50.953337 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2a4c4e8d-50a8-48a2-b1a6-e1ef758b531c req-b4cdc57e-cf0f-48a5-9a3e-45d3da942dcc tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.76 "GET /v2.0/ports?device_id=e849c11f-3413-48a0-be34-80d86751a045 HTTP/1.1" status: 200 len: 210 time: 0.0623512 Apr 29 13:57:50.980959 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d42ba26-8e4a-4750-8a27-2b23f1e17f90 req-2c136b6a-b23d-453a-9844-f7dda1d47c0e tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] No DVR routers for this DVR port 06b122db-3756-4b52-b883-e1c5a0038762 on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:57:50.983557 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-1d42ba26-8e4a-4750-8a27-2b23f1e17f90 req-2c136b6a-b23d-453a-9844-f7dda1d47c0e tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:50.986203 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e849c11f-3413-48a0-be34-80d86751a045', 'name': 'network-vif-deleted', 'tag': '06b122db-3756-4b52-b883-e1c5a0038762'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:57:51.003833 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1d42ba26-8e4a-4750-8a27-2b23f1e17f90 req-2c136b6a-b23d-453a-9844-f7dda1d47c0e tempest-TestEncryptedCinderVolumes-1805741419 tempest-TestEncryptedCinderVolumes-1805741419-project] 10.222.0.32 "DELETE /v2.0/ports/06b122db-3756-4b52-b883-e1c5a0038762 HTTP/1.1" status: 204 len: 173 time: 0.7129166 Apr 29 13:57:51.045368 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b48a1725-9f3a-4294-947d-809c670e1b09'] response: {'server_uuid': 'e849c11f-3413-48a0-be34-80d86751a045', 'name': 'network-vif-deleted', 'tag': '06b122db-3756-4b52-b883-e1c5a0038762', 'status': 'completed', 'code': 200} Apr 29 13:57:52.095675 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40362) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:57:52.567767 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-28c22a1a-e567-4f6c-a80f-c3c54e312658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:53.141389 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-28c22a1a-e567-4f6c-a80f-c3c54e312658 admin admin] Deleting port 577ce816-b4d3-4593-95c7-1bb758a28cfa {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:57:53.142032 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-28c22a1a-e567-4f6c-a80f-c3c54e312658 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:53.305966 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-28c22a1a-e567-4f6c-a80f-c3c54e312658 admin admin] For port 577ce816-b4d3-4593-95c7-1bb758a28cfa, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=577ce816-b4d3-4593-95c7-1bb758a28cfa,segment=NetworkSegment(01857f11-0770-475a-b809-e819f126ae8b),segment_id=01857f11-0770-475a-b809-e819f126ae8b)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:57:53.306318 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-28c22a1a-e567-4f6c-a80f-c3c54e312658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:53.421212 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-28c22a1a-e567-4f6c-a80f-c3c54e312658 admin admin] Calling delete_port for 577ce816-b4d3-4593-95c7-1bb758a28cfa owned by network:router_interface {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:57:53.581095 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-28c22a1a-e567-4f6c-a80f-c3c54e312658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:53.625760 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c22a1a-e567-4f6c-a80f-c3c54e312658 admin admin] Pushing event deleted for resources: {'Port': ['ID=577ce816-b4d3-4593-95c7-1bb758a28cfa,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:57:54.007496 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-28c22a1a-e567-4f6c-a80f-c3c54e312658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:54.571595 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c22a1a-e567-4f6c-a80f-c3c54e312658 admin admin] Router 3e6c0e9b-5749-4a87-a115-ca9fd9f9e654 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:57:54.763202 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c22a1a-e567-4f6c-a80f-c3c54e312658 admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:57:54.774207 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256a4ad3-98b1-4d6f-b6b1-9fc7e1473d32 None None] Sync routers for ids ['3e6c0e9b-5749-4a87-a115-ca9fd9f9e654'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:57:54.779631 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 40366) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:57:54.780105 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-28c22a1a-e567-4f6c-a80f-c3c54e312658 admin admin] 10.222.0.76 "PUT /v2.0/routers/3e6c0e9b-5749-4a87-a115-ca9fd9f9e654/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6829219 Apr 29 13:57:54.789036 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256a4ad3-98b1-4d6f-b6b1-9fc7e1473d32 None None] Routers {'3e6c0e9b-5749-4a87-a115-ca9fd9f9e654'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:57:54.789985 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-256a4ad3-98b1-4d6f-b6b1-9fc7e1473d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:57:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['3e6c0e9b-5749-4a87-a115-ca9fd9f9e654'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:57:54.964045 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-256a4ad3-98b1-4d6f-b6b1-9fc7e1473d32 None None] Set router 3e6c0e9b-5749-4a87-a115-ca9fd9f9e654 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:57:54.975937 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-361a5e5d-26d5-4757-bbea-a9aeebb8f495 admin admin] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:55.122099 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 06b122db-3756-4b52-b883-e1c5a0038762 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:57:55.173462 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-361a5e5d-26d5-4757-bbea-a9aeebb8f495 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:55.184355 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-361a5e5d-26d5-4757-bbea-a9aeebb8f495 admin admin] Deleting port 3e357edd-0000-450f-bc81-68552adbb980 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:57:55.184698 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-361a5e5d-26d5-4757-bbea-a9aeebb8f495 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:55.193054 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: 06b122db-3756-4b52-b883-e1c5a0038762 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:57:55.193388 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 06b122db-3756-4b52-b883-e1c5a0038762 not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:57:55.255710 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-256a4ad3-98b1-4d6f-b6b1-9fc7e1473d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6c0e9b-5749-4a87-a115-ca9fd9f9e654', 'name': 'tempest-TestEncryptedCinderVolumes-1011934864-router', 'tenant_id': '8af5c22e45c14cd68459880ec9abb70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '3e357edd-0000-450f-bc81-68552adbb980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:56:37Z', 'updated_at': '2022-04-29T13:57:53Z', 'revision_number': 5, 'project_id': '8af5c22e45c14cd68459880ec9abb70a', 'gw_port': {'id': '3e357edd-0000-450f-bc81-68552adbb980', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6c0e9b-5749-4a87-a115-ca9fd9f9e654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:56:37Z', 'updated_at': '2022-04-29T13:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:57:55.259377 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256a4ad3-98b1-4d6f-b6b1-9fc7e1473d32 None None] Checking router: 3e6c0e9b-5749-4a87-a115-ca9fd9f9e654 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:57:55.270046 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256a4ad3-98b1-4d6f-b6b1-9fc7e1473d32 None None] Routers {'3e6c0e9b-5749-4a87-a115-ca9fd9f9e654'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:57:55.270636 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-256a4ad3-98b1-4d6f-b6b1-9fc7e1473d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:57:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['3e6c0e9b-5749-4a87-a115-ca9fd9f9e654'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:57:55.420438 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-256a4ad3-98b1-4d6f-b6b1-9fc7e1473d32 None None] Set router 3e6c0e9b-5749-4a87-a115-ca9fd9f9e654 gateway port host: None {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:57:55.454369 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-361a5e5d-26d5-4757-bbea-a9aeebb8f495 admin admin] For port 3e357edd-0000-450f-bc81-68552adbb980, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=3e357edd-0000-450f-bc81-68552adbb980,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:57:55.454716 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-361a5e5d-26d5-4757-bbea-a9aeebb8f495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:55.548744 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-256a4ad3-98b1-4d6f-b6b1-9fc7e1473d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6c0e9b-5749-4a87-a115-ca9fd9f9e654', 'name': 'tempest-TestEncryptedCinderVolumes-1011934864-router', 'tenant_id': '8af5c22e45c14cd68459880ec9abb70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:56:37Z', 'updated_at': '2022-04-29T13:57:55Z', 'revision_number': 6, 'project_id': '8af5c22e45c14cd68459880ec9abb70a', 'gw_port_host': None}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:57:55.552811 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256a4ad3-98b1-4d6f-b6b1-9fc7e1473d32 None None] The sync data for ids ['3e6c0e9b-5749-4a87-a115-ca9fd9f9e654'] in dv-neutron-839027-4-hyperv is: [{'id': '3e6c0e9b-5749-4a87-a115-ca9fd9f9e654', 'name': 'tempest-TestEncryptedCinderVolumes-1011934864-router', 'tenant_id': '8af5c22e45c14cd68459880ec9abb70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:56:37Z', 'updated_at': '2022-04-29T13:57:55Z', 'revision_number': 6, 'project_id': '8af5c22e45c14cd68459880ec9abb70a', 'gw_port_host': None}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:57:55.575139 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-361a5e5d-26d5-4757-bbea-a9aeebb8f495 admin admin] Calling delete_port for 3e357edd-0000-450f-bc81-68552adbb980 owned by network:router_gateway {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:57:55.738833 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-361a5e5d-26d5-4757-bbea-a9aeebb8f495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:55.780961 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a5e5d-26d5-4757-bbea-a9aeebb8f495 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e357edd-0000-450f-bc81-68552adbb980,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:57:55.792393 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a5e5d-26d5-4757-bbea-a9aeebb8f495 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:57:55.792730 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a5e5d-26d5-4757-bbea-a9aeebb8f495 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:57:55.793078 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a5e5d-26d5-4757-bbea-a9aeebb8f495 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:57:55.793407 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a5e5d-26d5-4757-bbea-a9aeebb8f495 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:57:55.793725 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a5e5d-26d5-4757-bbea-a9aeebb8f495 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:57:55.794067 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a5e5d-26d5-4757-bbea-a9aeebb8f495 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:57:55.794360 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a5e5d-26d5-4757-bbea-a9aeebb8f495 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:57:55.795124 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a5e5d-26d5-4757-bbea-a9aeebb8f495 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:57:55.795124 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a5e5d-26d5-4757-bbea-a9aeebb8f495 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:57:55.795322 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a5e5d-26d5-4757-bbea-a9aeebb8f495 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:57:55.795562 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a5e5d-26d5-4757-bbea-a9aeebb8f495 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:57:56.020969 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-361a5e5d-26d5-4757-bbea-a9aeebb8f495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:56.268644 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-361a5e5d-26d5-4757-bbea-a9aeebb8f495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:56.274893 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-361a5e5d-26d5-4757-bbea-a9aeebb8f495 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:56.301939 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-361a5e5d-26d5-4757-bbea-a9aeebb8f495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:56.302985 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361a5e5d-26d5-4757-bbea-a9aeebb8f495 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e6c0e9b-5749-4a87-a115-ca9fd9f9e654 {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:57:56.315241 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-361a5e5d-26d5-4757-bbea-a9aeebb8f495 admin admin] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:56.318682 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-361a5e5d-26d5-4757-bbea-a9aeebb8f495 admin admin] 10.222.0.76 "DELETE /v2.0/routers/3e6c0e9b-5749-4a87-a115-ca9fd9f9e654 HTTP/1.1" status: 204 len: 168 time: 1.5357809 Apr 29 13:57:56.318895 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 40370) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:57:56.380091 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eaab16d-d8e6-4985-bdd5-99ea5ec35453 admin admin] Deleting subnet ee34b444-e41c-4728-86dc-5f48c6cbc143 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:57:56.383049 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1eaab16d-d8e6-4985-bdd5-99ea5ec35453 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:56.431582 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1eaab16d-d8e6-4985-bdd5-99ea5ec35453 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:56.518995 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1eaab16d-d8e6-4985-bdd5-99ea5ec35453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:56.586168 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1eaab16d-d8e6-4985-bdd5-99ea5ec35453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:56.623420 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaab16d-d8e6-4985-bdd5-99ea5ec35453 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee34b444-e41c-4728-86dc-5f48c6cbc143,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:57:56.628128 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1eaab16d-d8e6-4985-bdd5-99ea5ec35453 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:56.635275 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1d7a50-a9a7-4b99-8057-45c8522b6f62 None None] Network cf750f2b-65be-4277-91de-00877eb02fcf requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:57:56.636748 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40374) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:57:56.637213 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1eaab16d-d8e6-4985-bdd5-99ea5ec35453 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ee34b444-e41c-4728-86dc-5f48c6cbc143 HTTP/1.1" status: 204 len: 168 time: 0.3169839 Apr 29 13:57:56.740487 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-038b9d9b-f29d-4927-aafa-64eb25c2071e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:56.750606 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-038b9d9b-f29d-4927-aafa-64eb25c2071e admin admin] Deleting port 66d1ced0-3e58-4658-90b9-8085467a9b90 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:57:56.750926 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-038b9d9b-f29d-4927-aafa-64eb25c2071e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:56.892552 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae794c0d-8af4-436e-9eba-76b14dcf0f62 None None] DHCP port deletion for cf750f2b-65be-4277-91de-00877eb02fcf request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:57:56.896770 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-ae794c0d-8af4-436e-9eba-76b14dcf0f62 None None] Deleting port 66d1ced0-3e58-4658-90b9-8085467a9b90 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:57:56.897153 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ae794c0d-8af4-436e-9eba-76b14dcf0f62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:56.974102 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-038b9d9b-f29d-4927-aafa-64eb25c2071e admin admin] For port 66d1ced0-3e58-4658-90b9-8085467a9b90, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=66d1ced0-3e58-4658-90b9-8085467a9b90,segment=NetworkSegment(01857f11-0770-475a-b809-e819f126ae8b),segment_id=01857f11-0770-475a-b809-e819f126ae8b)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:57:56.974455 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-038b9d9b-f29d-4927-aafa-64eb25c2071e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:57.101531 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-ae794c0d-8af4-436e-9eba-76b14dcf0f62 None None] For port 66d1ced0-3e58-4658-90b9-8085467a9b90, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=66d1ced0-3e58-4658-90b9-8085467a9b90,segment=NetworkSegment(01857f11-0770-475a-b809-e819f126ae8b),segment_id=01857f11-0770-475a-b809-e819f126ae8b)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:57:57.101924 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ae794c0d-8af4-436e-9eba-76b14dcf0f62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:57.166337 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 66d1ced0-3e58-4658-90b9-8085467a9b90 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:57:57.195780 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-038b9d9b-f29d-4927-aafa-64eb25c2071e admin admin] Calling delete_port for 66d1ced0-3e58-4658-90b9-8085467a9b90 owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:57:57.251716 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-ae794c0d-8af4-436e-9eba-76b14dcf0f62 None None] Calling delete_port for 66d1ced0-3e58-4658-90b9-8085467a9b90 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:57:57.269235 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-038b9d9b-f29d-4927-aafa-64eb25c2071e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:57.321631 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b9d9b-f29d-4927-aafa-64eb25c2071e admin admin] Pushing event deleted for resources: {'Port': ['ID=66d1ced0-3e58-4658-90b9-8085467a9b90,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:57:57.326337 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038b9d9b-f29d-4927-aafa-64eb25c2071e admin admin] No DVR routers for this DVR port 66d1ced0-3e58-4658-90b9-8085467a9b90 on host dv-neutron-839027-4-hyperv {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:57:57.338944 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No active binding found for port 66d1ced0-3e58-4658-90b9-8085467a9b90 {{(pid=83906) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 29 13:57:57.339337 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 66d1ced0-3e58-4658-90b9-8085467a9b90 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:57:57.339804 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 577ce816-b4d3-4593-95c7-1bb758a28cfa no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:57:57.371684 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 577ce816-b4d3-4593-95c7-1bb758a28cfa {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:57:57.372024 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 577ce816-b4d3-4593-95c7-1bb758a28cfa not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:57:57.372427 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 3e357edd-0000-450f-bc81-68552adbb980 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:57:57.406154 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 3e357edd-0000-450f-bc81-68552adbb980 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:57:57.406495 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 3e357edd-0000-450f-bc81-68552adbb980 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:57:57.408598 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-ae794c0d-8af4-436e-9eba-76b14dcf0f62 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:57:57.408976 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-ae794c0d-8af4-436e-9eba-76b14dcf0f62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:57:57.440043 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-038b9d9b-f29d-4927-aafa-64eb25c2071e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:57.464675 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-038b9d9b-f29d-4927-aafa-64eb25c2071e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf750f2b-65be-4277-91de-00877eb02fcf']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:57:57.476984 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-038b9d9b-f29d-4927-aafa-64eb25c2071e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01857f11-0770-475a-b809-e819f126ae8b') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:57:57.477281 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-038b9d9b-f29d-4927-aafa-64eb25c2071e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01857f11-0770-475a-b809-e819f126ae8b') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:57:57.488809 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-038b9d9b-f29d-4927-aafa-64eb25c2071e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:57.504470 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-038b9d9b-f29d-4927-aafa-64eb25c2071e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:57.510399 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-038b9d9b-f29d-4927-aafa-64eb25c2071e admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:57:57.510773 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-038b9d9b-f29d-4927-aafa-64eb25c2071e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:57:57.523351 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:57:57.598985 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-038b9d9b-f29d-4927-aafa-64eb25c2071e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:57.614732 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-038b9d9b-f29d-4927-aafa-64eb25c2071e admin admin] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:57.626477 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b9d9b-f29d-4927-aafa-64eb25c2071e admin admin] Pushing event deleted for resources: {'Network': ['ID=cf750f2b-65be-4277-91de-00877eb02fcf,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:57:57.631580 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-038b9d9b-f29d-4927-aafa-64eb25c2071e admin admin] 10.222.0.76 "DELETE /v2.0/networks/cf750f2b-65be-4277-91de-00877eb02fcf HTTP/1.1" status: 204 len: 168 time: 0.9935188 Apr 29 13:57:57.634225 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40378) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:57:57.910129 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-ae794c0d-8af4-436e-9eba-76b14dcf0f62 None None] Deleting port 66d1ced0-3e58-4658-90b9-8085467a9b90 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:57:57.910688 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ae794c0d-8af4-436e-9eba-76b14dcf0f62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:57.973093 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-ae794c0d-8af4-436e-9eba-76b14dcf0f62 None None] The port '66d1ced0-3e58-4658-90b9-8085467a9b90' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:57:58.016143 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a87a0d0d-3f36-4452-b746-d6e9aa827343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:58.259348 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:58.621933 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-a87a0d0d-3f36-4452-b746-d6e9aa827343 admin admin] Deleting port 55bdfa78-93b4-48e8-bd11-f8446ca6ce2e {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:57:58.622170 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a87a0d0d-3f36-4452-b746-d6e9aa827343 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:58.882741 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-a87a0d0d-3f36-4452-b746-d6e9aa827343 admin admin] For port 55bdfa78-93b4-48e8-bd11-f8446ca6ce2e, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=55bdfa78-93b4-48e8-bd11-f8446ca6ce2e,segment=NetworkSegment(d296c7b4-27d0-4531-8b7b-d6074075b4ec),segment_id=d296c7b4-27d0-4531-8b7b-d6074075b4ec)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:57:58.883031 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a87a0d0d-3f36-4452-b746-d6e9aa827343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:59.003215 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-a87a0d0d-3f36-4452-b746-d6e9aa827343 admin admin] Calling delete_port for 55bdfa78-93b4-48e8-bd11-f8446ca6ce2e owned by network:router_interface {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:57:59.165678 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a87a0d0d-3f36-4452-b746-d6e9aa827343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:57:59.212297 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a0d0d-3f36-4452-b746-d6e9aa827343 admin admin] Pushing event deleted for resources: {'Port': ['ID=55bdfa78-93b4-48e8-bd11-f8446ca6ce2e,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:57:59.502754 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a87a0d0d-3f36-4452-b746-d6e9aa827343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:00.180665 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87a0d0d-3f36-4452-b746-d6e9aa827343 admin admin] Router 89b3fa58-fcd3-427f-8c30-27872d5b2a58 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:58:00.376889 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87a0d0d-3f36-4452-b746-d6e9aa827343 admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:58:00.385475 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b51f49f-812b-447f-922d-fd54c0d22441 None None] Sync routers for ids ['89b3fa58-fcd3-427f-8c30-27872d5b2a58'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:58:00.385992 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a87a0d0d-3f36-4452-b746-d6e9aa827343 admin admin] 10.222.0.76 "PUT /v2.0/routers/89b3fa58-fcd3-427f-8c30-27872d5b2a58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7506065 Apr 29 13:58:00.388150 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40382) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:58:00.399281 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b51f49f-812b-447f-922d-fd54c0d22441 None None] Routers {'89b3fa58-fcd3-427f-8c30-27872d5b2a58'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:58:00.399880 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5b51f49f-812b-447f-922d-fd54c0d22441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:57:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['89b3fa58-fcd3-427f-8c30-27872d5b2a58'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:58:00.579139 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-5b51f49f-812b-447f-922d-fd54c0d22441 None None] Set router 89b3fa58-fcd3-427f-8c30-27872d5b2a58 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:58:00.590199 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ce34c620-df5e-4b4a-8bc8-4f1ff0e84e59 admin admin] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:00.787067 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ce34c620-df5e-4b4a-8bc8-4f1ff0e84e59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:00.797432 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-ce34c620-df5e-4b4a-8bc8-4f1ff0e84e59 admin admin] Deleting port 4a6e823b-f36c-41b0-9811-32f16f21c583 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:58:00.797778 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ce34c620-df5e-4b4a-8bc8-4f1ff0e84e59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:00.867066 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5b51f49f-812b-447f-922d-fd54c0d22441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b3fa58-fcd3-427f-8c30-27872d5b2a58', 'name': 'tempest-TestEncryptedCinderVolumes-34651213-router', 'tenant_id': '6e6bb6263c1447c883aec45621afb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '4a6e823b-f36c-41b0-9811-32f16f21c583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:56:43Z', 'updated_at': '2022-04-29T13:57:59Z', 'revision_number': 5, 'project_id': '6e6bb6263c1447c883aec45621afb742', 'gw_port': {'id': '4a6e823b-f36c-41b0-9811-32f16f21c583', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b3fa58-fcd3-427f-8c30-27872d5b2a58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:56:43Z', 'updated_at': '2022-04-29T13:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:58:00.871047 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b51f49f-812b-447f-922d-fd54c0d22441 None None] Checking router: 89b3fa58-fcd3-427f-8c30-27872d5b2a58 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:58:00.882196 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b51f49f-812b-447f-922d-fd54c0d22441 None None] Routers {'89b3fa58-fcd3-427f-8c30-27872d5b2a58'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:58:00.882795 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5b51f49f-812b-447f-922d-fd54c0d22441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:57:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['89b3fa58-fcd3-427f-8c30-27872d5b2a58'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:58:00.982702 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-ce34c620-df5e-4b4a-8bc8-4f1ff0e84e59 admin admin] For port 4a6e823b-f36c-41b0-9811-32f16f21c583, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=4a6e823b-f36c-41b0-9811-32f16f21c583,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:58:00.983055 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ce34c620-df5e-4b4a-8bc8-4f1ff0e84e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:01.072887 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-5b51f49f-812b-447f-922d-fd54c0d22441 None None] Set router 89b3fa58-fcd3-427f-8c30-27872d5b2a58 gateway port host: None {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:58:01.101708 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-ce34c620-df5e-4b4a-8bc8-4f1ff0e84e59 admin admin] Calling delete_port for 4a6e823b-f36c-41b0-9811-32f16f21c583 owned by network:router_gateway {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:58:01.179726 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5b51f49f-812b-447f-922d-fd54c0d22441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b3fa58-fcd3-427f-8c30-27872d5b2a58', 'name': 'tempest-TestEncryptedCinderVolumes-34651213-router', 'tenant_id': '6e6bb6263c1447c883aec45621afb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:56:43Z', 'updated_at': '2022-04-29T13:58:00Z', 'revision_number': 6, 'project_id': '6e6bb6263c1447c883aec45621afb742', 'gw_port_host': None}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:58:01.183670 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b51f49f-812b-447f-922d-fd54c0d22441 None None] The sync data for ids ['89b3fa58-fcd3-427f-8c30-27872d5b2a58'] in dv-neutron-839027-4-hyperv is: [{'id': '89b3fa58-fcd3-427f-8c30-27872d5b2a58', 'name': 'tempest-TestEncryptedCinderVolumes-34651213-router', 'tenant_id': '6e6bb6263c1447c883aec45621afb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:56:43Z', 'updated_at': '2022-04-29T13:58:00Z', 'revision_number': 6, 'project_id': '6e6bb6263c1447c883aec45621afb742', 'gw_port_host': None}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:58:01.267697 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ce34c620-df5e-4b4a-8bc8-4f1ff0e84e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:01.312069 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34c620-df5e-4b4a-8bc8-4f1ff0e84e59 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a6e823b-f36c-41b0-9811-32f16f21c583,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:01.525405 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ce34c620-df5e-4b4a-8bc8-4f1ff0e84e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:01.875112 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ce34c620-df5e-4b4a-8bc8-4f1ff0e84e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:01.880346 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ce34c620-df5e-4b4a-8bc8-4f1ff0e84e59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:01.906996 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ce34c620-df5e-4b4a-8bc8-4f1ff0e84e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:01.907527 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce34c620-df5e-4b4a-8bc8-4f1ff0e84e59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89b3fa58-fcd3-427f-8c30-27872d5b2a58 {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:58:01.920000 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ce34c620-df5e-4b4a-8bc8-4f1ff0e84e59 admin admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:01.921159 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ce34c620-df5e-4b4a-8bc8-4f1ff0e84e59 admin admin] 10.222.0.76 "DELETE /v2.0/routers/89b3fa58-fcd3-427f-8c30-27872d5b2a58 HTTP/1.1" status: 204 len: 168 time: 1.5321209 Apr 29 13:58:01.929087 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 40386) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:58:01.993296 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5bcf23-d937-4338-be9b-2abe597c7132 admin admin] Deleting subnet 0da65680-6054-40b7-8fb2-3c526473bee1 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 13:58:01.996164 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3e5bcf23-d937-4338-be9b-2abe597c7132 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:02.045910 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3e5bcf23-d937-4338-be9b-2abe597c7132 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:02.230690 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3e5bcf23-d937-4338-be9b-2abe597c7132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:02.297597 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3e5bcf23-d937-4338-be9b-2abe597c7132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:02.335398 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bcf23-d937-4338-be9b-2abe597c7132 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0da65680-6054-40b7-8fb2-3c526473bee1,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:02.340012 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3e5bcf23-d937-4338-be9b-2abe597c7132 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:02.345732 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c85a6d-ca5e-40ae-aeec-030b03d3aa9a None None] Network b3170049-4744-459d-b4b6-9e4d2f62fcc9 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:58:02.346261 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3e5bcf23-d937-4338-be9b-2abe597c7132 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/0da65680-6054-40b7-8fb2-3c526473bee1 HTTP/1.1" status: 204 len: 168 time: 0.4157753 Apr 29 13:58:02.348640 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40390) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:58:02.452853 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-48c24e85-fb5c-494d-9e0c-2ce842fadf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:02.465460 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-48c24e85-fb5c-494d-9e0c-2ce842fadf03 admin admin] Deleting port e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:58:02.465793 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-48c24e85-fb5c-494d-9e0c-2ce842fadf03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:02.587842 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaea5709-c604-46df-b02c-2a3b668e9158 None None] DHCP port deletion for b3170049-4744-459d-b4b6-9e4d2f62fcc9 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 13:58:02.592062 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-eaea5709-c604-46df-b02c-2a3b668e9158 None None] Deleting port e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:58:02.592368 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eaea5709-c604-46df-b02c-2a3b668e9158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:02.671885 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-48c24e85-fb5c-494d-9e0c-2ce842fadf03 admin admin] For port e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2,segment=NetworkSegment(d296c7b4-27d0-4531-8b7b-d6074075b4ec),segment_id=d296c7b4-27d0-4531-8b7b-d6074075b4ec)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:58:02.672244 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-48c24e85-fb5c-494d-9e0c-2ce842fadf03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:02.788571 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-eaea5709-c604-46df-b02c-2a3b668e9158 None None] For port e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2,segment=NetworkSegment(d296c7b4-27d0-4531-8b7b-d6074075b4ec),segment_id=d296c7b4-27d0-4531-8b7b-d6074075b4ec)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:58:02.788983 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eaea5709-c604-46df-b02c-2a3b668e9158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:02.792496 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-48c24e85-fb5c-494d-9e0c-2ce842fadf03 admin admin] Calling delete_port for e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2 owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:58:02.869934 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-48c24e85-fb5c-494d-9e0c-2ce842fadf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:02.908895 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-eaea5709-c604-46df-b02c-2a3b668e9158 None None] Calling delete_port for e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 13:58:02.913109 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c24e85-fb5c-494d-9e0c-2ce842fadf03 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:02.921116 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c24e85-fb5c-494d-9e0c-2ce842fadf03 admin admin] No DVR routers for this DVR port e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2 on host dv-neutron-839027-4-hyperv {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:58:02.980457 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-eaea5709-c604-46df-b02c-2a3b668e9158 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:58:02.980828 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-eaea5709-c604-46df-b02c-2a3b668e9158 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:58:03.034294 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-48c24e85-fb5c-494d-9e0c-2ce842fadf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:03.058046 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-48c24e85-fb5c-494d-9e0c-2ce842fadf03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3170049-4744-459d-b4b6-9e4d2f62fcc9']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:58:03.070270 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-48c24e85-fb5c-494d-9e0c-2ce842fadf03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd296c7b4-27d0-4531-8b7b-d6074075b4ec') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:58:03.070560 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-48c24e85-fb5c-494d-9e0c-2ce842fadf03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd296c7b4-27d0-4531-8b7b-d6074075b4ec') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:58:03.081492 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-48c24e85-fb5c-494d-9e0c-2ce842fadf03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:03.101879 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-48c24e85-fb5c-494d-9e0c-2ce842fadf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:03.108020 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c24e85-fb5c-494d-9e0c-2ce842fadf03 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 13:58:03.108398 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-48c24e85-fb5c-494d-9e0c-2ce842fadf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:58:03.121740 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:58:03.132936 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 55bdfa78-93b4-48e8-bd11-f8446ca6ce2e no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:58:03.166479 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 55bdfa78-93b4-48e8-bd11-f8446ca6ce2e {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:58:03.166820 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 55bdfa78-93b4-48e8-bd11-f8446ca6ce2e not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:58:03.167223 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 4a6e823b-f36c-41b0-9811-32f16f21c583 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:58:03.195887 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-48c24e85-fb5c-494d-9e0c-2ce842fadf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:03.198800 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 4a6e823b-f36c-41b0-9811-32f16f21c583 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:58:03.198978 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 4a6e823b-f36c-41b0-9811-32f16f21c583 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:58:03.199395 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 13:58:03.211673 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-48c24e85-fb5c-494d-9e0c-2ce842fadf03 admin admin] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:03.221848 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c24e85-fb5c-494d-9e0c-2ce842fadf03 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3170049-4744-459d-b4b6-9e4d2f62fcc9,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:03.228477 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-48c24e85-fb5c-494d-9e0c-2ce842fadf03 admin admin] 10.222.0.76 "DELETE /v2.0/networks/b3170049-4744-459d-b4b6-9e4d2f62fcc9 HTTP/1.1" status: 204 len: 168 time: 0.8765836 Apr 29 13:58:03.235667 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 13:58:03.236012 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 13:58:03.454450 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40396) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:58:03.482421 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-eaea5709-c604-46df-b02c-2a3b668e9158 None None] Deleting port e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 13:58:03.482956 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eaea5709-c604-46df-b02c-2a3b668e9158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:03.507983 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a0d7fb97-cd05-411b-bcbb-9890a0639dff admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8af5c22e45c14cd68459880ec9abb70a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524004 Apr 29 13:58:03.510503 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40400) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:58:03.545057 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-eaea5709-c604-46df-b02c-2a3b668e9158 None None] The port 'e1f96fcd-560c-4bf7-aa9c-4b85855f4fc2' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 13:58:03.571086 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ab3e69dc-a195-49e9-b9ae-36783bc79f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:03.595561 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ab3e69dc-a195-49e9-b9ae-36783bc79f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:03.645246 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ab3e69dc-a195-49e9-b9ae-36783bc79f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:03.662460 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e69dc-a195-49e9-b9ae-36783bc79f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb11a646-dd67-45c6-84d4-673fa722893e,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:03.678742 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ab3e69dc-a195-49e9-b9ae-36783bc79f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:03.682186 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ab3e69dc-a195-49e9-b9ae-36783bc79f2c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/eb11a646-dd67-45c6-84d4-673fa722893e HTTP/1.1" status: 204 len: 168 time: 0.1684926 Apr 29 13:58:04.103716 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40408) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:58:04.151480 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3f87195a-23a1-4c7c-86f9-ae50c860c1b4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6e6bb6263c1447c883aec45621afb742&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0466216 Apr 29 13:58:04.153744 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40412) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:58:04.293941 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f9beef9d-a792-4d1e-b93b-637b0f4bd808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:04.319427 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f9beef9d-a792-4d1e-b93b-637b0f4bd808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:04.369587 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f9beef9d-a792-4d1e-b93b-637b0f4bd808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:04.385586 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9beef9d-a792-4d1e-b93b-637b0f4bd808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacb58e8-babc-4172-a1eb-4e1d19854429,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:04.389939 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f9beef9d-a792-4d1e-b93b-637b0f4bd808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:04.391804 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f9beef9d-a792-4d1e-b93b-637b0f4bd808 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aacb58e8-babc-4172-a1eb-4e1d19854429 HTTP/1.1" status: 204 len: 168 time: 0.2363682 Apr 29 13:58:05.216933 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40434) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:58:05.372892 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-7a049b72-fc6a-44fb-bbc8-5aa6c00ae71d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-51424060-network', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:58:05.377521 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-7a049b72-fc6a-44fb-bbc8-5aa6c00ae71d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:58:05.381713 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-7a049b72-fc6a-44fb-bbc8-5aa6c00ae71d admin admin] Usage tracker for resource:network and tenant:5336163a9a714b1e9db08f71cbe873d8 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:58:05.384539 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-7a049b72-fc6a-44fb-bbc8-5aa6c00ae71d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:58:05.390520 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-7a049b72-fc6a-44fb-bbc8-5aa6c00ae71d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:58:05.400291 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a049b72-fc6a-44fb-bbc8-5aa6c00ae71d admin admin] Made reservation on behalf of 5336163a9a714b1e9db08f71cbe873d8 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:58:05.402651 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7a049b72-fc6a-44fb-bbc8-5aa6c00ae71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:05.415031 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7a049b72-fc6a-44fb-bbc8-5aa6c00ae71d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:05.445094 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-7a049b72-fc6a-44fb-bbc8-5aa6c00ae71d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:58:05.448777 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-7a049b72-fc6a-44fb-bbc8-5aa6c00ae71d admin admin] Usage tracker for resource:security_group_rule and tenant:5336163a9a714b1e9db08f71cbe873d8 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:58:05.451434 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-7a049b72-fc6a-44fb-bbc8-5aa6c00ae71d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:58:05.457597 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-7a049b72-fc6a-44fb-bbc8-5aa6c00ae71d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:58:05.524701 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7a049b72-fc6a-44fb-bbc8-5aa6c00ae71d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:05.528292 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7a049b72-fc6a-44fb-bbc8-5aa6c00ae71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:05.559782 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a049b72-fc6a-44fb-bbc8-5aa6c00ae71d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:58:05.564774 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a049b72-fc6a-44fb-bbc8-5aa6c00ae71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c15084-73a9-4208-953a-5672d933b51a,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:05.571918 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7a049b72-fc6a-44fb-bbc8-5aa6c00ae71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:05.572131 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-7a049b72-fc6a-44fb-bbc8-5aa6c00ae71d admin admin] Added segment 9430d91b-9998-40d2-8479-480430a7bb85 of type vlan for network ed0ecf63-e5ba-4b1e-93d1-4a76bd723774 Apr 29 13:58:05.600733 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7a049b72-fc6a-44fb-bbc8-5aa6c00ae71d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:05.629407 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7a049b72-fc6a-44fb-bbc8-5aa6c00ae71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:05.630223 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a049b72-fc6a-44fb-bbc8-5aa6c00ae71d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:58:05.630791 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7a049b72-fc6a-44fb-bbc8-5aa6c00ae71d admin admin] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:05.732235 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a049b72-fc6a-44fb-bbc8-5aa6c00ae71d admin admin] Pushing event updated for resources: {'Network': ['ID=ed0ecf63-e5ba-4b1e-93d1-4a76bd723774,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:05.735080 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7a049b72-fc6a-44fb-bbc8-5aa6c00ae71d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5170286 Apr 29 13:58:05.737897 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40440) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:58:05.743084 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network ed0ecf63-e5ba-4b1e-93d1-4a76bd723774 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:58:05.743602 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-35eb7bbf-9854-4bc8-94a2-b7305a337c61 admin admin] Request body: {'subnet': {'network_id': 'ed0ecf63-e5ba-4b1e-93d1-4a76bd723774', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-51424060-subnet', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8', 'ip_version': 4}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:58:05.748215 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-35eb7bbf-9854-4bc8-94a2-b7305a337c61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:58:05.752042 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-35eb7bbf-9854-4bc8-94a2-b7305a337c61 admin admin] Usage tracker for resource:subnet and tenant:5336163a9a714b1e9db08f71cbe873d8 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:58:05.754959 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-35eb7bbf-9854-4bc8-94a2-b7305a337c61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:58:05.760662 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-35eb7bbf-9854-4bc8-94a2-b7305a337c61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:58:05.771340 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35eb7bbf-9854-4bc8-94a2-b7305a337c61 admin admin] Made reservation on behalf of 5336163a9a714b1e9db08f71cbe873d8 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:58:05.773938 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-35eb7bbf-9854-4bc8-94a2-b7305a337c61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:05.975562 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-35eb7bbf-9854-4bc8-94a2-b7305a337c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:06.041424 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb7bbf-9854-4bc8-94a2-b7305a337c61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b385f20-e9a4-466c-ab20-600b4418babf,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:06.064232 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eb7bbf-9854-4bc8-94a2-b7305a337c61 admin admin] Checking segment: {'id': '9430d91b-9998-40d2-8479-480430a7bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ed0ecf63-e5ba-4b1e-93d1-4a76bd723774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:58:06.064578 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35eb7bbf-9854-4bc8-94a2-b7305a337c61 admin admin] Network hostable DHCP agents. Network: ed0ecf63-e5ba-4b1e-93d1-4a76bd723774, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:58:06.086299 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35eb7bbf-9854-4bc8-94a2-b7305a337c61 admin admin] Network ed0ecf63-e5ba-4b1e-93d1-4a76bd723774 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:58:06.095787 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-35eb7bbf-9854-4bc8-94a2-b7305a337c61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, ed0ecf63-e5ba-4b1e-93d1-4a76bd723774) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:58:06.100278 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eb7bbf-9854-4bc8-94a2-b7305a337c61 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:58:06.101090 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-35eb7bbf-9854-4bc8-94a2-b7305a337c61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:06.105949 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8537f93d-6282-4b8f-b4aa-4e4a3768732b None None] Network ed0ecf63-e5ba-4b1e-93d1-4a76bd723774 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:58:06.122143 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-35eb7bbf-9854-4bc8-94a2-b7305a337c61 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3829558 Apr 29 13:58:06.124793 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40444) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:58:06.130424 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-2840479b-f2a2-43f8-a21c-ca3c5dd390a1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-51424060-router', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:58:06.135299 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-2840479b-f2a2-43f8-a21c-ca3c5dd390a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:58:06.139046 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-2840479b-f2a2-43f8-a21c-ca3c5dd390a1 admin admin] Usage tracker for resource:router and tenant:5336163a9a714b1e9db08f71cbe873d8 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:58:06.141960 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-2840479b-f2a2-43f8-a21c-ca3c5dd390a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:58:06.148430 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-2840479b-f2a2-43f8-a21c-ca3c5dd390a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:58:06.159184 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2840479b-f2a2-43f8-a21c-ca3c5dd390a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:06.160115 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2840479b-f2a2-43f8-a21c-ca3c5dd390a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:06.178458 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2840479b-f2a2-43f8-a21c-ca3c5dd390a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:06.325181 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2840479b-f2a2-43f8-a21c-ca3c5dd390a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:06.361012 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-ed0ecf63-e5ba-4b1e-93d1-4a76bd723774', 'network_id': 'ed0ecf63-e5ba-4b1e-93d1-4a76bd723774', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8', 'fixed_ips': [{'subnet_id': '2b385f20-e9a4-466c-ab20-600b4418babf'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:58:06.361832 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:06.514570 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Allocated IP 172.20.0.2 (ed0ecf63-e5ba-4b1e-93d1-4a76bd723774/2b385f20-e9a4-466c-ab20-600b4418babf/7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:58:06.518388 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2840479b-f2a2-43f8-a21c-ca3c5dd390a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:06.548741 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2840479b-f2a2-43f8-a21c-ca3c5dd390a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:06.686608 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-2840479b-f2a2-43f8-a21c-ca3c5dd390a1 admin admin] Allocated IP 172.26.6.203 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/defefd43-481b-4ef3-8a87-51cd53c3938c) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:58:06.713051 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:06.723591 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Transition to ACTIVE for port object 7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:58:06.741619 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Transition to ACTIVE for port object 7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:58:06.747144 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:06.815338 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Network ed0ecf63-e5ba-4b1e-93d1-4a76bd723774 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:58:06.818829 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:58:06.823293 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:58:06.825993 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Pushing event updated for resources: {'Port': ['ID=7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:06.836424 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2840479b-f2a2-43f8-a21c-ca3c5dd390a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:06.865444 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2840479b-f2a2-43f8-a21c-ca3c5dd390a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:06.866449 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:06.866790 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:06.867122 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:06.867458 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:06.867790 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:06.868093 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:06.868413 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:06.868731 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:06.869074 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:06.869385 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:06.869696 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:06.922014 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Attempting to bind port 7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:58:06.922373 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Attempting to bind port 7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '9430d91b-9998-40d2-8479-480430a7bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ed0ecf63-e5ba-4b1e-93d1-4a76bd723774'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:58:06.922720 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Attempting to bind port 7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3 on network ed0ecf63-e5ba-4b1e-93d1-4a76bd723774 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:58:06.930125 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:58:06.930584 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Checking segment: {'id': '9430d91b-9998-40d2-8479-480430a7bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ed0ecf63-e5ba-4b1e-93d1-4a76bd723774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:58:06.931081 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:06.931482 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Bound using segment: {'id': '9430d91b-9998-40d2-8479-480430a7bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ed0ecf63-e5ba-4b1e-93d1-4a76bd723774'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:58:06.932013 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Bound port: 7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9430d91b-9998-40d2-8479-480430a7bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ed0ecf63-e5ba-4b1e-93d1-4a76bd723774'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:58:06.932437 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:06.935738 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2840479b-f2a2-43f8-a21c-ca3c5dd390a1 admin admin] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:58:06.938684 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-2840479b-f2a2-43f8-a21c-ca3c5dd390a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:58:06.941115 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2840479b-f2a2-43f8-a21c-ca3c5dd390a1 admin admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:58:06.978045 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840479b-f2a2-43f8-a21c-ca3c5dd390a1 admin admin] Pushing event updated for resources: {'Port': ['ID=defefd43-481b-4ef3-8a87-51cd53c3938c,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:07.021405 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] For port 7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:58:07.024345 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] For port 7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3,segment=NetworkSegment(9430d91b-9998-40d2-8479-480430a7bb85),segment_id=9430d91b-9998-40d2-8479-480430a7bb85)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:58:07.028913 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:07.105506 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2840479b-f2a2-43f8-a21c-ca3c5dd390a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:07.106247 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2840479b-f2a2-43f8-a21c-ca3c5dd390a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:07.111701 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe6a6f-b040-4482-a485-17adc98a5ae6 None None] Pushing event updated for resources: {'Port': ['ID=7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:07.443067 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2840479b-f2a2-43f8-a21c-ca3c5dd390a1 admin admin] Router 33450d63-ecf0-4a3d-afea-c6ef95cb9157 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:58:07.643661 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2840479b-f2a2-43f8-a21c-ca3c5dd390a1 admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:58:07.653186 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2026f530-5165-4b27-af28-f777ce30a39e None None] Sync routers for ids ['33450d63-ecf0-4a3d-afea-c6ef95cb9157'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:58:07.664840 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2026f530-5165-4b27-af28-f777ce30a39e None None] Routers {'33450d63-ecf0-4a3d-afea-c6ef95cb9157'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:58:07.665464 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-2026f530-5165-4b27-af28-f777ce30a39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:57:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['33450d63-ecf0-4a3d-afea-c6ef95cb9157'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:58:07.668317 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2840479b-f2a2-43f8-a21c-ca3c5dd390a1 admin admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:07.669744 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2840479b-f2a2-43f8-a21c-ca3c5dd390a1 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5438719 Apr 29 13:58:07.672264 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40448) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:58:07.857084 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-2026f530-5165-4b27-af28-f777ce30a39e None None] Set router 33450d63-ecf0-4a3d-afea-c6ef95cb9157 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:58:07.919540 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-470beefd-4197-4494-ba65-99fabd640750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:08.033735 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840b25e0-ab29-4c66-b9d9-176c2adaaad0 None None] Network ed0ecf63-e5ba-4b1e-93d1-4a76bd723774 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:58:08.134162 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-adda9c4b-e3f9-4fc0-97e2-4c80a5dde66e None None] Provisioning for port 7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:58:08.151605 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-2026f530-5165-4b27-af28-f777ce30a39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'name': 'tempest-TestMinimumBasicScenario-51424060-router', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'defefd43-481b-4ef3-8a87-51cd53c3938c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:58:06Z', 'updated_at': '2022-04-29T13:58:07Z', 'revision_number': 3, 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'gw_port': {'id': 'defefd43-481b-4ef3-8a87-51cd53c3938c', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:64:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:06Z', 'updated_at': '2022-04-29T13:58:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:58:08.157141 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2026f530-5165-4b27-af28-f777ce30a39e None None] Checking router: 33450d63-ecf0-4a3d-afea-c6ef95cb9157 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:58:08.157652 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2026f530-5165-4b27-af28-f777ce30a39e None None] Updating router 33450d63-ecf0-4a3d-afea-c6ef95cb9157 port defefd43-481b-4ef3-8a87-51cd53c3938c binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:58:08.217196 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-2026f530-5165-4b27-af28-f777ce30a39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:08.458585 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3523da29-9961-4794-b7e3-58ee8f982b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:08.555333 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-2026f530-5165-4b27-af28-f777ce30a39e None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:08.572313 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-2026f530-5165-4b27-af28-f777ce30a39e None None] Transition to ACTIVE for port object defefd43-481b-4ef3-8a87-51cd53c3938c will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:58:08.578159 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-2026f530-5165-4b27-af28-f777ce30a39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:08.655061 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e17ad3e-06d6-4cea-8cb8-4a2448c54b52 None None] Pushing event updated for resources: {'Port': ['ID=defefd43-481b-4ef3-8a87-51cd53c3938c,revision_number=2']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:08.659367 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-2026f530-5165-4b27-af28-f777ce30a39e None None] Attempting to bind port defefd43-481b-4ef3-8a87-51cd53c3938c on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:58:08.659787 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-2026f530-5165-4b27-af28-f777ce30a39e None None] Attempting to bind port defefd43-481b-4ef3-8a87-51cd53c3938c by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:58:08.660653 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2026f530-5165-4b27-af28-f777ce30a39e None None] Attempting to bind port defefd43-481b-4ef3-8a87-51cd53c3938c on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:58:08.666854 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-3523da29-9961-4794-b7e3-58ee8f982b54 admin admin] Allocated IP 172.20.0.1 (ed0ecf63-e5ba-4b1e-93d1-4a76bd723774/2b385f20-e9a4-466c-ab20-600b4418babf/3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:58:08.671369 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17ad3e-06d6-4cea-8cb8-4a2448c54b52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:08.671717 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17ad3e-06d6-4cea-8cb8-4a2448c54b52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:08.672047 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17ad3e-06d6-4cea-8cb8-4a2448c54b52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:08.672374 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17ad3e-06d6-4cea-8cb8-4a2448c54b52 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:08.672700 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17ad3e-06d6-4cea-8cb8-4a2448c54b52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:08.673055 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17ad3e-06d6-4cea-8cb8-4a2448c54b52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:08.673375 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17ad3e-06d6-4cea-8cb8-4a2448c54b52 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:08.673695 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17ad3e-06d6-4cea-8cb8-4a2448c54b52 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:08.674011 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17ad3e-06d6-4cea-8cb8-4a2448c54b52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:08.674326 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17ad3e-06d6-4cea-8cb8-4a2448c54b52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:08.674644 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e17ad3e-06d6-4cea-8cb8-4a2448c54b52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:08.677713 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2026f530-5165-4b27-af28-f777ce30a39e None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:58:08.678104 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2026f530-5165-4b27-af28-f777ce30a39e None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:58:08.678463 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-2026f530-5165-4b27-af28-f777ce30a39e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:08.678847 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2026f530-5165-4b27-af28-f777ce30a39e None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:58:08.679297 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-2026f530-5165-4b27-af28-f777ce30a39e None None] Bound port: defefd43-481b-4ef3-8a87-51cd53c3938c, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:58:08.679724 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-2026f530-5165-4b27-af28-f777ce30a39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:08.752946 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-2026f530-5165-4b27-af28-f777ce30a39e None None] For port defefd43-481b-4ef3-8a87-51cd53c3938c, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:58:08.756479 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-2026f530-5165-4b27-af28-f777ce30a39e None None] For port defefd43-481b-4ef3-8a87-51cd53c3938c, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=defefd43-481b-4ef3-8a87-51cd53c3938c,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:58:08.761413 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-2026f530-5165-4b27-af28-f777ce30a39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:08.817105 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3523da29-9961-4794-b7e3-58ee8f982b54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:08.833192 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-3523da29-9961-4794-b7e3-58ee8f982b54 admin admin] Transition to ACTIVE for port object 3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:58:08.838305 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e17ad3e-06d6-4cea-8cb8-4a2448c54b52 None None] Pushing event updated for resources: {'Port': ['ID=defefd43-481b-4ef3-8a87-51cd53c3938c,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:08.846302 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2026f530-5165-4b27-af28-f777ce30a39e None None] Routers {'33450d63-ecf0-4a3d-afea-c6ef95cb9157'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:58:08.846969 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-2026f530-5165-4b27-af28-f777ce30a39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:57:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['33450d63-ecf0-4a3d-afea-c6ef95cb9157'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:58:08.855701 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3523da29-9961-4794-b7e3-58ee8f982b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:09.020733 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3523da29-9961-4794-b7e3-58ee8f982b54 admin admin] Network ed0ecf63-e5ba-4b1e-93d1-4a76bd723774 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:58:09.023419 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-3523da29-9961-4794-b7e3-58ee8f982b54 admin admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:58:09.027271 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3523da29-9961-4794-b7e3-58ee8f982b54 admin admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:58:09.057649 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523da29-9961-4794-b7e3-58ee8f982b54 admin admin] Pushing event updated for resources: {'Port': ['ID=3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:09.061376 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-2026f530-5165-4b27-af28-f777ce30a39e None None] Set router 33450d63-ecf0-4a3d-afea-c6ef95cb9157 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:58:09.087372 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3523da29-9961-4794-b7e3-58ee8f982b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:09.193242 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:58:09.205963 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3523da29-9961-4794-b7e3-58ee8f982b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:09.275073 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:58:09.280231 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:58:09.280603 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:09.350224 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2d96deb1-b535-4927-a1cc-b0cf054dfb6e None None] Provisioning for port 3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:58:09.368500 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-2026f530-5165-4b27-af28-f777ce30a39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'name': 'tempest-TestMinimumBasicScenario-51424060-router', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'defefd43-481b-4ef3-8a87-51cd53c3938c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:58:06Z', 'updated_at': '2022-04-29T13:58:07Z', 'revision_number': 3, 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'gw_port': {'id': 'defefd43-481b-4ef3-8a87-51cd53c3938c', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:64:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:06Z', 'updated_at': '2022-04-29T13:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:58:09.372465 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2026f530-5165-4b27-af28-f777ce30a39e None None] The sync data for ids ['33450d63-ecf0-4a3d-afea-c6ef95cb9157'] in dv-neutron-839027-4-hyperv is: [{'id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'name': 'tempest-TestMinimumBasicScenario-51424060-router', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'defefd43-481b-4ef3-8a87-51cd53c3938c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:58:06Z', 'updated_at': '2022-04-29T13:58:07Z', 'revision_number': 3, 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'gw_port': {'id': 'defefd43-481b-4ef3-8a87-51cd53c3938c', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:64:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:06Z', 'updated_at': '2022-04-29T13:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:58:09.382723 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2d96deb1-b535-4927-a1cc-b0cf054dfb6e None None] Provisioning complete for port 3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:58:09.383091 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2d96deb1-b535-4927-a1cc-b0cf054dfb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:09.447682 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3523da29-9961-4794-b7e3-58ee8f982b54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:09.453641 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3523da29-9961-4794-b7e3-58ee8f982b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:09.463617 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:09.472737 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-2d96deb1-b535-4927-a1cc-b0cf054dfb6e None None] Port 3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:58:09.500438 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3,segment=NetworkSegment(9430d91b-9998-40d2-8479-480430a7bb85),segment_id=9430d91b-9998-40d2-8479-480430a7bb85)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:58:09.505670 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:09.579054 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:09.589601 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3523da29-9961-4794-b7e3-58ee8f982b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:09.593192 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523da29-9961-4794-b7e3-58ee8f982b54 admin admin] Pushing event updated for resources: {'Port': ['ID=3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:09.733095 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3523da29-9961-4794-b7e3-58ee8f982b54 admin admin] Network ed0ecf63-e5ba-4b1e-93d1-4a76bd723774 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:58:09.734274 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-3523da29-9961-4794-b7e3-58ee8f982b54 admin admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:58:09.998832 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9a38d099-a83b-4e2d-8194-e04d77b0a969 None None] Provisioning complete for port 3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:58:09.999550 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9a38d099-a83b-4e2d-8194-e04d77b0a969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:10.058447 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-9a38d099-a83b-4e2d-8194-e04d77b0a969 None None] Port 3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:58:10.134123 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3523da29-9961-4794-b7e3-58ee8f982b54 admin admin] Router 33450d63-ecf0-4a3d-afea-c6ef95cb9157 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:58:10.339814 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3523da29-9961-4794-b7e3-58ee8f982b54 admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:58:10.351134 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3523da29-9961-4794-b7e3-58ee8f982b54 admin admin] 10.222.0.76 "PUT /v2.0/routers/33450d63-ecf0-4a3d-afea-c6ef95cb9157/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6778450 Apr 29 13:58:10.462503 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-26027714-c7de-4155-a516-b4dd325fdb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:11.202662 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device defefd43-481b-4ef3-8a87-51cd53c3938c up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:58:11.264309 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40470) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:58:11.270632 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-733fd1ed-9f56-42da-91c7-62d0b842e90d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-551117178-network', 'tenant_id': '0c63652f0a6d4dfc9544c3f30cda3d9a'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:58:11.270933 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port defefd43-481b-4ef3-8a87-51cd53c3938c completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:58:11.275366 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-733fd1ed-9f56-42da-91c7-62d0b842e90d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:58:11.275652 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port defefd43-481b-4ef3-8a87-51cd53c3938c triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:58:11.276011 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:11.279217 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-733fd1ed-9f56-42da-91c7-62d0b842e90d admin admin] Usage tracker for resource:network and tenant:0c63652f0a6d4dfc9544c3f30cda3d9a is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:58:11.282080 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-733fd1ed-9f56-42da-91c7-62d0b842e90d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:58:11.288200 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-733fd1ed-9f56-42da-91c7-62d0b842e90d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:58:11.297967 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733fd1ed-9f56-42da-91c7-62d0b842e90d admin admin] Made reservation on behalf of 0c63652f0a6d4dfc9544c3f30cda3d9a for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:58:11.300280 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-733fd1ed-9f56-42da-91c7-62d0b842e90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:11.313125 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-733fd1ed-9f56-42da-91c7-62d0b842e90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:11.344002 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-733fd1ed-9f56-42da-91c7-62d0b842e90d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:58:11.348343 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-733fd1ed-9f56-42da-91c7-62d0b842e90d admin admin] Usage tracker for resource:security_group_rule and tenant:0c63652f0a6d4dfc9544c3f30cda3d9a is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:58:11.351133 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-733fd1ed-9f56-42da-91c7-62d0b842e90d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:58:11.356691 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-733fd1ed-9f56-42da-91c7-62d0b842e90d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:58:11.393918 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:11.412297 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port defefd43-481b-4ef3-8a87-51cd53c3938c, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=defefd43-481b-4ef3-8a87-51cd53c3938c,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:58:11.416127 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:11.416899 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:58:11.423959 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-733fd1ed-9f56-42da-91c7-62d0b842e90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:11.429314 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-733fd1ed-9f56-42da-91c7-62d0b842e90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:11.455541 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733fd1ed-9f56-42da-91c7-62d0b842e90d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:58:11.471248 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fd1ed-9f56-42da-91c7-62d0b842e90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1801fb-da37-459f-9b73-32150e3ae9a9,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:11.476483 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-733fd1ed-9f56-42da-91c7-62d0b842e90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:11.476850 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-733fd1ed-9f56-42da-91c7-62d0b842e90d admin admin] Added segment 7fe2e390-a520-4df4-9ba2-0682853d3b1e of type vlan for network de1ff467-68cc-4705-9275-bd0e504ab3ea Apr 29 13:58:11.506085 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-733fd1ed-9f56-42da-91c7-62d0b842e90d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:11.537121 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-733fd1ed-9f56-42da-91c7-62d0b842e90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:11.538035 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733fd1ed-9f56-42da-91c7-62d0b842e90d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:58:11.538602 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-733fd1ed-9f56-42da-91c7-62d0b842e90d admin admin] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:11.584983 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:11.591965 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=defefd43-481b-4ef3-8a87-51cd53c3938c,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:11.616028 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:58:11.616393 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:11.641089 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fd1ed-9f56-42da-91c7-62d0b842e90d admin admin] Pushing event updated for resources: {'Network': ['ID=de1ff467-68cc-4705-9275-bd0e504ab3ea,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:11.644748 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-733fd1ed-9f56-42da-91c7-62d0b842e90d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3787282 Apr 29 13:58:11.648052 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40474) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:58:11.654046 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-d68ea7b5-19bc-4702-a084-c633b1c58d4b admin admin] Request body: {'subnet': {'network_id': 'de1ff467-68cc-4705-9275-bd0e504ab3ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-551117178-subnet', 'tenant_id': '0c63652f0a6d4dfc9544c3f30cda3d9a', 'ip_version': 4}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:58:11.658656 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-d68ea7b5-19bc-4702-a084-c633b1c58d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:58:11.662961 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d68ea7b5-19bc-4702-a084-c633b1c58d4b admin admin] Usage tracker for resource:subnet and tenant:0c63652f0a6d4dfc9544c3f30cda3d9a is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:58:11.663356 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:11.664783 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network de1ff467-68cc-4705-9275-bd0e504ab3ea details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 13:58:11.665945 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d68ea7b5-19bc-4702-a084-c633b1c58d4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:58:11.671482 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-d68ea7b5-19bc-4702-a084-c633b1c58d4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:58:11.776305 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68ea7b5-19bc-4702-a084-c633b1c58d4b admin admin] Made reservation on behalf of 0c63652f0a6d4dfc9544c3f30cda3d9a for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:58:11.779200 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d68ea7b5-19bc-4702-a084-c633b1c58d4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:11.978851 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d68ea7b5-19bc-4702-a084-c633b1c58d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:12.054604 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ea7b5-19bc-4702-a084-c633b1c58d4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6bf16e0-49ab-4189-9c7d-7daf40156c50,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:12.063118 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68ea7b5-19bc-4702-a084-c633b1c58d4b admin admin] Checking segment: {'id': '7fe2e390-a520-4df4-9ba2-0682853d3b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'de1ff467-68cc-4705-9275-bd0e504ab3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:58:12.063463 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68ea7b5-19bc-4702-a084-c633b1c58d4b admin admin] Network hostable DHCP agents. Network: de1ff467-68cc-4705-9275-bd0e504ab3ea, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:58:12.085226 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68ea7b5-19bc-4702-a084-c633b1c58d4b admin admin] Network de1ff467-68cc-4705-9275-bd0e504ab3ea is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:58:12.094052 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-d68ea7b5-19bc-4702-a084-c633b1c58d4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, de1ff467-68cc-4705-9275-bd0e504ab3ea) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:58:12.098479 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68ea7b5-19bc-4702-a084-c633b1c58d4b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:58:12.099064 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d68ea7b5-19bc-4702-a084-c633b1c58d4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:12.103192 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f18ee4a-ce4a-4eb9-87eb-61c65023826f None None] Network de1ff467-68cc-4705-9275-bd0e504ab3ea requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:58:12.119487 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d68ea7b5-19bc-4702-a084-c633b1c58d4b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4703097 Apr 29 13:58:12.121981 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40480) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:58:12.126857 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-2a767f9b-86d6-43a6-957c-5d7f94ad4b38 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-551117178-router', 'tenant_id': '0c63652f0a6d4dfc9544c3f30cda3d9a', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:58:12.131963 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-2a767f9b-86d6-43a6-957c-5d7f94ad4b38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:58:12.135715 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-2a767f9b-86d6-43a6-957c-5d7f94ad4b38 admin admin] Usage tracker for resource:router and tenant:0c63652f0a6d4dfc9544c3f30cda3d9a is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:58:12.138516 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-2a767f9b-86d6-43a6-957c-5d7f94ad4b38 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:58:12.144640 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-2a767f9b-86d6-43a6-957c-5d7f94ad4b38 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:58:12.154911 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2a767f9b-86d6-43a6-957c-5d7f94ad4b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:12.155977 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2a767f9b-86d6-43a6-957c-5d7f94ad4b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:12.174728 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2a767f9b-86d6-43a6-957c-5d7f94ad4b38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:12.316644 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c476d0fb-066e-4e60-b026-42445f7bb3de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-de1ff467-68cc-4705-9275-bd0e504ab3ea', 'network_id': 'de1ff467-68cc-4705-9275-bd0e504ab3ea', 'tenant_id': '0c63652f0a6d4dfc9544c3f30cda3d9a', 'fixed_ips': [{'subnet_id': 'd6bf16e0-49ab-4189-9c7d-7daf40156c50'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 13:58:12.317526 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c476d0fb-066e-4e60-b026-42445f7bb3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:12.323108 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2a767f9b-86d6-43a6-957c-5d7f94ad4b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:12.473027 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-c476d0fb-066e-4e60-b026-42445f7bb3de None None] Allocated IP 172.20.0.2 (de1ff467-68cc-4705-9275-bd0e504ab3ea/d6bf16e0-49ab-4189-9c7d-7daf40156c50/b7494bd2-88c7-4437-8dbb-8c7059120279) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:58:12.518389 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2a767f9b-86d6-43a6-957c-5d7f94ad4b38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:12.548012 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2a767f9b-86d6-43a6-957c-5d7f94ad4b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:12.682227 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c476d0fb-066e-4e60-b026-42445f7bb3de None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:12.693600 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c476d0fb-066e-4e60-b026-42445f7bb3de None None] Transition to ACTIVE for port object b7494bd2-88c7-4437-8dbb-8c7059120279 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:58:12.701614 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-2a767f9b-86d6-43a6-957c-5d7f94ad4b38 admin admin] Allocated IP 172.26.6.242 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/1f832cc6-760e-4c6a-a840-ecd839300de5) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:58:12.712803 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c476d0fb-066e-4e60-b026-42445f7bb3de None None] Transition to ACTIVE for port object b7494bd2-88c7-4437-8dbb-8c7059120279 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:58:12.718407 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c476d0fb-066e-4e60-b026-42445f7bb3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:12.790761 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c476d0fb-066e-4e60-b026-42445f7bb3de None None] Network de1ff467-68cc-4705-9275-bd0e504ab3ea is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:58:12.793507 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-c476d0fb-066e-4e60-b026-42445f7bb3de None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:58:12.797258 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c476d0fb-066e-4e60-b026-42445f7bb3de None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:58:12.804459 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476d0fb-066e-4e60-b026-42445f7bb3de None None] Pushing event updated for resources: {'Port': ['ID=b7494bd2-88c7-4437-8dbb-8c7059120279,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:12.864848 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2a767f9b-86d6-43a6-957c-5d7f94ad4b38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:12.890624 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c476d0fb-066e-4e60-b026-42445f7bb3de None None] Attempting to bind port b7494bd2-88c7-4437-8dbb-8c7059120279 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:58:12.890998 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c476d0fb-066e-4e60-b026-42445f7bb3de None None] Attempting to bind port b7494bd2-88c7-4437-8dbb-8c7059120279 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '7fe2e390-a520-4df4-9ba2-0682853d3b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'de1ff467-68cc-4705-9275-bd0e504ab3ea'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:58:12.891365 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c476d0fb-066e-4e60-b026-42445f7bb3de None None] Attempting to bind port b7494bd2-88c7-4437-8dbb-8c7059120279 on network de1ff467-68cc-4705-9275-bd0e504ab3ea {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:58:12.897293 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2a767f9b-86d6-43a6-957c-5d7f94ad4b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:12.899853 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c476d0fb-066e-4e60-b026-42445f7bb3de None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:58:12.900241 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c476d0fb-066e-4e60-b026-42445f7bb3de None None] Checking segment: {'id': '7fe2e390-a520-4df4-9ba2-0682853d3b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'de1ff467-68cc-4705-9275-bd0e504ab3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:58:12.900675 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c476d0fb-066e-4e60-b026-42445f7bb3de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:12.901106 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c476d0fb-066e-4e60-b026-42445f7bb3de None None] Bound using segment: {'id': '7fe2e390-a520-4df4-9ba2-0682853d3b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'de1ff467-68cc-4705-9275-bd0e504ab3ea'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:58:12.901577 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c476d0fb-066e-4e60-b026-42445f7bb3de None None] Bound port: b7494bd2-88c7-4437-8dbb-8c7059120279, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fe2e390-a520-4df4-9ba2-0682853d3b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'de1ff467-68cc-4705-9275-bd0e504ab3ea'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:58:12.902105 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c476d0fb-066e-4e60-b026-42445f7bb3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:12.912905 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c38f77-aef0-42cf-a65d-6dbaf52cfcbb None None] Sync routers for ids ['33450d63-ecf0-4a3d-afea-c6ef95cb9157'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:58:12.970709 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a767f9b-86d6-43a6-957c-5d7f94ad4b38 admin admin] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:58:12.970925 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c38f77-aef0-42cf-a65d-6dbaf52cfcbb None None] Routers {'33450d63-ecf0-4a3d-afea-c6ef95cb9157'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:58:12.971555 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-74c38f77-aef0-42cf-a65d-6dbaf52cfcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:58:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['33450d63-ecf0-4a3d-afea-c6ef95cb9157'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:58:12.974890 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-2a767f9b-86d6-43a6-957c-5d7f94ad4b38 admin admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:58:12.978598 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a767f9b-86d6-43a6-957c-5d7f94ad4b38 admin admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:58:13.011154 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a767f9b-86d6-43a6-957c-5d7f94ad4b38 admin admin] Pushing event updated for resources: {'Port': ['ID=1f832cc6-760e-4c6a-a840-ecd839300de5,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:13.147130 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:13.151202 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2a767f9b-86d6-43a6-957c-5d7f94ad4b38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:13.151933 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2a767f9b-86d6-43a6-957c-5d7f94ad4b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:13.155992 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device defefd43-481b-4ef3-8a87-51cd53c3938c up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:58:13.203776 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c476d0fb-066e-4e60-b026-42445f7bb3de None None] For port b7494bd2-88c7-4437-8dbb-8c7059120279, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:58:13.233350 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c476d0fb-066e-4e60-b026-42445f7bb3de None None] For port b7494bd2-88c7-4437-8dbb-8c7059120279, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b7494bd2-88c7-4437-8dbb-8c7059120279,segment=NetworkSegment(7fe2e390-a520-4df4-9ba2-0682853d3b1e),segment_id=7fe2e390-a520-4df4-9ba2-0682853d3b1e)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:58:13.242927 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c476d0fb-066e-4e60-b026-42445f7bb3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:13.339175 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-74c38f77-aef0-42cf-a65d-6dbaf52cfcbb None None] Set router 33450d63-ecf0-4a3d-afea-c6ef95cb9157 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:58:13.383651 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a767f9b-86d6-43a6-957c-5d7f94ad4b38 admin admin] Router 2d79fede-058c-494c-b970-10fd2d821630 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:58:13.401013 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476d0fb-066e-4e60-b026-42445f7bb3de None None] Pushing event updated for resources: {'Port': ['ID=b7494bd2-88c7-4437-8dbb-8c7059120279,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:13.423980 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port defefd43-481b-4ef3-8a87-51cd53c3938c triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:58:13.424348 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:13.727841 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a767f9b-86d6-43a6-957c-5d7f94ad4b38 admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:58:13.738693 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9fa55c-239e-47fe-a102-2c11094bf760 None None] Sync routers for ids ['2d79fede-058c-494c-b970-10fd2d821630'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:58:13.752004 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2a767f9b-86d6-43a6-957c-5d7f94ad4b38 admin admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:13.752914 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9fa55c-239e-47fe-a102-2c11094bf760 None None] Routers {'2d79fede-058c-494c-b970-10fd2d821630'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:58:13.757116 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2a767f9b-86d6-43a6-957c-5d7f94ad4b38 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6304805 Apr 29 13:58:13.757252 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-bc9fa55c-239e-47fe-a102-2c11094bf760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:58:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['2d79fede-058c-494c-b970-10fd2d821630'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:58:13.757382 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40484) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:58:13.865628 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-74c38f77-aef0-42cf-a65d-6dbaf52cfcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'name': 'tempest-TestMinimumBasicScenario-51424060-router', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'defefd43-481b-4ef3-8a87-51cd53c3938c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:58:06Z', 'updated_at': '2022-04-29T13:58:09Z', 'revision_number': 4, 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'gw_port': {'id': 'defefd43-481b-4ef3-8a87-51cd53c3938c', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:06Z', 'updated_at': '2022-04-29T13:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6', 'name': '', 'network_id': 'ed0ecf63-e5ba-4b1e-93d1-4a76bd723774', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8', 'mac_address': 'fa:16:3e:82:50:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b385f20-e9a4-466c-ab20-600b4418babf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:08Z', 'updated_at': '2022-04-29T13:58:09Z', 'revision_number': 2, 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'subnets': [{'id': '2b385f20-e9a4-466c-ab20-600b4418babf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:58:13.871127 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c38f77-aef0-42cf-a65d-6dbaf52cfcbb None None] Checking router: 33450d63-ecf0-4a3d-afea-c6ef95cb9157 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:58:13.871482 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c38f77-aef0-42cf-a65d-6dbaf52cfcbb None None] Updating router 33450d63-ecf0-4a3d-afea-c6ef95cb9157 port 3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6 binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:58:13.926259 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-74c38f77-aef0-42cf-a65d-6dbaf52cfcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:13.943180 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-bc9fa55c-239e-47fe-a102-2c11094bf760 None None] Set router 2d79fede-058c-494c-b970-10fd2d821630 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:58:14.255674 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-bc9fa55c-239e-47fe-a102-2c11094bf760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d79fede-058c-494c-b970-10fd2d821630', 'name': 'tempest-TestMinimumBasicScenario-551117178-router', 'tenant_id': '0c63652f0a6d4dfc9544c3f30cda3d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '1f832cc6-760e-4c6a-a840-ecd839300de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:58:12Z', 'updated_at': '2022-04-29T13:58:13Z', 'revision_number': 3, 'project_id': '0c63652f0a6d4dfc9544c3f30cda3d9a', 'gw_port': {'id': '1f832cc6-760e-4c6a-a840-ecd839300de5', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d79fede-058c-494c-b970-10fd2d821630', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:12Z', 'updated_at': '2022-04-29T13:58:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:58:14.261423 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9fa55c-239e-47fe-a102-2c11094bf760 None None] Checking router: 2d79fede-058c-494c-b970-10fd2d821630 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:58:14.261842 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9fa55c-239e-47fe-a102-2c11094bf760 None None] Updating router 2d79fede-058c-494c-b970-10fd2d821630 port 1f832cc6-760e-4c6a-a840-ecd839300de5 binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:58:14.335478 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-bc9fa55c-239e-47fe-a102-2c11094bf760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:14.357586 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-74c38f77-aef0-42cf-a65d-6dbaf52cfcbb None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:14.369739 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-74c38f77-aef0-42cf-a65d-6dbaf52cfcbb None None] Transition to ACTIVE for port object 3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:58:14.384134 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-74c38f77-aef0-42cf-a65d-6dbaf52cfcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:14.430694 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f48695-ce1c-4a07-a88f-b0b5f3c2fc26 None None] Network de1ff467-68cc-4705-9275-bd0e504ab3ea requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 13:58:14.569917 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-25b45314-4dd5-418d-9c74-2ec34021d47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:14.602528 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a9a0b-6b95-477c-9618-429102841eaf None None] Pushing event updated for resources: {'Port': ['ID=3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:14.616151 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-03bc5063-7887-4ded-9ca9-e6b194ace00d None None] Provisioning for port b7494bd2-88c7-4437-8dbb-8c7059120279 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:58:14.720976 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-bc9fa55c-239e-47fe-a102-2c11094bf760 None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:14.740442 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-bc9fa55c-239e-47fe-a102-2c11094bf760 None None] Transition to ACTIVE for port object 1f832cc6-760e-4c6a-a840-ecd839300de5 will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:58:14.751902 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-bc9fa55c-239e-47fe-a102-2c11094bf760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:14.810912 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-74c38f77-aef0-42cf-a65d-6dbaf52cfcbb None None] Attempting to bind port 3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:58:14.811552 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-74c38f77-aef0-42cf-a65d-6dbaf52cfcbb None None] Attempting to bind port 3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '9430d91b-9998-40d2-8479-480430a7bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ed0ecf63-e5ba-4b1e-93d1-4a76bd723774'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:58:14.812039 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c38f77-aef0-42cf-a65d-6dbaf52cfcbb None None] Attempting to bind port 3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6 on network ed0ecf63-e5ba-4b1e-93d1-4a76bd723774 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:58:14.824204 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c38f77-aef0-42cf-a65d-6dbaf52cfcbb None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:58:14.824722 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c38f77-aef0-42cf-a65d-6dbaf52cfcbb None None] Checking segment: {'id': '9430d91b-9998-40d2-8479-480430a7bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ed0ecf63-e5ba-4b1e-93d1-4a76bd723774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:58:14.825725 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-74c38f77-aef0-42cf-a65d-6dbaf52cfcbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:14.826217 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c38f77-aef0-42cf-a65d-6dbaf52cfcbb None None] Bound using segment: {'id': '9430d91b-9998-40d2-8479-480430a7bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ed0ecf63-e5ba-4b1e-93d1-4a76bd723774'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:58:14.826794 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-74c38f77-aef0-42cf-a65d-6dbaf52cfcbb None None] Bound port: 3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9430d91b-9998-40d2-8479-480430a7bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ed0ecf63-e5ba-4b1e-93d1-4a76bd723774'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:58:14.827366 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-74c38f77-aef0-42cf-a65d-6dbaf52cfcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:14.837656 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-25b45314-4dd5-418d-9c74-2ec34021d47b admin admin] Allocated IP 172.20.0.1 (de1ff467-68cc-4705-9275-bd0e504ab3ea/d6bf16e0-49ab-4189-9c7d-7daf40156c50/df0af320-535c-45bf-a698-09bb4372c4e9) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:58:14.864995 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-bc9fa55c-239e-47fe-a102-2c11094bf760 None None] Attempting to bind port 1f832cc6-760e-4c6a-a840-ecd839300de5 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:58:14.865266 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-bc9fa55c-239e-47fe-a102-2c11094bf760 None None] Attempting to bind port 1f832cc6-760e-4c6a-a840-ecd839300de5 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:58:14.865596 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9fa55c-239e-47fe-a102-2c11094bf760 None None] Attempting to bind port 1f832cc6-760e-4c6a-a840-ecd839300de5 on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:58:14.877329 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860eee5-5b5b-4ede-89bf-5b0b7c94b762 None None] Pushing event updated for resources: {'Port': ['ID=1f832cc6-760e-4c6a-a840-ecd839300de5,revision_number=2']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:14.880500 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9fa55c-239e-47fe-a102-2c11094bf760 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:58:14.880918 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9fa55c-239e-47fe-a102-2c11094bf760 None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:58:14.881350 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-bc9fa55c-239e-47fe-a102-2c11094bf760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:14.881741 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9fa55c-239e-47fe-a102-2c11094bf760 None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:58:14.882196 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-bc9fa55c-239e-47fe-a102-2c11094bf760 None None] Bound port: 1f832cc6-760e-4c6a-a840-ecd839300de5, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:58:14.882565 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-bc9fa55c-239e-47fe-a102-2c11094bf760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:14.982109 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-bc9fa55c-239e-47fe-a102-2c11094bf760 None None] For port 1f832cc6-760e-4c6a-a840-ecd839300de5, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:58:14.985432 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-bc9fa55c-239e-47fe-a102-2c11094bf760 None None] For port 1f832cc6-760e-4c6a-a840-ecd839300de5, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=1f832cc6-760e-4c6a-a840-ecd839300de5,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:58:14.990378 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-bc9fa55c-239e-47fe-a102-2c11094bf760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:15.000078 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-25b45314-4dd5-418d-9c74-2ec34021d47b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:15.001574 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-74c38f77-aef0-42cf-a65d-6dbaf52cfcbb None None] For port 3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:58:15.006429 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-74c38f77-aef0-42cf-a65d-6dbaf52cfcbb None None] For port 3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6,segment=NetworkSegment(9430d91b-9998-40d2-8479-480430a7bb85),segment_id=9430d91b-9998-40d2-8479-480430a7bb85)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:58:15.011600 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-74c38f77-aef0-42cf-a65d-6dbaf52cfcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:15.019939 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-25b45314-4dd5-418d-9c74-2ec34021d47b admin admin] Transition to ACTIVE for port object df0af320-535c-45bf-a698-09bb4372c4e9 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:58:15.043539 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-25b45314-4dd5-418d-9c74-2ec34021d47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:15.074511 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9fa55c-239e-47fe-a102-2c11094bf760 None None] Routers {'2d79fede-058c-494c-b970-10fd2d821630'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:58:15.075127 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-bc9fa55c-239e-47fe-a102-2c11094bf760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:58:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['2d79fede-058c-494c-b970-10fd2d821630'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:58:15.106802 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a9a0b-6b95-477c-9618-429102841eaf None None] Pushing event updated for resources: {'Port': ['ID=3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:15.111419 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c38f77-aef0-42cf-a65d-6dbaf52cfcbb None None] Routers {'33450d63-ecf0-4a3d-afea-c6ef95cb9157'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:58:15.112021 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-74c38f77-aef0-42cf-a65d-6dbaf52cfcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:58:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['33450d63-ecf0-4a3d-afea-c6ef95cb9157'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:58:15.127913 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b45314-4dd5-418d-9c74-2ec34021d47b admin admin] Network de1ff467-68cc-4705-9275-bd0e504ab3ea is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:58:15.131282 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-25b45314-4dd5-418d-9c74-2ec34021d47b admin admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:58:15.136081 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b45314-4dd5-418d-9c74-2ec34021d47b admin admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:58:15.165573 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b45314-4dd5-418d-9c74-2ec34021d47b admin admin] Pushing event updated for resources: {'Port': ['ID=df0af320-535c-45bf-a698-09bb4372c4e9,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:15.216960 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-25b45314-4dd5-418d-9c74-2ec34021d47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:15.298113 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-bc9fa55c-239e-47fe-a102-2c11094bf760 None None] Set router 2d79fede-058c-494c-b970-10fd2d821630 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:58:15.314634 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b7494bd2-88c7-4437-8dbb-8c7059120279 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:58:15.387089 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-25b45314-4dd5-418d-9c74-2ec34021d47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:15.428710 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860eee5-5b5b-4ede-89bf-5b0b7c94b762 None None] Pushing event updated for resources: {'Port': ['ID=1f832cc6-760e-4c6a-a840-ecd839300de5,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:15.569120 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port b7494bd2-88c7-4437-8dbb-8c7059120279 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:58:15.574475 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-74c38f77-aef0-42cf-a65d-6dbaf52cfcbb None None] Set router 33450d63-ecf0-4a3d-afea-c6ef95cb9157 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:58:15.625839 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port b7494bd2-88c7-4437-8dbb-8c7059120279 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:58:15.626359 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:15.668995 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-bc9fa55c-239e-47fe-a102-2c11094bf760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d79fede-058c-494c-b970-10fd2d821630', 'name': 'tempest-TestMinimumBasicScenario-551117178-router', 'tenant_id': '0c63652f0a6d4dfc9544c3f30cda3d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '1f832cc6-760e-4c6a-a840-ecd839300de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:58:12Z', 'updated_at': '2022-04-29T13:58:13Z', 'revision_number': 3, 'project_id': '0c63652f0a6d4dfc9544c3f30cda3d9a', 'gw_port': {'id': '1f832cc6-760e-4c6a-a840-ecd839300de5', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d79fede-058c-494c-b970-10fd2d821630', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:12Z', 'updated_at': '2022-04-29T13:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:58:15.674773 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9fa55c-239e-47fe-a102-2c11094bf760 None None] The sync data for ids ['2d79fede-058c-494c-b970-10fd2d821630'] in dv-neutron-839027-4-hyperv is: [{'id': '2d79fede-058c-494c-b970-10fd2d821630', 'name': 'tempest-TestMinimumBasicScenario-551117178-router', 'tenant_id': '0c63652f0a6d4dfc9544c3f30cda3d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '1f832cc6-760e-4c6a-a840-ecd839300de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:58:12Z', 'updated_at': '2022-04-29T13:58:13Z', 'revision_number': 3, 'project_id': '0c63652f0a6d4dfc9544c3f30cda3d9a', 'gw_port': {'id': '1f832cc6-760e-4c6a-a840-ecd839300de5', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d79fede-058c-494c-b970-10fd2d821630', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:12Z', 'updated_at': '2022-04-29T13:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:58:15.782187 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-25b45314-4dd5-418d-9c74-2ec34021d47b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:15.787769 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-25b45314-4dd5-418d-9c74-2ec34021d47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:15.896628 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b45314-4dd5-418d-9c74-2ec34021d47b admin admin] Pushing event updated for resources: {'Port': ['ID=df0af320-535c-45bf-a698-09bb4372c4e9,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:15.899704 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-25b45314-4dd5-418d-9c74-2ec34021d47b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:15.984369 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:16.023796 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e5813ea1-f909-400c-ad52-8faff9777c2b None None] Provisioning for port df0af320-535c-45bf-a698-09bb4372c4e9 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:58:16.043591 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b45314-4dd5-418d-9c74-2ec34021d47b admin admin] Network de1ff467-68cc-4705-9275-bd0e504ab3ea is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:58:16.044911 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-25b45314-4dd5-418d-9c74-2ec34021d47b admin admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:58:16.063983 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e5813ea1-f909-400c-ad52-8faff9777c2b None None] Provisioning complete for port df0af320-535c-45bf-a698-09bb4372c4e9 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:58:16.063983 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e5813ea1-f909-400c-ad52-8faff9777c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:16.141903 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port b7494bd2-88c7-4437-8dbb-8c7059120279, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b7494bd2-88c7-4437-8dbb-8c7059120279,segment=NetworkSegment(7fe2e390-a520-4df4-9ba2-0682853d3b1e),segment_id=7fe2e390-a520-4df4-9ba2-0682853d3b1e)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:58:16.145078 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e5813ea1-f909-400c-ad52-8faff9777c2b None None] Port df0af320-535c-45bf-a698-09bb4372c4e9 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:58:16.148788 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:16.223451 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=b7494bd2-88c7-4437-8dbb-8c7059120279,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:16.229009 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-74c38f77-aef0-42cf-a65d-6dbaf52cfcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'name': 'tempest-TestMinimumBasicScenario-51424060-router', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'defefd43-481b-4ef3-8a87-51cd53c3938c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:58:06Z', 'updated_at': '2022-04-29T13:58:09Z', 'revision_number': 4, 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'gw_port': {'id': 'defefd43-481b-4ef3-8a87-51cd53c3938c', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:06Z', 'updated_at': '2022-04-29T13:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6', 'name': '', 'network_id': 'ed0ecf63-e5ba-4b1e-93d1-4a76bd723774', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8', 'mac_address': 'fa:16:3e:82:50:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b385f20-e9a4-466c-ab20-600b4418babf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:08Z', 'updated_at': '2022-04-29T13:58:14Z', 'revision_number': 4, 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'subnets': [{'id': '2b385f20-e9a4-466c-ab20-600b4418babf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:58:16.233321 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c38f77-aef0-42cf-a65d-6dbaf52cfcbb None None] The sync data for ids ['33450d63-ecf0-4a3d-afea-c6ef95cb9157'] in dv-neutron-839027-4-hyperv is: [{'id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'name': 'tempest-TestMinimumBasicScenario-51424060-router', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'defefd43-481b-4ef3-8a87-51cd53c3938c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:58:06Z', 'updated_at': '2022-04-29T13:58:09Z', 'revision_number': 4, 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'gw_port': {'id': 'defefd43-481b-4ef3-8a87-51cd53c3938c', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:06Z', 'updated_at': '2022-04-29T13:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6', 'name': '', 'network_id': 'ed0ecf63-e5ba-4b1e-93d1-4a76bd723774', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8', 'mac_address': 'fa:16:3e:82:50:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b385f20-e9a4-466c-ab20-600b4418babf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:08Z', 'updated_at': '2022-04-29T13:58:14Z', 'revision_number': 4, 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'subnets': [{'id': '2b385f20-e9a4-466c-ab20-600b4418babf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:58:16.371887 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-cbb2a5e4-43bc-464b-802e-85d358b493bb None None] Provisioning complete for port df0af320-535c-45bf-a698-09bb4372c4e9 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:58:16.372253 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cbb2a5e4-43bc-464b-802e-85d358b493bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:16.439630 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-cbb2a5e4-43bc-464b-802e-85d358b493bb None None] Port df0af320-535c-45bf-a698-09bb4372c4e9 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:58:16.469131 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b45314-4dd5-418d-9c74-2ec34021d47b admin admin] Router 2d79fede-058c-494c-b970-10fd2d821630 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:58:16.697855 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b45314-4dd5-418d-9c74-2ec34021d47b admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:58:16.707858 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-25b45314-4dd5-418d-9c74-2ec34021d47b admin admin] 10.222.0.76 "PUT /v2.0/routers/2d79fede-058c-494c-b970-10fd2d821630/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9496901 Apr 29 13:58:17.271868 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b7494bd2-88c7-4437-8dbb-8c7059120279 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:58:17.355658 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port b7494bd2-88c7-4437-8dbb-8c7059120279 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:58:17.355894 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:17.484571 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:58:17.552931 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:58:17.557578 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:58:17.557944 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:17.678592 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:17.713714 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6,segment=NetworkSegment(9430d91b-9998-40d2-8479-480430a7bb85),segment_id=9430d91b-9998-40d2-8479-480430a7bb85)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:58:17.718821 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:17.719792 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 1f832cc6-760e-4c6a-a840-ecd839300de5 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:58:17.853304 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:17.869889 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 1f832cc6-760e-4c6a-a840-ecd839300de5 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:58:17.875307 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 1f832cc6-760e-4c6a-a840-ecd839300de5 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:58:17.875841 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:18.006533 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:18.024883 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 1f832cc6-760e-4c6a-a840-ecd839300de5, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=1f832cc6-760e-4c6a-a840-ecd839300de5,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:58:18.029468 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:18.105265 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=1f832cc6-760e-4c6a-a840-ecd839300de5,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:19.151664 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 1f832cc6-760e-4c6a-a840-ecd839300de5 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:58:19.220132 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 1f832cc6-760e-4c6a-a840-ecd839300de5 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:58:19.220499 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:19.345918 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:58:19.469425 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:58:19.469641 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:26.608650 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:58:27.669368 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-b8d755a4-1aa5-454d-ab13-f47a2d8b4719 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:58:27.669988 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-b8d755a4-1aa5-454d-ab13-f47a2d8b4719 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Synchronizing usage tracker for tenant:5336163a9a714b1e9db08f71cbe873d8 on resource:network {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:58:27.687120 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-b8d755a4-1aa5-454d-ab13-f47a2d8b4719 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Unset dirty status for tenant:5336163a9a714b1e9db08f71cbe873d8 on resource:network {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:58:27.688448 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-b8d755a4-1aa5-454d-ab13-f47a2d8b4719 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/networks?id=ed0ecf63-e5ba-4b1e-93d1-4a76bd723774 HTTP/1.1" status: 200 len: 813 time: 0.1580491 Apr 29 13:58:27.704169 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-d7234824-41ad-4c50-83ae-236d77177797 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/quotas/5336163a9a714b1e9db08f71cbe873d8 HTTP/1.1" status: 200 len: 375 time: 0.0103614 Apr 29 13:58:27.782269 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-157668f8-3f7a-4bdc-b707-ea6d26e08cc2 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Synchronizing usage tracker for tenant:5336163a9a714b1e9db08f71cbe873d8 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:58:27.799281 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-157668f8-3f7a-4bdc-b707-ea6d26e08cc2 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Unset dirty status for tenant:5336163a9a714b1e9db08f71cbe873d8 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:58:27.801636 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-157668f8-3f7a-4bdc-b707-ea6d26e08cc2 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5336163a9a714b1e9db08f71cbe873d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0925596 Apr 29 13:58:27.942037 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-78c0e395-9264-4c75-8ca4-9ad4b1318298 service neutron] 10.222.0.76 "GET /v2.0/networks/ed0ecf63-e5ba-4b1e-93d1-4a76bd723774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284873 Apr 29 13:58:28.069480 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-d65e2c3f-82f1-4eff-9691-e91bc74e17d8 service neutron] 10.222.0.76 "GET /v2.0/networks/ed0ecf63-e5ba-4b1e-93d1-4a76bd723774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218853 Apr 29 13:58:28.253691 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9771a645-4c75-438c-99ca-edf5e3e0be74 req-15aa260c-344b-41c4-9a15-bc805f006e6c tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 210 time: 0.0452106 Apr 29 13:58:28.265659 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:29.379630 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-8e859636-a19d-4215-ba9a-204571190532 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:58:29.381196 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-8e859636-a19d-4215-ba9a-204571190532 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.32 "GET /v2.0/networks?id=ed0ecf63-e5ba-4b1e-93d1-4a76bd723774 HTTP/1.1" status: 200 len: 813 time: 0.2585907 Apr 29 13:58:29.423990 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-7c00484c-17da-4173-8e0b-f06725a284af tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Request body: {'port': {'device_id': '58e928a4-3329-4415-a392-059a9c5e3b5f', 'network_id': 'ed0ecf63-e5ba-4b1e-93d1-4a76bd723774', 'admin_state_up': True, 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:58:29.455746 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5b25a583-fcdd-40c8-8158-39eaf1e1f84c req-1c2ee67e-2397-4e12-bb02-41a22dfb5f27 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 210 time: 0.0646992 Apr 29 13:58:29.572156 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-7c00484c-17da-4173-8e0b-f06725a284af tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:58:29.582125 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-7c00484c-17da-4173-8e0b-f06725a284af tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:58:29.592990 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-7c00484c-17da-4173-8e0b-f06725a284af tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Made reservation on behalf of 5336163a9a714b1e9db08f71cbe873d8 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:58:29.597389 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-7c00484c-17da-4173-8e0b-f06725a284af tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:29.890621 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-7c00484c-17da-4173-8e0b-f06725a284af tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Allocated IP 172.20.0.13 (ed0ecf63-e5ba-4b1e-93d1-4a76bd723774/2b385f20-e9a4-466c-ab20-600b4418babf/1bddc913-0768-4f8e-b340-b0cfbfdbc6b1) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:58:30.120305 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-7c00484c-17da-4173-8e0b-f06725a284af tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:30.138987 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-7c00484c-17da-4173-8e0b-f06725a284af tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Transition to ACTIVE for port object 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:58:30.164217 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-7c00484c-17da-4173-8e0b-f06725a284af tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:30.266244 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-7c00484c-17da-4173-8e0b-f06725a284af tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Network ed0ecf63-e5ba-4b1e-93d1-4a76bd723774 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:58:30.267516 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00484c-17da-4173-8e0b-f06725a284af tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Pushing event updated for resources: {'Port': ['ID=1bddc913-0768-4f8e-b340-b0cfbfdbc6b1,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:30.273049 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-7c00484c-17da-4173-8e0b-f06725a284af tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:58:30.274285 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-7c00484c-17da-4173-8e0b-f06725a284af tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:58:30.323065 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00484c-17da-4173-8e0b-f06725a284af tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:30.323408 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00484c-17da-4173-8e0b-f06725a284af tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:30.323765 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00484c-17da-4173-8e0b-f06725a284af tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:30.324186 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00484c-17da-4173-8e0b-f06725a284af tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:30.324458 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00484c-17da-4173-8e0b-f06725a284af tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:30.324804 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00484c-17da-4173-8e0b-f06725a284af tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:30.325134 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00484c-17da-4173-8e0b-f06725a284af tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:30.333091 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00484c-17da-4173-8e0b-f06725a284af tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:30.333091 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00484c-17da-4173-8e0b-f06725a284af tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:30.333091 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00484c-17da-4173-8e0b-f06725a284af tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:30.333091 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00484c-17da-4173-8e0b-f06725a284af tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:58:30.376792 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-7c00484c-17da-4173-8e0b-f06725a284af tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:58:30.376792 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-7c00484c-17da-4173-8e0b-f06725a284af tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:30.406880 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-7c00484c-17da-4173-8e0b-f06725a284af tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9860125 Apr 29 13:58:30.560198 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2f35c483-3fba-4b3b-ab6a-eb01ef998c87 None None] Provisioning for port 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:58:30.568505 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2f35c483-3fba-4b3b-ab6a-eb01ef998c87 None None] Provisioning complete for port 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:58:30.569386 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2f35c483-3fba-4b3b-ab6a-eb01ef998c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:30.652357 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-2f35c483-3fba-4b3b-ab6a-eb01ef998c87 None None] Port 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 13:58:30.674135 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa6f36-e196-4ca3-b84f-6e1095ec2a01 req-37ec9d29-b17c-494a-8ffe-790b8ad448ab tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:58:30.676198 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-24aa6f36-e196-4ca3-b84f-6e1095ec2a01 req-37ec9d29-b17c-494a-8ffe-790b8ad448ab tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 932 time: 0.0862565 Apr 29 13:58:30.723952 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-24aa6f36-e196-4ca3-b84f-6e1095ec2a01 req-0bc9d4ee-03f4-48ca-b832-c1e177292029 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421479 Apr 29 13:58:31.947913 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd5777-08c6-4017-a0c5-313142e18094 req-43e67ef8-973d-49ee-962f-9eccde87e9e9 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:58:31.948595 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-64cd5777-08c6-4017-a0c5-313142e18094 req-43e67ef8-973d-49ee-962f-9eccde87e9e9 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Synchronizing usage tracker for tenant:5336163a9a714b1e9db08f71cbe873d8 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:58:31.966157 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-64cd5777-08c6-4017-a0c5-313142e18094 req-43e67ef8-973d-49ee-962f-9eccde87e9e9 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Unset dirty status for tenant:5336163a9a714b1e9db08f71cbe873d8 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:58:31.968014 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-64cd5777-08c6-4017-a0c5-313142e18094 req-43e67ef8-973d-49ee-962f-9eccde87e9e9 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 932 time: 0.1065361 Apr 29 13:58:32.017710 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-64cd5777-08c6-4017-a0c5-313142e18094 req-19fd4904-14a8-43a7-b0dc-2522955a7916 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Synchronizing usage tracker for tenant:5336163a9a714b1e9db08f71cbe873d8 on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:58:32.043419 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-64cd5777-08c6-4017-a0c5-313142e18094 req-19fd4904-14a8-43a7-b0dc-2522955a7916 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Unset dirty status for tenant:5336163a9a714b1e9db08f71cbe873d8 on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:58:32.045271 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-64cd5777-08c6-4017-a0c5-313142e18094 req-19fd4904-14a8-43a7-b0dc-2522955a7916 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711906 Apr 29 13:58:33.263133 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ba953-28a3-4148-ae7f-4e0da9c50275 req-ab09deeb-49e7-47e6-99f3-04e288d1960f tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:58:33.265020 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-0a7ba953-28a3-4148-ae7f-4e0da9c50275 req-ab09deeb-49e7-47e6-99f3-04e288d1960f tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 932 time: 0.0823672 Apr 29 13:58:33.319084 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-0a7ba953-28a3-4148-ae7f-4e0da9c50275 req-02a5af11-e334-4cbf-93f4-461d5f7353a4 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466900 Apr 29 13:58:34.535014 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2cd7ae-52d0-4be4-8e20-727bde1ad1ec req-32a33feb-9f78-4ceb-91bb-6b5158ec8368 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:58:34.536542 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4a2cd7ae-52d0-4be4-8e20-727bde1ad1ec req-32a33feb-9f78-4ceb-91bb-6b5158ec8368 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 932 time: 0.0874605 Apr 29 13:58:34.584301 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4a2cd7ae-52d0-4be4-8e20-727bde1ad1ec req-705e9eee-9f16-496c-bfe5-e2a2dd02e90d tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422404 Apr 29 13:58:35.783994 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfae0b5-4b88-42e4-8ea0-ac255dd99994 req-5fbbed0f-6f00-4184-a84b-df567a018b62 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:58:35.786879 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1cfae0b5-4b88-42e4-8ea0-ac255dd99994 req-5fbbed0f-6f00-4184-a84b-df567a018b62 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 932 time: 0.0823827 Apr 29 13:58:35.851331 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1cfae0b5-4b88-42e4-8ea0-ac255dd99994 req-db619efd-d74b-4fea-86c2-3e39d6566fde tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513139 Apr 29 13:58:37.054188 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb243d68-3136-414c-9f2e-85374fa1a660 req-ca9d2473-0117-4277-a02c-6a5452f628be tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:58:37.055633 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-eb243d68-3136-414c-9f2e-85374fa1a660 req-ca9d2473-0117-4277-a02c-6a5452f628be tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 932 time: 0.0787611 Apr 29 13:58:37.103171 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-eb243d68-3136-414c-9f2e-85374fa1a660 req-f99c2be5-0a59-4d8a-87c4-9a63ffb08081 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420499 Apr 29 13:58:37.912434 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2459a789-1d13-43c4-834f-b097142fb1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:38.302773 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4b0a0-9b36-49ec-b715-4ee647e11476 req-777ba655-95ec-4482-9b76-a4c29b4daac3 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:58:38.304199 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-98a4b0a0-9b36-49ec-b715-4ee647e11476 req-777ba655-95ec-4482-9b76-a4c29b4daac3 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 932 time: 0.0789316 Apr 29 13:58:38.350110 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-98a4b0a0-9b36-49ec-b715-4ee647e11476 req-8cdf7dce-e00f-4fde-a4b2-964c2f3df810 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402410 Apr 29 13:58:38.452574 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39033c88-d578-4882-9784-b41788370f0f None None] Sync routers for ids ['2d79fede-058c-494c-b970-10fd2d821630'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:58:38.465205 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39033c88-d578-4882-9784-b41788370f0f None None] Routers {'2d79fede-058c-494c-b970-10fd2d821630'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:58:38.465813 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-39033c88-d578-4882-9784-b41788370f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:58:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['2d79fede-058c-494c-b970-10fd2d821630'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:58:38.641223 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-39033c88-d578-4882-9784-b41788370f0f None None] Set router 2d79fede-058c-494c-b970-10fd2d821630 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:58:38.943083 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-39033c88-d578-4882-9784-b41788370f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d79fede-058c-494c-b970-10fd2d821630', 'name': 'tempest-TestMinimumBasicScenario-551117178-router', 'tenant_id': '0c63652f0a6d4dfc9544c3f30cda3d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '1f832cc6-760e-4c6a-a840-ecd839300de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:58:12Z', 'updated_at': '2022-04-29T13:58:15Z', 'revision_number': 4, 'project_id': '0c63652f0a6d4dfc9544c3f30cda3d9a', 'gw_port': {'id': '1f832cc6-760e-4c6a-a840-ecd839300de5', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fede-058c-494c-b970-10fd2d821630', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:12Z', 'updated_at': '2022-04-29T13:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'df0af320-535c-45bf-a698-09bb4372c4e9', 'name': '', 'network_id': 'de1ff467-68cc-4705-9275-bd0e504ab3ea', 'tenant_id': '0c63652f0a6d4dfc9544c3f30cda3d9a', 'mac_address': 'fa:16:3e:4f:f6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d79fede-058c-494c-b970-10fd2d821630', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6bf16e0-49ab-4189-9c7d-7daf40156c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:14Z', 'updated_at': '2022-04-29T13:58:15Z', 'revision_number': 2, 'project_id': '0c63652f0a6d4dfc9544c3f30cda3d9a', 'subnets': [{'id': 'd6bf16e0-49ab-4189-9c7d-7daf40156c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:58:38.946862 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39033c88-d578-4882-9784-b41788370f0f None None] Checking router: 2d79fede-058c-494c-b970-10fd2d821630 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:58:38.947213 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39033c88-d578-4882-9784-b41788370f0f None None] Updating router 2d79fede-058c-494c-b970-10fd2d821630 port df0af320-535c-45bf-a698-09bb4372c4e9 binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 13:58:39.000947 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-39033c88-d578-4882-9784-b41788370f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:39.326848 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-39033c88-d578-4882-9784-b41788370f0f None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:39.338192 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-39033c88-d578-4882-9784-b41788370f0f None None] Transition to ACTIVE for port object df0af320-535c-45bf-a698-09bb4372c4e9 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:58:39.344991 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-39033c88-d578-4882-9784-b41788370f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:39.465971 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9968f-a2ab-4f60-96b1-ce865d7610bf None None] Pushing event updated for resources: {'Port': ['ID=df0af320-535c-45bf-a698-09bb4372c4e9,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:39.564358 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01221e92-1549-4718-96f0-7723cf3e7fe6 req-6eb98ff9-f77d-4cc4-9f13-cdb48251727a tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:58:39.567085 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-01221e92-1549-4718-96f0-7723cf3e7fe6 req-6eb98ff9-f77d-4cc4-9f13-cdb48251727a tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 932 time: 0.0876620 Apr 29 13:58:39.568341 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-39033c88-d578-4882-9784-b41788370f0f None None] Attempting to bind port df0af320-535c-45bf-a698-09bb4372c4e9 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:58:39.568734 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-39033c88-d578-4882-9784-b41788370f0f None None] Attempting to bind port df0af320-535c-45bf-a698-09bb4372c4e9 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '7fe2e390-a520-4df4-9ba2-0682853d3b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'de1ff467-68cc-4705-9275-bd0e504ab3ea'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:58:39.569118 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39033c88-d578-4882-9784-b41788370f0f None None] Attempting to bind port df0af320-535c-45bf-a698-09bb4372c4e9 on network de1ff467-68cc-4705-9275-bd0e504ab3ea {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:58:39.575744 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39033c88-d578-4882-9784-b41788370f0f None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:58:39.576112 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39033c88-d578-4882-9784-b41788370f0f None None] Checking segment: {'id': '7fe2e390-a520-4df4-9ba2-0682853d3b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'de1ff467-68cc-4705-9275-bd0e504ab3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:58:39.576511 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-39033c88-d578-4882-9784-b41788370f0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:39.576924 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39033c88-d578-4882-9784-b41788370f0f None None] Bound using segment: {'id': '7fe2e390-a520-4df4-9ba2-0682853d3b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'de1ff467-68cc-4705-9275-bd0e504ab3ea'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:58:39.577387 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-39033c88-d578-4882-9784-b41788370f0f None None] Bound port: df0af320-535c-45bf-a698-09bb4372c4e9, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fe2e390-a520-4df4-9ba2-0682853d3b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'de1ff467-68cc-4705-9275-bd0e504ab3ea'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:58:39.577754 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-39033c88-d578-4882-9784-b41788370f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:39.614633 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-01221e92-1549-4718-96f0-7723cf3e7fe6 req-36b2efc4-d93b-4382-b20f-ee7ed67da5b0 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410666 Apr 29 13:58:39.675502 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-39033c88-d578-4882-9784-b41788370f0f None None] For port df0af320-535c-45bf-a698-09bb4372c4e9, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:58:39.678399 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-39033c88-d578-4882-9784-b41788370f0f None None] For port df0af320-535c-45bf-a698-09bb4372c4e9, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=df0af320-535c-45bf-a698-09bb4372c4e9,segment=NetworkSegment(7fe2e390-a520-4df4-9ba2-0682853d3b1e),segment_id=7fe2e390-a520-4df4-9ba2-0682853d3b1e)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:58:39.682850 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-39033c88-d578-4882-9784-b41788370f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:39.795665 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9968f-a2ab-4f60-96b1-ce865d7610bf None None] Pushing event updated for resources: {'Port': ['ID=df0af320-535c-45bf-a698-09bb4372c4e9,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:39.800117 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39033c88-d578-4882-9784-b41788370f0f None None] Routers {'2d79fede-058c-494c-b970-10fd2d821630'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:58:39.800786 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-39033c88-d578-4882-9784-b41788370f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:58:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['2d79fede-058c-494c-b970-10fd2d821630'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:58:39.990396 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-39033c88-d578-4882-9784-b41788370f0f None None] Set router 2d79fede-058c-494c-b970-10fd2d821630 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:58:40.305156 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-39033c88-d578-4882-9784-b41788370f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d79fede-058c-494c-b970-10fd2d821630', 'name': 'tempest-TestMinimumBasicScenario-551117178-router', 'tenant_id': '0c63652f0a6d4dfc9544c3f30cda3d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '1f832cc6-760e-4c6a-a840-ecd839300de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:58:12Z', 'updated_at': '2022-04-29T13:58:15Z', 'revision_number': 4, 'project_id': '0c63652f0a6d4dfc9544c3f30cda3d9a', 'gw_port': {'id': '1f832cc6-760e-4c6a-a840-ecd839300de5', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fede-058c-494c-b970-10fd2d821630', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:12Z', 'updated_at': '2022-04-29T13:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'df0af320-535c-45bf-a698-09bb4372c4e9', 'name': '', 'network_id': 'de1ff467-68cc-4705-9275-bd0e504ab3ea', 'tenant_id': '0c63652f0a6d4dfc9544c3f30cda3d9a', 'mac_address': 'fa:16:3e:4f:f6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d79fede-058c-494c-b970-10fd2d821630', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6bf16e0-49ab-4189-9c7d-7daf40156c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:14Z', 'updated_at': '2022-04-29T13:58:39Z', 'revision_number': 4, 'project_id': '0c63652f0a6d4dfc9544c3f30cda3d9a', 'subnets': [{'id': 'd6bf16e0-49ab-4189-9c7d-7daf40156c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:58:40.309025 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39033c88-d578-4882-9784-b41788370f0f None None] The sync data for ids ['2d79fede-058c-494c-b970-10fd2d821630'] in dv-neutron-839027-4-hyperv is: [{'id': '2d79fede-058c-494c-b970-10fd2d821630', 'name': 'tempest-TestMinimumBasicScenario-551117178-router', 'tenant_id': '0c63652f0a6d4dfc9544c3f30cda3d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '1f832cc6-760e-4c6a-a840-ecd839300de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:58:12Z', 'updated_at': '2022-04-29T13:58:15Z', 'revision_number': 4, 'project_id': '0c63652f0a6d4dfc9544c3f30cda3d9a', 'gw_port': {'id': '1f832cc6-760e-4c6a-a840-ecd839300de5', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fede-058c-494c-b970-10fd2d821630', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:12Z', 'updated_at': '2022-04-29T13:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'df0af320-535c-45bf-a698-09bb4372c4e9', 'name': '', 'network_id': 'de1ff467-68cc-4705-9275-bd0e504ab3ea', 'tenant_id': '0c63652f0a6d4dfc9544c3f30cda3d9a', 'mac_address': 'fa:16:3e:4f:f6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d79fede-058c-494c-b970-10fd2d821630', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6bf16e0-49ab-4189-9c7d-7daf40156c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:14Z', 'updated_at': '2022-04-29T13:58:39Z', 'revision_number': 4, 'project_id': '0c63652f0a6d4dfc9544c3f30cda3d9a', 'subnets': [{'id': 'd6bf16e0-49ab-4189-9c7d-7daf40156c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:58:40.465797 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bb585d10-f844-4ab7-92b1-bc382412b53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:40.570149 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-a57a8d29-3262-4d11-b87a-966b7e4ebc32 service neutron] Request body: {'port': {'device_id': '58e928a4-3329-4415-a392-059a9c5e3b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:58:40.694703 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-a57a8d29-3262-4d11-b87a-966b7e4ebc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:40.826697 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42988dd-4939-4462-b555-06c0c39629ca req-9ce7c128-0760-4fad-915c-263e9d764f88 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:58:40.829612 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e42988dd-4939-4462-b555-06c0c39629ca req-9ce7c128-0760-4fad-915c-263e9d764f88 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 932 time: 0.0925958 Apr 29 13:58:40.889524 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e42988dd-4939-4462-b555-06c0c39629ca req-980acafb-1c76-4eba-8a51-9a26a710e1b7 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532339 Apr 29 13:58:41.072958 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-a57a8d29-3262-4d11-b87a-966b7e4ebc32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:58:41.082251 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-a57a8d29-3262-4d11-b87a-966b7e4ebc32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:41.099047 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-a57a8d29-3262-4d11-b87a-966b7e4ebc32 service neutron] Transition to ACTIVE for port object 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 13:58:41.102566 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-a57a8d29-3262-4d11-b87a-966b7e4ebc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:41.189588 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device df0af320-535c-45bf-a698-09bb4372c4e9 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:58:41.271183 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port df0af320-535c-45bf-a698-09bb4372c4e9 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:58:41.276608 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port df0af320-535c-45bf-a698-09bb4372c4e9 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:58:41.277007 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:41.324173 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a8d29-3262-4d11-b87a-966b7e4ebc32 service neutron] Pushing event updated for resources: {'Port': ['ID=1bddc913-0768-4f8e-b340-b0cfbfdbc6b1,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:41.405695 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:41.443232 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port df0af320-535c-45bf-a698-09bb4372c4e9, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=df0af320-535c-45bf-a698-09bb4372c4e9,segment=NetworkSegment(7fe2e390-a520-4df4-9ba2-0682853d3b1e),segment_id=7fe2e390-a520-4df4-9ba2-0682853d3b1e)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:58:41.447218 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:41.449600 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-a57a8d29-3262-4d11-b87a-966b7e4ebc32 service neutron] Attempting to bind port 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 13:58:41.450048 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-a57a8d29-3262-4d11-b87a-966b7e4ebc32 service neutron] Attempting to bind port 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '9430d91b-9998-40d2-8479-480430a7bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ed0ecf63-e5ba-4b1e-93d1-4a76bd723774'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 13:58:41.450382 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-a57a8d29-3262-4d11-b87a-966b7e4ebc32 service neutron] Attempting to bind port 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 on network ed0ecf63-e5ba-4b1e-93d1-4a76bd723774 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:58:41.457958 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-a57a8d29-3262-4d11-b87a-966b7e4ebc32 service neutron] Port 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 on network ed0ecf63-e5ba-4b1e-93d1-4a76bd723774 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 13:58:41.458280 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-a57a8d29-3262-4d11-b87a-966b7e4ebc32 service neutron] Attempting to bind port 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 on network ed0ecf63-e5ba-4b1e-93d1-4a76bd723774 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 13:58:41.464898 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-a57a8d29-3262-4d11-b87a-966b7e4ebc32 service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 13:58:41.465233 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-a57a8d29-3262-4d11-b87a-966b7e4ebc32 service neutron] Checking segment: {'id': '9430d91b-9998-40d2-8479-480430a7bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ed0ecf63-e5ba-4b1e-93d1-4a76bd723774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 13:58:41.465727 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-a57a8d29-3262-4d11-b87a-966b7e4ebc32 service neutron] Bound using segment: {'id': '9430d91b-9998-40d2-8479-480430a7bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ed0ecf63-e5ba-4b1e-93d1-4a76bd723774'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 13:58:41.466153 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-a57a8d29-3262-4d11-b87a-966b7e4ebc32 service neutron] Bound port: 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9430d91b-9998-40d2-8479-480430a7bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ed0ecf63-e5ba-4b1e-93d1-4a76bd723774'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 13:58:41.466790 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-a57a8d29-3262-4d11-b87a-966b7e4ebc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:41.518497 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=df0af320-535c-45bf-a698-09bb4372c4e9,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:41.552573 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:41.555716 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-a57a8d29-3262-4d11-b87a-966b7e4ebc32 service neutron] For port 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:58:41.558982 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-a57a8d29-3262-4d11-b87a-966b7e4ebc32 service neutron] For port 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1bddc913-0768-4f8e-b340-b0cfbfdbc6b1,segment=NetworkSegment(9430d91b-9998-40d2-8479-480430a7bb85),segment_id=9430d91b-9998-40d2-8479-480430a7bb85)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:58:41.562544 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-a57a8d29-3262-4d11-b87a-966b7e4ebc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:41.626032 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:41.629565 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-a57a8d29-3262-4d11-b87a-966b7e4ebc32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:41.631038 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-a57a8d29-3262-4d11-b87a-966b7e4ebc32 service neutron] 10.222.0.32 "PUT /v2.0/ports/1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 HTTP/1.1" status: 200 len: 1094 time: 1.0682375 Apr 29 13:58:41.631551 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e928a4-3329-4415-a392-059a9c5e3b5f', 'tag': '1bddc913-0768-4f8e-b340-b0cfbfdbc6b1'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:58:41.662482 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a8d29-3262-4d11-b87a-966b7e4ebc32 service neutron] Pushing event updated for resources: {'Port': ['ID=1bddc913-0768-4f8e-b340-b0cfbfdbc6b1,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:41.701429 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e51a2d6a-bcf8-46a1-a26f-c1c5de30be30'] response: {'name': 'network-changed', 'server_uuid': '58e928a4-3329-4415-a392-059a9c5e3b5f', 'tag': '1bddc913-0768-4f8e-b340-b0cfbfdbc6b1', 'status': 'completed', 'code': 200} Apr 29 13:58:41.743921 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-9fa39fd8-ff87-42b9-8e45-6de6b02567ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5336163a9a714b1e9db08f71cbe873d8&device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 1097 time: 0.0748384 Apr 29 13:58:41.824009 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-bdd34dde-c974-4b90-98cd-8a2ca98418f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 HTTP/1.1" status: 200 len: 217 time: 0.0735841 Apr 29 13:58:41.886887 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-8ab514d5-fcad-48d6-a633-7d9ad25b2f0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:58:41.888321 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-8ab514d5-fcad-48d6-a633-7d9ad25b2f0f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2b385f20-e9a4-466c-ab20-600b4418babf HTTP/1.1" status: 200 len: 852 time: 0.0587862 Apr 29 13:58:41.963899 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-1cbe8437-5e9c-44b9-ac6a-950d93e42317 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed0ecf63-e5ba-4b1e-93d1-4a76bd723774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684967 Apr 29 13:58:42.085475 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336fe61-fb50-43f8-a2f8-1a4103c28ed2 req-4e7d622c-652e-4270-bf36-3d2984cf75a3 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:58:42.086835 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f336fe61-fb50-43f8-a2f8-1a4103c28ed2 req-4e7d622c-652e-4270-bf36-3d2984cf75a3 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 944 time: 0.0768256 Apr 29 13:58:42.101707 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-7621b59b-cd60-44bc-ae81-f31492acfeff service neutron] 10.222.0.32 "GET /v2.0/networks/ed0ecf63-e5ba-4b1e-93d1-4a76bd723774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315873 Apr 29 13:58:42.132797 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f336fe61-fb50-43f8-a2f8-1a4103c28ed2 req-29df5a11-9acf-4d6e-8b34-7779b829d669 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401740 Apr 29 13:58:42.234358 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ab332ec2-14b4-456c-b3d4-4cfa665b5d3c req-8b09d567-b270-4a0b-a967-9de4314f6143 service neutron] 10.222.0.32 "GET /v2.0/networks/ed0ecf63-e5ba-4b1e-93d1-4a76bd723774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257246 Apr 29 13:58:42.353087 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2ab65ae5-637a-4ac8-a0ed-f40302a24763 req-967dd42a-3588-4020-8fc3-71dce5632e3f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5336163a9a714b1e9db08f71cbe873d8&device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 1097 time: 0.0713766 Apr 29 13:58:42.481105 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab65ae5-637a-4ac8-a0ed-f40302a24763 req-52575ec0-6715-49bd-bce3-4dc8ccbc4492 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:58:42.483223 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2ab65ae5-637a-4ac8-a0ed-f40302a24763 req-52575ec0-6715-49bd-bce3-4dc8ccbc4492 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed0ecf63-e5ba-4b1e-93d1-4a76bd723774 HTTP/1.1" status: 200 len: 914 time: 0.1239641 Apr 29 13:58:42.553926 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2ab65ae5-637a-4ac8-a0ed-f40302a24763 req-5bcf1834-9b3e-47bc-89df-78c8756eb09e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 HTTP/1.1" status: 200 len: 217 time: 0.0639071 Apr 29 13:58:42.614938 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab65ae5-637a-4ac8-a0ed-f40302a24763 req-6da1f44b-195d-41bc-9866-24e9438958b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:58:42.616247 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2ab65ae5-637a-4ac8-a0ed-f40302a24763 req-6da1f44b-195d-41bc-9866-24e9438958b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2b385f20-e9a4-466c-ab20-600b4418babf HTTP/1.1" status: 200 len: 852 time: 0.0569308 Apr 29 13:58:42.689851 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2ab65ae5-637a-4ac8-a0ed-f40302a24763 req-d37b8b37-55bf-49a0-a8e3-ace2d08d62aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed0ecf63-e5ba-4b1e-93d1-4a76bd723774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666208 Apr 29 13:58:42.820860 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2ab65ae5-637a-4ac8-a0ed-f40302a24763 req-389ee98a-7ecc-4ba1-a9ae-0b66cae5fa68 service neutron] 10.222.0.32 "GET /v2.0/networks/ed0ecf63-e5ba-4b1e-93d1-4a76bd723774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242690 Apr 29 13:58:42.953197 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2ab65ae5-637a-4ac8-a0ed-f40302a24763 req-e0d4f9ae-481d-4929-b24c-1c78ea040fdb service neutron] 10.222.0.32 "GET /v2.0/networks/ed0ecf63-e5ba-4b1e-93d1-4a76bd723774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260197 Apr 29 13:58:42.991417 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:43.153160 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device df0af320-535c-45bf-a698-09bb4372c4e9 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:58:43.220236 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port df0af320-535c-45bf-a698-09bb4372c4e9 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:58:43.220605 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:43.416131 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39307f96-ac77-48d4-93fe-7249252af3ee req-d2192601-e52c-48a3-8bf2-fd593621697f tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:58:43.417504 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-39307f96-ac77-48d4-93fe-7249252af3ee req-d2192601-e52c-48a3-8bf2-fd593621697f tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 944 time: 0.1644235 Apr 29 13:58:43.463621 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-39307f96-ac77-48d4-93fe-7249252af3ee req-ee6be61e-d78a-4861-9cbb-916c7d8266a4 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405660 Apr 29 13:58:44.662505 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847d5a2-f886-4636-ab6d-9261d63d40e2 req-c97e27aa-fbd5-4c7b-8b96-c33691b8c536 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:58:44.663942 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-6847d5a2-f886-4636-ab6d-9261d63d40e2 req-c97e27aa-fbd5-4c7b-8b96-c33691b8c536 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 944 time: 0.0806143 Apr 29 13:58:44.707685 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-6847d5a2-f886-4636-ab6d-9261d63d40e2 req-c59331a2-e723-405e-8225-5ffab1666f05 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383146 Apr 29 13:58:45.338355 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 13:58:45.468739 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1bddc913-0768-4f8e-b340-b0cfbfdbc6b1,segment=NetworkSegment(9430d91b-9998-40d2-8479-480430a7bb85),segment_id=9430d91b-9998-40d2-8479-480430a7bb85)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:58:45.481831 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '1bddc913-0768-4f8e-b340-b0cfbfdbc6b1', 'network_id': 'ed0ecf63-e5ba-4b1e-93d1-4a76bd723774', 'port_id': '1bddc913-0768-4f8e-b340-b0cfbfdbc6b1', 'mac_address': 'fa:16:3e:65:d7:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b385f20-e9a4-466c-ab20-600b4418babf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 13:58:45.539510 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:45.556036 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 13:58:45.570537 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1bddc913-0768-4f8e-b340-b0cfbfdbc6b1,segment=NetworkSegment(9430d91b-9998-40d2-8479-480430a7bb85),segment_id=9430d91b-9998-40d2-8479-480430a7bb85)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:58:45.574305 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:45.638295 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=1bddc913-0768-4f8e-b340-b0cfbfdbc6b1,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:45.891474 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['1bddc913-0768-4f8e-b340-b0cfbfdbc6b1'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:58:45.903794 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d22595-e901-4e8d-96f2-754211be75bb req-73761371-8c3f-44e4-ae93-5c2c72e2ba27 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:58:45.905258 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-48d22595-e901-4e8d-96f2-754211be75bb req-73761371-8c3f-44e4-ae93-5c2c72e2ba27 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 945 time: 0.0755811 Apr 29 13:58:45.952353 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-48d22595-e901-4e8d-96f2-754211be75bb req-a309abcd-2543-4828-9ffa-3847e05dc171 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414457 Apr 29 13:58:47.159946 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9156c24-89c2-444e-b673-71f6faa251a8 req-adc52e01-9854-4a20-b2bd-add8a697d8e5 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:58:47.162085 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a9156c24-89c2-444e-b673-71f6faa251a8 req-adc52e01-9854-4a20-b2bd-add8a697d8e5 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 945 time: 0.0891299 Apr 29 13:58:47.206626 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a9156c24-89c2-444e-b673-71f6faa251a8 req-627af947-51cd-4295-b99b-064d6a539e61 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390189 Apr 29 13:58:47.338077 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 13:58:47.404185 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 13:58:47.408465 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:58:47.409699 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:47.521551 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:47.547210 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e928a4-3329-4415-a392-059a9c5e3b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bddc913-0768-4f8e-b340-b0cfbfdbc6b1'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:58:47.556320 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1bddc913-0768-4f8e-b340-b0cfbfdbc6b1,segment=NetworkSegment(9430d91b-9998-40d2-8479-480430a7bb85),segment_id=9430d91b-9998-40d2-8479-480430a7bb85)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:58:47.560971 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:58:47.603319 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64398852-0fab-4974-8bd5-9e31ecd69032'] response: {'server_uuid': '58e928a4-3329-4415-a392-059a9c5e3b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bddc913-0768-4f8e-b340-b0cfbfdbc6b1', 'code': 200} Apr 29 13:58:47.627422 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=1bddc913-0768-4f8e-b340-b0cfbfdbc6b1,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:58:47.826320 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7065076d-739f-4312-8ea2-01b60172b2a0 req-589c9c26-d978-4543-bb00-074a398ecd58 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 1099 time: 0.0669045 Apr 29 13:58:47.868205 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7065076d-739f-4312-8ea2-01b60172b2a0 req-b529de41-9bbe-4072-bedf-7e0349ba70d9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359349 Apr 29 13:58:48.403126 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83893f2d-c544-4d69-9abe-db5d46e6f18a req-c4a6bcfb-ce0f-4c2e-a197-315e3f162003 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:58:48.404510 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-83893f2d-c544-4d69-9abe-db5d46e6f18a req-c4a6bcfb-ce0f-4c2e-a197-315e3f162003 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 946 time: 0.0792267 Apr 29 13:58:48.449577 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-83893f2d-c544-4d69-9abe-db5d46e6f18a req-7800b1bc-1446-4c1e-b1ca-7354cd1dce72 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392854 Apr 29 13:58:49.646921 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b5595-1430-41a3-a1b0-ad30ffdbd2d1 req-9e28657d-d8b6-41d3-ab52-9fda20d3861c tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:58:49.648332 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-846b5595-1430-41a3-a1b0-ad30ffdbd2d1 req-9e28657d-d8b6-41d3-ab52-9fda20d3861c tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 946 time: 0.0781968 Apr 29 13:58:49.691834 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-846b5595-1430-41a3-a1b0-ad30ffdbd2d1 req-a11e4856-eed1-4045-902f-7a2239d65332 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380466 Apr 29 13:58:49.888606 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73035180-11fd-48cd-a7e7-c7d7763397e1 req-c5673561-cae2-42b7-86a1-428418a70d3e tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:58:49.890083 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-73035180-11fd-48cd-a7e7-c7d7763397e1 req-c5673561-cae2-42b7-86a1-428418a70d3e tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 946 time: 0.0773690 Apr 29 13:58:49.935225 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-73035180-11fd-48cd-a7e7-c7d7763397e1 req-22329922-5081-408e-90f6-02187549bdcf tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395861 Apr 29 13:58:50.352406 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37b8af-9d41-4b04-91c8-08efa972a8b5 req-0aeb8d16-dbbf-4150-a77b-c141cb0ecedb tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:58:50.353752 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ca37b8af-9d41-4b04-91c8-08efa972a8b5 req-0aeb8d16-dbbf-4150-a77b-c141cb0ecedb tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 946 time: 0.0773199 Apr 29 13:58:50.398471 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ca37b8af-9d41-4b04-91c8-08efa972a8b5 req-70356e90-3018-4078-a946-c23c05614814 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392020 Apr 29 13:58:58.290210 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:00.530199 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893f222-bdaf-4761-b86a-ddaa775cc9ed req-3bf95686-6f26-4195-9188-dbab16bf811d tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:59:00.531648 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e893f222-bdaf-4761-b86a-ddaa775cc9ed req-3bf95686-6f26-4195-9188-dbab16bf811d tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 946 time: 0.0770552 Apr 29 13:59:00.582564 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e893f222-bdaf-4761-b86a-ddaa775cc9ed req-c9e90b5c-a1ef-44c1-97f6-2d237b33af9f tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439386 Apr 29 13:59:00.610840 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 40660) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:59:00.800188 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-f239faf1-31cd-474e-b37f-5f762998ce8a tempest-TestMinimumBasicScenario-407686161 tempest-TestMinimumBasicScenario-407686161-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 1094 time: 0.1865089 Apr 29 13:59:00.802599 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 40666) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:59:00.807634 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'port_id': '1bddc913-0768-4f8e-b340-b0cfbfdbc6b1', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:59:00.813050 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:59:00.817260 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Usage tracker for resource:floatingip and tenant:5336163a9a714b1e9db08f71cbe873d8 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:59:00.820058 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:59:00.825668 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:59:00.836555 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for floatingip, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:00.971373 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:01.107603 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Allocated IP 172.26.6.149 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/92e4f4c8-b02c-4fc3-a7b3-b6ad32f35032) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:59:01.338153 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:01.365273 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:01.430531 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:59:01.433340 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:59:01.437529 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 13:59:01.467015 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Pushing event updated for resources: {'Port': ['ID=92e4f4c8-b02c-4fc3-a7b3-b6ad32f35032,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:59:01.488930 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:59:01.489272 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:59:01.489603 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:59:01.489929 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:59:01.490253 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:59:01.490582 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:59:01.490899 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:59:01.491214 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:59:01.491528 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:59:01.491841 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:59:01.492155 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:59:01.935888 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:01.992980 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:02.189830 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:02.194107 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:02.298224 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Pushing event updated for resources: {'Port': ['ID=92e4f4c8-b02c-4fc3-a7b3-b6ad32f35032,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:59:02.312533 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:02.499475 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.l3_db [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Floating IP 2741ef0a-5235-4a3e-b78e-ceb73c426229 associated. External IP: 172.26.6.149, port: 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1. Apr 29 13:59:02.997653 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Router 33450d63-ecf0-4a3d-afea-c6ef95cb9157 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:59:03.192654 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:59:03.201956 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c91f56-ceca-406e-aaa8-582ac11ccc41 None None] Sync routers for ids ['33450d63-ecf0-4a3d-afea-c6ef95cb9157'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 13:59:03.213976 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c91f56-ceca-406e-aaa8-582ac11ccc41 None None] Routers {'33450d63-ecf0-4a3d-afea-c6ef95cb9157'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:59:03.214618 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-29c91f56-ceca-406e-aaa8-582ac11ccc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:58:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['33450d63-ecf0-4a3d-afea-c6ef95cb9157'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:59:03.217167 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:03.278713 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40670) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:59:03.279494 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-38246bc7-5ae8-41d8-8e4d-16b85fbde0a6 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4752481 Apr 29 13:59:03.279679 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e928a4-3329-4415-a392-059a9c5e3b5f', 'tag': '1bddc913-0768-4f8e-b340-b0cfbfdbc6b1'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:59:03.288450 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-3ee2e615-f401-4e1c-9363-1028c34ced7b tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-225619098', 'description': 'tempest-secgroup-smoke-225619098 description', 'project_id': '5336163a9a714b1e9db08f71cbe873d8'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:59:03.300489 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3ee2e615-f401-4e1c-9363-1028c34ced7b tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:59:03.316270 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3ee2e615-f401-4e1c-9363-1028c34ced7b tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:59:03.331689 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ee2e615-f401-4e1c-9363-1028c34ced7b tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:03.381351 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3ee2e615-f401-4e1c-9363-1028c34ced7b tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:59:03.385477 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3ee2e615-f401-4e1c-9363-1028c34ced7b tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Usage tracker for resource:security_group_rule and tenant:5336163a9a714b1e9db08f71cbe873d8 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:59:03.388050 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3ee2e615-f401-4e1c-9363-1028c34ced7b tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:59:03.394382 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3ee2e615-f401-4e1c-9363-1028c34ced7b tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:59:03.395688 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-29c91f56-ceca-406e-aaa8-582ac11ccc41 None None] Set router 33450d63-ecf0-4a3d-afea-c6ef95cb9157 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:59:03.452192 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ee2e615-f401-4e1c-9363-1028c34ced7b tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:03.458144 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ee2e615-f401-4e1c-9363-1028c34ced7b tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:03.509071 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2e615-f401-4e1c-9363-1028c34ced7b tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d29cb685-adb6-494d-9df7-7a8b2265b43c,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:59:03.511370 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ee2e615-f401-4e1c-9363-1028c34ced7b tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:03.512738 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3ee2e615-f401-4e1c-9363-1028c34ced7b tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2324100 Apr 29 13:59:03.516226 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 40678) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:59:03.522234 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-27b40966-68bc-4fb5-9d7a-11093d8cd8ef tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Request body: {'security_group_rule': {'security_group_id': 'd29cb685-adb6-494d-9df7-7a8b2265b43c', 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:59:03.528389 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-27b40966-68bc-4fb5-9d7a-11093d8cd8ef tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:59:03.532188 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-27b40966-68bc-4fb5-9d7a-11093d8cd8ef tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Usage tracker for resource:security_group_rule and tenant:5336163a9a714b1e9db08f71cbe873d8 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:59:03.535836 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-27b40966-68bc-4fb5-9d7a-11093d8cd8ef tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:59:03.541787 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-27b40966-68bc-4fb5-9d7a-11093d8cd8ef tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:59:03.560845 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-123b1472-9cc1-45b8-8e4c-7d3310fbc69a'] response: {'name': 'network-changed', 'server_uuid': '58e928a4-3329-4415-a392-059a9c5e3b5f', 'tag': '1bddc913-0768-4f8e-b340-b0cfbfdbc6b1', 'status': 'completed', 'code': 200} Apr 29 13:59:03.563901 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-27b40966-68bc-4fb5-9d7a-11093d8cd8ef tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:03.628703 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-27b40966-68bc-4fb5-9d7a-11093d8cd8ef tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:03.633719 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-27b40966-68bc-4fb5-9d7a-11093d8cd8ef tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:03.659753 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b40966-68bc-4fb5-9d7a-11093d8cd8ef tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb62ec6-bf5d-41ad-81c6-445c7c38ac4d,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:59:03.664106 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:59:03.667751 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-116b4400-57cf-4025-bf35-1a74fd332743 req-47e4ef09-815b-441f-a553-e5ef9d7af6ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5336163a9a714b1e9db08f71cbe873d8&device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 1099 time: 0.0811064 Apr 29 13:59:03.669386 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-27b40966-68bc-4fb5-9d7a-11093d8cd8ef tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:03.673143 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-27b40966-68bc-4fb5-9d7a-11093d8cd8ef tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1537497 Apr 29 13:59:03.673411 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 40682) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:59:03.680099 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-cfe8031c-1dba-47be-9a81-7c94f0fe6284 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Request body: {'security_group_rule': {'security_group_id': 'd29cb685-adb6-494d-9df7-7a8b2265b43c', 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:59:03.685997 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-cfe8031c-1dba-47be-9a81-7c94f0fe6284 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:59:03.690167 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-cfe8031c-1dba-47be-9a81-7c94f0fe6284 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Usage tracker for resource:security_group_rule and tenant:5336163a9a714b1e9db08f71cbe873d8 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:59:03.693276 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-cfe8031c-1dba-47be-9a81-7c94f0fe6284 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:59:03.699280 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-cfe8031c-1dba-47be-9a81-7c94f0fe6284 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:59:03.716073 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cfe8031c-1dba-47be-9a81-7c94f0fe6284 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:03.769403 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-29c91f56-ceca-406e-aaa8-582ac11ccc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'name': 'tempest-TestMinimumBasicScenario-51424060-router', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'defefd43-481b-4ef3-8a87-51cd53c3938c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:58:06Z', 'updated_at': '2022-04-29T13:58:09Z', 'revision_number': 4, 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'gw_port': {'id': 'defefd43-481b-4ef3-8a87-51cd53c3938c', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:06Z', 'updated_at': '2022-04-29T13:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '2741ef0a-5235-4a3e-b78e-ceb73c426229', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8', 'floating_ip_address': '172.26.6.149', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'port_id': '1bddc913-0768-4f8e-b340-b0cfbfdbc6b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0ecf63-e5ba-4b1e-93d1-4a76bd723774', 'mac_address': 'fa:16:3e:65:d7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e928a4-3329-4415-a392-059a9c5e3b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:59:01Z', 'updated_at': '2022-04-29T13:59:01Z', 'revision_number': 0, 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6', 'name': '', 'network_id': 'ed0ecf63-e5ba-4b1e-93d1-4a76bd723774', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8', 'mac_address': 'fa:16:3e:82:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b385f20-e9a4-466c-ab20-600b4418babf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:08Z', 'updated_at': '2022-04-29T13:58:17Z', 'revision_number': 5, 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'subnets': [{'id': '2b385f20-e9a4-466c-ab20-600b4418babf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:59:03.773319 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c91f56-ceca-406e-aaa8-582ac11ccc41 None None] Checking router: 33450d63-ecf0-4a3d-afea-c6ef95cb9157 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 13:59:03.785762 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cfe8031c-1dba-47be-9a81-7c94f0fe6284 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:03.787759 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c91f56-ceca-406e-aaa8-582ac11ccc41 None None] Routers {'33450d63-ecf0-4a3d-afea-c6ef95cb9157'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 13:59:03.787862 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-29c91f56-ceca-406e-aaa8-582ac11ccc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T13:58:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['33450d63-ecf0-4a3d-afea-c6ef95cb9157'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:59:03.790883 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cfe8031c-1dba-47be-9a81-7c94f0fe6284 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:03.810808 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8031c-1dba-47be-9a81-7c94f0fe6284 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8afed58-01f3-4217-95d9-3423a2a77bd9,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:59:03.819427 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b4400-57cf-4025-bf35-1a74fd332743 req-f62f8f1f-b477-4c70-9434-29e611b23528 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:59:03.820988 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-116b4400-57cf-4025-bf35-1a74fd332743 req-f62f8f1f-b477-4c70-9434-29e611b23528 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed0ecf63-e5ba-4b1e-93d1-4a76bd723774 HTTP/1.1" status: 200 len: 914 time: 0.1523981 Apr 29 13:59:03.845460 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cfe8031c-1dba-47be-9a81-7c94f0fe6284 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:03.847248 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-cfe8031c-1dba-47be-9a81-7c94f0fe6284 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1719208 Apr 29 13:59:03.853200 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 40686) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:59:03.859060 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-43c33d0e-d6f9-41d0-984e-5ae9c67cf5e9 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Request body: {'security_group_rule': {'security_group_id': 'd29cb685-adb6-494d-9df7-7a8b2265b43c', 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:59:03.866089 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-43c33d0e-d6f9-41d0-984e-5ae9c67cf5e9 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:59:03.869951 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-43c33d0e-d6f9-41d0-984e-5ae9c67cf5e9 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Usage tracker for resource:security_group_rule and tenant:5336163a9a714b1e9db08f71cbe873d8 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:59:03.876218 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-43c33d0e-d6f9-41d0-984e-5ae9c67cf5e9 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:59:03.882706 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-43c33d0e-d6f9-41d0-984e-5ae9c67cf5e9 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:59:03.899280 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-43c33d0e-d6f9-41d0-984e-5ae9c67cf5e9 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:03.942800 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-116b4400-57cf-4025-bf35-1a74fd332743 req-d130a57d-7559-4233-83ef-e5cf7e68c381 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 HTTP/1.1" status: 200 len: 1000 time: 0.1151271 Apr 29 13:59:03.967955 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-43c33d0e-d6f9-41d0-984e-5ae9c67cf5e9 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:03.973341 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-43c33d0e-d6f9-41d0-984e-5ae9c67cf5e9 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:04.001521 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c33d0e-d6f9-41d0-984e-5ae9c67cf5e9 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a5a55a-93fb-4d77-a094-9f217054acdc,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:59:04.012410 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-43c33d0e-d6f9-41d0-984e-5ae9c67cf5e9 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:04.016397 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-43c33d0e-d6f9-41d0-984e-5ae9c67cf5e9 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1595860 Apr 29 13:59:04.016549 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b4400-57cf-4025-bf35-1a74fd332743 req-da200f01-2c0a-4826-a7b1-6aad64b417de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:59:04.016549 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-116b4400-57cf-4025-bf35-1a74fd332743 req-da200f01-2c0a-4826-a7b1-6aad64b417de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2b385f20-e9a4-466c-ab20-600b4418babf HTTP/1.1" status: 200 len: 852 time: 0.0670345 Apr 29 13:59:04.016746 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40690) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:59:04.022068 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-089b1dc1-181b-456a-ade9-9faf70a2312c tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Request body: {'security_group_rule': {'security_group_id': 'd29cb685-adb6-494d-9df7-7a8b2265b43c', 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:59:04.023194 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-29c91f56-ceca-406e-aaa8-582ac11ccc41 None None] Set router 33450d63-ecf0-4a3d-afea-c6ef95cb9157 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 13:59:04.056293 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-089b1dc1-181b-456a-ade9-9faf70a2312c tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:59:04.067978 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-089b1dc1-181b-456a-ade9-9faf70a2312c tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Usage tracker for resource:security_group_rule and tenant:5336163a9a714b1e9db08f71cbe873d8 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:59:04.072732 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-089b1dc1-181b-456a-ade9-9faf70a2312c tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:59:04.079294 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-089b1dc1-181b-456a-ade9-9faf70a2312c tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:59:04.108278 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-089b1dc1-181b-456a-ade9-9faf70a2312c tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:04.142990 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-116b4400-57cf-4025-bf35-1a74fd332743 req-661fc38f-e434-4c13-b080-ec482cdab899 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed0ecf63-e5ba-4b1e-93d1-4a76bd723774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1164057 Apr 29 13:59:04.261450 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-089b1dc1-181b-456a-ade9-9faf70a2312c tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:04.266163 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-089b1dc1-181b-456a-ade9-9faf70a2312c tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:04.317713 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b1dc1-181b-456a-ade9-9faf70a2312c tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=559f7367-e250-4b35-b2ca-b5fa311ac465,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:59:04.324134 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-089b1dc1-181b-456a-ade9-9faf70a2312c tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:04.325320 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-089b1dc1-181b-456a-ade9-9faf70a2312c tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3077779 Apr 29 13:59:04.328190 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 40694) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:59:04.331322 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-116b4400-57cf-4025-bf35-1a74fd332743 req-397d0cc9-ed18-42eb-ac69-809faebc92ad service neutron] 10.222.0.32 "GET /v2.0/networks/ed0ecf63-e5ba-4b1e-93d1-4a76bd723774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815610 Apr 29 13:59:04.334206 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-c94dfb02-f372-4f7d-b7e6-e058c34f5cbd tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Request body: {'security_group_rule': {'security_group_id': 'd29cb685-adb6-494d-9df7-7a8b2265b43c', 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:59:04.340193 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c94dfb02-f372-4f7d-b7e6-e058c34f5cbd tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:59:04.344624 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c94dfb02-f372-4f7d-b7e6-e058c34f5cbd tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Usage tracker for resource:security_group_rule and tenant:5336163a9a714b1e9db08f71cbe873d8 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:59:04.348315 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c94dfb02-f372-4f7d-b7e6-e058c34f5cbd tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:59:04.354505 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c94dfb02-f372-4f7d-b7e6-e058c34f5cbd tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:59:04.367083 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.securitygroups_db [None req-c94dfb02-f372-4f7d-b7e6-e058c34f5cbd tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Project 5336163a9a714b1e9db08f71cbe873d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:59:04.373931 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c94dfb02-f372-4f7d-b7e6-e058c34f5cbd tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:04.383236 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-29c91f56-ceca-406e-aaa8-582ac11ccc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'name': 'tempest-TestMinimumBasicScenario-51424060-router', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'defefd43-481b-4ef3-8a87-51cd53c3938c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:58:06Z', 'updated_at': '2022-04-29T13:58:09Z', 'revision_number': 4, 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'gw_port': {'id': 'defefd43-481b-4ef3-8a87-51cd53c3938c', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:06Z', 'updated_at': '2022-04-29T13:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '2741ef0a-5235-4a3e-b78e-ceb73c426229', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8', 'floating_ip_address': '172.26.6.149', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'port_id': '1bddc913-0768-4f8e-b340-b0cfbfdbc6b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0ecf63-e5ba-4b1e-93d1-4a76bd723774', 'mac_address': 'fa:16:3e:65:d7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e928a4-3329-4415-a392-059a9c5e3b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:59:01Z', 'updated_at': '2022-04-29T13:59:01Z', 'revision_number': 0, 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6', 'name': '', 'network_id': 'ed0ecf63-e5ba-4b1e-93d1-4a76bd723774', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8', 'mac_address': 'fa:16:3e:82:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b385f20-e9a4-466c-ab20-600b4418babf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:08Z', 'updated_at': '2022-04-29T13:58:17Z', 'revision_number': 5, 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'subnets': [{'id': '2b385f20-e9a4-466c-ab20-600b4418babf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:59:04.387561 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c91f56-ceca-406e-aaa8-582ac11ccc41 None None] The sync data for ids ['33450d63-ecf0-4a3d-afea-c6ef95cb9157'] in dv-neutron-839027-4-hyperv is: [{'id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'name': 'tempest-TestMinimumBasicScenario-51424060-router', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'defefd43-481b-4ef3-8a87-51cd53c3938c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:58:06Z', 'updated_at': '2022-04-29T13:58:09Z', 'revision_number': 4, 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'gw_port': {'id': 'defefd43-481b-4ef3-8a87-51cd53c3938c', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:06Z', 'updated_at': '2022-04-29T13:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '2741ef0a-5235-4a3e-b78e-ceb73c426229', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8', 'floating_ip_address': '172.26.6.149', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'port_id': '1bddc913-0768-4f8e-b340-b0cfbfdbc6b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0ecf63-e5ba-4b1e-93d1-4a76bd723774', 'mac_address': 'fa:16:3e:65:d7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e928a4-3329-4415-a392-059a9c5e3b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:59:01Z', 'updated_at': '2022-04-29T13:59:01Z', 'revision_number': 0, 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6', 'name': '', 'network_id': 'ed0ecf63-e5ba-4b1e-93d1-4a76bd723774', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8', 'mac_address': 'fa:16:3e:82:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b385f20-e9a4-466c-ab20-600b4418babf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:08Z', 'updated_at': '2022-04-29T13:58:17Z', 'revision_number': 5, 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'subnets': [{'id': '2b385f20-e9a4-466c-ab20-600b4418babf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 13:59:04.444940 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c94dfb02-f372-4f7d-b7e6-e058c34f5cbd tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:04.449352 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c94dfb02-f372-4f7d-b7e6-e058c34f5cbd tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:04.469397 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-116b4400-57cf-4025-bf35-1a74fd332743 req-9ad077df-d0fa-4945-b378-9f93c9ab3733 service neutron] 10.222.0.32 "GET /v2.0/networks/ed0ecf63-e5ba-4b1e-93d1-4a76bd723774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315818 Apr 29 13:59:04.480113 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94dfb02-f372-4f7d-b7e6-e058c34f5cbd tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cbafc34-61e3-4cf0-83a7-26f1ca754049,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:59:04.483850 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c94dfb02-f372-4f7d-b7e6-e058c34f5cbd tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:04.488857 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c94dfb02-f372-4f7d-b7e6-e058c34f5cbd tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1594870 Apr 29 13:59:04.489589 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40698) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 13:59:04.495848 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-ebba0f38-f139-4d41-a20d-8764731feabf tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Request body: {'security_group_rule': {'security_group_id': 'd29cb685-adb6-494d-9df7-7a8b2265b43c', 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:59:04.501982 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ebba0f38-f139-4d41-a20d-8764731feabf tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 13:59:04.505955 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ebba0f38-f139-4d41-a20d-8764731feabf tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Usage tracker for resource:security_group_rule and tenant:5336163a9a714b1e9db08f71cbe873d8 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 13:59:04.508747 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ebba0f38-f139-4d41-a20d-8764731feabf tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 13:59:04.514816 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ebba0f38-f139-4d41-a20d-8764731feabf tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 13:59:04.525130 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.securitygroups_db [None req-ebba0f38-f139-4d41-a20d-8764731feabf tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Project 5336163a9a714b1e9db08f71cbe873d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:59:04.532378 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ebba0f38-f139-4d41-a20d-8764731feabf tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:04.602231 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ebba0f38-f139-4d41-a20d-8764731feabf tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:04.606505 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ebba0f38-f139-4d41-a20d-8764731feabf tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:04.610860 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f42df1-0697-49b2-9864-680343d269ab None None] New status for floating IP 2741ef0a-5235-4a3e-b78e-ceb73c426229: ACTIVE {{(pid=83906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 13:59:04.637273 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba0f38-f139-4d41-a20d-8764731feabf tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a1f3ab0-4b79-44d3-94e9-88e750903876,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:59:04.644362 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ebba0f38-f139-4d41-a20d-8764731feabf tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:04.645631 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ebba0f38-f139-4d41-a20d-8764731feabf tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1549339 Apr 29 13:59:04.778639 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-400b08a8-c979-4875-b489-8051dbae5e68 req-d5a95f83-a0aa-4a29-80c0-8f3fdbf32357 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-225619098&fields=id&tenant_id=5336163a9a714b1e9db08f71cbe873d8 HTTP/1.1" status: 200 len: 267 time: 0.0402095 Apr 29 13:59:04.862986 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b08a8-c979-4875-b489-8051dbae5e68 req-06e17b48-cc01-4106-b402-e8c9098abad8 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:59:04.864314 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-400b08a8-c979-4875-b489-8051dbae5e68 req-06e17b48-cc01-4106-b402-e8c9098abad8 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 946 time: 0.0804026 Apr 29 13:59:04.875007 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [req-400b08a8-c979-4875-b489-8051dbae5e68 req-bcd9a72c-52e7-4b39-b492-4b016100a452 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Request body: {'port': {'security_groups': ['b6c15084-73a9-4208-953a-5672d933b51a', 'd29cb685-adb6-494d-9df7-7a8b2265b43c']}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 13:59:04.998141 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-400b08a8-c979-4875-b489-8051dbae5e68 req-bcd9a72c-52e7-4b39-b492-4b016100a452 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:05.241478 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [req-400b08a8-c979-4875-b489-8051dbae5e68 req-bcd9a72c-52e7-4b39-b492-4b016100a452 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] For port 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1bddc913-0768-4f8e-b340-b0cfbfdbc6b1,segment=NetworkSegment(9430d91b-9998-40d2-8479-480430a7bb85),segment_id=9430d91b-9998-40d2-8479-480430a7bb85)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:59:05.274336 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-400b08a8-c979-4875-b489-8051dbae5e68 req-bcd9a72c-52e7-4b39-b492-4b016100a452 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:05.278678 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-400b08a8-c979-4875-b489-8051dbae5e68 req-bcd9a72c-52e7-4b39-b492-4b016100a452 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:05.290824 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['1bddc913-0768-4f8e-b340-b0cfbfdbc6b1'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:59:05.352338 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b08a8-c979-4875-b489-8051dbae5e68 req-bcd9a72c-52e7-4b39-b492-4b016100a452 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:59:05.352979 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [req-400b08a8-c979-4875-b489-8051dbae5e68 req-bcd9a72c-52e7-4b39-b492-4b016100a452 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:05.354461 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-400b08a8-c979-4875-b489-8051dbae5e68 req-bcd9a72c-52e7-4b39-b492-4b016100a452 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "PUT /v2.0/ports/1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 HTTP/1.1" status: 200 len: 982 time: 0.4841268 Apr 29 13:59:05.383435 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9a72c-52e7-4b39-b492-4b016100a452 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Pushing event updated for resources: {'Port': ['ID=1bddc913-0768-4f8e-b340-b0cfbfdbc6b1,revision_number=6']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:59:05.418740 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['1bddc913-0768-4f8e-b340-b0cfbfdbc6b1'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 13:59:05.562093 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e928a4-3329-4415-a392-059a9c5e3b5f', 'tag': '1bddc913-0768-4f8e-b340-b0cfbfdbc6b1'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 13:59:05.571599 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55559756-e768-456a-b1e7-540a0eabe231 req-aa6b5678-8895-4499-8f8e-7a0b2b8c096f tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:59:05.573187 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-55559756-e768-456a-b1e7-540a0eabe231 req-aa6b5678-8895-4499-8f8e-7a0b2b8c096f tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 985 time: 0.0979767 Apr 29 13:59:05.628543 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-55559756-e768-456a-b1e7-540a0eabe231 req-7169dd16-f388-4d86-8ee5-9a00bf168da1 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Synchronizing usage tracker for tenant:5336163a9a714b1e9db08f71cbe873d8 on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 13:59:05.647510 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-55559756-e768-456a-b1e7-540a0eabe231 req-7169dd16-f388-4d86-8ee5-9a00bf168da1 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Unset dirty status for tenant:5336163a9a714b1e9db08f71cbe873d8 on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 13:59:05.660929 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-55559756-e768-456a-b1e7-540a0eabe231 req-7169dd16-f388-4d86-8ee5-9a00bf168da1 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&id=d29cb685-adb6-494d-9df7-7a8b2265b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0788546 Apr 29 13:59:05.684340 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f5191dec-6f95-4ac8-bc0d-42e7c801ba80 None None] Provisioning complete for port 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 13:59:05.684949 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f5191dec-6f95-4ac8-bc0d-42e7c801ba80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:05.768479 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e0a05c6-bed4-422e-84b0-a9586d6a0e53'] response: {'name': 'network-changed', 'server_uuid': '58e928a4-3329-4415-a392-059a9c5e3b5f', 'tag': '1bddc913-0768-4f8e-b340-b0cfbfdbc6b1', 'status': 'completed', 'code': 200} Apr 29 13:59:05.872296 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a8059cc1-49f0-4d18-afba-5e41517e0cb5 req-6bad13da-1344-4dbf-b9ad-de93afa1876e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5336163a9a714b1e9db08f71cbe873d8&device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 1138 time: 0.0774670 Apr 29 13:59:06.011781 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8059cc1-49f0-4d18-afba-5e41517e0cb5 req-9513b5a4-24fe-4670-badd-f1cae847cc7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:59:06.016657 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a8059cc1-49f0-4d18-afba-5e41517e0cb5 req-9513b5a4-24fe-4670-badd-f1cae847cc7a service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed0ecf63-e5ba-4b1e-93d1-4a76bd723774 HTTP/1.1" status: 200 len: 914 time: 0.1417449 Apr 29 13:59:06.223828 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a8059cc1-49f0-4d18-afba-5e41517e0cb5 req-8ebfbd84-479d-4cd8-bd85-fe693d2ed0d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 HTTP/1.1" status: 200 len: 1002 time: 0.1998034 Apr 29 13:59:06.289798 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8059cc1-49f0-4d18-afba-5e41517e0cb5 req-df14df69-ba83-4534-a154-83bf9324e22d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:59:06.291179 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a8059cc1-49f0-4d18-afba-5e41517e0cb5 req-df14df69-ba83-4534-a154-83bf9324e22d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2b385f20-e9a4-466c-ab20-600b4418babf HTTP/1.1" status: 200 len: 852 time: 0.0605745 Apr 29 13:59:06.366354 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a8059cc1-49f0-4d18-afba-5e41517e0cb5 req-a3ced041-4743-4886-8861-de79daf727dc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed0ecf63-e5ba-4b1e-93d1-4a76bd723774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685532 Apr 29 13:59:06.496354 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a8059cc1-49f0-4d18-afba-5e41517e0cb5 req-a5efd85e-bc77-4c90-a89d-3f9d82de44ef service neutron] 10.222.0.32 "GET /v2.0/networks/ed0ecf63-e5ba-4b1e-93d1-4a76bd723774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237543 Apr 29 13:59:06.624459 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a8059cc1-49f0-4d18-afba-5e41517e0cb5 req-27415085-b172-4a21-bf35-8779ebc1efcd service neutron] 10.222.0.32 "GET /v2.0/networks/ed0ecf63-e5ba-4b1e-93d1-4a76bd723774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223094 Apr 29 13:59:07.913958 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-23d36f72-5742-4ebb-814a-ff2fc1ac8c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:10.472867 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4910191f-aabb-478b-9fff-8d111cfc505b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:11.554624 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:11.629137 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:12.994095 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:28.309884 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:34.082546 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-25dc5c57-d2ca-4ecd-a6b7-a198107deed0 req-3e940b50-c454-4560-8866-01a9dacd8424 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1311829 Apr 29 13:59:34.225319 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-25dc5c57-d2ca-4ecd-a6b7-a198107deed0 req-96d01a24-1ca0-4162-bf96-3a69a7e89882 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5336163a9a714b1e9db08f71cbe873d8&device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 1138 time: 0.0722022 Apr 29 13:59:34.367381 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc5c57-d2ca-4ecd-a6b7-a198107deed0 req-55ea09b5-07e9-4473-973f-1e3a2fd8a7a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:59:34.368809 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-25dc5c57-d2ca-4ecd-a6b7-a198107deed0 req-55ea09b5-07e9-4473-973f-1e3a2fd8a7a4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed0ecf63-e5ba-4b1e-93d1-4a76bd723774 HTTP/1.1" status: 200 len: 914 time: 0.1232119 Apr 29 13:59:34.468104 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-25dc5c57-d2ca-4ecd-a6b7-a198107deed0 req-923026bb-09b6-4062-93c3-5d85393be8b8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 HTTP/1.1" status: 200 len: 1002 time: 0.0931475 Apr 29 13:59:34.527193 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc5c57-d2ca-4ecd-a6b7-a198107deed0 req-a4297ab6-08c8-4916-b02e-17b27fd2b8a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 13:59:34.528566 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-25dc5c57-d2ca-4ecd-a6b7-a198107deed0 req-a4297ab6-08c8-4916-b02e-17b27fd2b8a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2b385f20-e9a4-466c-ab20-600b4418babf HTTP/1.1" status: 200 len: 852 time: 0.0547082 Apr 29 13:59:34.599302 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-25dc5c57-d2ca-4ecd-a6b7-a198107deed0 req-817d52f6-ea6c-4d5c-9606-38e445b05d8e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed0ecf63-e5ba-4b1e-93d1-4a76bd723774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649559 Apr 29 13:59:34.727163 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-25dc5c57-d2ca-4ecd-a6b7-a198107deed0 req-39fabb42-f24b-4175-9ffc-9931e0288ac4 service neutron] 10.222.0.32 "GET /v2.0/networks/ed0ecf63-e5ba-4b1e-93d1-4a76bd723774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200666 Apr 29 13:59:34.854211 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-25dc5c57-d2ca-4ecd-a6b7-a198107deed0 req-024b9d1f-7ff0-4b09-9c50-dae923b72c92 service neutron] 10.222.0.32 "GET /v2.0/networks/ed0ecf63-e5ba-4b1e-93d1-4a76bd723774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209922 Apr 29 13:59:37.915146 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6616ced6-159a-46ea-9b33-a74c06fb6147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:40.463709 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-47426b04-ec6b-4102-bf25-6943885553c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:40.643919 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 13:59:41.557466 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:41.630296 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:42.997259 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 13:59:58.301994 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:00:04.578693 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-74720e44-7721-4a56-9e5a-be52e4f22d6d req-0afdb0f4-ab3a-4b8f-b0fe-950090789953 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5336163a9a714b1e9db08f71cbe873d8&device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 1138 time: 0.0741010 Apr 29 14:00:04.625004 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288c20f-2196-4fe9-935c-5028164e1d0d req-af64b492-bb5d-43fc-9ad0-6809cf63b0c3 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:00:04.626603 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9288c20f-2196-4fe9-935c-5028164e1d0d req-af64b492-bb5d-43fc-9ad0-6809cf63b0c3 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 985 time: 0.0779376 Apr 29 14:00:04.674998 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9288c20f-2196-4fe9-935c-5028164e1d0d req-040f0ae4-1d9f-4931-a5a5-0f5211ccb2c4 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&id=d29cb685-adb6-494d-9df7-7a8b2265b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423379 Apr 29 14:00:04.709912 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74720e44-7721-4a56-9e5a-be52e4f22d6d req-f500d065-1687-459b-a6dc-4a60fdc3acb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:00:04.711367 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-74720e44-7721-4a56-9e5a-be52e4f22d6d req-f500d065-1687-459b-a6dc-4a60fdc3acb0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed0ecf63-e5ba-4b1e-93d1-4a76bd723774 HTTP/1.1" status: 200 len: 914 time: 0.1269448 Apr 29 14:00:04.905121 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-74720e44-7721-4a56-9e5a-be52e4f22d6d req-660903ce-123c-4a5a-b26f-77961407150b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 HTTP/1.1" status: 200 len: 1002 time: 0.1873019 Apr 29 14:00:04.967979 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74720e44-7721-4a56-9e5a-be52e4f22d6d req-e5f3024c-ad3a-461b-a7da-ea22a8e8c9f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:00:04.969735 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-74720e44-7721-4a56-9e5a-be52e4f22d6d req-e5f3024c-ad3a-461b-a7da-ea22a8e8c9f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2b385f20-e9a4-466c-ab20-600b4418babf HTTP/1.1" status: 200 len: 852 time: 0.0578270 Apr 29 14:00:05.042829 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-74720e44-7721-4a56-9e5a-be52e4f22d6d req-b0b7cb47-bc5d-428e-9a8c-bb00aad94d4e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed0ecf63-e5ba-4b1e-93d1-4a76bd723774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661023 Apr 29 14:00:05.171188 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-74720e44-7721-4a56-9e5a-be52e4f22d6d req-b8ecc696-ed5c-4b86-baf5-ffa9765627f9 service neutron] 10.222.0.32 "GET /v2.0/networks/ed0ecf63-e5ba-4b1e-93d1-4a76bd723774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216292 Apr 29 14:00:05.301761 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-74720e44-7721-4a56-9e5a-be52e4f22d6d req-32bbdba7-e115-4b28-aef8-217d97f77d37 service neutron] 10.222.0.32 "GET /v2.0/networks/ed0ecf63-e5ba-4b1e-93d1-4a76bd723774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235933 Apr 29 14:00:05.876072 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbce56-939f-4359-a93e-486066e1893b req-c408d293-f717-4b4a-b099-2c389da93a24 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:00:05.877558 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-92dbce56-939f-4359-a93e-486066e1893b req-c408d293-f717-4b4a-b099-2c389da93a24 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 985 time: 0.0792658 Apr 29 14:00:05.923616 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-92dbce56-939f-4359-a93e-486066e1893b req-97c1f398-ca46-4b08-9713-8a1fbb51855d tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&id=d29cb685-adb6-494d-9df7-7a8b2265b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404751 Apr 29 14:00:07.122187 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7e188-0ddb-4a43-8ad2-2030363a8744 req-0a63de54-371d-4c1c-ba25-fc7874a985ad tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:00:07.123546 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-54c7e188-0ddb-4a43-8ad2-2030363a8744 req-0a63de54-371d-4c1c-ba25-fc7874a985ad tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 985 time: 0.0802658 Apr 29 14:00:07.169969 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-54c7e188-0ddb-4a43-8ad2-2030363a8744 req-c9affafe-38b5-4dd7-b2ac-d44404f50569 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&id=d29cb685-adb6-494d-9df7-7a8b2265b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404899 Apr 29 14:00:07.917193 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4c550297-8054-4a54-840f-2acff0119daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:00:08.361933 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6d39f-ad8b-42c7-9523-f62f8e790f50 req-5777577d-823a-4288-8858-3666a221d1ac tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:00:08.363373 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b8d6d39f-ad8b-42c7-9523-f62f8e790f50 req-5777577d-823a-4288-8858-3666a221d1ac tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 985 time: 0.0756221 Apr 29 14:00:08.412137 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b8d6d39f-ad8b-42c7-9523-f62f8e790f50 req-7391eaf9-d772-4832-bba3-341e14147be2 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&id=d29cb685-adb6-494d-9df7-7a8b2265b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432465 Apr 29 14:00:09.608673 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee3770-4b61-4912-99c6-d9785b64ea5c req-5519da2c-f081-4f2b-836f-264363a0d453 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:00:09.611308 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8fee3770-4b61-4912-99c6-d9785b64ea5c req-5519da2c-f081-4f2b-836f-264363a0d453 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 985 time: 0.0775826 Apr 29 14:00:09.662766 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8fee3770-4b61-4912-99c6-d9785b64ea5c req-1f613629-f14e-4437-9a43-04bb362ca50d tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&id=d29cb685-adb6-494d-9df7-7a8b2265b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0458860 Apr 29 14:00:10.465437 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c90f28a8-1bb0-4de1-b90c-16801ff6a620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:00:10.859791 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169bb20-51f1-4fc6-927d-d24d67411f07 req-5c385ecf-ef3d-49e6-907f-04fc75919ac3 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:00:10.861373 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3169bb20-51f1-4fc6-927d-d24d67411f07 req-5c385ecf-ef3d-49e6-907f-04fc75919ac3 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 985 time: 0.0763712 Apr 29 14:00:10.906951 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3169bb20-51f1-4fc6-927d-d24d67411f07 req-b3752a6f-3b75-4e19-9dfb-73c029108e3b tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&id=d29cb685-adb6-494d-9df7-7a8b2265b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400455 Apr 29 14:00:11.561023 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:00:11.630971 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:00:12.101486 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc0e96-608b-4d96-be56-97b053e9d549 req-9fb592a2-fab8-44ea-a8b0-022bd63c548a tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:00:12.102847 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-05cc0e96-608b-4d96-be56-97b053e9d549 req-9fb592a2-fab8-44ea-a8b0-022bd63c548a tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 985 time: 0.0751836 Apr 29 14:00:12.147886 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-05cc0e96-608b-4d96-be56-97b053e9d549 req-b0fa46b2-7b6c-4bca-8a62-8a880c8e235e tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&id=d29cb685-adb6-494d-9df7-7a8b2265b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395179 Apr 29 14:00:12.999387 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:00:13.351643 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb3392-38c3-4b7a-89ef-63610653516f req-a5eee26a-13e7-4536-9a93-eb172532f3ee tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:00:13.353111 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f7cb3392-38c3-4b7a-89ef-63610653516f req-a5eee26a-13e7-4536-9a93-eb172532f3ee tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 985 time: 0.0819876 Apr 29 14:00:13.400836 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f7cb3392-38c3-4b7a-89ef-63610653516f req-9825a6ad-92f4-4968-9ac3-9291152adaf2 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&id=d29cb685-adb6-494d-9df7-7a8b2265b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420334 Apr 29 14:00:14.680560 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18ac45-01de-4fe7-b7a1-d7b586fa9a0c req-53cc3b4d-7f2e-491e-aab0-40da64b8332a tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:00:14.682025 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5d18ac45-01de-4fe7-b7a1-d7b586fa9a0c req-53cc3b4d-7f2e-491e-aab0-40da64b8332a tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 985 time: 0.1636531 Apr 29 14:00:14.729384 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5d18ac45-01de-4fe7-b7a1-d7b586fa9a0c req-07f6c434-b2ee-4dab-8641-f832af3dcdf4 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&id=d29cb685-adb6-494d-9df7-7a8b2265b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416377 Apr 29 14:00:16.071622 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6a754-0b79-4713-bbc1-dac41cc6eb31 req-721575a0-2545-402a-8493-b4045ef456a9 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:00:16.073036 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c7f6a754-0b79-4713-bbc1-dac41cc6eb31 req-721575a0-2545-402a-8493-b4045ef456a9 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 985 time: 0.0817399 Apr 29 14:00:16.119809 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c7f6a754-0b79-4713-bbc1-dac41cc6eb31 req-d5a0d0e2-c43d-48dd-bbbd-6ba6c49e0a5a tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&id=d29cb685-adb6-494d-9df7-7a8b2265b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403767 Apr 29 14:00:17.316557 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7662726-a0d2-40ac-bf6f-499875aab9aa req-98757a3d-f5a8-49bf-9fa7-4494d6feac8c tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:00:17.318027 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e7662726-a0d2-40ac-bf6f-499875aab9aa req-98757a3d-f5a8-49bf-9fa7-4494d6feac8c tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 985 time: 0.0765543 Apr 29 14:00:17.364572 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e7662726-a0d2-40ac-bf6f-499875aab9aa req-27801fc2-6414-4db7-8023-fa5834528414 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&id=d29cb685-adb6-494d-9df7-7a8b2265b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410457 Apr 29 14:00:17.643778 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:00:28.305543 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:00:36.005437 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3720bcf1-384c-48c4-955d-5d5c622ab809 req-cc4f1d0c-77f2-4589-88aa-4466127f5c2d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710592 Apr 29 14:00:36.141609 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3720bcf1-384c-48c4-955d-5d5c622ab809 req-78c204c9-5690-4699-9fbe-c08a06a11b35 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5336163a9a714b1e9db08f71cbe873d8&device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 1138 time: 0.0673997 Apr 29 14:00:36.295437 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720bcf1-384c-48c4-955d-5d5c622ab809 req-6cb24eb2-461f-42f7-aa60-a02f4595626e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:00:36.297479 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3720bcf1-384c-48c4-955d-5d5c622ab809 req-6cb24eb2-461f-42f7-aa60-a02f4595626e service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed0ecf63-e5ba-4b1e-93d1-4a76bd723774 HTTP/1.1" status: 200 len: 914 time: 0.1371174 Apr 29 14:00:36.400153 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3720bcf1-384c-48c4-955d-5d5c622ab809 req-a12401bf-e8d4-4cef-bf5a-53cef1068489 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 HTTP/1.1" status: 200 len: 1002 time: 0.0955133 Apr 29 14:00:36.460363 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720bcf1-384c-48c4-955d-5d5c622ab809 req-b396887d-041e-4b0d-aef6-e897b34498f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:00:36.461830 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3720bcf1-384c-48c4-955d-5d5c622ab809 req-b396887d-041e-4b0d-aef6-e897b34498f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2b385f20-e9a4-466c-ab20-600b4418babf HTTP/1.1" status: 200 len: 852 time: 0.0552914 Apr 29 14:00:36.538735 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3720bcf1-384c-48c4-955d-5d5c622ab809 req-5525a16b-4ffb-4b90-98fa-c3ec626983cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed0ecf63-e5ba-4b1e-93d1-4a76bd723774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685091 Apr 29 14:00:36.668403 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3720bcf1-384c-48c4-955d-5d5c622ab809 req-668406b5-5da9-41eb-bf1b-e1cb7e3dc5e2 service neutron] 10.222.0.32 "GET /v2.0/networks/ed0ecf63-e5ba-4b1e-93d1-4a76bd723774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212676 Apr 29 14:00:36.878503 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3720bcf1-384c-48c4-955d-5d5c622ab809 req-f336c25d-fbd2-469c-84b1-4dfd5aa67acb service neutron] 10.222.0.32 "GET /v2.0/networks/ed0ecf63-e5ba-4b1e-93d1-4a76bd723774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028992 Apr 29 14:00:37.921519 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01093c2f-61a0-4c8f-a89f-777560f63e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:00:40.468820 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9e5e63b7-b7a2-4c22-894d-7b3425ed5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:00:41.562784 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:00:41.632800 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:00:43.001709 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:00:54.643345 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:00:58.315935 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:07.923165 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9639e12a-c6ec-4520-8791-ae814cbfdac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:10.470144 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ddedd51f-fa85-4a25-a0bf-30e5c3feff9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:11.565492 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:11.634070 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:13.006522 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:20.913544 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c0ab65c5-20fb-4896-97c3-4852c21a6c84 req-8867cbe1-e4c5-4629-a776-4621a082097d tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-225619098&fields=id&tenant_id=5336163a9a714b1e9db08f71cbe873d8 HTTP/1.1" status: 200 len: 267 time: 0.1118002 Apr 29 14:01:20.996420 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab65c5-20fb-4896-97c3-4852c21a6c84 req-44f84cf0-99b7-4806-b5fa-6d4e284f5ce1 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:01:20.999817 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c0ab65c5-20fb-4896-97c3-4852c21a6c84 req-44f84cf0-99b7-4806-b5fa-6d4e284f5ce1 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 985 time: 0.0795984 Apr 29 14:01:21.009011 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-c0ab65c5-20fb-4896-97c3-4852c21a6c84 req-5974abef-8c1c-4948-859d-c99a8b58376a tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Request body: {'port': {'security_groups': ['b6c15084-73a9-4208-953a-5672d933b51a']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:01:21.130835 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-c0ab65c5-20fb-4896-97c3-4852c21a6c84 req-5974abef-8c1c-4948-859d-c99a8b58376a tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:21.363420 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-c0ab65c5-20fb-4896-97c3-4852c21a6c84 req-5974abef-8c1c-4948-859d-c99a8b58376a tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] For port 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1bddc913-0768-4f8e-b340-b0cfbfdbc6b1,segment=NetworkSegment(9430d91b-9998-40d2-8479-480430a7bb85),segment_id=9430d91b-9998-40d2-8479-480430a7bb85)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:01:21.387271 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-c0ab65c5-20fb-4896-97c3-4852c21a6c84 req-5974abef-8c1c-4948-859d-c99a8b58376a tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:21.391886 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-c0ab65c5-20fb-4896-97c3-4852c21a6c84 req-5974abef-8c1c-4948-859d-c99a8b58376a tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:21.404464 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['1bddc913-0768-4f8e-b340-b0cfbfdbc6b1'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 14:01:21.461291 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab65c5-20fb-4896-97c3-4852c21a6c84 req-5974abef-8c1c-4948-859d-c99a8b58376a tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:01:21.461927 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-c0ab65c5-20fb-4896-97c3-4852c21a6c84 req-5974abef-8c1c-4948-859d-c99a8b58376a tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:21.463288 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c0ab65c5-20fb-4896-97c3-4852c21a6c84 req-5974abef-8c1c-4948-859d-c99a8b58376a tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "PUT /v2.0/ports/1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 HTTP/1.1" status: 200 len: 943 time: 0.4586318 Apr 29 14:01:21.463731 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e928a4-3329-4415-a392-059a9c5e3b5f', 'tag': '1bddc913-0768-4f8e-b340-b0cfbfdbc6b1'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:01:21.469778 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 40784) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:01:21.500506 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974abef-8c1c-4948-859d-c99a8b58376a tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Pushing event updated for resources: {'Port': ['ID=1bddc913-0768-4f8e-b340-b0cfbfdbc6b1,revision_number=7']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:21.510967 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5974abef-8c1c-4948-859d-c99a8b58376a tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:21.511322 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5974abef-8c1c-4948-859d-c99a8b58376a tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:21.511662 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5974abef-8c1c-4948-859d-c99a8b58376a tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:21.511996 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5974abef-8c1c-4948-859d-c99a8b58376a tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:21.512331 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5974abef-8c1c-4948-859d-c99a8b58376a tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:21.512663 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5974abef-8c1c-4948-859d-c99a8b58376a tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:21.513017 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5974abef-8c1c-4948-859d-c99a8b58376a tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:21.513383 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5974abef-8c1c-4948-859d-c99a8b58376a tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:21.513709 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5974abef-8c1c-4948-859d-c99a8b58376a tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:21.514135 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5974abef-8c1c-4948-859d-c99a8b58376a tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:21.514476 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5974abef-8c1c-4948-859d-c99a8b58376a tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:21.535103 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['1bddc913-0768-4f8e-b340-b0cfbfdbc6b1'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 14:01:21.558205 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cfccdd8b-b38d-46e7-a141-8320fecbde0f tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:21.589534 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cfccdd8b-b38d-46e7-a141-8320fecbde0f tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:21.660216 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cfccdd8b-b38d-46e7-a141-8320fecbde0f tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:21.690859 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfccdd8b-b38d-46e7-a141-8320fecbde0f tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29cb685-adb6-494d-9df7-7a8b2265b43c,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:21.695971 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-cfccdd8b-b38d-46e7-a141-8320fecbde0f tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:21.697237 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-cfccdd8b-b38d-46e7-a141-8320fecbde0f tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "DELETE /v2.0/security-groups/d29cb685-adb6-494d-9df7-7a8b2265b43c HTTP/1.1" status: 204 len: 168 time: 0.2265122 Apr 29 14:01:21.700076 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40790) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:01:21.703662 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfccdd8b-b38d-46e7-a141-8320fecbde0f tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:21.704228 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfccdd8b-b38d-46e7-a141-8320fecbde0f tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:21.704969 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfccdd8b-b38d-46e7-a141-8320fecbde0f tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:21.705422 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfccdd8b-b38d-46e7-a141-8320fecbde0f tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:21.706029 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfccdd8b-b38d-46e7-a141-8320fecbde0f tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:21.706933 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfccdd8b-b38d-46e7-a141-8320fecbde0f tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:21.707426 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfccdd8b-b38d-46e7-a141-8320fecbde0f tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:21.707867 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfccdd8b-b38d-46e7-a141-8320fecbde0f tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:21.708247 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfccdd8b-b38d-46e7-a141-8320fecbde0f tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:21.708662 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfccdd8b-b38d-46e7-a141-8320fecbde0f tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:21.709398 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfccdd8b-b38d-46e7-a141-8320fecbde0f tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:21.812312 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c3761c6d-440d-442d-a302-8707ad534158 None None] Provisioning complete for port 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:01:21.812681 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c3761c6d-440d-442d-a302-8707ad534158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:21.909114 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-4fd4f0ae-ac2c-4afc-bd06-37f64fa2b3e8 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Deleting port 92e4f4c8-b02c-4fc3-a7b3-b6ad32f35032 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:01:21.909364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4fd4f0ae-ac2c-4afc-bd06-37f64fa2b3e8 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:22.077829 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4fd4f0ae-ac2c-4afc-bd06-37f64fa2b3e8 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:22.078501 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4fd4f0ae-ac2c-4afc-bd06-37f64fa2b3e8 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:22.199997 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-4fd4f0ae-ac2c-4afc-bd06-37f64fa2b3e8 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Calling delete_port for 92e4f4c8-b02c-4fc3-a7b3-b6ad32f35032 owned by network:floatingip {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:01:22.342172 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4fd4f0ae-ac2c-4afc-bd06-37f64fa2b3e8 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:22.387359 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4f0ae-ac2c-4afc-bd06-37f64fa2b3e8 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Pushing event deleted for resources: {'Port': ['ID=92e4f4c8-b02c-4fc3-a7b3-b6ad32f35032,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:22.475036 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4fd4f0ae-ac2c-4afc-bd06-37f64fa2b3e8 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks [] for floatingip, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:22.705450 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf35beed-227d-4b47-a8e2-57b4fa9bb1bb'] response: {'name': 'network-changed', 'server_uuid': '58e928a4-3329-4415-a392-059a9c5e3b5f', 'tag': '1bddc913-0768-4f8e-b340-b0cfbfdbc6b1', 'status': 'completed', 'code': 200} Apr 29 14:01:22.869595 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5960a0c1-cda8-4955-87c2-fbb3b749615d req-3be428ae-bd6b-4efe-b352-1b74581da374 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5336163a9a714b1e9db08f71cbe873d8&device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 1099 time: 0.1406066 Apr 29 14:01:23.078916 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960a0c1-cda8-4955-87c2-fbb3b749615d req-b094403a-364d-4499-8d37-539286976167 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:01:23.080352 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5960a0c1-cda8-4955-87c2-fbb3b749615d req-b094403a-364d-4499-8d37-539286976167 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed0ecf63-e5ba-4b1e-93d1-4a76bd723774 HTTP/1.1" status: 200 len: 914 time: 0.2052007 Apr 29 14:01:23.159398 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5960a0c1-cda8-4955-87c2-fbb3b749615d req-db8ef554-bae0-4477-ba17-83824634201c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 HTTP/1.1" status: 200 len: 217 time: 0.0726058 Apr 29 14:01:23.235523 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960a0c1-cda8-4955-87c2-fbb3b749615d req-9be03184-45e0-47c8-a2dc-8fd754e88436 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:01:23.236952 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5960a0c1-cda8-4955-87c2-fbb3b749615d req-9be03184-45e0-47c8-a2dc-8fd754e88436 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2b385f20-e9a4-466c-ab20-600b4418babf HTTP/1.1" status: 200 len: 852 time: 0.0710235 Apr 29 14:01:23.291418 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd4f0ae-ac2c-4afc-bd06-37f64fa2b3e8 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Router 33450d63-ecf0-4a3d-afea-c6ef95cb9157 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:01:23.443618 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5960a0c1-cda8-4955-87c2-fbb3b749615d req-1a3ce46f-2c7c-40a7-b101-457e58bb6d2e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed0ecf63-e5ba-4b1e-93d1-4a76bd723774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2009449 Apr 29 14:01:23.602664 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5960a0c1-cda8-4955-87c2-fbb3b749615d req-94ed1ef6-6356-4723-92b0-a63211e44b6c service neutron] 10.222.0.32 "GET /v2.0/networks/ed0ecf63-e5ba-4b1e-93d1-4a76bd723774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454015 Apr 29 14:01:23.734507 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd4f0ae-ac2c-4afc-bd06-37f64fa2b3e8 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:01:23.743705 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d33a45-589a-41df-972e-9affd592e1fb None None] Sync routers for ids ['33450d63-ecf0-4a3d-afea-c6ef95cb9157'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:01:23.755202 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d33a45-589a-41df-972e-9affd592e1fb None None] Routers {'33450d63-ecf0-4a3d-afea-c6ef95cb9157'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:01:23.755806 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-75d33a45-589a-41df-972e-9affd592e1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:01:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['33450d63-ecf0-4a3d-afea-c6ef95cb9157'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:01:23.758638 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5960a0c1-cda8-4955-87c2-fbb3b749615d req-fb2f0cb8-f3ea-4d93-b830-dc1962030783 service neutron] 10.222.0.32 "GET /v2.0/networks/ed0ecf63-e5ba-4b1e-93d1-4a76bd723774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482642 Apr 29 14:01:23.765689 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4fd4f0ae-ac2c-4afc-bd06-37f64fa2b3e8 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:23.827914 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4fd4f0ae-ac2c-4afc-bd06-37f64fa2b3e8 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "DELETE /v2.0/floatingips/2741ef0a-5235-4a3e-b78e-ceb73c426229 HTTP/1.1" status: 204 len: 168 time: 2.1230400 Apr 29 14:01:23.930597 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-75d33a45-589a-41df-972e-9affd592e1fb None None] Set router 33450d63-ecf0-4a3d-afea-c6ef95cb9157 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:01:24.246363 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-75d33a45-589a-41df-972e-9affd592e1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'name': 'tempest-TestMinimumBasicScenario-51424060-router', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'defefd43-481b-4ef3-8a87-51cd53c3938c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:58:06Z', 'updated_at': '2022-04-29T13:58:09Z', 'revision_number': 4, 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'gw_port': {'id': 'defefd43-481b-4ef3-8a87-51cd53c3938c', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:06Z', 'updated_at': '2022-04-29T13:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6', 'name': '', 'network_id': 'ed0ecf63-e5ba-4b1e-93d1-4a76bd723774', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8', 'mac_address': 'fa:16:3e:82:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b385f20-e9a4-466c-ab20-600b4418babf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:08Z', 'updated_at': '2022-04-29T13:58:17Z', 'revision_number': 5, 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'subnets': [{'id': '2b385f20-e9a4-466c-ab20-600b4418babf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:01:24.250598 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d33a45-589a-41df-972e-9affd592e1fb None None] Checking router: 33450d63-ecf0-4a3d-afea-c6ef95cb9157 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:01:24.260652 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d33a45-589a-41df-972e-9affd592e1fb None None] Routers {'33450d63-ecf0-4a3d-afea-c6ef95cb9157'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:01:24.261258 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-75d33a45-589a-41df-972e-9affd592e1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:01:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['33450d63-ecf0-4a3d-afea-c6ef95cb9157'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:01:24.432064 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-75d33a45-589a-41df-972e-9affd592e1fb None None] Set router 33450d63-ecf0-4a3d-afea-c6ef95cb9157 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:01:24.706779 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e928a4-3329-4415-a392-059a9c5e3b5f', 'tag': '1bddc913-0768-4f8e-b340-b0cfbfdbc6b1'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:01:24.762410 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da1dfe00-fe98-47c6-ab86-0692938fe787'] response: {'name': 'network-changed', 'server_uuid': '58e928a4-3329-4415-a392-059a9c5e3b5f', 'tag': '1bddc913-0768-4f8e-b340-b0cfbfdbc6b1', 'status': 'completed', 'code': 200} Apr 29 14:01:24.772301 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-75d33a45-589a-41df-972e-9affd592e1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'name': 'tempest-TestMinimumBasicScenario-51424060-router', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'defefd43-481b-4ef3-8a87-51cd53c3938c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:58:06Z', 'updated_at': '2022-04-29T13:58:09Z', 'revision_number': 4, 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'gw_port': {'id': 'defefd43-481b-4ef3-8a87-51cd53c3938c', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:06Z', 'updated_at': '2022-04-29T13:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6', 'name': '', 'network_id': 'ed0ecf63-e5ba-4b1e-93d1-4a76bd723774', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8', 'mac_address': 'fa:16:3e:82:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b385f20-e9a4-466c-ab20-600b4418babf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:08Z', 'updated_at': '2022-04-29T13:58:17Z', 'revision_number': 5, 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'subnets': [{'id': '2b385f20-e9a4-466c-ab20-600b4418babf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:01:24.776434 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d33a45-589a-41df-972e-9affd592e1fb None None] The sync data for ids ['33450d63-ecf0-4a3d-afea-c6ef95cb9157'] in dv-neutron-839027-4-hyperv is: [{'id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'name': 'tempest-TestMinimumBasicScenario-51424060-router', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'defefd43-481b-4ef3-8a87-51cd53c3938c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:58:06Z', 'updated_at': '2022-04-29T13:58:09Z', 'revision_number': 4, 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'gw_port': {'id': 'defefd43-481b-4ef3-8a87-51cd53c3938c', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:06Z', 'updated_at': '2022-04-29T13:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6', 'name': '', 'network_id': 'ed0ecf63-e5ba-4b1e-93d1-4a76bd723774', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8', 'mac_address': 'fa:16:3e:82:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b385f20-e9a4-466c-ab20-600b4418babf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:08Z', 'updated_at': '2022-04-29T13:58:17Z', 'revision_number': 5, 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'subnets': [{'id': '2b385f20-e9a4-466c-ab20-600b4418babf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:01:24.863579 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-268d5098-4a0e-41d2-8ad1-bf00fce51d93 req-e0c85840-def6-4fab-9ad6-e82d5ef01067 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5336163a9a714b1e9db08f71cbe873d8&device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 1099 time: 0.0767446 Apr 29 14:01:25.008532 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d5098-4a0e-41d2-8ad1-bf00fce51d93 req-136b6d00-239b-4e99-83f6-cf40c56a6744 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:01:25.009352 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-268d5098-4a0e-41d2-8ad1-bf00fce51d93 req-136b6d00-239b-4e99-83f6-cf40c56a6744 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed0ecf63-e5ba-4b1e-93d1-4a76bd723774 HTTP/1.1" status: 200 len: 914 time: 0.1403425 Apr 29 14:01:25.042771 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a8602c-f80c-4512-a7a7-b4399a078f71 None None] New status for floating IP 2741ef0a-5235-4a3e-b78e-ceb73c426229: DOWN {{(pid=83906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 14:01:25.193852 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-268d5098-4a0e-41d2-8ad1-bf00fce51d93 req-1f5351cc-b29c-4b1b-af59-587252be915e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 HTTP/1.1" status: 200 len: 217 time: 0.1790588 Apr 29 14:01:25.271085 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d5098-4a0e-41d2-8ad1-bf00fce51d93 req-5f16371d-e6ed-40ca-ac00-4a1d87413fec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:01:25.272582 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-268d5098-4a0e-41d2-8ad1-bf00fce51d93 req-5f16371d-e6ed-40ca-ac00-4a1d87413fec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2b385f20-e9a4-466c-ab20-600b4418babf HTTP/1.1" status: 200 len: 852 time: 0.0629835 Apr 29 14:01:25.347033 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-268d5098-4a0e-41d2-8ad1-bf00fce51d93 req-f94499d3-1253-4dc7-b9c1-cdf02fd87c20 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed0ecf63-e5ba-4b1e-93d1-4a76bd723774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687566 Apr 29 14:01:25.484303 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-268d5098-4a0e-41d2-8ad1-bf00fce51d93 req-79cea051-c542-4866-aef9-ac5d3aa7ff6d service neutron] 10.222.0.32 "GET /v2.0/networks/ed0ecf63-e5ba-4b1e-93d1-4a76bd723774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312768 Apr 29 14:01:25.624311 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-268d5098-4a0e-41d2-8ad1-bf00fce51d93 req-b3d8cf9b-537c-4d16-ba86-50a19514186a service neutron] 10.222.0.32 "GET /v2.0/networks/ed0ecf63-e5ba-4b1e-93d1-4a76bd723774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341693 Apr 29 14:01:28.154323 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d21b23-6b53-4db4-9979-dbca7faa2803 req-fea7286e-0eb0-4d0f-b110-69f82f075f78 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:01:28.155094 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-91d21b23-6b53-4db4-9979-dbca7faa2803 req-fea7286e-0eb0-4d0f-b110-69f82f075f78 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Synchronizing usage tracker for tenant:5336163a9a714b1e9db08f71cbe873d8 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:01:28.170063 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-91d21b23-6b53-4db4-9979-dbca7faa2803 req-fea7286e-0eb0-4d0f-b110-69f82f075f78 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Unset dirty status for tenant:5336163a9a714b1e9db08f71cbe873d8 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:01:28.171422 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-91d21b23-6b53-4db4-9979-dbca7faa2803 req-fea7286e-0eb0-4d0f-b110-69f82f075f78 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 946 time: 0.0940824 Apr 29 14:01:28.215313 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-91d21b23-6b53-4db4-9979-dbca7faa2803 req-8fcf6dbf-5ead-4027-9bc1-fc408e626b04 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383315 Apr 29 14:01:28.346621 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:29.502773 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b69a4-a771-4377-b3c1-a293c198ceb6 req-f4d68ba9-d7b3-4941-b4e5-62dc2fde859e tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:01:29.504374 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-287b69a4-a771-4377-b3c1-a293c198ceb6 req-f4d68ba9-d7b3-4941-b4e5-62dc2fde859e tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 946 time: 0.1671546 Apr 29 14:01:29.558234 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-287b69a4-a771-4377-b3c1-a293c198ceb6 req-221ad538-bcfc-4398-8d8e-33af8b6ee9c8 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Synchronizing usage tracker for tenant:5336163a9a714b1e9db08f71cbe873d8 on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:01:29.574309 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-287b69a4-a771-4377-b3c1-a293c198ceb6 req-221ad538-bcfc-4398-8d8e-33af8b6ee9c8 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Unset dirty status for tenant:5336163a9a714b1e9db08f71cbe873d8 on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:01:29.576252 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-287b69a4-a771-4377-b3c1-a293c198ceb6 req-221ad538-bcfc-4398-8d8e-33af8b6ee9c8 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6c15084-73a9-4208-953a-5672d933b51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650074 Apr 29 14:01:30.103067 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119723e8-1849-4a19-8b0d-0ee2e1f91e35 req-196c6340-7ce8-4e89-b681-3e443689f7fd tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:01:30.104402 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-119723e8-1849-4a19-8b0d-0ee2e1f91e35 req-196c6340-7ce8-4e89-b681-3e443689f7fd tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.32 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 946 time: 0.0747139 Apr 29 14:01:30.175402 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-119723e8-1849-4a19-8b0d-0ee2e1f91e35 req-424d87ab-6e5b-4295-9bc2-94e0959abc88 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Deleting port 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:01:30.175740 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-119723e8-1849-4a19-8b0d-0ee2e1f91e35 req-424d87ab-6e5b-4295-9bc2-94e0959abc88 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:30.416119 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-119723e8-1849-4a19-8b0d-0ee2e1f91e35 req-424d87ab-6e5b-4295-9bc2-94e0959abc88 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] For port 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1bddc913-0768-4f8e-b340-b0cfbfdbc6b1,segment=NetworkSegment(9430d91b-9998-40d2-8479-480430a7bb85),segment_id=9430d91b-9998-40d2-8479-480430a7bb85)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:01:30.416382 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-119723e8-1849-4a19-8b0d-0ee2e1f91e35 req-424d87ab-6e5b-4295-9bc2-94e0959abc88 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:30.534349 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-119723e8-1849-4a19-8b0d-0ee2e1f91e35 req-424d87ab-6e5b-4295-9bc2-94e0959abc88 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Calling delete_port for 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:01:30.676147 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-119723e8-1849-4a19-8b0d-0ee2e1f91e35 req-424d87ab-6e5b-4295-9bc2-94e0959abc88 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:30.687236 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['1bddc913-0768-4f8e-b340-b0cfbfdbc6b1'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 14:01:30.762692 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d87ab-6e5b-4295-9bc2-94e0959abc88 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Pushing event deleted for resources: {'Port': ['ID=1bddc913-0768-4f8e-b340-b0cfbfdbc6b1,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:30.772096 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-481295a9-9e54-40c7-8c75-9d9fa3c72d6b req-fb0cea96-3007-4f8e-b62d-829ebb0b20b7 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.76 "GET /v2.0/ports?device_id=58e928a4-3329-4415-a392-059a9c5e3b5f HTTP/1.1" status: 200 len: 210 time: 0.0578566 Apr 29 14:01:30.845206 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-119723e8-1849-4a19-8b0d-0ee2e1f91e35 req-424d87ab-6e5b-4295-9bc2-94e0959abc88 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] No DVR routers for this DVR port 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 14:01:30.847735 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-119723e8-1849-4a19-8b0d-0ee2e1f91e35 req-424d87ab-6e5b-4295-9bc2-94e0959abc88 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:30.850459 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e928a4-3329-4415-a392-059a9c5e3b5f', 'name': 'network-vif-deleted', 'tag': '1bddc913-0768-4f8e-b340-b0cfbfdbc6b1'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:01:30.865365 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-119723e8-1849-4a19-8b0d-0ee2e1f91e35 req-424d87ab-6e5b-4295-9bc2-94e0959abc88 tempest-TestMinimumBasicScenario-1198717150 tempest-TestMinimumBasicScenario-1198717150-project] 10.222.0.32 "DELETE /v2.0/ports/1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 HTTP/1.1" status: 204 len: 173 time: 0.7531946 Apr 29 14:01:30.908576 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2876385f-f535-44d1-9ee0-996b33a6012d'] response: {'server_uuid': '58e928a4-3329-4415-a392-059a9c5e3b5f', 'name': 'network-vif-deleted', 'tag': '1bddc913-0768-4f8e-b340-b0cfbfdbc6b1', 'status': 'completed', 'code': 200} Apr 29 14:01:31.643191 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:01:33.453595 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40884) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:01:33.914276 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a4090024-cf6b-4cc0-ae2d-71504adde8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:34.067071 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:01:34.100638 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:01:34.100914 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 1bddc913-0768-4f8e-b340-b0cfbfdbc6b1 not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:01:34.505610 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-a4090024-cf6b-4cc0-ae2d-71504adde8ed admin admin] Deleting port 3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:01:34.506206 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a4090024-cf6b-4cc0-ae2d-71504adde8ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:34.674248 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-a4090024-cf6b-4cc0-ae2d-71504adde8ed admin admin] For port 3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6,segment=NetworkSegment(9430d91b-9998-40d2-8479-480430a7bb85),segment_id=9430d91b-9998-40d2-8479-480430a7bb85)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:01:34.674603 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a4090024-cf6b-4cc0-ae2d-71504adde8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:34.793733 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-a4090024-cf6b-4cc0-ae2d-71504adde8ed admin admin] Calling delete_port for 3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6 owned by network:router_interface {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:01:34.954759 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a4090024-cf6b-4cc0-ae2d-71504adde8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:34.999857 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4090024-cf6b-4cc0-ae2d-71504adde8ed admin admin] Pushing event deleted for resources: {'Port': ['ID=3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:35.397725 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a4090024-cf6b-4cc0-ae2d-71504adde8ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:35.962737 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4090024-cf6b-4cc0-ae2d-71504adde8ed admin admin] Router 33450d63-ecf0-4a3d-afea-c6ef95cb9157 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:01:36.160433 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4090024-cf6b-4cc0-ae2d-71504adde8ed admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:01:36.170923 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d67658-07d6-4000-8f8c-482cb529643c None None] Sync routers for ids ['33450d63-ecf0-4a3d-afea-c6ef95cb9157'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:01:36.172945 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a4090024-cf6b-4cc0-ae2d-71504adde8ed admin admin] 10.222.0.76 "PUT /v2.0/routers/33450d63-ecf0-4a3d-afea-c6ef95cb9157/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7177505 Apr 29 14:01:36.175331 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40894) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:01:36.181901 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d67658-07d6-4000-8f8c-482cb529643c None None] Routers {'33450d63-ecf0-4a3d-afea-c6ef95cb9157'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:01:36.182491 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-f7d67658-07d6-4000-8f8c-482cb529643c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:01:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['33450d63-ecf0-4a3d-afea-c6ef95cb9157'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:01:36.358638 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-f7d67658-07d6-4000-8f8c-482cb529643c None None] Set router 33450d63-ecf0-4a3d-afea-c6ef95cb9157 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:01:36.366480 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a29956b5-3a57-4326-81ad-1610e1496a34 admin admin] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:36.560044 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a29956b5-3a57-4326-81ad-1610e1496a34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:36.569824 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-a29956b5-3a57-4326-81ad-1610e1496a34 admin admin] Deleting port defefd43-481b-4ef3-8a87-51cd53c3938c {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:01:36.570146 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a29956b5-3a57-4326-81ad-1610e1496a34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:36.637507 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-f7d67658-07d6-4000-8f8c-482cb529643c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'name': 'tempest-TestMinimumBasicScenario-51424060-router', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'defefd43-481b-4ef3-8a87-51cd53c3938c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:58:06Z', 'updated_at': '2022-04-29T14:01:34Z', 'revision_number': 5, 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'gw_port': {'id': 'defefd43-481b-4ef3-8a87-51cd53c3938c', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:06Z', 'updated_at': '2022-04-29T13:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:01:36.641339 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d67658-07d6-4000-8f8c-482cb529643c None None] Checking router: 33450d63-ecf0-4a3d-afea-c6ef95cb9157 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:01:36.652450 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d67658-07d6-4000-8f8c-482cb529643c None None] Routers {'33450d63-ecf0-4a3d-afea-c6ef95cb9157'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:01:36.653495 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-f7d67658-07d6-4000-8f8c-482cb529643c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:01:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['33450d63-ecf0-4a3d-afea-c6ef95cb9157'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:01:36.816592 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-f7d67658-07d6-4000-8f8c-482cb529643c None None] Set router 33450d63-ecf0-4a3d-afea-c6ef95cb9157 gateway port host: None {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:01:36.845726 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-a29956b5-3a57-4326-81ad-1610e1496a34 admin admin] For port defefd43-481b-4ef3-8a87-51cd53c3938c, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=defefd43-481b-4ef3-8a87-51cd53c3938c,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:01:36.846080 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a29956b5-3a57-4326-81ad-1610e1496a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:36.921523 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-f7d67658-07d6-4000-8f8c-482cb529643c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'name': 'tempest-TestMinimumBasicScenario-51424060-router', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:58:06Z', 'updated_at': '2022-04-29T14:01:36Z', 'revision_number': 6, 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'gw_port_host': None}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:01:36.925492 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d67658-07d6-4000-8f8c-482cb529643c None None] The sync data for ids ['33450d63-ecf0-4a3d-afea-c6ef95cb9157'] in dv-neutron-839027-4-hyperv is: [{'id': '33450d63-ecf0-4a3d-afea-c6ef95cb9157', 'name': 'tempest-TestMinimumBasicScenario-51424060-router', 'tenant_id': '5336163a9a714b1e9db08f71cbe873d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:58:06Z', 'updated_at': '2022-04-29T14:01:36Z', 'revision_number': 6, 'project_id': '5336163a9a714b1e9db08f71cbe873d8', 'gw_port_host': None}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:01:36.969179 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-a29956b5-3a57-4326-81ad-1610e1496a34 admin admin] Calling delete_port for defefd43-481b-4ef3-8a87-51cd53c3938c owned by network:router_gateway {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:01:37.129681 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a29956b5-3a57-4326-81ad-1610e1496a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:37.173630 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29956b5-3a57-4326-81ad-1610e1496a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=defefd43-481b-4ef3-8a87-51cd53c3938c,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:37.345295 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:01:37.380677 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:01:37.380995 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 3146b4b6-61a2-48b2-974a-7cbf2e8e6bb6 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:01:37.404536 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a29956b5-3a57-4326-81ad-1610e1496a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:37.653893 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a29956b5-3a57-4326-81ad-1610e1496a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:37.658167 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a29956b5-3a57-4326-81ad-1610e1496a34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:37.690064 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a29956b5-3a57-4326-81ad-1610e1496a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:37.690612 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29956b5-3a57-4326-81ad-1610e1496a34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33450d63-ecf0-4a3d-afea-c6ef95cb9157 {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 14:01:37.703960 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a29956b5-3a57-4326-81ad-1610e1496a34 admin admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:37.705104 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a29956b5-3a57-4326-81ad-1610e1496a34 admin admin] 10.222.0.76 "DELETE /v2.0/routers/33450d63-ecf0-4a3d-afea-c6ef95cb9157 HTTP/1.1" status: 204 len: 168 time: 1.5288718 Apr 29 14:01:37.707549 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40900) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:01:37.769292 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d42c98f-9456-4252-ba6d-40c5579c9e62 admin admin] Deleting subnet 2b385f20-e9a4-466c-ab20-600b4418babf {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 14:01:37.772641 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4d42c98f-9456-4252-ba6d-40c5579c9e62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:37.823449 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4d42c98f-9456-4252-ba6d-40c5579c9e62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:37.904056 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4d42c98f-9456-4252-ba6d-40c5579c9e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:37.926039 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c83d5fe3-7877-450a-985e-dc548c2b68e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:37.976870 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4d42c98f-9456-4252-ba6d-40c5579c9e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:38.016174 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42c98f-9456-4252-ba6d-40c5579c9e62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b385f20-e9a4-466c-ab20-600b4418babf,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:38.021044 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4d42c98f-9456-4252-ba6d-40c5579c9e62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:38.026422 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4d42c98f-9456-4252-ba6d-40c5579c9e62 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2b385f20-e9a4-466c-ab20-600b4418babf HTTP/1.1" status: 204 len: 168 time: 0.3179543 Apr 29 14:01:38.026973 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bbb4dd-02fe-4606-8059-d4c6b06ef2b5 None None] Network ed0ecf63-e5ba-4b1e-93d1-4a76bd723774 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 14:01:38.029470 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40904) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:01:38.231957 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6b8f4a0-2aae-44cb-b630-e391205d8c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:38.242855 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-f6b8f4a0-2aae-44cb-b630-e391205d8c0c admin admin] Deleting port 7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:01:38.243180 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6b8f4a0-2aae-44cb-b630-e391205d8c0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:38.280316 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9d0784-36ca-4390-88c7-05fd6ab9fede None None] DHCP port deletion for ed0ecf63-e5ba-4b1e-93d1-4a76bd723774 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 14:01:38.284381 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-bb9d0784-36ca-4390-88c7-05fd6ab9fede None None] Deleting port 7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:01:38.284766 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bb9d0784-36ca-4390-88c7-05fd6ab9fede None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:38.446809 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-f6b8f4a0-2aae-44cb-b630-e391205d8c0c admin admin] For port 7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3,segment=NetworkSegment(9430d91b-9998-40d2-8479-480430a7bb85),segment_id=9430d91b-9998-40d2-8479-480430a7bb85)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:01:38.447364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6b8f4a0-2aae-44cb-b630-e391205d8c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:38.480256 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-bb9d0784-36ca-4390-88c7-05fd6ab9fede None None] For port 7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3,segment=NetworkSegment(9430d91b-9998-40d2-8479-480430a7bb85),segment_id=9430d91b-9998-40d2-8479-480430a7bb85)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:01:38.480806 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bb9d0784-36ca-4390-88c7-05fd6ab9fede None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:38.566918 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-f6b8f4a0-2aae-44cb-b630-e391205d8c0c admin admin] Calling delete_port for 7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3 owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:01:38.600875 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-bb9d0784-36ca-4390-88c7-05fd6ab9fede None None] Calling delete_port for 7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:01:38.639023 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6b8f4a0-2aae-44cb-b630-e391205d8c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:38.670223 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-bb9d0784-36ca-4390-88c7-05fd6ab9fede None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 14:01:38.670569 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-bb9d0784-36ca-4390-88c7-05fd6ab9fede None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 14:01:38.686152 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8f4a0-2aae-44cb-b630-e391205d8c0c admin admin] Pushing event deleted for resources: {'Port': ['ID=7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:38.692779 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b8f4a0-2aae-44cb-b630-e391205d8c0c admin admin] No DVR routers for this DVR port 7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3 on host dv-neutron-839027-4-hyperv {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 14:01:38.813909 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6b8f4a0-2aae-44cb-b630-e391205d8c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:38.837937 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-f6b8f4a0-2aae-44cb-b630-e391205d8c0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed0ecf63-e5ba-4b1e-93d1-4a76bd723774']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:01:38.850500 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-f6b8f4a0-2aae-44cb-b630-e391205d8c0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9430d91b-9998-40d2-8479-480430a7bb85') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:01:38.850786 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-f6b8f4a0-2aae-44cb-b630-e391205d8c0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9430d91b-9998-40d2-8479-480430a7bb85') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:01:38.862252 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6b8f4a0-2aae-44cb-b630-e391205d8c0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:38.877629 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6b8f4a0-2aae-44cb-b630-e391205d8c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:38.883485 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b8f4a0-2aae-44cb-b630-e391205d8c0c admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 14:01:38.883861 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6b8f4a0-2aae-44cb-b630-e391205d8c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 14:01:38.897348 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 14:01:38.972908 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6b8f4a0-2aae-44cb-b630-e391205d8c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:38.988342 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f6b8f4a0-2aae-44cb-b630-e391205d8c0c admin admin] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:38.998955 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8f4a0-2aae-44cb-b630-e391205d8c0c admin admin] Pushing event deleted for resources: {'Network': ['ID=ed0ecf63-e5ba-4b1e-93d1-4a76bd723774,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:39.011931 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f6b8f4a0-2aae-44cb-b630-e391205d8c0c admin admin] 10.222.0.76 "DELETE /v2.0/networks/ed0ecf63-e5ba-4b1e-93d1-4a76bd723774 HTTP/1.1" status: 204 len: 168 time: 0.9814854 Apr 29 14:01:39.015526 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40908) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:01:39.171747 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-bb9d0784-36ca-4390-88c7-05fd6ab9fede None None] Deleting port 7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:01:39.172034 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bb9d0784-36ca-4390-88c7-05fd6ab9fede None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:39.240508 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-bb9d0784-36ca-4390-88c7-05fd6ab9fede None None] The port '7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 14:01:39.245037 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device defefd43-481b-4ef3-8a87-51cd53c3938c no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:01:39.311990 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: defefd43-481b-4ef3-8a87-51cd53c3938c {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:01:39.312342 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device defefd43-481b-4ef3-8a87-51cd53c3938c not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:01:39.312742 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:01:39.343724 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:01:39.344064 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 7f80c32c-ea4c-4172-b7b9-a2d18e73cfc3 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:01:39.415984 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9af796b0-2051-4585-9dca-d4caf677dd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:40.097390 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-9af796b0-2051-4585-9dca-d4caf677dd5f admin admin] Deleting port df0af320-535c-45bf-a698-09bb4372c4e9 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:01:40.098015 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9af796b0-2051-4585-9dca-d4caf677dd5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:40.269418 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-9af796b0-2051-4585-9dca-d4caf677dd5f admin admin] For port df0af320-535c-45bf-a698-09bb4372c4e9, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=df0af320-535c-45bf-a698-09bb4372c4e9,segment=NetworkSegment(7fe2e390-a520-4df4-9ba2-0682853d3b1e),segment_id=7fe2e390-a520-4df4-9ba2-0682853d3b1e)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:01:40.269772 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9af796b0-2051-4585-9dca-d4caf677dd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:40.388941 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-9af796b0-2051-4585-9dca-d4caf677dd5f admin admin] Calling delete_port for df0af320-535c-45bf-a698-09bb4372c4e9 owned by network:router_interface {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:01:40.471516 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3dad8862-7bb3-49f2-aa87-6211a4394b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:40.554055 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9af796b0-2051-4585-9dca-d4caf677dd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:40.597606 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af796b0-2051-4585-9dca-d4caf677dd5f admin admin] Pushing event deleted for resources: {'Port': ['ID=df0af320-535c-45bf-a698-09bb4372c4e9,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:40.891041 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9af796b0-2051-4585-9dca-d4caf677dd5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:41.551037 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af796b0-2051-4585-9dca-d4caf677dd5f admin admin] Router 2d79fede-058c-494c-b970-10fd2d821630 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:01:41.570160 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:41.636167 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:41.754742 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af796b0-2051-4585-9dca-d4caf677dd5f admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:01:41.764433 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e11aaf7-4470-42e3-9c21-0fd2fb283ca7 None None] Sync routers for ids ['2d79fede-058c-494c-b970-10fd2d821630'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:01:41.765316 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9af796b0-2051-4585-9dca-d4caf677dd5f admin admin] 10.222.0.76 "PUT /v2.0/routers/2d79fede-058c-494c-b970-10fd2d821630/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7488222 Apr 29 14:01:41.767827 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40912) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:01:41.775867 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e11aaf7-4470-42e3-9c21-0fd2fb283ca7 None None] Routers {'2d79fede-058c-494c-b970-10fd2d821630'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:01:41.776470 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7e11aaf7-4470-42e3-9c21-0fd2fb283ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:01:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['2d79fede-058c-494c-b970-10fd2d821630'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:01:41.952677 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-7e11aaf7-4470-42e3-9c21-0fd2fb283ca7 None None] Set router 2d79fede-058c-494c-b970-10fd2d821630 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:01:41.965461 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7a20f701-c1f8-428b-9557-fe36a41b07b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:42.167258 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7a20f701-c1f8-428b-9557-fe36a41b07b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:42.177341 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-7a20f701-c1f8-428b-9557-fe36a41b07b6 admin admin] Deleting port 1f832cc6-760e-4c6a-a840-ecd839300de5 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:01:42.177690 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7a20f701-c1f8-428b-9557-fe36a41b07b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:42.239147 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7e11aaf7-4470-42e3-9c21-0fd2fb283ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d79fede-058c-494c-b970-10fd2d821630', 'name': 'tempest-TestMinimumBasicScenario-551117178-router', 'tenant_id': '0c63652f0a6d4dfc9544c3f30cda3d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '1f832cc6-760e-4c6a-a840-ecd839300de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:58:12Z', 'updated_at': '2022-04-29T14:01:40Z', 'revision_number': 5, 'project_id': '0c63652f0a6d4dfc9544c3f30cda3d9a', 'gw_port': {'id': '1f832cc6-760e-4c6a-a840-ecd839300de5', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d79fede-058c-494c-b970-10fd2d821630', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:58:12Z', 'updated_at': '2022-04-29T13:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:01:42.243047 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e11aaf7-4470-42e3-9c21-0fd2fb283ca7 None None] Checking router: 2d79fede-058c-494c-b970-10fd2d821630 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:01:42.253693 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e11aaf7-4470-42e3-9c21-0fd2fb283ca7 None None] Routers {'2d79fede-058c-494c-b970-10fd2d821630'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:01:42.254289 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7e11aaf7-4470-42e3-9c21-0fd2fb283ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:01:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['2d79fede-058c-494c-b970-10fd2d821630'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:01:42.352881 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-7a20f701-c1f8-428b-9557-fe36a41b07b6 admin admin] For port 1f832cc6-760e-4c6a-a840-ecd839300de5, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=1f832cc6-760e-4c6a-a840-ecd839300de5,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:01:42.353238 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7a20f701-c1f8-428b-9557-fe36a41b07b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:42.400061 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-7e11aaf7-4470-42e3-9c21-0fd2fb283ca7 None None] Set router 2d79fede-058c-494c-b970-10fd2d821630 gateway port host: None {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:01:42.471112 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-7a20f701-c1f8-428b-9557-fe36a41b07b6 admin admin] Calling delete_port for 1f832cc6-760e-4c6a-a840-ecd839300de5 owned by network:router_gateway {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:01:42.501894 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7e11aaf7-4470-42e3-9c21-0fd2fb283ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d79fede-058c-494c-b970-10fd2d821630', 'name': 'tempest-TestMinimumBasicScenario-551117178-router', 'tenant_id': '0c63652f0a6d4dfc9544c3f30cda3d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:58:12Z', 'updated_at': '2022-04-29T14:01:42Z', 'revision_number': 6, 'project_id': '0c63652f0a6d4dfc9544c3f30cda3d9a', 'gw_port_host': None}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:01:42.505756 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e11aaf7-4470-42e3-9c21-0fd2fb283ca7 None None] The sync data for ids ['2d79fede-058c-494c-b970-10fd2d821630'] in dv-neutron-839027-4-hyperv is: [{'id': '2d79fede-058c-494c-b970-10fd2d821630', 'name': 'tempest-TestMinimumBasicScenario-551117178-router', 'tenant_id': '0c63652f0a6d4dfc9544c3f30cda3d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:58:12Z', 'updated_at': '2022-04-29T14:01:42Z', 'revision_number': 6, 'project_id': '0c63652f0a6d4dfc9544c3f30cda3d9a', 'gw_port_host': None}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:01:42.634182 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7a20f701-c1f8-428b-9557-fe36a41b07b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:42.781470 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20f701-c1f8-428b-9557-fe36a41b07b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f832cc6-760e-4c6a-a840-ecd839300de5,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:42.999677 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7a20f701-c1f8-428b-9557-fe36a41b07b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:43.007183 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:43.253013 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7a20f701-c1f8-428b-9557-fe36a41b07b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:43.257205 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7a20f701-c1f8-428b-9557-fe36a41b07b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:43.276677 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device df0af320-535c-45bf-a698-09bb4372c4e9 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:01:43.286197 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7a20f701-c1f8-428b-9557-fe36a41b07b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:43.286853 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a20f701-c1f8-428b-9557-fe36a41b07b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d79fede-058c-494c-b970-10fd2d821630 {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 14:01:43.300118 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7a20f701-c1f8-428b-9557-fe36a41b07b6 admin admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:43.303817 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 40916) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:01:43.304311 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7a20f701-c1f8-428b-9557-fe36a41b07b6 admin admin] 10.222.0.76 "DELETE /v2.0/routers/2d79fede-058c-494c-b970-10fd2d821630 HTTP/1.1" status: 204 len: 168 time: 1.5346267 Apr 29 14:01:43.312268 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: df0af320-535c-45bf-a698-09bb4372c4e9 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:01:43.312612 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device df0af320-535c-45bf-a698-09bb4372c4e9 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:01:43.313050 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 1f832cc6-760e-4c6a-a840-ecd839300de5 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:01:43.348558 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 1f832cc6-760e-4c6a-a840-ecd839300de5 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:01:43.348930 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 1f832cc6-760e-4c6a-a840-ecd839300de5 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:01:43.367863 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-7470e5d1-b218-4805-8bf7-43ada797d8c6 admin admin] Deleting subnet d6bf16e0-49ab-4189-9c7d-7daf40156c50 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 14:01:43.370731 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7470e5d1-b218-4805-8bf7-43ada797d8c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:43.418788 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7470e5d1-b218-4805-8bf7-43ada797d8c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:43.501786 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7470e5d1-b218-4805-8bf7-43ada797d8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:43.569674 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7470e5d1-b218-4805-8bf7-43ada797d8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:43.607386 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470e5d1-b218-4805-8bf7-43ada797d8c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6bf16e0-49ab-4189-9c7d-7daf40156c50,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:43.612126 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7470e5d1-b218-4805-8bf7-43ada797d8c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:43.618904 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7470e5d1-b218-4805-8bf7-43ada797d8c6 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d6bf16e0-49ab-4189-9c7d-7daf40156c50 HTTP/1.1" status: 204 len: 168 time: 0.3128521 Apr 29 14:01:43.619035 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66336fe5-e0c5-4382-96ea-913ac2625708 None None] Network de1ff467-68cc-4705-9275-bd0e504ab3ea requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 14:01:43.620050 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 40920) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:01:43.724279 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-35a98531-4f49-4e73-a1b8-01b96d48ad2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:43.734854 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-35a98531-4f49-4e73-a1b8-01b96d48ad2f admin admin] Deleting port b7494bd2-88c7-4437-8dbb-8c7059120279 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:01:43.735176 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-35a98531-4f49-4e73-a1b8-01b96d48ad2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:43.860241 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931873ac-acab-4e4a-91f4-c518dd80c93f None None] DHCP port deletion for de1ff467-68cc-4705-9275-bd0e504ab3ea request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 14:01:43.864451 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-931873ac-acab-4e4a-91f4-c518dd80c93f None None] Deleting port b7494bd2-88c7-4437-8dbb-8c7059120279 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:01:43.864843 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-931873ac-acab-4e4a-91f4-c518dd80c93f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:43.944535 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-35a98531-4f49-4e73-a1b8-01b96d48ad2f admin admin] For port b7494bd2-88c7-4437-8dbb-8c7059120279, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b7494bd2-88c7-4437-8dbb-8c7059120279,segment=NetworkSegment(7fe2e390-a520-4df4-9ba2-0682853d3b1e),segment_id=7fe2e390-a520-4df4-9ba2-0682853d3b1e)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:01:43.944936 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-35a98531-4f49-4e73-a1b8-01b96d48ad2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:44.066595 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-35a98531-4f49-4e73-a1b8-01b96d48ad2f admin admin] Calling delete_port for b7494bd2-88c7-4437-8dbb-8c7059120279 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:01:44.110955 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-931873ac-acab-4e4a-91f4-c518dd80c93f None None] For port b7494bd2-88c7-4437-8dbb-8c7059120279, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=b7494bd2-88c7-4437-8dbb-8c7059120279,segment=NetworkSegment(7fe2e390-a520-4df4-9ba2-0682853d3b1e),segment_id=7fe2e390-a520-4df4-9ba2-0682853d3b1e)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:01:44.111514 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-931873ac-acab-4e4a-91f4-c518dd80c93f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:44.141199 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-35a98531-4f49-4e73-a1b8-01b96d48ad2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:44.183159 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a98531-4f49-4e73-a1b8-01b96d48ad2f admin admin] Pushing event deleted for resources: {'Port': ['ID=b7494bd2-88c7-4437-8dbb-8c7059120279,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:44.189833 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a98531-4f49-4e73-a1b8-01b96d48ad2f admin admin] No DVR routers for this DVR port b7494bd2-88c7-4437-8dbb-8c7059120279 on host dv-neutron-839027-4-hyperv {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 14:01:44.230387 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-931873ac-acab-4e4a-91f4-c518dd80c93f None None] Calling delete_port for b7494bd2-88c7-4437-8dbb-8c7059120279 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:01:44.300626 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-931873ac-acab-4e4a-91f4-c518dd80c93f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 14:01:44.301077 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-931873ac-acab-4e4a-91f4-c518dd80c93f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 14:01:44.302720 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-35a98531-4f49-4e73-a1b8-01b96d48ad2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:44.327208 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-35a98531-4f49-4e73-a1b8-01b96d48ad2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1ff467-68cc-4705-9275-bd0e504ab3ea']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:01:44.339183 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-35a98531-4f49-4e73-a1b8-01b96d48ad2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe2e390-a520-4df4-9ba2-0682853d3b1e') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:01:44.339478 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-35a98531-4f49-4e73-a1b8-01b96d48ad2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe2e390-a520-4df4-9ba2-0682853d3b1e') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:01:44.350831 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-35a98531-4f49-4e73-a1b8-01b96d48ad2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:44.367076 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-35a98531-4f49-4e73-a1b8-01b96d48ad2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:44.373688 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a98531-4f49-4e73-a1b8-01b96d48ad2f admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 14:01:44.374066 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-35a98531-4f49-4e73-a1b8-01b96d48ad2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 14:01:44.386818 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 14:01:44.461913 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-35a98531-4f49-4e73-a1b8-01b96d48ad2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:44.467808 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-35a98531-4f49-4e73-a1b8-01b96d48ad2f admin admin] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:44.489771 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a98531-4f49-4e73-a1b8-01b96d48ad2f admin admin] Pushing event deleted for resources: {'Network': ['ID=de1ff467-68cc-4705-9275-bd0e504ab3ea,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:44.494810 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-35a98531-4f49-4e73-a1b8-01b96d48ad2f admin admin] 10.222.0.76 "DELETE /v2.0/networks/de1ff467-68cc-4705-9275-bd0e504ab3ea HTTP/1.1" status: 204 len: 168 time: 0.8738565 Apr 29 14:01:44.682256 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 40926) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:01:44.732185 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4284dcc9-28d6-4f17-b3e9-10f272e5ada1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5336163a9a714b1e9db08f71cbe873d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0487962 Apr 29 14:01:44.734699 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 40930) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:01:44.797603 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-12dd14bc-1a63-437d-a952-c892220ca35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:44.802089 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-931873ac-acab-4e4a-91f4-c518dd80c93f None None] Deleting port b7494bd2-88c7-4437-8dbb-8c7059120279 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:01:44.802571 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-931873ac-acab-4e4a-91f4-c518dd80c93f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:44.822511 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-12dd14bc-1a63-437d-a952-c892220ca35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:44.871137 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-931873ac-acab-4e4a-91f4-c518dd80c93f None None] The port 'b7494bd2-88c7-4437-8dbb-8c7059120279' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 14:01:44.875902 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-12dd14bc-1a63-437d-a952-c892220ca35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:44.895227 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd14bc-1a63-437d-a952-c892220ca35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c15084-73a9-4208-953a-5672d933b51a,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:44.901764 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-12dd14bc-1a63-437d-a952-c892220ca35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:44.902854 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-12dd14bc-1a63-437d-a952-c892220ca35b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b6c15084-73a9-4208-953a-5672d933b51a HTTP/1.1" status: 204 len: 168 time: 0.1672924 Apr 29 14:01:45.236858 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b7494bd2-88c7-4437-8dbb-8c7059120279 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:01:45.270735 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: b7494bd2-88c7-4437-8dbb-8c7059120279 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:01:45.271079 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device b7494bd2-88c7-4437-8dbb-8c7059120279 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:01:45.286909 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 40938) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:01:45.335858 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-79a32c14-4f58-408e-b0d1-0ee5a9dde457 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0c63652f0a6d4dfc9544c3f30cda3d9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478406 Apr 29 14:01:45.338372 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 40942) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:01:45.395238 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-92cdb6b9-930a-4c25-a1d8-91cc850e62a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:45.423575 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-92cdb6b9-930a-4c25-a1d8-91cc850e62a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:45.477113 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-92cdb6b9-930a-4c25-a1d8-91cc850e62a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:45.491124 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cdb6b9-930a-4c25-a1d8-91cc850e62a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1801fb-da37-459f-9b73-32150e3ae9a9,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:45.497882 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-92cdb6b9-930a-4c25-a1d8-91cc850e62a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:45.498982 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-92cdb6b9-930a-4c25-a1d8-91cc850e62a1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bd1801fb-da37-459f-9b73-32150e3ae9a9 HTTP/1.1" status: 204 len: 168 time: 0.1597469 Apr 29 14:01:47.697715 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 40988) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:01:47.703285 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-93c8fa50-da13-4598-b825-d2a889095f15 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-832025349', 'description': 'tempest-secgroup-smoke-832025349 description', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:01:47.709302 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-93c8fa50-da13-4598-b825-d2a889095f15 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:01:47.713017 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-93c8fa50-da13-4598-b825-d2a889095f15 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:01:47.716799 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-93c8fa50-da13-4598-b825-d2a889095f15 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:01:47.722368 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-93c8fa50-da13-4598-b825-d2a889095f15 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:01:47.733173 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-93c8fa50-da13-4598-b825-d2a889095f15 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:47.745460 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-93c8fa50-da13-4598-b825-d2a889095f15 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:47.777264 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-93c8fa50-da13-4598-b825-d2a889095f15 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:01:47.781863 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-93c8fa50-da13-4598-b825-d2a889095f15 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:01:47.785151 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-93c8fa50-da13-4598-b825-d2a889095f15 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:01:47.791008 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-93c8fa50-da13-4598-b825-d2a889095f15 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:01:47.864266 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-93c8fa50-da13-4598-b825-d2a889095f15 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:47.868115 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-93c8fa50-da13-4598-b825-d2a889095f15 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:47.909311 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-93c8fa50-da13-4598-b825-d2a889095f15 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:01:47.913200 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8fa50-da13-4598-b825-d2a889095f15 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db189f23-4826-4a2b-ba6f-942377bfa6ba,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:47.916871 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-93c8fa50-da13-4598-b825-d2a889095f15 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:01:47.920024 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-93c8fa50-da13-4598-b825-d2a889095f15 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:01:47.926362 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-93c8fa50-da13-4598-b825-d2a889095f15 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:01:47.989271 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-93c8fa50-da13-4598-b825-d2a889095f15 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:47.993324 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-93c8fa50-da13-4598-b825-d2a889095f15 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:48.036717 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8fa50-da13-4598-b825-d2a889095f15 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a46abad-dd99-42bf-b133-455a7cefe663,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:48.039351 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-93c8fa50-da13-4598-b825-d2a889095f15 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:48.040528 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-93c8fa50-da13-4598-b825-d2a889095f15 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3418102 Apr 29 14:01:48.043875 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40992) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:01:48.050244 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-2e418c0b-7d10-4cab-a196-deb72828c865 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group_rule': {'security_group_id': '8a46abad-dd99-42bf-b133-455a7cefe663', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:01:48.056573 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-2e418c0b-7d10-4cab-a196-deb72828c865 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:01:48.061246 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-2e418c0b-7d10-4cab-a196-deb72828c865 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:01:48.064214 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-2e418c0b-7d10-4cab-a196-deb72828c865 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:01:48.070432 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-2e418c0b-7d10-4cab-a196-deb72828c865 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:01:48.086681 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2e418c0b-7d10-4cab-a196-deb72828c865 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:48.154524 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2e418c0b-7d10-4cab-a196-deb72828c865 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:48.158503 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2e418c0b-7d10-4cab-a196-deb72828c865 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:48.182649 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e418c0b-7d10-4cab-a196-deb72828c865 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a0a384-336a-46e0-86f3-2749826824ce,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:48.191874 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2e418c0b-7d10-4cab-a196-deb72828c865 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:48.193079 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2e418c0b-7d10-4cab-a196-deb72828c865 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1478744 Apr 29 14:01:48.195857 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 40996) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:01:48.202099 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-b68c7dc1-f591-4ca7-9a5b-a45152ef9a8a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group_rule': {'security_group_id': '8a46abad-dd99-42bf-b133-455a7cefe663', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:01:48.208087 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b68c7dc1-f591-4ca7-9a5b-a45152ef9a8a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:01:48.211958 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b68c7dc1-f591-4ca7-9a5b-a45152ef9a8a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:01:48.214888 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b68c7dc1-f591-4ca7-9a5b-a45152ef9a8a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:01:48.221478 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b68c7dc1-f591-4ca7-9a5b-a45152ef9a8a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:01:48.237804 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b68c7dc1-f591-4ca7-9a5b-a45152ef9a8a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:48.301231 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b68c7dc1-f591-4ca7-9a5b-a45152ef9a8a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:48.305331 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b68c7dc1-f591-4ca7-9a5b-a45152ef9a8a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:48.329292 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c7dc1-f591-4ca7-9a5b-a45152ef9a8a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0c3217-ab58-45ce-8faf-e1a981b08479,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:48.338551 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b68c7dc1-f591-4ca7-9a5b-a45152ef9a8a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:48.339722 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b68c7dc1-f591-4ca7-9a5b-a45152ef9a8a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1429241 Apr 29 14:01:48.342806 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41000) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:01:48.348425 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-e896348d-d9dd-4b9c-a6a6-ddf40206a928 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group_rule': {'security_group_id': '8a46abad-dd99-42bf-b133-455a7cefe663', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:01:48.354614 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e896348d-d9dd-4b9c-a6a6-ddf40206a928 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:01:48.358850 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e896348d-d9dd-4b9c-a6a6-ddf40206a928 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:01:48.361704 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e896348d-d9dd-4b9c-a6a6-ddf40206a928 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:01:48.367365 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e896348d-d9dd-4b9c-a6a6-ddf40206a928 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:01:48.384446 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e896348d-d9dd-4b9c-a6a6-ddf40206a928 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:48.446618 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e896348d-d9dd-4b9c-a6a6-ddf40206a928 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:48.451195 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e896348d-d9dd-4b9c-a6a6-ddf40206a928 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:48.474110 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896348d-d9dd-4b9c-a6a6-ddf40206a928 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a6bf70-33cf-422a-9d3d-fe71401c789a,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:48.482992 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e896348d-d9dd-4b9c-a6a6-ddf40206a928 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:48.484204 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e896348d-d9dd-4b9c-a6a6-ddf40206a928 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1404352 Apr 29 14:01:48.486855 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41004) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:01:48.492001 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-21104824-1519-4141-be92-d5c5e7c5b9ec tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group_rule': {'security_group_id': '8a46abad-dd99-42bf-b133-455a7cefe663', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:01:48.498334 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-21104824-1519-4141-be92-d5c5e7c5b9ec tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:01:48.502108 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-21104824-1519-4141-be92-d5c5e7c5b9ec tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:01:48.504945 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-21104824-1519-4141-be92-d5c5e7c5b9ec tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:01:48.510525 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-21104824-1519-4141-be92-d5c5e7c5b9ec tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:01:48.527086 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-21104824-1519-4141-be92-d5c5e7c5b9ec tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:48.592941 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-21104824-1519-4141-be92-d5c5e7c5b9ec tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:48.597226 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-21104824-1519-4141-be92-d5c5e7c5b9ec tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:48.622226 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21104824-1519-4141-be92-d5c5e7c5b9ec tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0bea8be-f099-42ca-b859-d7f0e31e83c9,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:48.630749 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-21104824-1519-4141-be92-d5c5e7c5b9ec tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:48.631951 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-21104824-1519-4141-be92-d5c5e7c5b9ec tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1441705 Apr 29 14:01:48.634674 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41008) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:01:48.639921 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-eca327a1-05ac-454c-a54e-02ba4bffd9a9 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group_rule': {'security_group_id': '8a46abad-dd99-42bf-b133-455a7cefe663', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:01:48.645673 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-eca327a1-05ac-454c-a54e-02ba4bffd9a9 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:01:48.649434 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-eca327a1-05ac-454c-a54e-02ba4bffd9a9 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:01:48.652353 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-eca327a1-05ac-454c-a54e-02ba4bffd9a9 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:01:48.658019 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-eca327a1-05ac-454c-a54e-02ba4bffd9a9 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:01:48.668233 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.securitygroups_db [None req-eca327a1-05ac-454c-a54e-02ba4bffd9a9 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Project a3b5eecb321e41ad979ed70ab10a2d9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 14:01:48.675092 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eca327a1-05ac-454c-a54e-02ba4bffd9a9 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:48.737361 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eca327a1-05ac-454c-a54e-02ba4bffd9a9 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:48.740521 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eca327a1-05ac-454c-a54e-02ba4bffd9a9 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:48.766776 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca327a1-05ac-454c-a54e-02ba4bffd9a9 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd1eafe-ed46-43cd-9054-522c2b077183,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:48.773782 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-eca327a1-05ac-454c-a54e-02ba4bffd9a9 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:48.775062 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-eca327a1-05ac-454c-a54e-02ba4bffd9a9 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1394625 Apr 29 14:01:48.777810 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41012) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:01:48.783352 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-21efc380-4c41-4ad5-ba1e-352471617da4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group_rule': {'security_group_id': '8a46abad-dd99-42bf-b133-455a7cefe663', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:01:48.789553 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-21efc380-4c41-4ad5-ba1e-352471617da4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:01:48.794230 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-21efc380-4c41-4ad5-ba1e-352471617da4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:01:48.797192 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-21efc380-4c41-4ad5-ba1e-352471617da4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:01:48.802950 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-21efc380-4c41-4ad5-ba1e-352471617da4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:01:48.813923 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.securitygroups_db [None req-21efc380-4c41-4ad5-ba1e-352471617da4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Project a3b5eecb321e41ad979ed70ab10a2d9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 14:01:48.820245 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-21efc380-4c41-4ad5-ba1e-352471617da4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:48.885196 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-21efc380-4c41-4ad5-ba1e-352471617da4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:48.888459 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-21efc380-4c41-4ad5-ba1e-352471617da4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:48.911071 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21efc380-4c41-4ad5-ba1e-352471617da4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=663fd57a-513a-4991-8ba3-4c4204f8949f,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:48.920784 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-21efc380-4c41-4ad5-ba1e-352471617da4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:48.923892 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-21efc380-4c41-4ad5-ba1e-352471617da4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1429980 Apr 29 14:01:48.924814 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41016) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:01:48.930124 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-92604fea-da13-478e-955e-257918b429d2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'network': {'name': 'tempest-network-smoke--1459146885', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'port_security_enabled': True}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:01:48.935459 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-92604fea-da13-478e-955e-257918b429d2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:01:48.939360 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-92604fea-da13-478e-955e-257918b429d2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:network and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:01:48.942158 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-92604fea-da13-478e-955e-257918b429d2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:01:48.948163 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-92604fea-da13-478e-955e-257918b429d2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:01:48.960541 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92604fea-da13-478e-955e-257918b429d2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Made reservation on behalf of a3b5eecb321e41ad979ed70ab10a2d9d for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 14:01:48.963406 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-92604fea-da13-478e-955e-257918b429d2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:48.991694 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92604fea-da13-478e-955e-257918b429d2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 14:01:49.000481 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-92604fea-da13-478e-955e-257918b429d2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:49.000879 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-92604fea-da13-478e-955e-257918b429d2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Added segment 3c8a2c14-189e-4e7e-8e51-4940f84afa08 of type vlan for network 76a001e9-e0e5-410e-a35b-a23f1333f70c Apr 29 14:01:49.026068 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-92604fea-da13-478e-955e-257918b429d2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:49.055071 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-92604fea-da13-478e-955e-257918b429d2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:49.058708 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92604fea-da13-478e-955e-257918b429d2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:01:49.059424 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-92604fea-da13-478e-955e-257918b429d2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:49.158679 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-92604fea-da13-478e-955e-257918b429d2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2327869 Apr 29 14:01:49.161638 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41020) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:01:49.164716 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92604fea-da13-478e-955e-257918b429d2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Network': ['ID=76a001e9-e0e5-410e-a35b-a23f1333f70c,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:49.167075 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-ca2c84c9-36e6-4a10-8c2c-66d7b5392a33 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-943966202', 'admin_state_up': True, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:01:49.178739 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ca2c84c9-36e6-4a10-8c2c-66d7b5392a33 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:01:49.178946 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 76a001e9-e0e5-410e-a35b-a23f1333f70c details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 14:01:49.183055 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ca2c84c9-36e6-4a10-8c2c-66d7b5392a33 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:router and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:01:49.186068 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ca2c84c9-36e6-4a10-8c2c-66d7b5392a33 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:01:49.192673 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ca2c84c9-36e6-4a10-8c2c-66d7b5392a33 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:01:49.202554 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ca2c84c9-36e6-4a10-8c2c-66d7b5392a33 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:49.203514 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ca2c84c9-36e6-4a10-8c2c-66d7b5392a33 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:49.222185 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ca2c84c9-36e6-4a10-8c2c-66d7b5392a33 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:49.454357 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ca2c84c9-36e6-4a10-8c2c-66d7b5392a33 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:49.638953 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ca2c84c9-36e6-4a10-8c2c-66d7b5392a33 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router_gateway, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:49.667850 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ca2c84c9-36e6-4a10-8c2c-66d7b5392a33 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:49.801813 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-ca2c84c9-36e6-4a10-8c2c-66d7b5392a33 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Allocated IP 172.26.6.231 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/3861e8cc-4511-4567-89ed-ddc17d20d9d2) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:01:49.950860 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ca2c84c9-36e6-4a10-8c2c-66d7b5392a33 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:49.977840 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ca2c84c9-36e6-4a10-8c2c-66d7b5392a33 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:50.043381 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2c84c9-36e6-4a10-8c2c-66d7b5392a33 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:01:50.046947 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-ca2c84c9-36e6-4a10-8c2c-66d7b5392a33 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:01:50.051845 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2c84c9-36e6-4a10-8c2c-66d7b5392a33 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:01:50.074842 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c84c9-36e6-4a10-8c2c-66d7b5392a33 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Port': ['ID=3861e8cc-4511-4567-89ed-ddc17d20d9d2,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:50.208714 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ca2c84c9-36e6-4a10-8c2c-66d7b5392a33 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router_gateway, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:50.209370 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ca2c84c9-36e6-4a10-8c2c-66d7b5392a33 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:50.428106 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2c84c9-36e6-4a10-8c2c-66d7b5392a33 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Router c7223cc9-108b-4d4b-a891-af4f4a6155a8 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 14:01:50.626615 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2c84c9-36e6-4a10-8c2c-66d7b5392a33 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:01:50.635879 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3de5e5-662f-4310-9eb9-09d8766287e7 None None] Sync routers for ids ['c7223cc9-108b-4d4b-a891-af4f4a6155a8'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:01:50.649053 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3de5e5-662f-4310-9eb9-09d8766287e7 None None] Routers {'c7223cc9-108b-4d4b-a891-af4f4a6155a8'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:01:50.649741 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-fa3de5e5-662f-4310-9eb9-09d8766287e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:01:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c7223cc9-108b-4d4b-a891-af4f4a6155a8'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:01:50.652598 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ca2c84c9-36e6-4a10-8c2c-66d7b5392a33 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:50.653909 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ca2c84c9-36e6-4a10-8c2c-66d7b5392a33 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4912961 Apr 29 14:01:50.657097 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41024) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:01:50.821130 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-802eadb7-a793-48f9-a1d2-4f9136a515d0 tempest-TestNetworkAdvancedServerOps-2141022458 tempest-TestNetworkAdvancedServerOps-2141022458-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=a3b5eecb321e41ad979ed70ab10a2d9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1603184 Apr 29 14:01:50.821339 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41030) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:01:50.826602 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-fa3de5e5-662f-4310-9eb9-09d8766287e7 None None] Set router c7223cc9-108b-4d4b-a891-af4f4a6155a8 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:01:50.951789 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1d873c-334f-49b7-a985-e1e650bcaa53 tempest-TestNetworkAdvancedServerOps-2141022458 tempest-TestNetworkAdvancedServerOps-2141022458-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:01:50.955900 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6d1d873c-334f-49b7-a985-e1e650bcaa53 tempest-TestNetworkAdvancedServerOps-2141022458 tempest-TestNetworkAdvancedServerOps-2141022458-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1310508 Apr 29 14:01:50.956058 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41034) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:01:50.998292 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ef9e194b-6b30-42e1-b595-5bff24055bc2 tempest-TestNetworkAdvancedServerOps-2141022458 tempest-TestNetworkAdvancedServerOps-2141022458-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3475bcf7-abe6-4964-9326-03174235aecc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411921 Apr 29 14:01:51.000907 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41038) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:01:51.006021 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-31c77a85-72e1-439c-ac4b-80fcffb87419 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-301071421', 'network_id': '76a001e9-e0e5-410e-a35b-a23f1333f70c', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:01:51.135471 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-fa3de5e5-662f-4310-9eb9-09d8766287e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943966202', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.231'}], 'enable_snat': True}, 'gw_port_id': '3861e8cc-4511-4567-89ed-ddc17d20d9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:01:49Z', 'updated_at': '2022-04-29T14:01:50Z', 'revision_number': 3, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '3861e8cc-4511-4567-89ed-ddc17d20d9d2', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:01:49Z', 'updated_at': '2022-04-29T14:01:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:01:51.139702 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3de5e5-662f-4310-9eb9-09d8766287e7 None None] Checking router: c7223cc9-108b-4d4b-a891-af4f4a6155a8 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:01:51.140045 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3de5e5-662f-4310-9eb9-09d8766287e7 None None] Updating router c7223cc9-108b-4d4b-a891-af4f4a6155a8 port 3861e8cc-4511-4567-89ed-ddc17d20d9d2 binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 14:01:51.192487 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-fa3de5e5-662f-4310-9eb9-09d8766287e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:51.210854 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-31c77a85-72e1-439c-ac4b-80fcffb87419 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:01:51.214687 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-31c77a85-72e1-439c-ac4b-80fcffb87419 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:subnet and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:01:51.218432 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-31c77a85-72e1-439c-ac4b-80fcffb87419 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:01:51.224058 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-31c77a85-72e1-439c-ac4b-80fcffb87419 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:01:51.234280 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c77a85-72e1-439c-ac4b-80fcffb87419 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Made reservation on behalf of a3b5eecb321e41ad979ed70ab10a2d9d for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 14:01:51.334949 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-31c77a85-72e1-439c-ac4b-80fcffb87419 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:51.507803 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-fa3de5e5-662f-4310-9eb9-09d8766287e7 None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:51.519802 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-fa3de5e5-662f-4310-9eb9-09d8766287e7 None None] Transition to ACTIVE for port object 3861e8cc-4511-4567-89ed-ddc17d20d9d2 will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:01:51.526277 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-fa3de5e5-662f-4310-9eb9-09d8766287e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:51.547851 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-31c77a85-72e1-439c-ac4b-80fcffb87419 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:51.603315 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-fa3de5e5-662f-4310-9eb9-09d8766287e7 None None] Attempting to bind port 3861e8cc-4511-4567-89ed-ddc17d20d9d2 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:01:51.603679 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-fa3de5e5-662f-4310-9eb9-09d8766287e7 None None] Attempting to bind port 3861e8cc-4511-4567-89ed-ddc17d20d9d2 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:01:51.604031 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3de5e5-662f-4310-9eb9-09d8766287e7 None None] Attempting to bind port 3861e8cc-4511-4567-89ed-ddc17d20d9d2 on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:01:51.609557 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8abe89-ed3d-472d-88dc-d915f7c2539e None None] Pushing event updated for resources: {'Port': ['ID=3861e8cc-4511-4567-89ed-ddc17d20d9d2,revision_number=2']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:51.619981 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3de5e5-662f-4310-9eb9-09d8766287e7 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:01:51.620443 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3de5e5-662f-4310-9eb9-09d8766287e7 None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:01:51.620857 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-fa3de5e5-662f-4310-9eb9-09d8766287e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:51.621239 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3de5e5-662f-4310-9eb9-09d8766287e7 None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:01:51.622251 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-fa3de5e5-662f-4310-9eb9-09d8766287e7 None None] Bound port: 3861e8cc-4511-4567-89ed-ddc17d20d9d2, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:01:51.622706 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-fa3de5e5-662f-4310-9eb9-09d8766287e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:51.629146 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c77a85-72e1-439c-ac4b-80fcffb87419 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Subnet': ['ID=802a2365-512c-4a83-b30f-fcdc789c85d4,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:51.638829 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c77a85-72e1-439c-ac4b-80fcffb87419 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Checking segment: {'id': '3c8a2c14-189e-4e7e-8e51-4940f84afa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '76a001e9-e0e5-410e-a35b-a23f1333f70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:01:51.639182 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c77a85-72e1-439c-ac4b-80fcffb87419 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network hostable DHCP agents. Network: 76a001e9-e0e5-410e-a35b-a23f1333f70c, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 14:01:51.650018 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8abe89-ed3d-472d-88dc-d915f7c2539e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:51.650531 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8abe89-ed3d-472d-88dc-d915f7c2539e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:51.650681 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8abe89-ed3d-472d-88dc-d915f7c2539e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:51.651011 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8abe89-ed3d-472d-88dc-d915f7c2539e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:51.651338 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8abe89-ed3d-472d-88dc-d915f7c2539e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:51.651656 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8abe89-ed3d-472d-88dc-d915f7c2539e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:51.651979 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8abe89-ed3d-472d-88dc-d915f7c2539e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:51.652304 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8abe89-ed3d-472d-88dc-d915f7c2539e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:51.652670 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8abe89-ed3d-472d-88dc-d915f7c2539e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:51.652995 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8abe89-ed3d-472d-88dc-d915f7c2539e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:51.653524 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8abe89-ed3d-472d-88dc-d915f7c2539e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:51.661136 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c77a85-72e1-439c-ac4b-80fcffb87419 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network 76a001e9-e0e5-410e-a35b-a23f1333f70c is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 14:01:51.670979 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-31c77a85-72e1-439c-ac4b-80fcffb87419 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 76a001e9-e0e5-410e-a35b-a23f1333f70c) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:01:51.674792 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c77a85-72e1-439c-ac4b-80fcffb87419 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:01:51.675363 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-31c77a85-72e1-439c-ac4b-80fcffb87419 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:51.681761 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8bea07-e83d-4367-86fe-ffbf3cd69e54 None None] Network 76a001e9-e0e5-410e-a35b-a23f1333f70c requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 14:01:51.697072 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-31c77a85-72e1-439c-ac4b-80fcffb87419 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6949580 Apr 29 14:01:51.699890 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41042) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:01:51.701465 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-fa3de5e5-662f-4310-9eb9-09d8766287e7 None None] For port 3861e8cc-4511-4567-89ed-ddc17d20d9d2, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:01:51.705003 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-fa3de5e5-662f-4310-9eb9-09d8766287e7 None None] For port 3861e8cc-4511-4567-89ed-ddc17d20d9d2, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=3861e8cc-4511-4567-89ed-ddc17d20d9d2,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:01:51.709302 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-fa3de5e5-662f-4310-9eb9-09d8766287e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:51.788846 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8abe89-ed3d-472d-88dc-d915f7c2539e None None] Pushing event updated for resources: {'Port': ['ID=3861e8cc-4511-4567-89ed-ddc17d20d9d2,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:51.795416 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3de5e5-662f-4310-9eb9-09d8766287e7 None None] Routers {'c7223cc9-108b-4d4b-a891-af4f4a6155a8'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:01:51.796021 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-fa3de5e5-662f-4310-9eb9-09d8766287e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:01:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c7223cc9-108b-4d4b-a891-af4f4a6155a8'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:01:51.914211 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-76a001e9-e0e5-410e-a35b-a23f1333f70c', 'network_id': '76a001e9-e0e5-410e-a35b-a23f1333f70c', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'fixed_ips': [{'subnet_id': '802a2365-512c-4a83-b30f-fcdc789c85d4'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 14:01:51.915037 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:51.983397 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-fa3de5e5-662f-4310-9eb9-09d8766287e7 None None] Set router c7223cc9-108b-4d4b-a891-af4f4a6155a8 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:01:52.077033 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Allocated IP 172.20.0.2 (76a001e9-e0e5-410e-a35b-a23f1333f70c/802a2365-512c-4a83-b30f-fcdc789c85d4/1f805f07-3da6-47d4-a288-006e836c432f) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:01:52.279708 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-fa3de5e5-662f-4310-9eb9-09d8766287e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943966202', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.231'}], 'enable_snat': True}, 'gw_port_id': '3861e8cc-4511-4567-89ed-ddc17d20d9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:01:49Z', 'updated_at': '2022-04-29T14:01:50Z', 'revision_number': 3, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '3861e8cc-4511-4567-89ed-ddc17d20d9d2', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:01:49Z', 'updated_at': '2022-04-29T14:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:01:52.283678 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3de5e5-662f-4310-9eb9-09d8766287e7 None None] The sync data for ids ['c7223cc9-108b-4d4b-a891-af4f4a6155a8'] in dv-neutron-839027-4-hyperv is: [{'id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943966202', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.231'}], 'enable_snat': True}, 'gw_port_id': '3861e8cc-4511-4567-89ed-ddc17d20d9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:01:49Z', 'updated_at': '2022-04-29T14:01:50Z', 'revision_number': 3, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '3861e8cc-4511-4567-89ed-ddc17d20d9d2', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:01:49Z', 'updated_at': '2022-04-29T14:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:01:52.298685 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:52.311427 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Transition to ACTIVE for port object 1f805f07-3da6-47d4-a288-006e836c432f will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:01:52.334667 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Transition to ACTIVE for port object 1f805f07-3da6-47d4-a288-006e836c432f will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:01:52.342390 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:52.418978 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Network 76a001e9-e0e5-410e-a35b-a23f1333f70c is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:01:52.422647 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:01:52.424473 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Pushing event updated for resources: {'Port': ['ID=1f805f07-3da6-47d4-a288-006e836c432f,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:52.426718 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:01:52.438720 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:52.439056 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:52.439385 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:52.439757 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:52.440143 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:52.440508 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:52.440913 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:52.441221 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:52.441632 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:52.441944 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:52.442261 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:01:52.515800 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-60b9ab2d-4aac-4036-922c-78a557763810 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:52.551313 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Attempting to bind port 1f805f07-3da6-47d4-a288-006e836c432f on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:01:52.551710 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Attempting to bind port 1f805f07-3da6-47d4-a288-006e836c432f by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '3c8a2c14-189e-4e7e-8e51-4940f84afa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '76a001e9-e0e5-410e-a35b-a23f1333f70c'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:01:52.552085 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Attempting to bind port 1f805f07-3da6-47d4-a288-006e836c432f on network 76a001e9-e0e5-410e-a35b-a23f1333f70c {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:01:52.560013 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:01:52.560472 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Checking segment: {'id': '3c8a2c14-189e-4e7e-8e51-4940f84afa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '76a001e9-e0e5-410e-a35b-a23f1333f70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:01:52.560959 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:52.561415 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Bound using segment: {'id': '3c8a2c14-189e-4e7e-8e51-4940f84afa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '76a001e9-e0e5-410e-a35b-a23f1333f70c'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:01:52.561999 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Bound port: 1f805f07-3da6-47d4-a288-006e836c432f, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8a2c14-189e-4e7e-8e51-4940f84afa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '76a001e9-e0e5-410e-a35b-a23f1333f70c'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:01:52.562433 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:52.660465 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] For port 1f805f07-3da6-47d4-a288-006e836c432f, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:01:52.664942 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] For port 1f805f07-3da6-47d4-a288-006e836c432f, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=1f805f07-3da6-47d4-a288-006e836c432f,segment=NetworkSegment(3c8a2c14-189e-4e7e-8e51-4940f84afa08),segment_id=3c8a2c14-189e-4e7e-8e51-4940f84afa08)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:01:52.670992 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:52.757563 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81299af8-5d09-4f70-b3bd-b6d1e9943e95 None None] Pushing event updated for resources: {'Port': ['ID=1f805f07-3da6-47d4-a288-006e836c432f,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:53.066580 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-60b9ab2d-4aac-4036-922c-78a557763810 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Allocated IP 172.20.0.1 (76a001e9-e0e5-410e-a35b-a23f1333f70c/802a2365-512c-4a83-b30f-fcdc789c85d4/6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:01:53.235618 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-60b9ab2d-4aac-4036-922c-78a557763810 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:53.253947 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-60b9ab2d-4aac-4036-922c-78a557763810 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Transition to ACTIVE for port object 6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:01:53.276519 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-60b9ab2d-4aac-4036-922c-78a557763810 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:53.293516 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 3861e8cc-4511-4567-89ed-ddc17d20d9d2 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:01:53.349242 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b9ab2d-4aac-4036-922c-78a557763810 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network 76a001e9-e0e5-410e-a35b-a23f1333f70c is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:01:53.352189 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-60b9ab2d-4aac-4036-922c-78a557763810 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:01:53.356504 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b9ab2d-4aac-4036-922c-78a557763810 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:01:53.367423 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 3861e8cc-4511-4567-89ed-ddc17d20d9d2 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:01:53.372703 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 3861e8cc-4511-4567-89ed-ddc17d20d9d2 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:01:53.373100 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:53.391705 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9ab2d-4aac-4036-922c-78a557763810 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Port': ['ID=6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:53.420298 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-60b9ab2d-4aac-4036-922c-78a557763810 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:53.495637 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:53.514990 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 3861e8cc-4511-4567-89ed-ddc17d20d9d2, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=3861e8cc-4511-4567-89ed-ddc17d20d9d2,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:01:53.520078 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:53.521050 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 1f805f07-3da6-47d4-a288-006e836c432f up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:01:53.524610 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-60b9ab2d-4aac-4036-922c-78a557763810 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:53.670126 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=3861e8cc-4511-4567-89ed-ddc17d20d9d2,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:53.685876 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 1f805f07-3da6-47d4-a288-006e836c432f completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:01:53.749361 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6912a46-992c-45a5-8d22-1e798bcdd7c2 None None] Network 76a001e9-e0e5-410e-a35b-a23f1333f70c requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 14:01:53.841627 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9f694ba3-1260-4324-aeb2-eb26f053e6f7 None None] Provisioning for port 1f805f07-3da6-47d4-a288-006e836c432f completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:01:53.863084 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9f694ba3-1260-4324-aeb2-eb26f053e6f7 None None] Provisioning complete for port 1f805f07-3da6-47d4-a288-006e836c432f triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:01:53.863452 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f694ba3-1260-4324-aeb2-eb26f053e6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:53.946808 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-60b9ab2d-4aac-4036-922c-78a557763810 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:53.950988 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-60b9ab2d-4aac-4036-922c-78a557763810 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:54.061939 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-60b9ab2d-4aac-4036-922c-78a557763810 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:54.064688 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9ab2d-4aac-4036-922c-78a557763810 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Port': ['ID=6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:54.070846 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f694ba3-1260-4324-aeb2-eb26f053e6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:54.110754 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-9f694ba3-1260-4324-aeb2-eb26f053e6f7 None None] For port 1f805f07-3da6-47d4-a288-006e836c432f, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=1f805f07-3da6-47d4-a288-006e836c432f,segment=NetworkSegment(3c8a2c14-189e-4e7e-8e51-4940f84afa08),segment_id=3c8a2c14-189e-4e7e-8e51-4940f84afa08)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:01:54.115067 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f694ba3-1260-4324-aeb2-eb26f053e6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:54.188554 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f694ba3-1260-4324-aeb2-eb26f053e6f7 None None] Pushing event updated for resources: {'Port': ['ID=1f805f07-3da6-47d4-a288-006e836c432f,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:54.203098 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b9ab2d-4aac-4036-922c-78a557763810 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network 76a001e9-e0e5-410e-a35b-a23f1333f70c is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:01:54.204360 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-60b9ab2d-4aac-4036-922c-78a557763810 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:01:54.343476 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f55a3190-46e1-4a5c-b735-7fc2453cad42 None None] Provisioning complete for port 1f805f07-3da6-47d4-a288-006e836c432f triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:01:54.343844 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f55a3190-46e1-4a5c-b735-7fc2453cad42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:54.485600 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f55a3190-46e1-4a5c-b735-7fc2453cad42 None None] Provisioning for port 6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:01:54.491037 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f55a3190-46e1-4a5c-b735-7fc2453cad42 None None] Provisioning complete for port 6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:01:54.491400 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f55a3190-46e1-4a5c-b735-7fc2453cad42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:54.550692 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f55a3190-46e1-4a5c-b735-7fc2453cad42 None None] Port 6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 14:01:54.672239 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c1db0622-5c4d-495d-ba93-e6cc81309fa1 None None] Provisioning complete for port 6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:01:54.672694 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c1db0622-5c4d-495d-ba93-e6cc81309fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:54.708272 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b9ab2d-4aac-4036-922c-78a557763810 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Router c7223cc9-108b-4d4b-a891-af4f4a6155a8 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:01:54.723793 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-c1db0622-5c4d-495d-ba93-e6cc81309fa1 None None] Port 6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 14:01:54.845913 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b020fc63-e856-4fc9-8a24-b4d3776ef27e None None] Provisioning complete for port 6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:01:54.846575 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b020fc63-e856-4fc9-8a24-b4d3776ef27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:54.898620 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b020fc63-e856-4fc9-8a24-b4d3776ef27e None None] Port 6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 14:01:54.921710 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b9ab2d-4aac-4036-922c-78a557763810 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:01:54.930467 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-60b9ab2d-4aac-4036-922c-78a557763810 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "PUT /v2.0/routers/c7223cc9-108b-4d4b-a891-af4f4a6155a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2291222 Apr 29 14:01:55.112965 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-85b0bd88-325f-4139-9ff5-d190bc7212a6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Synchronizing usage tracker for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:01:55.129033 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-85b0bd88-325f-4139-9ff5-d190bc7212a6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Unset dirty status for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:01:55.130266 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-85b0bd88-325f-4139-9ff5-d190bc7212a6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-832025349&fields=id&tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d HTTP/1.1" status: 200 len: 267 time: 0.0568278 Apr 29 14:01:55.252404 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 3861e8cc-4511-4567-89ed-ddc17d20d9d2 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:01:55.281989 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-6323fb22-418a-484e-afdd-96650b65145f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:01:55.283430 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-6323fb22-418a-484e-afdd-96650b65145f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/networks?id=76a001e9-e0e5-410e-a35b-a23f1333f70c HTTP/1.1" status: 200 len: 797 time: 0.1467416 Apr 29 14:01:55.300115 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-a86032be-3025-4404-8b94-c8fd2e4454bc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/quotas/a3b5eecb321e41ad979ed70ab10a2d9d HTTP/1.1" status: 200 len: 375 time: 0.0112422 Apr 29 14:01:55.321787 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 3861e8cc-4511-4567-89ed-ddc17d20d9d2 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:01:55.322149 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:55.380267 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-22ba4047-7839-4a5b-aebd-2e45eab30db2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Synchronizing usage tracker for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:01:55.397423 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-22ba4047-7839-4a5b-aebd-2e45eab30db2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Unset dirty status for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:01:55.399114 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-22ba4047-7839-4a5b-aebd-2e45eab30db2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923483 Apr 29 14:01:55.438118 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 1f805f07-3da6-47d4-a288-006e836c432f up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:01:55.485890 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-e00bd228-c815-47aa-b125-1135a718f12f service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 14:01:55.486846 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-e00bd228-c815-47aa-b125-1135a718f12f service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0725975 Apr 29 14:01:55.506167 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 1f805f07-3da6-47d4-a288-006e836c432f triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:01:55.506453 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:55.629306 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-c8eaaf00-c19c-4f4d-be70-4c48906d6fb7 service neutron] 10.222.0.76 "GET /v2.0/networks/76a001e9-e0e5-410e-a35b-a23f1333f70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359086 Apr 29 14:01:55.761581 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-c87450ee-3e32-419a-b073-913c4849bfdc service neutron] 10.222.0.76 "GET /v2.0/networks/76a001e9-e0e5-410e-a35b-a23f1333f70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282020 Apr 29 14:01:55.850608 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb37843c-4e51-466f-983b-e9e1bf6f6466 None None] Sync routers for ids ['c7223cc9-108b-4d4b-a891-af4f4a6155a8'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:01:55.870185 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb37843c-4e51-466f-983b-e9e1bf6f6466 None None] Routers {'c7223cc9-108b-4d4b-a891-af4f4a6155a8'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:01:55.870939 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-bb37843c-4e51-466f-983b-e9e1bf6f6466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:01:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c7223cc9-108b-4d4b-a891-af4f4a6155a8'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:01:55.953326 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f21bd4f0-d1df-44ae-a43c-651e3569a336 req-366de6a1-5641-4c17-9992-81038e4bf473 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5fc2757-8d7f-444a-b9aa-8c336c684264 HTTP/1.1" status: 200 len: 210 time: 0.0422826 Apr 29 14:01:56.049825 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-bb37843c-4e51-466f-983b-e9e1bf6f6466 None None] Set router c7223cc9-108b-4d4b-a891-af4f4a6155a8 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:01:56.402368 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-bb37843c-4e51-466f-983b-e9e1bf6f6466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943966202', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.231'}], 'enable_snat': True}, 'gw_port_id': '3861e8cc-4511-4567-89ed-ddc17d20d9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:01:49Z', 'updated_at': '2022-04-29T14:01:53Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '3861e8cc-4511-4567-89ed-ddc17d20d9d2', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:01:49Z', 'updated_at': '2022-04-29T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3', 'name': '', 'network_id': '76a001e9-e0e5-410e-a35b-a23f1333f70c', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:16:55:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '802a2365-512c-4a83-b30f-fcdc789c85d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:01:52Z', 'updated_at': '2022-04-29T14:01:53Z', 'revision_number': 2, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': '802a2365-512c-4a83-b30f-fcdc789c85d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:01:56.406623 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb37843c-4e51-466f-983b-e9e1bf6f6466 None None] Checking router: c7223cc9-108b-4d4b-a891-af4f4a6155a8 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:01:56.406968 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb37843c-4e51-466f-983b-e9e1bf6f6466 None None] Updating router c7223cc9-108b-4d4b-a891-af4f4a6155a8 port 6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3 binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 14:01:56.461943 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bb37843c-4e51-466f-983b-e9e1bf6f6466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:56.804502 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bb37843c-4e51-466f-983b-e9e1bf6f6466 None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:56.816422 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-bb37843c-4e51-466f-983b-e9e1bf6f6466 None None] Transition to ACTIVE for port object 6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:01:56.822301 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bb37843c-4e51-466f-983b-e9e1bf6f6466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:56.953238 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77f62c-967d-4937-90f1-7d387625b7c4 None None] Pushing event updated for resources: {'Port': ['ID=6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:57.050273 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-bb37843c-4e51-466f-983b-e9e1bf6f6466 None None] Attempting to bind port 6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:01:57.050682 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-bb37843c-4e51-466f-983b-e9e1bf6f6466 None None] Attempting to bind port 6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '3c8a2c14-189e-4e7e-8e51-4940f84afa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '76a001e9-e0e5-410e-a35b-a23f1333f70c'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:01:57.051040 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb37843c-4e51-466f-983b-e9e1bf6f6466 None None] Attempting to bind port 6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3 on network 76a001e9-e0e5-410e-a35b-a23f1333f70c {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:01:57.073104 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb37843c-4e51-466f-983b-e9e1bf6f6466 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:01:57.073475 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb37843c-4e51-466f-983b-e9e1bf6f6466 None None] Checking segment: {'id': '3c8a2c14-189e-4e7e-8e51-4940f84afa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '76a001e9-e0e5-410e-a35b-a23f1333f70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:01:57.073869 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bb37843c-4e51-466f-983b-e9e1bf6f6466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:57.074250 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb37843c-4e51-466f-983b-e9e1bf6f6466 None None] Bound using segment: {'id': '3c8a2c14-189e-4e7e-8e51-4940f84afa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '76a001e9-e0e5-410e-a35b-a23f1333f70c'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:01:57.075298 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-bb37843c-4e51-466f-983b-e9e1bf6f6466 None None] Bound port: 6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8a2c14-189e-4e7e-8e51-4940f84afa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '76a001e9-e0e5-410e-a35b-a23f1333f70c'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:01:57.075672 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bb37843c-4e51-466f-983b-e9e1bf6f6466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:57.181291 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-eb69212e-9978-4bf4-bf72-7019edd6d7b9 req-251fb182-3cda-49ba-804c-9b1cd4654870 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5fc2757-8d7f-444a-b9aa-8c336c684264 HTTP/1.1" status: 200 len: 210 time: 0.0625451 Apr 29 14:01:57.184241 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-bb37843c-4e51-466f-983b-e9e1bf6f6466 None None] For port 6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:01:57.187762 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-bb37843c-4e51-466f-983b-e9e1bf6f6466 None None] For port 6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3,segment=NetworkSegment(3c8a2c14-189e-4e7e-8e51-4940f84afa08),segment_id=3c8a2c14-189e-4e7e-8e51-4940f84afa08)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:01:57.205079 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bb37843c-4e51-466f-983b-e9e1bf6f6466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:57.231704 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-b8afe956-68e5-4e37-b98d-b2a0cbad0443 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:01:57.232366 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-b8afe956-68e5-4e37-b98d-b2a0cbad0443 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Synchronizing usage tracker for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:network {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:01:57.252343 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-b8afe956-68e5-4e37-b98d-b2a0cbad0443 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Unset dirty status for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:network {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:01:57.255003 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-b8afe956-68e5-4e37-b98d-b2a0cbad0443 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.32 "GET /v2.0/networks?id=76a001e9-e0e5-410e-a35b-a23f1333f70c HTTP/1.1" status: 200 len: 797 time: 0.2011192 Apr 29 14:01:57.285155 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77f62c-967d-4937-90f1-7d387625b7c4 None None] Pushing event updated for resources: {'Port': ['ID=6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:57.293284 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb37843c-4e51-466f-983b-e9e1bf6f6466 None None] Routers {'c7223cc9-108b-4d4b-a891-af4f4a6155a8'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:01:57.294095 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-bb37843c-4e51-466f-983b-e9e1bf6f6466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:01:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c7223cc9-108b-4d4b-a891-af4f4a6155a8'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:01:57.319809 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-3c553abb-7065-47fe-aaf2-32722a96f514 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d HTTP/1.1" status: 200 len: 379 time: 0.0516117 Apr 29 14:01:57.332263 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-546c6562-a55c-441b-bcd1-f461ea80327c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'port': {'device_id': 'a5fc2757-8d7f-444a-b9aa-8c336c684264', 'network_id': '76a001e9-e0e5-410e-a35b-a23f1333f70c', 'admin_state_up': True, 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'security_groups': ['8a46abad-dd99-42bf-b133-455a7cefe663']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:01:57.485713 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-bb37843c-4e51-466f-983b-e9e1bf6f6466 None None] Set router c7223cc9-108b-4d4b-a891-af4f4a6155a8 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:01:57.566915 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-546c6562-a55c-441b-bcd1-f461ea80327c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:01:57.576901 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-546c6562-a55c-441b-bcd1-f461ea80327c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:01:57.586868 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-546c6562-a55c-441b-bcd1-f461ea80327c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Made reservation on behalf of a3b5eecb321e41ad979ed70ab10a2d9d for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 14:01:57.589749 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-546c6562-a55c-441b-bcd1-f461ea80327c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:57.750013 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-546c6562-a55c-441b-bcd1-f461ea80327c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Allocated IP 172.20.0.8 (76a001e9-e0e5-410e-a35b-a23f1333f70c/802a2365-512c-4a83-b30f-fcdc789c85d4/499d9093-718a-460a-9d49-3d6976689482) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:01:57.810481 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-bb37843c-4e51-466f-983b-e9e1bf6f6466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943966202', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.231'}], 'enable_snat': True}, 'gw_port_id': '3861e8cc-4511-4567-89ed-ddc17d20d9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:01:49Z', 'updated_at': '2022-04-29T14:01:53Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '3861e8cc-4511-4567-89ed-ddc17d20d9d2', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:01:49Z', 'updated_at': '2022-04-29T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3', 'name': '', 'network_id': '76a001e9-e0e5-410e-a35b-a23f1333f70c', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:16:55:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '802a2365-512c-4a83-b30f-fcdc789c85d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:01:52Z', 'updated_at': '2022-04-29T14:01:57Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': '802a2365-512c-4a83-b30f-fcdc789c85d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:01:57.814610 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb37843c-4e51-466f-983b-e9e1bf6f6466 None None] The sync data for ids ['c7223cc9-108b-4d4b-a891-af4f4a6155a8'] in dv-neutron-839027-4-hyperv is: [{'id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943966202', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.231'}], 'enable_snat': True}, 'gw_port_id': '3861e8cc-4511-4567-89ed-ddc17d20d9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:01:49Z', 'updated_at': '2022-04-29T14:01:53Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '3861e8cc-4511-4567-89ed-ddc17d20d9d2', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:01:49Z', 'updated_at': '2022-04-29T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3', 'name': '', 'network_id': '76a001e9-e0e5-410e-a35b-a23f1333f70c', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:16:55:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '802a2365-512c-4a83-b30f-fcdc789c85d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:01:52Z', 'updated_at': '2022-04-29T14:01:57Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': '802a2365-512c-4a83-b30f-fcdc789c85d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:01:57.957577 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-546c6562-a55c-441b-bcd1-f461ea80327c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:57.973847 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-546c6562-a55c-441b-bcd1-f461ea80327c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Transition to ACTIVE for port object 499d9093-718a-460a-9d49-3d6976689482 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:01:57.999047 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-546c6562-a55c-441b-bcd1-f461ea80327c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:58.076845 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-546c6562-a55c-441b-bcd1-f461ea80327c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network 76a001e9-e0e5-410e-a35b-a23f1333f70c is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:01:58.080032 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-546c6562-a55c-441b-bcd1-f461ea80327c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:01:58.084620 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-546c6562-a55c-441b-bcd1-f461ea80327c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:01:58.110779 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c6562-a55c-441b-bcd1-f461ea80327c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Port': ['ID=499d9093-718a-460a-9d49-3d6976689482,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:58.155581 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-546c6562-a55c-441b-bcd1-f461ea80327c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:01:58.156205 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-546c6562-a55c-441b-bcd1-f461ea80327c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:58.183336 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-546c6562-a55c-441b-bcd1-f461ea80327c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8550148 Apr 29 14:01:58.196531 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-b11c1115-4d24-48a8-bc22-050d6ca3f70a service neutron] Request body: {'port': {'device_id': 'a5fc2757-8d7f-444a-b9aa-8c336c684264', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:01:58.347691 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5e3f2d29-a546-4cc2-bd58-f9e6b6f507bd None None] Provisioning for port 499d9093-718a-460a-9d49-3d6976689482 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:01:58.362710 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-b11c1115-4d24-48a8-bc22-050d6ca3f70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:58.368375 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5e3f2d29-a546-4cc2-bd58-f9e6b6f507bd None None] Provisioning complete for port 499d9093-718a-460a-9d49-3d6976689482 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:01:58.368972 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5e3f2d29-a546-4cc2-bd58-f9e6b6f507bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:58.450216 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:58.468438 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-5e3f2d29-a546-4cc2-bd58-f9e6b6f507bd None None] Port 499d9093-718a-460a-9d49-3d6976689482 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 14:01:58.504532 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040c925-a597-49ab-a4f0-00a8bb5035a8 req-717a6818-887c-4260-893e-b24f50466287 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:01:58.505249 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-d040c925-a597-49ab-a4f0-00a8bb5035a8 req-717a6818-887c-4260-893e-b24f50466287 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Synchronizing usage tracker for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:01:58.542576 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-d040c925-a597-49ab-a4f0-00a8bb5035a8 req-717a6818-887c-4260-893e-b24f50466287 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Unset dirty status for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:01:58.544182 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d040c925-a597-49ab-a4f0-00a8bb5035a8 req-717a6818-887c-4260-893e-b24f50466287 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5fc2757-8d7f-444a-b9aa-8c336c684264 HTTP/1.1" status: 200 len: 931 time: 0.2332661 Apr 29 14:01:58.691608 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d040c925-a597-49ab-a4f0-00a8bb5035a8 req-0d53f3ca-0f2d-4f73-a340-07110844a2f4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a46abad-dd99-42bf-b133-455a7cefe663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237388 Apr 29 14:01:58.782852 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-b11c1115-4d24-48a8-bc22-050d6ca3f70a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 499d9093-718a-460a-9d49-3d6976689482 {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 14:01:58.789519 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-b11c1115-4d24-48a8-bc22-050d6ca3f70a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:58.804141 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-b11c1115-4d24-48a8-bc22-050d6ca3f70a service neutron] Transition to ACTIVE for port object 499d9093-718a-460a-9d49-3d6976689482 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:01:58.807795 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-b11c1115-4d24-48a8-bc22-050d6ca3f70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:58.930584 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c1115-4d24-48a8-bc22-050d6ca3f70a service neutron] Pushing event updated for resources: {'Port': ['ID=499d9093-718a-460a-9d49-3d6976689482,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:59.041261 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-b11c1115-4d24-48a8-bc22-050d6ca3f70a service neutron] Attempting to bind port 499d9093-718a-460a-9d49-3d6976689482 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:01:59.041595 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-b11c1115-4d24-48a8-bc22-050d6ca3f70a service neutron] Attempting to bind port 499d9093-718a-460a-9d49-3d6976689482 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3c8a2c14-189e-4e7e-8e51-4940f84afa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '76a001e9-e0e5-410e-a35b-a23f1333f70c'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:01:59.041918 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-b11c1115-4d24-48a8-bc22-050d6ca3f70a service neutron] Attempting to bind port 499d9093-718a-460a-9d49-3d6976689482 on network 76a001e9-e0e5-410e-a35b-a23f1333f70c {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:01:59.048319 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-b11c1115-4d24-48a8-bc22-050d6ca3f70a service neutron] Port 499d9093-718a-460a-9d49-3d6976689482 on network 76a001e9-e0e5-410e-a35b-a23f1333f70c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 14:01:59.048629 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-b11c1115-4d24-48a8-bc22-050d6ca3f70a service neutron] Attempting to bind port 499d9093-718a-460a-9d49-3d6976689482 on network 76a001e9-e0e5-410e-a35b-a23f1333f70c {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:01:59.054781 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-b11c1115-4d24-48a8-bc22-050d6ca3f70a service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:01:59.055057 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-b11c1115-4d24-48a8-bc22-050d6ca3f70a service neutron] Checking segment: {'id': '3c8a2c14-189e-4e7e-8e51-4940f84afa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '76a001e9-e0e5-410e-a35b-a23f1333f70c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:01:59.055434 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-b11c1115-4d24-48a8-bc22-050d6ca3f70a service neutron] Bound using segment: {'id': '3c8a2c14-189e-4e7e-8e51-4940f84afa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '76a001e9-e0e5-410e-a35b-a23f1333f70c'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:01:59.055848 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-b11c1115-4d24-48a8-bc22-050d6ca3f70a service neutron] Bound port: 499d9093-718a-460a-9d49-3d6976689482, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c8a2c14-189e-4e7e-8e51-4940f84afa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '76a001e9-e0e5-410e-a35b-a23f1333f70c'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:01:59.056185 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-b11c1115-4d24-48a8-bc22-050d6ca3f70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:59.141378 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-b11c1115-4d24-48a8-bc22-050d6ca3f70a service neutron] For port 499d9093-718a-460a-9d49-3d6976689482, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:01:59.144160 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-b11c1115-4d24-48a8-bc22-050d6ca3f70a service neutron] For port 499d9093-718a-460a-9d49-3d6976689482, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=499d9093-718a-460a-9d49-3d6976689482,segment=NetworkSegment(3c8a2c14-189e-4e7e-8e51-4940f84afa08),segment_id=3c8a2c14-189e-4e7e-8e51-4940f84afa08)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:01:59.149159 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-b11c1115-4d24-48a8-bc22-050d6ca3f70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:59.213655 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-b11c1115-4d24-48a8-bc22-050d6ca3f70a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:59.215873 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-b11c1115-4d24-48a8-bc22-050d6ca3f70a service neutron] 10.222.0.32 "PUT /v2.0/ports/499d9093-718a-460a-9d49-3d6976689482 HTTP/1.1" status: 200 len: 1093 time: 1.0232933 Apr 29 14:01:59.218550 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fc2757-8d7f-444a-b9aa-8c336c684264', 'tag': '499d9093-718a-460a-9d49-3d6976689482'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:01:59.238766 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c1115-4d24-48a8-bc22-050d6ca3f70a service neutron] Pushing event updated for resources: {'Port': ['ID=499d9093-718a-460a-9d49-3d6976689482,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:59.287678 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:01:59.299143 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d5f4765-808d-4186-87ec-483862d11cdf'] response: {'name': 'network-changed', 'server_uuid': 'a5fc2757-8d7f-444a-b9aa-8c336c684264', 'tag': '499d9093-718a-460a-9d49-3d6976689482', 'status': 'completed', 'code': 200} Apr 29 14:01:59.344583 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-d53786c1-7eff-4d62-8b0a-96b90efc590b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=a5fc2757-8d7f-444a-b9aa-8c336c684264 HTTP/1.1" status: 200 len: 1096 time: 0.0835054 Apr 29 14:01:59.363221 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:01:59.369096 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:01:59.369470 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:59.495113 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:59.502684 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-f513c080-4fa0-48c0-a74d-fa2a00ac0915 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=499d9093-718a-460a-9d49-3d6976689482 HTTP/1.1" status: 200 len: 217 time: 0.1518257 Apr 29 14:01:59.541620 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3,segment=NetworkSegment(3c8a2c14-189e-4e7e-8e51-4940f84afa08),segment_id=3c8a2c14-189e-4e7e-8e51-4940f84afa08)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:01:59.546211 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:01:59.563725 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-4e48ba0c-6a9c-4095-a8b4-a1a0eb38329b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:01:59.565168 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-4e48ba0c-6a9c-4095-a8b4-a1a0eb38329b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=802a2365-512c-4a83-b30f-fcdc789c85d4 HTTP/1.1" status: 200 len: 834 time: 0.0572577 Apr 29 14:01:59.613377 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:01:59.640449 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-9e010e50-22d8-44af-aa34-9215d3ae29cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=76a001e9-e0e5-410e-a35b-a23f1333f70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698652 Apr 29 14:01:59.768861 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-fa86bf25-9be2-4240-bfe8-c224b6ad913c service neutron] 10.222.0.32 "GET /v2.0/networks/76a001e9-e0e5-410e-a35b-a23f1333f70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226802 Apr 29 14:01:59.951214 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fdf551a5-a045-4057-9b78-4f391e1dee60 req-3de4b7a1-7e7b-4846-a5ec-679482342011 service neutron] 10.222.0.32 "GET /v2.0/networks/76a001e9-e0e5-410e-a35b-a23f1333f70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767924 Apr 29 14:01:59.962998 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e94474-77a8-4be3-8448-87cc3a03edf8 req-e25d52c3-c139-40a6-b4b9-57388bfd3e27 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:01:59.964382 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-58e94474-77a8-4be3-8448-87cc3a03edf8 req-e25d52c3-c139-40a6-b4b9-57388bfd3e27 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5fc2757-8d7f-444a-b9aa-8c336c684264 HTTP/1.1" status: 200 len: 943 time: 0.1261277 Apr 29 14:02:00.060584 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-58e94474-77a8-4be3-8448-87cc3a03edf8 req-db77f651-8079-4273-90c8-d100570684a1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a46abad-dd99-42bf-b133-455a7cefe663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893631 Apr 29 14:02:00.077358 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d121472c-82fa-4d4d-924e-7bfd34f4291f req-bab63f48-0681-4c9d-9fdf-bac26a544909 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=a5fc2757-8d7f-444a-b9aa-8c336c684264 HTTP/1.1" status: 200 len: 1096 time: 0.0830705 Apr 29 14:02:00.209008 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121472c-82fa-4d4d-924e-7bfd34f4291f req-58e69bdc-0693-4e32-b36b-965f78ee8e3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:02:00.210363 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d121472c-82fa-4d4d-924e-7bfd34f4291f req-58e69bdc-0693-4e32-b36b-965f78ee8e3d service neutron] 10.222.0.32 "GET /v2.0/networks?id=76a001e9-e0e5-410e-a35b-a23f1333f70c HTTP/1.1" status: 200 len: 898 time: 0.1266940 Apr 29 14:02:00.278939 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d121472c-82fa-4d4d-924e-7bfd34f4291f req-a3571a60-1037-4ae5-af49-8f15b40375a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=499d9093-718a-460a-9d49-3d6976689482 HTTP/1.1" status: 200 len: 217 time: 0.0620587 Apr 29 14:02:00.338564 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121472c-82fa-4d4d-924e-7bfd34f4291f req-6072bd4f-1541-4f29-bcff-e7faccc14d91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:02:00.340503 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d121472c-82fa-4d4d-924e-7bfd34f4291f req-6072bd4f-1541-4f29-bcff-e7faccc14d91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=802a2365-512c-4a83-b30f-fcdc789c85d4 HTTP/1.1" status: 200 len: 834 time: 0.0551457 Apr 29 14:02:00.413202 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d121472c-82fa-4d4d-924e-7bfd34f4291f req-83bb404c-6c37-4975-99a1-3175111e9072 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=76a001e9-e0e5-410e-a35b-a23f1333f70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672026 Apr 29 14:02:00.540989 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d121472c-82fa-4d4d-924e-7bfd34f4291f req-3fa200c5-25b5-41a1-b3d9-0034df49032e service neutron] 10.222.0.32 "GET /v2.0/networks/76a001e9-e0e5-410e-a35b-a23f1333f70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212575 Apr 29 14:02:00.671498 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d121472c-82fa-4d4d-924e-7bfd34f4291f req-593dc906-9435-46b8-91db-b9ccc0b8fa34 service neutron] 10.222.0.32 "GET /v2.0/networks/76a001e9-e0e5-410e-a35b-a23f1333f70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232924 Apr 29 14:02:01.250157 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:02:01.260993 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a642ff1-5d0b-4b52-b950-6b339c35674e req-ef374b24-ea51-426b-9ebe-ea6d819d52db tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:02:01.263166 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8a642ff1-5d0b-4b52-b950-6b339c35674e req-ef374b24-ea51-426b-9ebe-ea6d819d52db tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5fc2757-8d7f-444a-b9aa-8c336c684264 HTTP/1.1" status: 200 len: 943 time: 0.0818231 Apr 29 14:02:01.307431 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8a642ff1-5d0b-4b52-b950-6b339c35674e req-39b4d01d-1876-404f-8b6c-632fe54052bf tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a46abad-dd99-42bf-b133-455a7cefe663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387650 Apr 29 14:02:01.317991 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:02:01.318360 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:02:02.197857 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 499d9093-718a-460a-9d49-3d6976689482 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 14:02:02.328113 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 499d9093-718a-460a-9d49-3d6976689482, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=499d9093-718a-460a-9d49-3d6976689482,segment=NetworkSegment(3c8a2c14-189e-4e7e-8e51-4940f84afa08),segment_id=3c8a2c14-189e-4e7e-8e51-4940f84afa08)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:02:02.341958 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '499d9093-718a-460a-9d49-3d6976689482', 'network_id': '76a001e9-e0e5-410e-a35b-a23f1333f70c', 'port_id': '499d9093-718a-460a-9d49-3d6976689482', 'mac_address': 'fa:16:3e:e0:dd:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802a2365-512c-4a83-b30f-fcdc789c85d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 14:02:02.394042 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:02:02.411230 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 499d9093-718a-460a-9d49-3d6976689482 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 14:02:02.426491 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 499d9093-718a-460a-9d49-3d6976689482, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=499d9093-718a-460a-9d49-3d6976689482,segment=NetworkSegment(3c8a2c14-189e-4e7e-8e51-4940f84afa08),segment_id=3c8a2c14-189e-4e7e-8e51-4940f84afa08)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:02:02.431167 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:02:02.501367 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=499d9093-718a-460a-9d49-3d6976689482,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:02:02.515586 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543e7c2-d6d8-4418-a508-0db185441148 req-798a06ba-d580-4d9b-a6ab-809b01122c4c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:02:02.517078 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2543e7c2-d6d8-4418-a508-0db185441148 req-798a06ba-d580-4d9b-a6ab-809b01122c4c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5fc2757-8d7f-444a-b9aa-8c336c684264 HTTP/1.1" status: 200 len: 944 time: 0.0889988 Apr 29 14:02:02.562561 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2543e7c2-d6d8-4418-a508-0db185441148 req-f524d813-eb7f-46fd-a281-3eaa141b9aff tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a46abad-dd99-42bf-b133-455a7cefe663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400164 Apr 29 14:02:02.773174 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['499d9093-718a-460a-9d49-3d6976689482'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 14:02:03.757108 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4dcb9-9a9c-4023-b861-d159755582f6 req-eb35be7d-5d41-4fa4-be31-da749f67ef4b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:02:03.758478 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3eb4dcb9-9a9c-4023-b861-d159755582f6 req-eb35be7d-5d41-4fa4-be31-da749f67ef4b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5fc2757-8d7f-444a-b9aa-8c336c684264 HTTP/1.1" status: 200 len: 944 time: 0.0745239 Apr 29 14:02:03.807402 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3eb4dcb9-9a9c-4023-b861-d159755582f6 req-40959c65-949d-4a4a-8819-299f51284aad tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a46abad-dd99-42bf-b133-455a7cefe663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428920 Apr 29 14:02:04.208011 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 499d9093-718a-460a-9d49-3d6976689482 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:02:04.273747 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 499d9093-718a-460a-9d49-3d6976689482 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:02:04.278667 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 499d9093-718a-460a-9d49-3d6976689482 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:02:04.279031 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:02:04.389063 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:02:04.414429 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fc2757-8d7f-444a-b9aa-8c336c684264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499d9093-718a-460a-9d49-3d6976689482'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:02:04.424116 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 499d9093-718a-460a-9d49-3d6976689482, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=499d9093-718a-460a-9d49-3d6976689482,segment=NetworkSegment(3c8a2c14-189e-4e7e-8e51-4940f84afa08),segment_id=3c8a2c14-189e-4e7e-8e51-4940f84afa08)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:02:04.428267 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:02:04.495949 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=499d9093-718a-460a-9d49-3d6976689482,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:02:04.547790 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d04548b-a14d-4557-970c-3b840c3969ac'] response: {'server_uuid': 'a5fc2757-8d7f-444a-b9aa-8c336c684264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499d9093-718a-460a-9d49-3d6976689482', 'code': 200} Apr 29 14:02:04.767034 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a0f1af59-50de-4f7e-a69b-bd1ca9abb06a req-bddbdadf-ee8b-43ec-8f78-79e6e8d3fd1c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a5fc2757-8d7f-444a-b9aa-8c336c684264 HTTP/1.1" status: 200 len: 1098 time: 0.0662122 Apr 29 14:02:04.811461 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a0f1af59-50de-4f7e-a69b-bd1ca9abb06a req-3cf0d623-b126-4402-be3e-f953a6abe185 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8a46abad-dd99-42bf-b133-455a7cefe663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389993 Apr 29 14:02:05.002410 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7071e-d6a3-4250-812c-caa665dad2f7 req-b59b3fc4-b243-444d-a128-873be9f6fcf3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:02:05.003864 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5ad7071e-d6a3-4250-812c-caa665dad2f7 req-b59b3fc4-b243-444d-a128-873be9f6fcf3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5fc2757-8d7f-444a-b9aa-8c336c684264 HTTP/1.1" status: 200 len: 945 time: 0.0783036 Apr 29 14:02:05.048877 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5ad7071e-d6a3-4250-812c-caa665dad2f7 req-b6e75dc5-39cb-40fd-8db6-4c3132b5df3f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a46abad-dd99-42bf-b133-455a7cefe663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394177 Apr 29 14:02:06.247115 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33eff1-8e17-4f5c-8cc1-08c40838a541 req-9a228232-285b-4135-a609-dcc8699132c0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:02:06.248632 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8d33eff1-8e17-4f5c-8cc1-08c40838a541 req-9a228232-285b-4135-a609-dcc8699132c0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5fc2757-8d7f-444a-b9aa-8c336c684264 HTTP/1.1" status: 200 len: 945 time: 0.0750613 Apr 29 14:02:06.295473 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8d33eff1-8e17-4f5c-8cc1-08c40838a541 req-5aec5930-c841-4820-ba15-38e07212964d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a46abad-dd99-42bf-b133-455a7cefe663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408230 Apr 29 14:02:06.494314 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f32939-9fb3-4d21-947d-a873fdae8e40 req-eadb354d-d677-48b4-9982-5c84cd9b750a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:02:06.495759 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-97f32939-9fb3-4d21-947d-a873fdae8e40 req-eadb354d-d677-48b4-9982-5c84cd9b750a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5fc2757-8d7f-444a-b9aa-8c336c684264 HTTP/1.1" status: 200 len: 945 time: 0.0800648 Apr 29 14:02:06.540088 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-97f32939-9fb3-4d21-947d-a873fdae8e40 req-5f0e6e84-dbfd-4e03-8d44-2cf84fbc627a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a46abad-dd99-42bf-b133-455a7cefe663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382421 Apr 29 14:02:06.567278 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41096) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:02:06.637420 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e86f1968-9e83-4737-9030-df40553adbb1 tempest-TestNetworkAdvancedServerOps-2141022458 tempest-TestNetworkAdvancedServerOps-2141022458-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a5fc2757-8d7f-444a-b9aa-8c336c684264 HTTP/1.1" status: 200 len: 1093 time: 0.0688386 Apr 29 14:02:06.639843 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41100) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:02:06.644978 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-a651c521-53b0-46ad-88f5-0d2aabfc051c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'port_id': '499d9093-718a-460a-9d49-3d6976689482', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:02:06.650298 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a651c521-53b0-46ad-88f5-0d2aabfc051c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:02:06.654263 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a651c521-53b0-46ad-88f5-0d2aabfc051c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:floatingip and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:02:06.657060 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a651c521-53b0-46ad-88f5-0d2aabfc051c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:02:06.662596 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a651c521-53b0-46ad-88f5-0d2aabfc051c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:02:06.673280 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a651c521-53b0-46ad-88f5-0d2aabfc051c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for floatingip, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:02:06.805223 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a651c521-53b0-46ad-88f5-0d2aabfc051c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:02:06.939407 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-a651c521-53b0-46ad-88f5-0d2aabfc051c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Allocated IP 172.26.6.142 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/2b5323aa-788d-4c27-a99d-e5e485ccf876) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:02:07.176742 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a651c521-53b0-46ad-88f5-0d2aabfc051c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:02:07.203566 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a651c521-53b0-46ad-88f5-0d2aabfc051c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:02:07.267431 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a651c521-53b0-46ad-88f5-0d2aabfc051c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:02:07.270051 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-a651c521-53b0-46ad-88f5-0d2aabfc051c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:02:07.273696 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a651c521-53b0-46ad-88f5-0d2aabfc051c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:02:07.306249 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a651c521-53b0-46ad-88f5-0d2aabfc051c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Port': ['ID=2b5323aa-788d-4c27-a99d-e5e485ccf876,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:02:07.773457 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a651c521-53b0-46ad-88f5-0d2aabfc051c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:02:07.828467 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a651c521-53b0-46ad-88f5-0d2aabfc051c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:02:07.926736 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e6270c41-5aa0-442d-b559-bf242330fa7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:02:08.028471 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a651c521-53b0-46ad-88f5-0d2aabfc051c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:02:08.032651 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a651c521-53b0-46ad-88f5-0d2aabfc051c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:02:08.138875 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a651c521-53b0-46ad-88f5-0d2aabfc051c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Port': ['ID=2b5323aa-788d-4c27-a99d-e5e485ccf876,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:02:08.150163 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a651c521-53b0-46ad-88f5-0d2aabfc051c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:02:08.338204 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.l3_db [None req-a651c521-53b0-46ad-88f5-0d2aabfc051c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Floating IP 476e91fb-25f6-4ae4-9967-fc2b2fb95e48 associated. External IP: 172.26.6.142, port: 499d9093-718a-460a-9d49-3d6976689482. Apr 29 14:02:08.644658 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:02:08.820306 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a651c521-53b0-46ad-88f5-0d2aabfc051c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Router c7223cc9-108b-4d4b-a891-af4f4a6155a8 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:02:09.023970 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a651c521-53b0-46ad-88f5-0d2aabfc051c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:02:09.047830 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a651c521-53b0-46ad-88f5-0d2aabfc051c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:02:09.104113 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a651c521-53b0-46ad-88f5-0d2aabfc051c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4632905 Apr 29 14:02:09.104679 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fc2757-8d7f-444a-b9aa-8c336c684264', 'tag': '499d9093-718a-460a-9d49-3d6976689482'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:02:09.158778 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eccd60d-498d-41b9-b3d0-6adc9b36afe7'] response: {'name': 'network-changed', 'server_uuid': 'a5fc2757-8d7f-444a-b9aa-8c336c684264', 'tag': '499d9093-718a-460a-9d49-3d6976689482', 'status': 'completed', 'code': 200} Apr 29 14:02:09.396866 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ea4e4e11-5d30-4947-8b7f-822b645ba178 req-d6e45386-c08b-41d2-b7ac-ca6de43e287a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=a5fc2757-8d7f-444a-b9aa-8c336c684264 HTTP/1.1" status: 200 len: 1098 time: 0.2164323 Apr 29 14:02:09.406546 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e53bd-590e-473f-810e-be4c7d32f00e req-568f5266-5cd6-4402-b028-62b529423101 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:02:09.407898 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0b0e53bd-590e-473f-810e-be4c7d32f00e req-568f5266-5cd6-4402-b028-62b529423101 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5fc2757-8d7f-444a-b9aa-8c336c684264 HTTP/1.1" status: 200 len: 945 time: 0.1938524 Apr 29 14:02:09.538533 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0b0e53bd-590e-473f-810e-be4c7d32f00e req-32b9910a-e988-424b-ab97-c5db6393bec2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a46abad-dd99-42bf-b133-455a7cefe663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098516 Apr 29 14:02:09.566505 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41108) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:02:09.571183 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e4e11-5d30-4947-8b7f-822b645ba178 req-b5f9dd15-4d05-4047-9ef6-b29971e067a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:02:09.572634 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ea4e4e11-5d30-4947-8b7f-822b645ba178 req-b5f9dd15-4d05-4047-9ef6-b29971e067a0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=76a001e9-e0e5-410e-a35b-a23f1333f70c HTTP/1.1" status: 200 len: 898 time: 0.1639168 Apr 29 14:02:09.673190 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-dcb4c9ac-7f92-461a-8d2e-7daecbdbf49b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/floatingips/476e91fb-25f6-4ae4-9967-fc2b2fb95e48 HTTP/1.1" status: 200 len: 991 time: 0.1043811 Apr 29 14:02:09.676216 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ea4e4e11-5d30-4947-8b7f-822b645ba178 req-fe5deed4-c3ac-4225-a7be-2ec8c9e0bbcb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=499d9093-718a-460a-9d49-3d6976689482 HTTP/1.1" status: 200 len: 999 time: 0.0966792 Apr 29 14:02:09.741035 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e4e11-5d30-4947-8b7f-822b645ba178 req-72e0ebdb-1731-4ae8-927c-5f79f53b31c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:02:09.742735 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ea4e4e11-5d30-4947-8b7f-822b645ba178 req-72e0ebdb-1731-4ae8-927c-5f79f53b31c8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=802a2365-512c-4a83-b30f-fcdc789c85d4 HTTP/1.1" status: 200 len: 834 time: 0.0612266 Apr 29 14:02:09.747217 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e223dca-31f5-491f-acb0-e672b00dabff None None] Sync routers for ids ['c7223cc9-108b-4d4b-a891-af4f4a6155a8'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:02:09.758744 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e223dca-31f5-491f-acb0-e672b00dabff None None] Routers {'c7223cc9-108b-4d4b-a891-af4f4a6155a8'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:02:09.759340 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-5e223dca-31f5-491f-acb0-e672b00dabff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:01:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c7223cc9-108b-4d4b-a891-af4f4a6155a8'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:02:09.818363 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ea4e4e11-5d30-4947-8b7f-822b645ba178 req-cc73fa7d-5854-47ea-a326-0ef3c06f4cc2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=76a001e9-e0e5-410e-a35b-a23f1333f70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695226 Apr 29 14:02:09.934343 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-5e223dca-31f5-491f-acb0-e672b00dabff None None] Set router c7223cc9-108b-4d4b-a891-af4f4a6155a8 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:02:09.950243 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ea4e4e11-5d30-4947-8b7f-822b645ba178 req-7f87c715-cd7e-4a1c-a869-71557650191d service neutron] 10.222.0.32 "GET /v2.0/networks/76a001e9-e0e5-410e-a35b-a23f1333f70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263528 Apr 29 14:02:10.082000 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ea4e4e11-5d30-4947-8b7f-822b645ba178 req-3770baeb-1698-44fb-8f25-428cec00db02 service neutron] 10.222.0.32 "GET /v2.0/networks/76a001e9-e0e5-410e-a35b-a23f1333f70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256430 Apr 29 14:02:10.286214 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-5e223dca-31f5-491f-acb0-e672b00dabff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943966202', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.231'}], 'enable_snat': True}, 'gw_port_id': '3861e8cc-4511-4567-89ed-ddc17d20d9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:01:49Z', 'updated_at': '2022-04-29T14:01:53Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '3861e8cc-4511-4567-89ed-ddc17d20d9d2', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:01:49Z', 'updated_at': '2022-04-29T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '476e91fb-25f6-4ae4-9967-fc2b2fb95e48', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'floating_ip_address': '172.26.6.142', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'port_id': '499d9093-718a-460a-9d49-3d6976689482', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a001e9-e0e5-410e-a35b-a23f1333f70c', 'mac_address': 'fa:16:3e:e0:dd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fc2757-8d7f-444a-b9aa-8c336c684264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:02:07Z', 'updated_at': '2022-04-29T14:02:07Z', 'revision_number': 0, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3', 'name': '', 'network_id': '76a001e9-e0e5-410e-a35b-a23f1333f70c', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:16:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '802a2365-512c-4a83-b30f-fcdc789c85d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:01:52Z', 'updated_at': '2022-04-29T14:01:59Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': '802a2365-512c-4a83-b30f-fcdc789c85d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:02:10.289988 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e223dca-31f5-491f-acb0-e672b00dabff None None] Checking router: c7223cc9-108b-4d4b-a891-af4f4a6155a8 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:02:10.300897 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e223dca-31f5-491f-acb0-e672b00dabff None None] Routers {'c7223cc9-108b-4d4b-a891-af4f4a6155a8'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:02:10.301485 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-5e223dca-31f5-491f-acb0-e672b00dabff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:01:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c7223cc9-108b-4d4b-a891-af4f4a6155a8'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:02:10.476240 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-34b3c534-1646-423a-83e1-e823b9f48c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:02:10.477623 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-5e223dca-31f5-491f-acb0-e672b00dabff None None] Set router c7223cc9-108b-4d4b-a891-af4f4a6155a8 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:02:10.675959 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41112) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:02:10.780451 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a9cc1a11-c8a7-46a5-82a4-227bb55cac05 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/floatingips/476e91fb-25f6-4ae4-9967-fc2b2fb95e48 HTTP/1.1" status: 200 len: 991 time: 0.1033623 Apr 29 14:02:10.827324 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-5e223dca-31f5-491f-acb0-e672b00dabff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943966202', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.231'}], 'enable_snat': True}, 'gw_port_id': '3861e8cc-4511-4567-89ed-ddc17d20d9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:01:49Z', 'updated_at': '2022-04-29T14:01:53Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '3861e8cc-4511-4567-89ed-ddc17d20d9d2', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:01:49Z', 'updated_at': '2022-04-29T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '476e91fb-25f6-4ae4-9967-fc2b2fb95e48', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'floating_ip_address': '172.26.6.142', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'port_id': '499d9093-718a-460a-9d49-3d6976689482', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a001e9-e0e5-410e-a35b-a23f1333f70c', 'mac_address': 'fa:16:3e:e0:dd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fc2757-8d7f-444a-b9aa-8c336c684264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:02:07Z', 'updated_at': '2022-04-29T14:02:07Z', 'revision_number': 0, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3', 'name': '', 'network_id': '76a001e9-e0e5-410e-a35b-a23f1333f70c', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:16:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '802a2365-512c-4a83-b30f-fcdc789c85d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:01:52Z', 'updated_at': '2022-04-29T14:01:59Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': '802a2365-512c-4a83-b30f-fcdc789c85d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:02:10.831221 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e223dca-31f5-491f-acb0-e672b00dabff None None] The sync data for ids ['c7223cc9-108b-4d4b-a891-af4f4a6155a8'] in dv-neutron-839027-4-hyperv is: [{'id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943966202', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.231'}], 'enable_snat': True}, 'gw_port_id': '3861e8cc-4511-4567-89ed-ddc17d20d9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:01:49Z', 'updated_at': '2022-04-29T14:01:53Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '3861e8cc-4511-4567-89ed-ddc17d20d9d2', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:01:49Z', 'updated_at': '2022-04-29T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '476e91fb-25f6-4ae4-9967-fc2b2fb95e48', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'floating_ip_address': '172.26.6.142', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'port_id': '499d9093-718a-460a-9d49-3d6976689482', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a001e9-e0e5-410e-a35b-a23f1333f70c', 'mac_address': 'fa:16:3e:e0:dd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fc2757-8d7f-444a-b9aa-8c336c684264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:02:07Z', 'updated_at': '2022-04-29T14:02:07Z', 'revision_number': 0, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3', 'name': '', 'network_id': '76a001e9-e0e5-410e-a35b-a23f1333f70c', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:16:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '802a2365-512c-4a83-b30f-fcdc789c85d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:01:52Z', 'updated_at': '2022-04-29T14:01:59Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': '802a2365-512c-4a83-b30f-fcdc789c85d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:02:11.571643 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:02:11.640155 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:02:11.784297 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41116) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:02:11.885736 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a98f0bda-4190-4a84-8b84-92ec13853157 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/floatingips/476e91fb-25f6-4ae4-9967-fc2b2fb95e48 HTTP/1.1" status: 200 len: 991 time: 0.1002555 Apr 29 14:02:12.890257 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41120) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:02:12.999630 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e3bc3182-b659-46b3-8650-fa4c6717a545 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/floatingips/476e91fb-25f6-4ae4-9967-fc2b2fb95e48 HTTP/1.1" status: 200 len: 991 time: 0.1082404 Apr 29 14:02:13.019546 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:02:13.989904 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276d367b-72f6-4181-936f-964df7e42ac1 None None] New status for floating IP 476e91fb-25f6-4ae4-9967-fc2b2fb95e48: ACTIVE {{(pid=83906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 14:02:14.002857 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41124) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:02:14.123957 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c90ce4b2-a69f-46c7-8eb5-c4bf5d2306d6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/floatingips/476e91fb-25f6-4ae4-9967-fc2b2fb95e48 HTTP/1.1" status: 200 len: 991 time: 0.1198723 Apr 29 14:02:15.127669 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41128) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:02:15.231056 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-44971786-287f-4d43-bca3-99b10afccc1f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/floatingips/476e91fb-25f6-4ae4-9967-fc2b2fb95e48 HTTP/1.1" status: 200 len: 993 time: 0.1016662 Apr 29 14:02:28.375262 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:02:37.929758 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b66e89a4-1433-4019-a3c7-2543b9c7a99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:02:38.001820 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5df9ed52-140f-426f-af4d-3142fdd4e051 req-befe194d-92a7-464c-b7f5-50de9e10a849 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a5fc2757-8d7f-444a-b9aa-8c336c684264&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710471 Apr 29 14:02:38.140673 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5df9ed52-140f-426f-af4d-3142fdd4e051 req-84bd5339-1b5c-43ea-b8c0-1d744d6d5060 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=a5fc2757-8d7f-444a-b9aa-8c336c684264 HTTP/1.1" status: 200 len: 1098 time: 0.0719244 Apr 29 14:02:38.287411 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9ed52-140f-426f-af4d-3142fdd4e051 req-21e233b6-9e59-47c5-83d3-b23e259bc780 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:02:38.288850 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5df9ed52-140f-426f-af4d-3142fdd4e051 req-21e233b6-9e59-47c5-83d3-b23e259bc780 service neutron] 10.222.0.32 "GET /v2.0/networks?id=76a001e9-e0e5-410e-a35b-a23f1333f70c HTTP/1.1" status: 200 len: 898 time: 0.1253722 Apr 29 14:02:38.392994 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5df9ed52-140f-426f-af4d-3142fdd4e051 req-8a89c590-2c32-43a4-8eaf-990890b3e275 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=499d9093-718a-460a-9d49-3d6976689482 HTTP/1.1" status: 200 len: 1001 time: 0.0965488 Apr 29 14:02:38.455577 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9ed52-140f-426f-af4d-3142fdd4e051 req-ccce564c-3e9a-4251-b475-63aa61671dbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:02:38.456994 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5df9ed52-140f-426f-af4d-3142fdd4e051 req-ccce564c-3e9a-4251-b475-63aa61671dbb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=802a2365-512c-4a83-b30f-fcdc789c85d4 HTTP/1.1" status: 200 len: 834 time: 0.0587459 Apr 29 14:02:38.529271 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5df9ed52-140f-426f-af4d-3142fdd4e051 req-338ca7b9-3c8f-4f15-8b59-08e5c42f4565 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=76a001e9-e0e5-410e-a35b-a23f1333f70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667460 Apr 29 14:02:38.654962 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5df9ed52-140f-426f-af4d-3142fdd4e051 req-dcd4813f-71fe-4760-aff2-b489b40bb6d0 service neutron] 10.222.0.32 "GET /v2.0/networks/76a001e9-e0e5-410e-a35b-a23f1333f70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197939 Apr 29 14:02:38.791058 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5df9ed52-140f-426f-af4d-3142fdd4e051 req-0a0f0e03-2362-4a6e-8f80-8a66ad709e68 service neutron] 10.222.0.32 "GET /v2.0/networks/76a001e9-e0e5-410e-a35b-a23f1333f70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303737 Apr 29 14:02:40.479353 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6b5909e6-d5a4-47ec-a0ff-4c45273058ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:02:41.577085 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:02:41.640716 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:02:43.041374 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:02:45.644920 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:02:58.372891 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:07.931606 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-512b0163-9991-4fab-9cdc-1f2329783817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:10.480781 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5e2e0b76-4f9a-4302-9ba9-6109d3b7ead5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:11.577516 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:11.640831 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:13.016694 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:22.644701 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:03:22.680379 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619197c5-0071-4e8c-aa52-eeef70767d32 req-a0180c80-e3f2-49f5-856f-7fa3507a48dc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:03:22.681886 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-619197c5-0071-4e8c-aa52-eeef70767d32 req-a0180c80-e3f2-49f5-856f-7fa3507a48dc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5fc2757-8d7f-444a-b9aa-8c336c684264 HTTP/1.1" status: 200 len: 945 time: 0.0745287 Apr 29 14:03:22.728328 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-619197c5-0071-4e8c-aa52-eeef70767d32 req-361ca141-d27d-44e9-a3d0-3e93d492d0cf tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a46abad-dd99-42bf-b133-455a7cefe663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401335 Apr 29 14:03:24.025674 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898736c6-a774-4998-9e33-e37b163f37fe req-0d198cb6-8636-4118-b2f1-083bfd189610 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:03:24.027110 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-898736c6-a774-4998-9e33-e37b163f37fe req-0d198cb6-8636-4118-b2f1-083bfd189610 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5fc2757-8d7f-444a-b9aa-8c336c684264 HTTP/1.1" status: 200 len: 945 time: 0.1594470 Apr 29 14:03:24.071492 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-898736c6-a774-4998-9e33-e37b163f37fe req-e0e6a733-e39c-4c10-a3cd-8c5ba3c753c6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a46abad-dd99-42bf-b133-455a7cefe663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388415 Apr 29 14:03:24.098937 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41158) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:03:24.200597 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4f0f7ec8-6165-4bd6-aeb8-445c61409320 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/floatingips/476e91fb-25f6-4ae4-9967-fc2b2fb95e48 HTTP/1.1" status: 200 len: 993 time: 0.1005352 Apr 29 14:03:25.684522 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61d449-fa3b-4e46-8011-9843c54917d9 req-7264b211-5743-4323-93c4-51d63ec0fef5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:03:25.685985 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8a61d449-fa3b-4e46-8011-9843c54917d9 req-7264b211-5743-4323-93c4-51d63ec0fef5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5fc2757-8d7f-444a-b9aa-8c336c684264 HTTP/1.1" status: 200 len: 945 time: 0.0831442 Apr 29 14:03:25.732372 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8a61d449-fa3b-4e46-8011-9843c54917d9 req-7a44f6a6-3c2f-4b7f-97c2-3e6f1be2b4c3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a46abad-dd99-42bf-b133-455a7cefe663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407138 Apr 29 14:03:26.931641 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9589317-d6a7-4b3a-8ef8-89f07e3d9805 req-70893296-7036-4db0-a0aa-e595fa9abc6f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:03:26.933760 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d9589317-d6a7-4b3a-8ef8-89f07e3d9805 req-70893296-7036-4db0-a0aa-e595fa9abc6f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5fc2757-8d7f-444a-b9aa-8c336c684264 HTTP/1.1" status: 200 len: 945 time: 0.0757475 Apr 29 14:03:26.981269 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d9589317-d6a7-4b3a-8ef8-89f07e3d9805 req-f754c3b7-e2b4-48fb-9da5-8bfa5c7f13dc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a46abad-dd99-42bf-b133-455a7cefe663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420747 Apr 29 14:03:27.008862 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41170) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:03:27.108468 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-24e04544-bbb0-4f73-98de-2ee434b31750 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/floatingips/476e91fb-25f6-4ae4-9967-fc2b2fb95e48 HTTP/1.1" status: 200 len: 993 time: 0.0983589 Apr 29 14:03:27.386299 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41178) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:03:27.582932 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-4fa08fa2-9cb2-44d9-9829-0ce61dddd5d3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Deleting port 2b5323aa-788d-4c27-a99d-e5e485ccf876 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:03:27.583249 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4fa08fa2-9cb2-44d9-9829-0ce61dddd5d3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:27.747925 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4fa08fa2-9cb2-44d9-9829-0ce61dddd5d3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:27.748247 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4fa08fa2-9cb2-44d9-9829-0ce61dddd5d3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:27.869135 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-4fa08fa2-9cb2-44d9-9829-0ce61dddd5d3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Calling delete_port for 2b5323aa-788d-4c27-a99d-e5e485ccf876 owned by network:floatingip {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:03:28.008749 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4fa08fa2-9cb2-44d9-9829-0ce61dddd5d3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:28.055187 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa08fa2-9cb2-44d9-9829-0ce61dddd5d3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'Port': ['ID=2b5323aa-788d-4c27-a99d-e5e485ccf876,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:28.094305 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa08fa2-9cb2-44d9-9829-0ce61dddd5d3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:28.094644 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa08fa2-9cb2-44d9-9829-0ce61dddd5d3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:28.094981 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa08fa2-9cb2-44d9-9829-0ce61dddd5d3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:28.095313 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa08fa2-9cb2-44d9-9829-0ce61dddd5d3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:28.095636 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa08fa2-9cb2-44d9-9829-0ce61dddd5d3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:28.095957 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa08fa2-9cb2-44d9-9829-0ce61dddd5d3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:28.096274 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa08fa2-9cb2-44d9-9829-0ce61dddd5d3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:28.096591 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa08fa2-9cb2-44d9-9829-0ce61dddd5d3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:28.096932 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa08fa2-9cb2-44d9-9829-0ce61dddd5d3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:28.097248 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa08fa2-9cb2-44d9-9829-0ce61dddd5d3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:28.097562 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa08fa2-9cb2-44d9-9829-0ce61dddd5d3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:28.154979 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4fa08fa2-9cb2-44d9-9829-0ce61dddd5d3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for floatingip, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:28.372909 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:28.617496 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa08fa2-9cb2-44d9-9829-0ce61dddd5d3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Router c7223cc9-108b-4d4b-a891-af4f4a6155a8 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:03:28.812958 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa08fa2-9cb2-44d9-9829-0ce61dddd5d3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:03:28.824556 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eaab55-5107-48d0-a9dd-ce9ed4c38a39 None None] Sync routers for ids ['c7223cc9-108b-4d4b-a891-af4f4a6155a8'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:03:28.834650 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4fa08fa2-9cb2-44d9-9829-0ce61dddd5d3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:28.837013 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eaab55-5107-48d0-a9dd-ce9ed4c38a39 None None] Routers {'c7223cc9-108b-4d4b-a891-af4f4a6155a8'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:03:28.837664 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-81eaab55-5107-48d0-a9dd-ce9ed4c38a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:03:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c7223cc9-108b-4d4b-a891-af4f4a6155a8'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:03:28.890104 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4fa08fa2-9cb2-44d9-9829-0ce61dddd5d3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "DELETE /v2.0/floatingips/476e91fb-25f6-4ae4-9967-fc2b2fb95e48 HTTP/1.1" status: 204 len: 168 time: 1.5028222 Apr 29 14:03:28.890760 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fc2757-8d7f-444a-b9aa-8c336c684264', 'tag': '499d9093-718a-460a-9d49-3d6976689482'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:03:28.962353 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-534d7758-b85e-4ab9-a8d7-9610caa79100'] response: {'name': 'network-changed', 'server_uuid': 'a5fc2757-8d7f-444a-b9aa-8c336c684264', 'tag': '499d9093-718a-460a-9d49-3d6976689482', 'status': 'completed', 'code': 200} Apr 29 14:03:29.052706 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-81eaab55-5107-48d0-a9dd-ce9ed4c38a39 None None] Set router c7223cc9-108b-4d4b-a891-af4f4a6155a8 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:03:29.056527 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-724a66b4-28d7-440f-b540-da916d8a1281 req-b040596d-7215-4a89-8be7-be9a3400b199 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=a5fc2757-8d7f-444a-b9aa-8c336c684264 HTTP/1.1" status: 200 len: 1098 time: 0.0718064 Apr 29 14:03:29.198063 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a66b4-28d7-440f-b540-da916d8a1281 req-b5089e28-5417-4434-99c5-017821c4929e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:03:29.199972 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-724a66b4-28d7-440f-b540-da916d8a1281 req-b5089e28-5417-4434-99c5-017821c4929e service neutron] 10.222.0.32 "GET /v2.0/networks?id=76a001e9-e0e5-410e-a35b-a23f1333f70c HTTP/1.1" status: 200 len: 898 time: 0.1376984 Apr 29 14:03:29.273065 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-724a66b4-28d7-440f-b540-da916d8a1281 req-7165fea8-9f11-4a18-8ab6-6f48a073499e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=499d9093-718a-460a-9d49-3d6976689482 HTTP/1.1" status: 200 len: 217 time: 0.0664485 Apr 29 14:03:29.315542 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb39f2-e1bd-400a-93ea-1c496dbbf616 req-7dac64d0-d8f4-414e-a715-ba55a380da64 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:03:29.317079 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9dcb39f2-e1bd-400a-93ea-1c496dbbf616 req-7dac64d0-d8f4-414e-a715-ba55a380da64 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5fc2757-8d7f-444a-b9aa-8c336c684264 HTTP/1.1" status: 200 len: 945 time: 0.0855706 Apr 29 14:03:29.338881 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a66b4-28d7-440f-b540-da916d8a1281 req-1aecf2ed-e4f0-40d9-81d6-73b18d1e7911 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:03:29.340575 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-724a66b4-28d7-440f-b540-da916d8a1281 req-1aecf2ed-e4f0-40d9-81d6-73b18d1e7911 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=802a2365-512c-4a83-b30f-fcdc789c85d4 HTTP/1.1" status: 200 len: 834 time: 0.0611718 Apr 29 14:03:29.367812 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9dcb39f2-e1bd-400a-93ea-1c496dbbf616 req-d760cd82-3709-4ccb-bde1-01c629858c38 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a46abad-dd99-42bf-b133-455a7cefe663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442214 Apr 29 14:03:29.372817 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-81eaab55-5107-48d0-a9dd-ce9ed4c38a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943966202', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.231'}], 'enable_snat': True}, 'gw_port_id': '3861e8cc-4511-4567-89ed-ddc17d20d9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:01:49Z', 'updated_at': '2022-04-29T14:01:53Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '3861e8cc-4511-4567-89ed-ddc17d20d9d2', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:01:49Z', 'updated_at': '2022-04-29T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3', 'name': '', 'network_id': '76a001e9-e0e5-410e-a35b-a23f1333f70c', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:16:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '802a2365-512c-4a83-b30f-fcdc789c85d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:01:52Z', 'updated_at': '2022-04-29T14:01:59Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': '802a2365-512c-4a83-b30f-fcdc789c85d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:03:29.376984 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eaab55-5107-48d0-a9dd-ce9ed4c38a39 None None] Checking router: c7223cc9-108b-4d4b-a891-af4f4a6155a8 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:03:29.388883 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eaab55-5107-48d0-a9dd-ce9ed4c38a39 None None] Routers {'c7223cc9-108b-4d4b-a891-af4f4a6155a8'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:03:29.389500 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-81eaab55-5107-48d0-a9dd-ce9ed4c38a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:03:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c7223cc9-108b-4d4b-a891-af4f4a6155a8'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:03:29.414433 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-724a66b4-28d7-440f-b540-da916d8a1281 req-96bc8d89-9045-47d9-8a69-b4985f4f112b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=76a001e9-e0e5-410e-a35b-a23f1333f70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676811 Apr 29 14:03:29.546157 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-724a66b4-28d7-440f-b540-da916d8a1281 req-0b73ed16-8be9-491e-82dc-edef834f50ca service neutron] 10.222.0.32 "GET /v2.0/networks/76a001e9-e0e5-410e-a35b-a23f1333f70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236129 Apr 29 14:03:29.563747 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-81eaab55-5107-48d0-a9dd-ce9ed4c38a39 None None] Set router c7223cc9-108b-4d4b-a891-af4f4a6155a8 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:03:29.677565 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-724a66b4-28d7-440f-b540-da916d8a1281 req-7f9eade0-43cb-40b6-855b-a5bb19999774 service neutron] 10.222.0.32 "GET /v2.0/networks/76a001e9-e0e5-410e-a35b-a23f1333f70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245270 Apr 29 14:03:29.879930 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-81eaab55-5107-48d0-a9dd-ce9ed4c38a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943966202', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.231'}], 'enable_snat': True}, 'gw_port_id': '3861e8cc-4511-4567-89ed-ddc17d20d9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:01:49Z', 'updated_at': '2022-04-29T14:01:53Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '3861e8cc-4511-4567-89ed-ddc17d20d9d2', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:01:49Z', 'updated_at': '2022-04-29T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3', 'name': '', 'network_id': '76a001e9-e0e5-410e-a35b-a23f1333f70c', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:16:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '802a2365-512c-4a83-b30f-fcdc789c85d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:01:52Z', 'updated_at': '2022-04-29T14:01:59Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': '802a2365-512c-4a83-b30f-fcdc789c85d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:03:29.883756 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eaab55-5107-48d0-a9dd-ce9ed4c38a39 None None] The sync data for ids ['c7223cc9-108b-4d4b-a891-af4f4a6155a8'] in dv-neutron-839027-4-hyperv is: [{'id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943966202', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.231'}], 'enable_snat': True}, 'gw_port_id': '3861e8cc-4511-4567-89ed-ddc17d20d9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:01:49Z', 'updated_at': '2022-04-29T14:01:53Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '3861e8cc-4511-4567-89ed-ddc17d20d9d2', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:01:49Z', 'updated_at': '2022-04-29T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3', 'name': '', 'network_id': '76a001e9-e0e5-410e-a35b-a23f1333f70c', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:16:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '802a2365-512c-4a83-b30f-fcdc789c85d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:01:52Z', 'updated_at': '2022-04-29T14:01:59Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': '802a2365-512c-4a83-b30f-fcdc789c85d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:03:30.087672 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3994de9e-2977-4df8-abfa-b8b255fc2dc2 None None] New status for floating IP 476e91fb-25f6-4ae4-9967-fc2b2fb95e48: DOWN {{(pid=83906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 14:03:30.570916 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66eb29a-50f4-447b-951c-b4cbed8a08d6 req-fb68546d-9ac9-4f3c-a2ff-f781e59b6f01 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:03:30.571600 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-d66eb29a-50f4-447b-951c-b4cbed8a08d6 req-fb68546d-9ac9-4f3c-a2ff-f781e59b6f01 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Synchronizing usage tracker for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:03:30.586657 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-d66eb29a-50f4-447b-951c-b4cbed8a08d6 req-fb68546d-9ac9-4f3c-a2ff-f781e59b6f01 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Unset dirty status for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:03:30.587901 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d66eb29a-50f4-447b-951c-b4cbed8a08d6 req-fb68546d-9ac9-4f3c-a2ff-f781e59b6f01 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5fc2757-8d7f-444a-b9aa-8c336c684264 HTTP/1.1" status: 200 len: 945 time: 0.0948598 Apr 29 14:03:30.632574 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d66eb29a-50f4-447b-951c-b4cbed8a08d6 req-0bf18c28-2130-4743-a113-fda43aacfdc6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a46abad-dd99-42bf-b133-455a7cefe663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387962 Apr 29 14:03:31.167963 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806b657-4896-4133-8788-c5fe717a9852 req-448c57ba-bb31-4c53-b063-a14ac959dfde tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:03:31.169308 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0806b657-4896-4133-8788-c5fe717a9852 req-448c57ba-bb31-4c53-b063-a14ac959dfde tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5fc2757-8d7f-444a-b9aa-8c336c684264 HTTP/1.1" status: 200 len: 945 time: 0.0797694 Apr 29 14:03:31.237722 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-0806b657-4896-4133-8788-c5fe717a9852 req-ece12c76-d36c-4b39-893d-c5722458d656 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Deleting port 499d9093-718a-460a-9d49-3d6976689482 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:03:31.238057 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-0806b657-4896-4133-8788-c5fe717a9852 req-ece12c76-d36c-4b39-893d-c5722458d656 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:31.602189 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-0806b657-4896-4133-8788-c5fe717a9852 req-ece12c76-d36c-4b39-893d-c5722458d656 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] For port 499d9093-718a-460a-9d49-3d6976689482, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=499d9093-718a-460a-9d49-3d6976689482,segment=NetworkSegment(3c8a2c14-189e-4e7e-8e51-4940f84afa08),segment_id=3c8a2c14-189e-4e7e-8e51-4940f84afa08)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:03:31.602917 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-0806b657-4896-4133-8788-c5fe717a9852 req-ece12c76-d36c-4b39-893d-c5722458d656 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:31.746036 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-0806b657-4896-4133-8788-c5fe717a9852 req-ece12c76-d36c-4b39-893d-c5722458d656 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Calling delete_port for 499d9093-718a-460a-9d49-3d6976689482 owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:03:31.863550 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cbbe8-1c05-447d-8f95-6227225ec756 req-77b2e727-6904-44f1-a374-c81d04d62474 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:03:31.865528 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2e4cbbe8-1c05-447d-8f95-6227225ec756 req-77b2e727-6904-44f1-a374-c81d04d62474 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5fc2757-8d7f-444a-b9aa-8c336c684264 HTTP/1.1" status: 200 len: 945 time: 0.0892646 Apr 29 14:03:31.915277 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2e4cbbe8-1c05-447d-8f95-6227225ec756 req-67cb9d0b-090b-42b2-9daf-2d29cc1acb76 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a46abad-dd99-42bf-b133-455a7cefe663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436969 Apr 29 14:03:31.917913 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-0806b657-4896-4133-8788-c5fe717a9852 req-ece12c76-d36c-4b39-893d-c5722458d656 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:31.972244 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece12c76-d36c-4b39-893d-c5722458d656 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'Port': ['ID=499d9093-718a-460a-9d49-3d6976689482,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:32.058535 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-0806b657-4896-4133-8788-c5fe717a9852 req-ece12c76-d36c-4b39-893d-c5722458d656 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] No DVR routers for this DVR port 499d9093-718a-460a-9d49-3d6976689482 on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 14:03:32.060991 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-0806b657-4896-4133-8788-c5fe717a9852 req-ece12c76-d36c-4b39-893d-c5722458d656 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:32.063589 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fc2757-8d7f-444a-b9aa-8c336c684264', 'name': 'network-vif-deleted', 'tag': '499d9093-718a-460a-9d49-3d6976689482'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:03:32.079296 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0806b657-4896-4133-8788-c5fe717a9852 req-ece12c76-d36c-4b39-893d-c5722458d656 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.32 "DELETE /v2.0/ports/499d9093-718a-460a-9d49-3d6976689482 HTTP/1.1" status: 204 len: 173 time: 0.9051569 Apr 29 14:03:32.121749 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b006ebfb-d4f3-4759-b210-c296ab50a436'] response: {'server_uuid': 'a5fc2757-8d7f-444a-b9aa-8c336c684264', 'name': 'network-vif-deleted', 'tag': '499d9093-718a-460a-9d49-3d6976689482', 'status': 'completed', 'code': 200} Apr 29 14:03:33.020940 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41196) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:03:33.409725 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-08dc8819-6e2a-4c96-9460-6dc34fe23f2c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:34.003468 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-08dc8819-6e2a-4c96-9460-6dc34fe23f2c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Deleting port 6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:03:34.003802 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-08dc8819-6e2a-4c96-9460-6dc34fe23f2c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:34.262046 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-08dc8819-6e2a-4c96-9460-6dc34fe23f2c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] For port 6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3,segment=NetworkSegment(3c8a2c14-189e-4e7e-8e51-4940f84afa08),segment_id=3c8a2c14-189e-4e7e-8e51-4940f84afa08)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:03:34.262705 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-08dc8819-6e2a-4c96-9460-6dc34fe23f2c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:34.381736 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-08dc8819-6e2a-4c96-9460-6dc34fe23f2c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Calling delete_port for 6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3 owned by network:router_interface {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:03:34.549670 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-08dc8819-6e2a-4c96-9460-6dc34fe23f2c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:34.593885 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc8819-6e2a-4c96-9460-6dc34fe23f2c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'Port': ['ID=6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:34.655313 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 499d9093-718a-460a-9d49-3d6976689482 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:03:34.691992 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: 499d9093-718a-460a-9d49-3d6976689482 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:03:34.692335 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 499d9093-718a-460a-9d49-3d6976689482 not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:03:34.883415 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-08dc8819-6e2a-4c96-9460-6dc34fe23f2c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:35.442261 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08dc8819-6e2a-4c96-9460-6dc34fe23f2c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Router c7223cc9-108b-4d4b-a891-af4f4a6155a8 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:03:35.739753 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08dc8819-6e2a-4c96-9460-6dc34fe23f2c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:03:35.749308 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaec65c0-818b-4728-bef9-68e50b2cbd03 None None] Sync routers for ids ['c7223cc9-108b-4d4b-a891-af4f4a6155a8'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:03:35.752553 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-08dc8819-6e2a-4c96-9460-6dc34fe23f2c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "PUT /v2.0/routers/c7223cc9-108b-4d4b-a891-af4f4a6155a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7305589 Apr 29 14:03:35.755267 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41200) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:03:35.761279 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaec65c0-818b-4728-bef9-68e50b2cbd03 None None] Routers {'c7223cc9-108b-4d4b-a891-af4f4a6155a8'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:03:35.761873 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-aaec65c0-818b-4728-bef9-68e50b2cbd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:03:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c7223cc9-108b-4d4b-a891-af4f4a6155a8'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:03:35.936058 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-aaec65c0-818b-4728-bef9-68e50b2cbd03 None None] Set router c7223cc9-108b-4d4b-a891-af4f4a6155a8 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:03:35.937831 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a6b697-6a7b-4788-9f5d-3a51e59debaf tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Deleting subnet 802a2365-512c-4a83-b30f-fcdc789c85d4 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 14:03:35.940683 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-03a6b697-6a7b-4788-9f5d-3a51e59debaf tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:35.999625 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-03a6b697-6a7b-4788-9f5d-3a51e59debaf tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:36.080018 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-03a6b697-6a7b-4788-9f5d-3a51e59debaf tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:36.155612 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-03a6b697-6a7b-4788-9f5d-3a51e59debaf tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:36.199390 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6b697-6a7b-4788-9f5d-3a51e59debaf tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'Subnet': ['ID=802a2365-512c-4a83-b30f-fcdc789c85d4,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:36.204178 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-03a6b697-6a7b-4788-9f5d-3a51e59debaf tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:36.213449 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-03a6b697-6a7b-4788-9f5d-3a51e59debaf tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "DELETE /v2.0/subnets/802a2365-512c-4a83-b30f-fcdc789c85d4 HTTP/1.1" status: 204 len: 168 time: 0.4542694 Apr 29 14:03:36.213890 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41204) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:03:36.215046 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30464c9a-ef18-4ebc-be5e-a781ce0252b5 None None] Network 76a001e9-e0e5-410e-a35b-a23f1333f70c requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 14:03:36.259468 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-aaec65c0-818b-4728-bef9-68e50b2cbd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943966202', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.231'}], 'enable_snat': True}, 'gw_port_id': '3861e8cc-4511-4567-89ed-ddc17d20d9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:01:49Z', 'updated_at': '2022-04-29T14:03:34Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '3861e8cc-4511-4567-89ed-ddc17d20d9d2', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:01:49Z', 'updated_at': '2022-04-29T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:03:36.264284 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaec65c0-818b-4728-bef9-68e50b2cbd03 None None] Checking router: c7223cc9-108b-4d4b-a891-af4f4a6155a8 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:03:36.276266 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaec65c0-818b-4728-bef9-68e50b2cbd03 None None] Routers {'c7223cc9-108b-4d4b-a891-af4f4a6155a8'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:03:36.276855 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-aaec65c0-818b-4728-bef9-68e50b2cbd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:03:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['c7223cc9-108b-4d4b-a891-af4f4a6155a8'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:03:36.454279 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-aaec65c0-818b-4728-bef9-68e50b2cbd03 None None] Set router c7223cc9-108b-4d4b-a891-af4f4a6155a8 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:03:36.505394 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf707d0-c73d-4051-89ea-a857b7ee2bb3 None None] DHCP port deletion for 76a001e9-e0e5-410e-a35b-a23f1333f70c request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 14:03:36.509146 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3bf707d0-c73d-4051-89ea-a857b7ee2bb3 None None] Deleting port 1f805f07-3da6-47d4-a288-006e836c432f {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:03:36.510169 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3bf707d0-c73d-4051-89ea-a857b7ee2bb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:36.527102 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5e7abfed-a394-4142-9971-b951b99797c1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:36.712059 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3bf707d0-c73d-4051-89ea-a857b7ee2bb3 None None] For port 1f805f07-3da6-47d4-a288-006e836c432f, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=1f805f07-3da6-47d4-a288-006e836c432f,segment=NetworkSegment(3c8a2c14-189e-4e7e-8e51-4940f84afa08),segment_id=3c8a2c14-189e-4e7e-8e51-4940f84afa08)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:03:36.712466 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3bf707d0-c73d-4051-89ea-a857b7ee2bb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:36.737488 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5e7abfed-a394-4142-9971-b951b99797c1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:36.738489 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-aaec65c0-818b-4728-bef9-68e50b2cbd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943966202', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.231'}], 'enable_snat': True}, 'gw_port_id': '3861e8cc-4511-4567-89ed-ddc17d20d9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:01:49Z', 'updated_at': '2022-04-29T14:03:34Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '3861e8cc-4511-4567-89ed-ddc17d20d9d2', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:01:49Z', 'updated_at': '2022-04-29T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:03:36.742299 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaec65c0-818b-4728-bef9-68e50b2cbd03 None None] The sync data for ids ['c7223cc9-108b-4d4b-a891-af4f4a6155a8'] in dv-neutron-839027-4-hyperv is: [{'id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943966202', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.231'}], 'enable_snat': True}, 'gw_port_id': '3861e8cc-4511-4567-89ed-ddc17d20d9d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:01:49Z', 'updated_at': '2022-04-29T14:03:34Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '3861e8cc-4511-4567-89ed-ddc17d20d9d2', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7223cc9-108b-4d4b-a891-af4f4a6155a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:01:49Z', 'updated_at': '2022-04-29T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:03:36.749298 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-5e7abfed-a394-4142-9971-b951b99797c1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Deleting port 3861e8cc-4511-4567-89ed-ddc17d20d9d2 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:03:36.749711 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5e7abfed-a394-4142-9971-b951b99797c1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:36.850294 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3bf707d0-c73d-4051-89ea-a857b7ee2bb3 None None] Calling delete_port for 1f805f07-3da6-47d4-a288-006e836c432f owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:03:36.926317 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3bf707d0-c73d-4051-89ea-a857b7ee2bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:36.929896 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-5e7abfed-a394-4142-9971-b951b99797c1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] For port 3861e8cc-4511-4567-89ed-ddc17d20d9d2, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=3861e8cc-4511-4567-89ed-ddc17d20d9d2,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:03:36.930250 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5e7abfed-a394-4142-9971-b951b99797c1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:36.975837 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf707d0-c73d-4051-89ea-a857b7ee2bb3 None None] Pushing event deleted for resources: {'Port': ['ID=1f805f07-3da6-47d4-a288-006e836c432f,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:36.986829 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf707d0-c73d-4051-89ea-a857b7ee2bb3 None None] No DVR routers for this DVR port 1f805f07-3da6-47d4-a288-006e836c432f on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 14:03:36.990113 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf707d0-c73d-4051-89ea-a857b7ee2bb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:36.990455 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf707d0-c73d-4051-89ea-a857b7ee2bb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:36.990787 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf707d0-c73d-4051-89ea-a857b7ee2bb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:36.991120 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf707d0-c73d-4051-89ea-a857b7ee2bb3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:36.991450 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf707d0-c73d-4051-89ea-a857b7ee2bb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:36.991779 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf707d0-c73d-4051-89ea-a857b7ee2bb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:36.992106 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf707d0-c73d-4051-89ea-a857b7ee2bb3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:36.992432 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf707d0-c73d-4051-89ea-a857b7ee2bb3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:36.993202 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf707d0-c73d-4051-89ea-a857b7ee2bb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:36.993202 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf707d0-c73d-4051-89ea-a857b7ee2bb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:36.993392 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf707d0-c73d-4051-89ea-a857b7ee2bb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:37.053182 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-5e7abfed-a394-4142-9971-b951b99797c1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Calling delete_port for 3861e8cc-4511-4567-89ed-ddc17d20d9d2 owned by network:router_gateway {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:03:37.231068 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5e7abfed-a394-4142-9971-b951b99797c1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:37.283415 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7abfed-a394-4142-9971-b951b99797c1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'Port': ['ID=3861e8cc-4511-4567-89ed-ddc17d20d9d2,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:37.311423 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:03:37.320964 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7abfed-a394-4142-9971-b951b99797c1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:37.321313 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7abfed-a394-4142-9971-b951b99797c1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:37.321667 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7abfed-a394-4142-9971-b951b99797c1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:37.322608 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7abfed-a394-4142-9971-b951b99797c1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:37.323033 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7abfed-a394-4142-9971-b951b99797c1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:37.323362 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7abfed-a394-4142-9971-b951b99797c1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:37.323687 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7abfed-a394-4142-9971-b951b99797c1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:37.324012 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7abfed-a394-4142-9971-b951b99797c1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:37.324338 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7abfed-a394-4142-9971-b951b99797c1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:37.324656 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7abfed-a394-4142-9971-b951b99797c1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:37.325001 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7abfed-a394-4142-9971-b951b99797c1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:37.347558 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:03:37.347904 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 6fa08b0f-39f6-49c3-b25d-bb5ec1e900d3 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:03:37.348317 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 1f805f07-3da6-47d4-a288-006e836c432f no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:03:37.379781 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 1f805f07-3da6-47d4-a288-006e836c432f {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:03:37.380126 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 1f805f07-3da6-47d4-a288-006e836c432f not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:03:37.511200 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5e7abfed-a394-4142-9971-b951b99797c1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:37.863559 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5e7abfed-a394-4142-9971-b951b99797c1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:37.867690 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5e7abfed-a394-4142-9971-b951b99797c1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:37.892311 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5e7abfed-a394-4142-9971-b951b99797c1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:37.892872 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7abfed-a394-4142-9971-b951b99797c1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Fanout notify agent at l3_agent the message router_deleted on router c7223cc9-108b-4d4b-a891-af4f4a6155a8 {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 14:03:37.908797 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5e7abfed-a394-4142-9971-b951b99797c1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:37.910086 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5e7abfed-a394-4142-9971-b951b99797c1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "DELETE /v2.0/routers/c7223cc9-108b-4d4b-a891-af4f4a6155a8 HTTP/1.1" status: 204 len: 168 time: 1.6952219 Apr 29 14:03:37.912864 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41210) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:03:37.934998 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7b27f551-a1a7-4753-92ff-584350cc77d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:38.029798 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b75993fe-d8c9-44e1-bff1-e8b04783a607 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:38.159068 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b75993fe-d8c9-44e1-bff1-e8b04783a607 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:38.183660 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-b75993fe-d8c9-44e1-bff1-e8b04783a607 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a001e9-e0e5-410e-a35b-a23f1333f70c']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:03:38.195654 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-b75993fe-d8c9-44e1-bff1-e8b04783a607 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8a2c14-189e-4e7e-8e51-4940f84afa08') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:03:38.195951 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-b75993fe-d8c9-44e1-bff1-e8b04783a607 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8a2c14-189e-4e7e-8e51-4940f84afa08') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:03:38.208138 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b75993fe-d8c9-44e1-bff1-e8b04783a607 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:38.224391 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b75993fe-d8c9-44e1-bff1-e8b04783a607 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:38.230689 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b75993fe-d8c9-44e1-bff1-e8b04783a607 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 14:03:38.231068 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b75993fe-d8c9-44e1-bff1-e8b04783a607 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 14:03:38.245364 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 14:03:38.325412 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b75993fe-d8c9-44e1-bff1-e8b04783a607 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:38.344995 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b75993fe-d8c9-44e1-bff1-e8b04783a607 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:38.357951 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75993fe-d8c9-44e1-bff1-e8b04783a607 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'Network': ['ID=76a001e9-e0e5-410e-a35b-a23f1333f70c,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:38.363972 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b75993fe-d8c9-44e1-bff1-e8b04783a607 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "DELETE /v2.0/networks/76a001e9-e0e5-410e-a35b-a23f1333f70c HTTP/1.1" status: 204 len: 168 time: 0.4501381 Apr 29 14:03:38.366574 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41214) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:03:38.438764 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-63b112b3-8d52-4c70-84e4-86bedd6319e2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:38.468824 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-63b112b3-8d52-4c70-84e4-86bedd6319e2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:38.531938 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-63b112b3-8d52-4c70-84e4-86bedd6319e2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:38.549091 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b112b3-8d52-4c70-84e4-86bedd6319e2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a46abad-dd99-42bf-b133-455a7cefe663,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:38.561279 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-63b112b3-8d52-4c70-84e4-86bedd6319e2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:38.562475 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-63b112b3-8d52-4c70-84e4-86bedd6319e2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "DELETE /v2.0/security-groups/8a46abad-dd99-42bf-b133-455a7cefe663 HTTP/1.1" status: 204 len: 168 time: 0.1949611 Apr 29 14:03:38.863058 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41222) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:03:38.868633 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-ada9fe58-23e1-4a18-9ec4-e600f40b99d7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-463208424', 'description': 'tempest-secgroup-smoke-463208424 description', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:03:38.875111 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ada9fe58-23e1-4a18-9ec4-e600f40b99d7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:03:38.879102 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ada9fe58-23e1-4a18-9ec4-e600f40b99d7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:03:38.881890 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ada9fe58-23e1-4a18-9ec4-e600f40b99d7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:03:38.887586 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ada9fe58-23e1-4a18-9ec4-e600f40b99d7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:03:38.897657 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ada9fe58-23e1-4a18-9ec4-e600f40b99d7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:38.933357 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ada9fe58-23e1-4a18-9ec4-e600f40b99d7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:03:38.937391 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ada9fe58-23e1-4a18-9ec4-e600f40b99d7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:03:38.940085 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ada9fe58-23e1-4a18-9ec4-e600f40b99d7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:03:38.945607 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ada9fe58-23e1-4a18-9ec4-e600f40b99d7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:03:39.001489 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ada9fe58-23e1-4a18-9ec4-e600f40b99d7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:39.004932 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ada9fe58-23e1-4a18-9ec4-e600f40b99d7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:39.047793 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9fe58-23e1-4a18-9ec4-e600f40b99d7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:39.052036 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ada9fe58-23e1-4a18-9ec4-e600f40b99d7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:39.053304 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ada9fe58-23e1-4a18-9ec4-e600f40b99d7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1892648 Apr 29 14:03:39.056199 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41226) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:03:39.062172 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-e849bc69-05e4-4ac3-83f3-7cc154b84326 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group_rule': {'security_group_id': 'eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:03:39.067947 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e849bc69-05e4-4ac3-83f3-7cc154b84326 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:03:39.071676 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e849bc69-05e4-4ac3-83f3-7cc154b84326 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:03:39.074729 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-e849bc69-05e4-4ac3-83f3-7cc154b84326 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:03:39.080274 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-e849bc69-05e4-4ac3-83f3-7cc154b84326 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:03:39.096870 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e849bc69-05e4-4ac3-83f3-7cc154b84326 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:39.159565 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e849bc69-05e4-4ac3-83f3-7cc154b84326 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:39.163374 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e849bc69-05e4-4ac3-83f3-7cc154b84326 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:39.186708 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849bc69-05e4-4ac3-83f3-7cc154b84326 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee9336d-3699-495f-a910-c761c504d517,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:39.195165 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-e849bc69-05e4-4ac3-83f3-7cc154b84326 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:39.196368 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-e849bc69-05e4-4ac3-83f3-7cc154b84326 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1386628 Apr 29 14:03:39.199195 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41230) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:03:39.204494 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-678fe5c4-b759-4d45-80e0-a1ff8b4dab34 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group_rule': {'security_group_id': 'eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:03:39.210148 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-678fe5c4-b759-4d45-80e0-a1ff8b4dab34 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:03:39.214473 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-678fe5c4-b759-4d45-80e0-a1ff8b4dab34 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:03:39.217636 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-678fe5c4-b759-4d45-80e0-a1ff8b4dab34 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:03:39.223277 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-678fe5c4-b759-4d45-80e0-a1ff8b4dab34 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:03:39.240398 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-678fe5c4-b759-4d45-80e0-a1ff8b4dab34 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:39.288268 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 3861e8cc-4511-4567-89ed-ddc17d20d9d2 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:03:39.302499 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-678fe5c4-b759-4d45-80e0-a1ff8b4dab34 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:39.307528 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-678fe5c4-b759-4d45-80e0-a1ff8b4dab34 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:39.325191 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 3861e8cc-4511-4567-89ed-ddc17d20d9d2 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:03:39.325191 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 3861e8cc-4511-4567-89ed-ddc17d20d9d2 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:03:39.332556 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fe5c4-b759-4d45-80e0-a1ff8b4dab34 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4828c0f1-fdb5-4446-a93e-7a24c796dffb,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:39.342663 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-678fe5c4-b759-4d45-80e0-a1ff8b4dab34 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:39.344035 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-678fe5c4-b759-4d45-80e0-a1ff8b4dab34 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1438112 Apr 29 14:03:39.346646 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41234) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:03:39.352137 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-d4960879-4faa-4ed7-b561-0c7a06a36ba7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group_rule': {'security_group_id': 'eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:03:39.358546 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d4960879-4faa-4ed7-b561-0c7a06a36ba7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:03:39.362390 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d4960879-4faa-4ed7-b561-0c7a06a36ba7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:03:39.365276 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d4960879-4faa-4ed7-b561-0c7a06a36ba7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:03:39.370935 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d4960879-4faa-4ed7-b561-0c7a06a36ba7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:03:39.386855 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d4960879-4faa-4ed7-b561-0c7a06a36ba7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:39.450057 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d4960879-4faa-4ed7-b561-0c7a06a36ba7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:39.453370 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d4960879-4faa-4ed7-b561-0c7a06a36ba7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:39.476135 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4960879-4faa-4ed7-b561-0c7a06a36ba7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8149a6-cd0b-4dca-af3f-ac901ff1fe35,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:39.487556 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d4960879-4faa-4ed7-b561-0c7a06a36ba7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:39.488739 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d4960879-4faa-4ed7-b561-0c7a06a36ba7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1412041 Apr 29 14:03:39.491449 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41238) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:03:39.496957 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-6d2d05d7-705e-4d1c-8d4d-ec8373b219b8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group_rule': {'security_group_id': 'eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:03:39.502717 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6d2d05d7-705e-4d1c-8d4d-ec8373b219b8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:03:39.506443 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6d2d05d7-705e-4d1c-8d4d-ec8373b219b8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:03:39.509307 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6d2d05d7-705e-4d1c-8d4d-ec8373b219b8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:03:39.515095 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6d2d05d7-705e-4d1c-8d4d-ec8373b219b8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:03:39.532471 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6d2d05d7-705e-4d1c-8d4d-ec8373b219b8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:39.595197 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6d2d05d7-705e-4d1c-8d4d-ec8373b219b8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:39.598676 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6d2d05d7-705e-4d1c-8d4d-ec8373b219b8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:39.622050 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d05d7-705e-4d1c-8d4d-ec8373b219b8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=add167db-80f0-4dbd-9f21-53548636b7c0,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:39.630418 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6d2d05d7-705e-4d1c-8d4d-ec8373b219b8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:39.631800 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6d2d05d7-705e-4d1c-8d4d-ec8373b219b8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1394498 Apr 29 14:03:39.635127 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41242) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:03:39.640621 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-fa19e575-27de-47fd-94aa-cb9e0c3c9704 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group_rule': {'security_group_id': 'eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:03:39.646308 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-fa19e575-27de-47fd-94aa-cb9e0c3c9704 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:03:39.650955 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-fa19e575-27de-47fd-94aa-cb9e0c3c9704 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:03:39.653892 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-fa19e575-27de-47fd-94aa-cb9e0c3c9704 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:03:39.660152 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-fa19e575-27de-47fd-94aa-cb9e0c3c9704 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:03:39.669370 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.securitygroups_db [None req-fa19e575-27de-47fd-94aa-cb9e0c3c9704 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Project a3b5eecb321e41ad979ed70ab10a2d9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 14:03:39.675567 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fa19e575-27de-47fd-94aa-cb9e0c3c9704 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:39.738502 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fa19e575-27de-47fd-94aa-cb9e0c3c9704 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:39.746539 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fa19e575-27de-47fd-94aa-cb9e0c3c9704 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:39.769888 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19e575-27de-47fd-94aa-cb9e0c3c9704 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c2f3ad0-ff41-4d88-9923-94f7ed8a696b,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:39.779054 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-fa19e575-27de-47fd-94aa-cb9e0c3c9704 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:39.780324 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-fa19e575-27de-47fd-94aa-cb9e0c3c9704 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1443152 Apr 29 14:03:39.783324 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41246) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:03:39.788314 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-7a23189b-6cc3-4a00-a02e-62ba3ff65cc8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group_rule': {'security_group_id': 'eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:03:39.794143 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7a23189b-6cc3-4a00-a02e-62ba3ff65cc8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:03:39.797918 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7a23189b-6cc3-4a00-a02e-62ba3ff65cc8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:03:39.800720 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7a23189b-6cc3-4a00-a02e-62ba3ff65cc8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:03:39.806476 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7a23189b-6cc3-4a00-a02e-62ba3ff65cc8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:03:39.819365 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.securitygroups_db [None req-7a23189b-6cc3-4a00-a02e-62ba3ff65cc8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Project a3b5eecb321e41ad979ed70ab10a2d9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 14:03:39.826173 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7a23189b-6cc3-4a00-a02e-62ba3ff65cc8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:39.890996 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7a23189b-6cc3-4a00-a02e-62ba3ff65cc8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:39.894273 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7a23189b-6cc3-4a00-a02e-62ba3ff65cc8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:39.916816 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23189b-6cc3-4a00-a02e-62ba3ff65cc8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aca8b36-0eda-4b3c-a9b7-922caeb35d8b,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:39.925601 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7a23189b-6cc3-4a00-a02e-62ba3ff65cc8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:39.926854 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7a23189b-6cc3-4a00-a02e-62ba3ff65cc8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1428633 Apr 29 14:03:39.929665 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41250) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:03:39.934905 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-4f8c9aa4-b1ab-4767-9acc-0a90f63380fd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'network': {'name': 'tempest-network-smoke--186512204', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'port_security_enabled': True}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:03:39.939887 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-4f8c9aa4-b1ab-4767-9acc-0a90f63380fd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:03:39.943914 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-4f8c9aa4-b1ab-4767-9acc-0a90f63380fd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:network and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:03:39.947404 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-4f8c9aa4-b1ab-4767-9acc-0a90f63380fd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:03:39.953483 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-4f8c9aa4-b1ab-4767-9acc-0a90f63380fd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:03:39.965415 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8c9aa4-b1ab-4767-9acc-0a90f63380fd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Made reservation on behalf of a3b5eecb321e41ad979ed70ab10a2d9d for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 14:03:39.968482 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4f8c9aa4-b1ab-4767-9acc-0a90f63380fd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:39.997249 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8c9aa4-b1ab-4767-9acc-0a90f63380fd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 14:03:40.006210 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4f8c9aa4-b1ab-4767-9acc-0a90f63380fd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:40.006575 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-4f8c9aa4-b1ab-4767-9acc-0a90f63380fd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Added segment 53f5b7b8-4adf-4080-a899-0867e8dc48a1 of type vlan for network 1ab2dcdf-425c-4a79-9d0b-dea17d60dd15 Apr 29 14:03:40.032083 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4f8c9aa4-b1ab-4767-9acc-0a90f63380fd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:40.060200 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4f8c9aa4-b1ab-4767-9acc-0a90f63380fd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:40.063865 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8c9aa4-b1ab-4767-9acc-0a90f63380fd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:03:40.064439 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4f8c9aa4-b1ab-4767-9acc-0a90f63380fd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:40.165056 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4f8c9aa4-b1ab-4767-9acc-0a90f63380fd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2342484 Apr 29 14:03:40.167787 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41254) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:03:40.173244 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c9aa4-b1ab-4767-9acc-0a90f63380fd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Network': ['ID=1ab2dcdf-425c-4a79-9d0b-dea17d60dd15,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:40.173606 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-25c2010e-6ea7-4a93-95f8-14646efb6375 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-560333165', 'admin_state_up': True, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:03:40.180434 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-25c2010e-6ea7-4a93-95f8-14646efb6375 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:03:40.183504 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 1ab2dcdf-425c-4a79-9d0b-dea17d60dd15 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 14:03:40.186279 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-25c2010e-6ea7-4a93-95f8-14646efb6375 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:router and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:03:40.189296 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-25c2010e-6ea7-4a93-95f8-14646efb6375 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:03:40.195502 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-25c2010e-6ea7-4a93-95f8-14646efb6375 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:03:40.206167 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-25c2010e-6ea7-4a93-95f8-14646efb6375 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:40.207272 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-25c2010e-6ea7-4a93-95f8-14646efb6375 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:40.227389 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-25c2010e-6ea7-4a93-95f8-14646efb6375 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:40.377639 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-25c2010e-6ea7-4a93-95f8-14646efb6375 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:40.482714 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-466b9931-38e6-4352-bd4b-ef774a7dee79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:40.553539 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-25c2010e-6ea7-4a93-95f8-14646efb6375 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:40.587161 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-25c2010e-6ea7-4a93-95f8-14646efb6375 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:40.714322 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-25c2010e-6ea7-4a93-95f8-14646efb6375 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Allocated IP 172.26.6.31 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/39585b82-d31a-4874-ac95-20305ef859c3) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:03:40.859237 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-25c2010e-6ea7-4a93-95f8-14646efb6375 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:40.885833 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-25c2010e-6ea7-4a93-95f8-14646efb6375 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:40.953576 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c2010e-6ea7-4a93-95f8-14646efb6375 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:03:40.957579 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-25c2010e-6ea7-4a93-95f8-14646efb6375 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:03:40.960396 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c2010e-6ea7-4a93-95f8-14646efb6375 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:03:40.995190 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2010e-6ea7-4a93-95f8-14646efb6375 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Port': ['ID=39585b82-d31a-4874-ac95-20305ef859c3,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:41.120397 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-25c2010e-6ea7-4a93-95f8-14646efb6375 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:41.121085 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-25c2010e-6ea7-4a93-95f8-14646efb6375 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:41.430232 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c2010e-6ea7-4a93-95f8-14646efb6375 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Router 449a2d38-3298-4d46-887a-8b2e26ebf8e3 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 14:03:41.581653 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:41.632879 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c2010e-6ea7-4a93-95f8-14646efb6375 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:03:41.645295 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3523db66-ee85-4694-9512-aaecf17a57d6 None None] Sync routers for ids ['449a2d38-3298-4d46-887a-8b2e26ebf8e3'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:03:41.647860 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:41.659902 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-25c2010e-6ea7-4a93-95f8-14646efb6375 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:41.660106 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3523db66-ee85-4694-9512-aaecf17a57d6 None None] Routers {'449a2d38-3298-4d46-887a-8b2e26ebf8e3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:03:41.660912 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-3523db66-ee85-4694-9512-aaecf17a57d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:03:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['449a2d38-3298-4d46-887a-8b2e26ebf8e3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:03:41.661266 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-25c2010e-6ea7-4a93-95f8-14646efb6375 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4924524 Apr 29 14:03:41.664377 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41260) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:03:41.704050 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-292b3da6-99ea-4305-924e-848581123f7d tempest-TestNetworkAdvancedServerOps-2141022458 tempest-TestNetworkAdvancedServerOps-2141022458-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=a3b5eecb321e41ad979ed70ab10a2d9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383823 Apr 29 14:03:41.706444 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41264) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:03:41.841645 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-3523db66-ee85-4694-9512-aaecf17a57d6 None None] Set router 449a2d38-3298-4d46-887a-8b2e26ebf8e3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:03:41.856912 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a4544e-f363-453c-923d-2ccee432c594 tempest-TestNetworkAdvancedServerOps-2141022458 tempest-TestNetworkAdvancedServerOps-2141022458-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:03:41.858401 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e9a4544e-f363-453c-923d-2ccee432c594 tempest-TestNetworkAdvancedServerOps-2141022458 tempest-TestNetworkAdvancedServerOps-2141022458-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1510851 Apr 29 14:03:41.861298 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41268) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:03:41.904950 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2a1ebec5-6ce7-47db-9b02-c751465e2f2d tempest-TestNetworkAdvancedServerOps-2141022458 tempest-TestNetworkAdvancedServerOps-2141022458-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3475bcf7-abe6-4964-9326-03174235aecc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425000 Apr 29 14:03:41.907340 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41272) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:03:41.913207 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-dcca524e-27fb-4f4a-a12b-6b9b2c25469b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1554244786', 'network_id': '1ab2dcdf-425c-4a79-9d0b-dea17d60dd15', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:03:42.022024 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-dcca524e-27fb-4f4a-a12b-6b9b2c25469b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:03:42.025969 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-dcca524e-27fb-4f4a-a12b-6b9b2c25469b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:subnet and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:03:42.028719 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-dcca524e-27fb-4f4a-a12b-6b9b2c25469b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:03:42.034254 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-dcca524e-27fb-4f4a-a12b-6b9b2c25469b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:03:42.045653 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcca524e-27fb-4f4a-a12b-6b9b2c25469b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Made reservation on behalf of a3b5eecb321e41ad979ed70ab10a2d9d for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 14:03:42.125966 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-3523db66-ee85-4694-9512-aaecf17a57d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560333165', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': '39585b82-d31a-4874-ac95-20305ef859c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:03:40Z', 'updated_at': '2022-04-29T14:03:41Z', 'revision_number': 3, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '39585b82-d31a-4874-ac95-20305ef859c3', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:03:40Z', 'updated_at': '2022-04-29T14:03:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:03:42.129717 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3523db66-ee85-4694-9512-aaecf17a57d6 None None] Checking router: 449a2d38-3298-4d46-887a-8b2e26ebf8e3 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:03:42.130059 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3523db66-ee85-4694-9512-aaecf17a57d6 None None] Updating router 449a2d38-3298-4d46-887a-8b2e26ebf8e3 port 39585b82-d31a-4874-ac95-20305ef859c3 binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 14:03:42.143003 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dcca524e-27fb-4f4a-a12b-6b9b2c25469b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:42.180487 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3523db66-ee85-4694-9512-aaecf17a57d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:42.362185 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dcca524e-27fb-4f4a-a12b-6b9b2c25469b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:42.439488 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca524e-27fb-4f4a-a12b-6b9b2c25469b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Subnet': ['ID=ff1393aa-3d92-4799-b263-d1347e1fff22,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:42.451945 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcca524e-27fb-4f4a-a12b-6b9b2c25469b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Checking segment: {'id': '53f5b7b8-4adf-4080-a899-0867e8dc48a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1ab2dcdf-425c-4a79-9d0b-dea17d60dd15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:03:42.452304 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcca524e-27fb-4f4a-a12b-6b9b2c25469b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network hostable DHCP agents. Network: 1ab2dcdf-425c-4a79-9d0b-dea17d60dd15, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 14:03:42.474460 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcca524e-27fb-4f4a-a12b-6b9b2c25469b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network 1ab2dcdf-425c-4a79-9d0b-dea17d60dd15 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 14:03:42.484367 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-dcca524e-27fb-4f4a-a12b-6b9b2c25469b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 1ab2dcdf-425c-4a79-9d0b-dea17d60dd15) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:03:42.488206 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcca524e-27fb-4f4a-a12b-6b9b2c25469b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:03:42.488794 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-dcca524e-27fb-4f4a-a12b-6b9b2c25469b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:42.496166 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d1abc0-cd86-4bdc-8685-1dea829654e0 None None] Network 1ab2dcdf-425c-4a79-9d0b-dea17d60dd15 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 14:03:42.509856 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-dcca524e-27fb-4f4a-a12b-6b9b2c25469b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6015329 Apr 29 14:03:42.512669 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41276) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:03:42.584870 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3523db66-ee85-4694-9512-aaecf17a57d6 None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:42.603636 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3523db66-ee85-4694-9512-aaecf17a57d6 None None] Transition to ACTIVE for port object 39585b82-d31a-4874-ac95-20305ef859c3 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:03:42.621643 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3523db66-ee85-4694-9512-aaecf17a57d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:42.756959 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b5106-6125-4adf-b1be-341ee980dd42 None None] Pushing event updated for resources: {'Port': ['ID=39585b82-d31a-4874-ac95-20305ef859c3,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:42.765830 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-3523db66-ee85-4694-9512-aaecf17a57d6 None None] Attempting to bind port 39585b82-d31a-4874-ac95-20305ef859c3 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:03:42.766193 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-3523db66-ee85-4694-9512-aaecf17a57d6 None None] Attempting to bind port 39585b82-d31a-4874-ac95-20305ef859c3 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:03:42.766546 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523db66-ee85-4694-9512-aaecf17a57d6 None None] Attempting to bind port 39585b82-d31a-4874-ac95-20305ef859c3 on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:03:42.800134 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523db66-ee85-4694-9512-aaecf17a57d6 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:03:42.800493 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523db66-ee85-4694-9512-aaecf17a57d6 None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:03:42.800916 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3523db66-ee85-4694-9512-aaecf17a57d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:42.801307 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523db66-ee85-4694-9512-aaecf17a57d6 None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:03:42.801778 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-3523db66-ee85-4694-9512-aaecf17a57d6 None None] Bound port: 39585b82-d31a-4874-ac95-20305ef859c3, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:03:42.802144 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3523db66-ee85-4694-9512-aaecf17a57d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:42.859871 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd046c5-2c1d-4ee1-8421-ecb8af38789f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-1ab2dcdf-425c-4a79-9d0b-dea17d60dd15', 'network_id': '1ab2dcdf-425c-4a79-9d0b-dea17d60dd15', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'fixed_ips': [{'subnet_id': 'ff1393aa-3d92-4799-b263-d1347e1fff22'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 14:03:42.860711 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0cd046c5-2c1d-4ee1-8421-ecb8af38789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:42.945124 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3523db66-ee85-4694-9512-aaecf17a57d6 None None] For port 39585b82-d31a-4874-ac95-20305ef859c3, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:03:42.971283 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3523db66-ee85-4694-9512-aaecf17a57d6 None None] For port 39585b82-d31a-4874-ac95-20305ef859c3, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=39585b82-d31a-4874-ac95-20305ef859c3,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:03:42.976421 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3523db66-ee85-4694-9512-aaecf17a57d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:43.102444 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:43.126906 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b5106-6125-4adf-b1be-341ee980dd42 None None] Pushing event updated for resources: {'Port': ['ID=39585b82-d31a-4874-ac95-20305ef859c3,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:43.136719 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-0cd046c5-2c1d-4ee1-8421-ecb8af38789f None None] Allocated IP 172.20.0.2 (1ab2dcdf-425c-4a79-9d0b-dea17d60dd15/ff1393aa-3d92-4799-b263-d1347e1fff22/df3502de-a08d-4798-be6b-956e0e39394a) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:03:43.148161 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3523db66-ee85-4694-9512-aaecf17a57d6 None None] Routers {'449a2d38-3298-4d46-887a-8b2e26ebf8e3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:03:43.148782 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-3523db66-ee85-4694-9512-aaecf17a57d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:03:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['449a2d38-3298-4d46-887a-8b2e26ebf8e3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:03:43.354894 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-73b3652a-6a0c-42ea-95fc-c7e2d9a40399 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:43.476079 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-3523db66-ee85-4694-9512-aaecf17a57d6 None None] Set router 449a2d38-3298-4d46-887a-8b2e26ebf8e3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:03:43.705979 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0cd046c5-2c1d-4ee1-8421-ecb8af38789f None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:43.723204 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0cd046c5-2c1d-4ee1-8421-ecb8af38789f None None] Transition to ACTIVE for port object df3502de-a08d-4798-be6b-956e0e39394a will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:03:43.759433 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0cd046c5-2c1d-4ee1-8421-ecb8af38789f None None] Transition to ACTIVE for port object df3502de-a08d-4798-be6b-956e0e39394a will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:03:43.775903 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0cd046c5-2c1d-4ee1-8421-ecb8af38789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:43.840745 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-73b3652a-6a0c-42ea-95fc-c7e2d9a40399 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Allocated IP 172.20.0.1 (1ab2dcdf-425c-4a79-9d0b-dea17d60dd15/ff1393aa-3d92-4799-b263-d1347e1fff22/f57b04ba-32b9-4f11-9fd7-9a5b0e29382e) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:03:43.886273 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd046c5-2c1d-4ee1-8421-ecb8af38789f None None] Network 1ab2dcdf-425c-4a79-9d0b-dea17d60dd15 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:03:43.890654 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-0cd046c5-2c1d-4ee1-8421-ecb8af38789f None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:03:43.892284 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd046c5-2c1d-4ee1-8421-ecb8af38789f None None] Pushing event updated for resources: {'Port': ['ID=df3502de-a08d-4798-be6b-956e0e39394a,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:43.895653 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd046c5-2c1d-4ee1-8421-ecb8af38789f None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:03:43.991099 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-3523db66-ee85-4694-9512-aaecf17a57d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560333165', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': '39585b82-d31a-4874-ac95-20305ef859c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:03:40Z', 'updated_at': '2022-04-29T14:03:41Z', 'revision_number': 3, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '39585b82-d31a-4874-ac95-20305ef859c3', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:03:40Z', 'updated_at': '2022-04-29T14:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:03:43.995658 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0cd046c5-2c1d-4ee1-8421-ecb8af38789f None None] Attempting to bind port df3502de-a08d-4798-be6b-956e0e39394a on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:03:43.996020 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0cd046c5-2c1d-4ee1-8421-ecb8af38789f None None] Attempting to bind port df3502de-a08d-4798-be6b-956e0e39394a by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '53f5b7b8-4adf-4080-a899-0867e8dc48a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1ab2dcdf-425c-4a79-9d0b-dea17d60dd15'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:03:43.996379 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd046c5-2c1d-4ee1-8421-ecb8af38789f None None] Attempting to bind port df3502de-a08d-4798-be6b-956e0e39394a on network 1ab2dcdf-425c-4a79-9d0b-dea17d60dd15 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:03:44.000651 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3523db66-ee85-4694-9512-aaecf17a57d6 None None] The sync data for ids ['449a2d38-3298-4d46-887a-8b2e26ebf8e3'] in dv-neutron-839027-4-hyperv is: [{'id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560333165', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': '39585b82-d31a-4874-ac95-20305ef859c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:03:40Z', 'updated_at': '2022-04-29T14:03:41Z', 'revision_number': 3, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '39585b82-d31a-4874-ac95-20305ef859c3', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:03:40Z', 'updated_at': '2022-04-29T14:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:03:44.002259 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-73b3652a-6a0c-42ea-95fc-c7e2d9a40399 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:44.005240 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd046c5-2c1d-4ee1-8421-ecb8af38789f None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:03:44.005605 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd046c5-2c1d-4ee1-8421-ecb8af38789f None None] Checking segment: {'id': '53f5b7b8-4adf-4080-a899-0867e8dc48a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1ab2dcdf-425c-4a79-9d0b-dea17d60dd15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:03:44.006068 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0cd046c5-2c1d-4ee1-8421-ecb8af38789f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:44.006360 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd046c5-2c1d-4ee1-8421-ecb8af38789f None None] Bound using segment: {'id': '53f5b7b8-4adf-4080-a899-0867e8dc48a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1ab2dcdf-425c-4a79-9d0b-dea17d60dd15'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:03:44.006821 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-0cd046c5-2c1d-4ee1-8421-ecb8af38789f None None] Bound port: df3502de-a08d-4798-be6b-956e0e39394a, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f5b7b8-4adf-4080-a899-0867e8dc48a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1ab2dcdf-425c-4a79-9d0b-dea17d60dd15'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:03:44.007184 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0cd046c5-2c1d-4ee1-8421-ecb8af38789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:44.020332 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-73b3652a-6a0c-42ea-95fc-c7e2d9a40399 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Transition to ACTIVE for port object f57b04ba-32b9-4f11-9fd7-9a5b0e29382e will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:03:44.049418 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-73b3652a-6a0c-42ea-95fc-c7e2d9a40399 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:44.105650 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-0cd046c5-2c1d-4ee1-8421-ecb8af38789f None None] For port df3502de-a08d-4798-be6b-956e0e39394a, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:03:44.108846 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-0cd046c5-2c1d-4ee1-8421-ecb8af38789f None None] For port df3502de-a08d-4798-be6b-956e0e39394a, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=df3502de-a08d-4798-be6b-956e0e39394a,segment=NetworkSegment(53f5b7b8-4adf-4080-a899-0867e8dc48a1),segment_id=53f5b7b8-4adf-4080-a899-0867e8dc48a1)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:03:44.114666 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0cd046c5-2c1d-4ee1-8421-ecb8af38789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:44.130354 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b3652a-6a0c-42ea-95fc-c7e2d9a40399 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network 1ab2dcdf-425c-4a79-9d0b-dea17d60dd15 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:03:44.133640 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-73b3652a-6a0c-42ea-95fc-c7e2d9a40399 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:03:44.136506 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b3652a-6a0c-42ea-95fc-c7e2d9a40399 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:03:44.169860 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3652a-6a0c-42ea-95fc-c7e2d9a40399 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Port': ['ID=f57b04ba-32b9-4f11-9fd7-9a5b0e29382e,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:44.215567 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd046c5-2c1d-4ee1-8421-ecb8af38789f None None] Pushing event updated for resources: {'Port': ['ID=df3502de-a08d-4798-be6b-956e0e39394a,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:44.222494 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-73b3652a-6a0c-42ea-95fc-c7e2d9a40399 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:44.327495 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-73b3652a-6a0c-42ea-95fc-c7e2d9a40399 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:44.864191 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-73b3652a-6a0c-42ea-95fc-c7e2d9a40399 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:44.870040 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-73b3652a-6a0c-42ea-95fc-c7e2d9a40399 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:44.982362 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3652a-6a0c-42ea-95fc-c7e2d9a40399 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Port': ['ID=f57b04ba-32b9-4f11-9fd7-9a5b0e29382e,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:44.984529 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-73b3652a-6a0c-42ea-95fc-c7e2d9a40399 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:45.125885 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b3652a-6a0c-42ea-95fc-c7e2d9a40399 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network 1ab2dcdf-425c-4a79-9d0b-dea17d60dd15 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:03:45.126994 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-73b3652a-6a0c-42ea-95fc-c7e2d9a40399 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:03:45.178591 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7212c756-4dec-4bf6-887b-d6f8551fb246 None None] Network 1ab2dcdf-425c-4a79-9d0b-dea17d60dd15 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 14:03:45.277321 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-72ff35b5-6fcd-4474-a805-d92c6f8caeed None None] Provisioning for port df3502de-a08d-4798-be6b-956e0e39394a completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:03:45.358635 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 39585b82-d31a-4874-ac95-20305ef859c3 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:03:45.486032 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 39585b82-d31a-4874-ac95-20305ef859c3 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:03:45.491015 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 39585b82-d31a-4874-ac95-20305ef859c3 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:03:45.491495 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:45.533491 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b3652a-6a0c-42ea-95fc-c7e2d9a40399 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Router 449a2d38-3298-4d46-887a-8b2e26ebf8e3 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:03:45.617010 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:45.633240 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 39585b82-d31a-4874-ac95-20305ef859c3, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=39585b82-d31a-4874-ac95-20305ef859c3,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:03:45.638592 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:45.639351 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device df3502de-a08d-4798-be6b-956e0e39394a up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:03:45.743621 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b3652a-6a0c-42ea-95fc-c7e2d9a40399 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:03:45.762004 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-73b3652a-6a0c-42ea-95fc-c7e2d9a40399 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "PUT /v2.0/routers/449a2d38-3298-4d46-887a-8b2e26ebf8e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2482791 Apr 29 14:03:45.861480 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=39585b82-d31a-4874-ac95-20305ef859c3,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:45.870294 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6281a1c8-e4e9-4c63-8bad-ae9ee09ed800 None None] Provisioning complete for port df3502de-a08d-4798-be6b-956e0e39394a triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:03:45.870669 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6281a1c8-e4e9-4c63-8bad-ae9ee09ed800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:45.894612 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port df3502de-a08d-4798-be6b-956e0e39394a completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:03:45.904820 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port df3502de-a08d-4798-be6b-956e0e39394a triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:03:45.905033 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:45.961478 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-448ce4c6-961c-4317-bb96-48527ae63005 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-463208424&fields=id&tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d HTTP/1.1" status: 200 len: 267 time: 0.0489099 Apr 29 14:03:46.093242 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6281a1c8-e4e9-4c63-8bad-ae9ee09ed800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:46.111774 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:46.121761 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-9f780708-c66e-45af-b522-b4c629bdbf54 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:03:46.123146 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-9f780708-c66e-45af-b522-b4c629bdbf54 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/networks?id=1ab2dcdf-425c-4a79-9d0b-dea17d60dd15 HTTP/1.1" status: 200 len: 796 time: 0.1530156 Apr 29 14:03:46.142622 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-454f9c47-e1a7-499e-bcbd-574a385999bc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/quotas/a3b5eecb321e41ad979ed70ab10a2d9d HTTP/1.1" status: 200 len: 375 time: 0.0124874 Apr 29 14:03:46.161342 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6281a1c8-e4e9-4c63-8bad-ae9ee09ed800 None None] For port df3502de-a08d-4798-be6b-956e0e39394a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=df3502de-a08d-4798-be6b-956e0e39394a,segment=NetworkSegment(53f5b7b8-4adf-4080-a899-0867e8dc48a1),segment_id=53f5b7b8-4adf-4080-a899-0867e8dc48a1)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:03:46.167142 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6281a1c8-e4e9-4c63-8bad-ae9ee09ed800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:46.222796 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-64257ef0-6e5d-4a36-a604-f43e915edfc3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Synchronizing usage tracker for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:03:46.238574 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-64257ef0-6e5d-4a36-a604-f43e915edfc3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Unset dirty status for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:03:46.239826 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-64257ef0-6e5d-4a36-a604-f43e915edfc3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0915604 Apr 29 14:03:46.276956 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 14:03:46.277408 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 14:03:46.280216 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6281a1c8-e4e9-4c63-8bad-ae9ee09ed800 None None] Provisioning for port f57b04ba-32b9-4f11-9fd7-9a5b0e29382e completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:03:46.286648 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6281a1c8-e4e9-4c63-8bad-ae9ee09ed800 None None] Provisioning complete for port f57b04ba-32b9-4f11-9fd7-9a5b0e29382e triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:03:46.287013 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6281a1c8-e4e9-4c63-8bad-ae9ee09ed800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:46.317687 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281a1c8-e4e9-4c63-8bad-ae9ee09ed800 None None] Pushing event updated for resources: {'Port': ['ID=df3502de-a08d-4798-be6b-956e0e39394a,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:46.345360 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6281a1c8-e4e9-4c63-8bad-ae9ee09ed800 None None] Port f57b04ba-32b9-4f11-9fd7-9a5b0e29382e cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 14:03:46.447179 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-15479e30-2fec-4c68-a61c-4e9a8226d0c8 service neutron] 10.222.0.76 "GET /v2.0/networks/1ab2dcdf-425c-4a79-9d0b-dea17d60dd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947038 Apr 29 14:03:46.465599 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0f338da5-23ad-4d1e-890e-3e9c66a79c28 None None] Provisioning complete for port f57b04ba-32b9-4f11-9fd7-9a5b0e29382e triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:03:46.466215 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0f338da5-23ad-4d1e-890e-3e9c66a79c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:46.516143 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-0f338da5-23ad-4d1e-890e-3e9c66a79c28 None None] Port f57b04ba-32b9-4f11-9fd7-9a5b0e29382e cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 14:03:46.575285 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-2a570954-2afc-4f22-b388-3e0c0b87102f service neutron] 10.222.0.76 "GET /v2.0/networks/1ab2dcdf-425c-4a79-9d0b-dea17d60dd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223142 Apr 29 14:03:46.756379 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-b5ae0b2e-a2ae-4550-a7c3-65e1fe5c1f9f req-467298bd-28ae-4e89-b18d-022c888e9526 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 210 time: 0.0406265 Apr 29 14:03:47.303385 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 39585b82-d31a-4874-ac95-20305ef859c3 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:03:47.373510 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 39585b82-d31a-4874-ac95-20305ef859c3 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:03:47.373883 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:47.489451 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device df3502de-a08d-4798-be6b-956e0e39394a up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:03:47.558964 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port df3502de-a08d-4798-be6b-956e0e39394a triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:03:47.559288 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f967ef-c40a-4d7e-977c-91d69580e5de None None] Sync routers for ids ['449a2d38-3298-4d46-887a-8b2e26ebf8e3'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:03:47.559763 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:47.570895 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f967ef-c40a-4d7e-977c-91d69580e5de None None] Routers {'449a2d38-3298-4d46-887a-8b2e26ebf8e3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:03:47.571605 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-31f967ef-c40a-4d7e-977c-91d69580e5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:03:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['449a2d38-3298-4d46-887a-8b2e26ebf8e3'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:03:47.775118 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-31f967ef-c40a-4d7e-977c-91d69580e5de None None] Set router 449a2d38-3298-4d46-887a-8b2e26ebf8e3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:03:47.952830 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-0a7f994d-7e8d-467c-9b7e-ee57dc82d5b7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:03:47.954293 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-0a7f994d-7e8d-467c-9b7e-ee57dc82d5b7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.32 "GET /v2.0/networks?id=1ab2dcdf-425c-4a79-9d0b-dea17d60dd15 HTTP/1.1" status: 200 len: 796 time: 0.3393147 Apr 29 14:03:48.022066 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2784f514-f7aa-4564-a40d-9a1138db586e req-c0146166-d92a-4b84-99f6-e5f6d5afa199 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 210 time: 0.0607247 Apr 29 14:03:48.057512 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-d9f54c51-9f73-42b5-afd0-c5d14edfaf6b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d HTTP/1.1" status: 200 len: 379 time: 0.0641935 Apr 29 14:03:48.066481 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-495213a3-7688-4a3b-871c-8d5533e6e6ec tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'port': {'device_id': 'd359f0d0-c54f-4778-82ed-34c5141c3d4b', 'network_id': '1ab2dcdf-425c-4a79-9d0b-dea17d60dd15', 'admin_state_up': True, 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'security_groups': ['eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:03:48.129350 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-31f967ef-c40a-4d7e-977c-91d69580e5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560333165', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': '39585b82-d31a-4874-ac95-20305ef859c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:03:40Z', 'updated_at': '2022-04-29T14:03:44Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '39585b82-d31a-4874-ac95-20305ef859c3', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:03:40Z', 'updated_at': '2022-04-29T14:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'f57b04ba-32b9-4f11-9fd7-9a5b0e29382e', 'name': '', 'network_id': '1ab2dcdf-425c-4a79-9d0b-dea17d60dd15', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:eb:e5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff1393aa-3d92-4799-b263-d1347e1fff22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:03:43Z', 'updated_at': '2022-04-29T14:03:44Z', 'revision_number': 2, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': 'ff1393aa-3d92-4799-b263-d1347e1fff22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:03:48.133103 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f967ef-c40a-4d7e-977c-91d69580e5de None None] Checking router: 449a2d38-3298-4d46-887a-8b2e26ebf8e3 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:03:48.133449 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f967ef-c40a-4d7e-977c-91d69580e5de None None] Updating router 449a2d38-3298-4d46-887a-8b2e26ebf8e3 port f57b04ba-32b9-4f11-9fd7-9a5b0e29382e binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 14:03:48.187860 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-31f967ef-c40a-4d7e-977c-91d69580e5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:48.202967 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-495213a3-7688-4a3b-871c-8d5533e6e6ec tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:03:48.213168 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-495213a3-7688-4a3b-871c-8d5533e6e6ec tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:03:48.223933 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-495213a3-7688-4a3b-871c-8d5533e6e6ec tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Made reservation on behalf of a3b5eecb321e41ad979ed70ab10a2d9d for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 14:03:48.227255 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-495213a3-7688-4a3b-871c-8d5533e6e6ec tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:48.394756 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-495213a3-7688-4a3b-871c-8d5533e6e6ec tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Allocated IP 172.20.0.7 (1ab2dcdf-425c-4a79-9d0b-dea17d60dd15/ff1393aa-3d92-4799-b263-d1347e1fff22/32ccb0f1-b314-463f-8bb3-c25f90abda3d) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:03:48.583074 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-495213a3-7688-4a3b-871c-8d5533e6e6ec tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:48.598743 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-495213a3-7688-4a3b-871c-8d5533e6e6ec tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Transition to ACTIVE for port object 32ccb0f1-b314-463f-8bb3-c25f90abda3d will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:03:48.621185 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-495213a3-7688-4a3b-871c-8d5533e6e6ec tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:48.691368 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-495213a3-7688-4a3b-871c-8d5533e6e6ec tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network 1ab2dcdf-425c-4a79-9d0b-dea17d60dd15 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:03:48.694628 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-495213a3-7688-4a3b-871c-8d5533e6e6ec tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:03:48.698371 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-495213a3-7688-4a3b-871c-8d5533e6e6ec tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:03:48.739247 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495213a3-7688-4a3b-871c-8d5533e6e6ec tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Port': ['ID=32ccb0f1-b314-463f-8bb3-c25f90abda3d,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:48.770596 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-495213a3-7688-4a3b-871c-8d5533e6e6ec tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:03:48.771335 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-495213a3-7688-4a3b-871c-8d5533e6e6ec tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:48.799581 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-495213a3-7688-4a3b-871c-8d5533e6e6ec tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7370317 Apr 29 14:03:48.811916 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-5d695dc7-1a99-4ac1-8e8f-087673e345da service neutron] Request body: {'port': {'device_id': 'd359f0d0-c54f-4778-82ed-34c5141c3d4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:03:48.881559 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-31f967ef-c40a-4d7e-977c-91d69580e5de None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:48.893953 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-31f967ef-c40a-4d7e-977c-91d69580e5de None None] Transition to ACTIVE for port object f57b04ba-32b9-4f11-9fd7-9a5b0e29382e will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:03:48.903568 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-31f967ef-c40a-4d7e-977c-91d69580e5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:48.935192 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-5d695dc7-1a99-4ac1-8e8f-087673e345da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:48.951081 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-36615e40-9d36-4200-927e-4cf9d2848613 None None] Provisioning for port 32ccb0f1-b314-463f-8bb3-c25f90abda3d completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:03:48.956296 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-36615e40-9d36-4200-927e-4cf9d2848613 None None] Provisioning complete for port 32ccb0f1-b314-463f-8bb3-c25f90abda3d triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:03:48.956736 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36615e40-9d36-4200-927e-4cf9d2848613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:49.015707 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-36615e40-9d36-4200-927e-4cf9d2848613 None None] Port 32ccb0f1-b314-463f-8bb3-c25f90abda3d cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 14:03:49.036819 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94e5b8-2202-47b4-b6fa-27af81f599cc None None] Pushing event updated for resources: {'Port': ['ID=f57b04ba-32b9-4f11-9fd7-9a5b0e29382e,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:49.084784 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94e5b8-2202-47b4-b6fa-27af81f599cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:49.085799 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94e5b8-2202-47b4-b6fa-27af81f599cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:49.085799 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94e5b8-2202-47b4-b6fa-27af81f599cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:49.085799 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94e5b8-2202-47b4-b6fa-27af81f599cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:49.086055 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94e5b8-2202-47b4-b6fa-27af81f599cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:49.086367 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94e5b8-2202-47b4-b6fa-27af81f599cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:49.086681 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94e5b8-2202-47b4-b6fa-27af81f599cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:49.086992 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94e5b8-2202-47b4-b6fa-27af81f599cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:49.087876 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94e5b8-2202-47b4-b6fa-27af81f599cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:49.088181 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94e5b8-2202-47b4-b6fa-27af81f599cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:49.088486 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94e5b8-2202-47b4-b6fa-27af81f599cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:03:49.142060 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-31f967ef-c40a-4d7e-977c-91d69580e5de None None] Attempting to bind port f57b04ba-32b9-4f11-9fd7-9a5b0e29382e on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:03:49.142414 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-31f967ef-c40a-4d7e-977c-91d69580e5de None None] Attempting to bind port f57b04ba-32b9-4f11-9fd7-9a5b0e29382e by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '53f5b7b8-4adf-4080-a899-0867e8dc48a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1ab2dcdf-425c-4a79-9d0b-dea17d60dd15'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:03:49.142763 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f967ef-c40a-4d7e-977c-91d69580e5de None None] Attempting to bind port f57b04ba-32b9-4f11-9fd7-9a5b0e29382e on network 1ab2dcdf-425c-4a79-9d0b-dea17d60dd15 {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:03:49.150249 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f967ef-c40a-4d7e-977c-91d69580e5de None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:03:49.150659 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f967ef-c40a-4d7e-977c-91d69580e5de None None] Checking segment: {'id': '53f5b7b8-4adf-4080-a899-0867e8dc48a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1ab2dcdf-425c-4a79-9d0b-dea17d60dd15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:03:49.150998 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-31f967ef-c40a-4d7e-977c-91d69580e5de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:49.151378 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f967ef-c40a-4d7e-977c-91d69580e5de None None] Bound using segment: {'id': '53f5b7b8-4adf-4080-a899-0867e8dc48a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1ab2dcdf-425c-4a79-9d0b-dea17d60dd15'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:03:49.151833 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-31f967ef-c40a-4d7e-977c-91d69580e5de None None] Bound port: f57b04ba-32b9-4f11-9fd7-9a5b0e29382e, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f5b7b8-4adf-4080-a899-0867e8dc48a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1ab2dcdf-425c-4a79-9d0b-dea17d60dd15'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:03:49.152198 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-31f967ef-c40a-4d7e-977c-91d69580e5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:49.245590 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a3685-b33a-4a09-8383-e3db92a00016 req-2e8e86ce-61dc-4cb7-99cd-f8ef2bd7f8b4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:03:49.247340 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-477a3685-b33a-4a09-8383-e3db92a00016 req-2e8e86ce-61dc-4cb7-99cd-f8ef2bd7f8b4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 931 time: 0.0914817 Apr 29 14:03:49.262789 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-31f967ef-c40a-4d7e-977c-91d69580e5de None None] For port f57b04ba-32b9-4f11-9fd7-9a5b0e29382e, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:03:49.265854 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-31f967ef-c40a-4d7e-977c-91d69580e5de None None] For port f57b04ba-32b9-4f11-9fd7-9a5b0e29382e, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f57b04ba-32b9-4f11-9fd7-9a5b0e29382e,segment=NetworkSegment(53f5b7b8-4adf-4080-a899-0867e8dc48a1),segment_id=53f5b7b8-4adf-4080-a899-0867e8dc48a1)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:03:49.271003 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-31f967ef-c40a-4d7e-977c-91d69580e5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:49.293633 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-477a3685-b33a-4a09-8383-e3db92a00016 req-621b456c-6a3c-4ac8-9e61-e38d88339e12 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Synchronizing usage tracker for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:03:49.309826 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-477a3685-b33a-4a09-8383-e3db92a00016 req-621b456c-6a3c-4ac8-9e61-e38d88339e12 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Unset dirty status for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:03:49.310994 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-477a3685-b33a-4a09-8383-e3db92a00016 req-621b456c-6a3c-4ac8-9e61-e38d88339e12 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578330 Apr 29 14:03:49.334396 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-5d695dc7-1a99-4ac1-8e8f-087673e345da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ccb0f1-b314-463f-8bb3-c25f90abda3d {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 14:03:49.342718 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-5d695dc7-1a99-4ac1-8e8f-087673e345da service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:49.359412 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94e5b8-2202-47b4-b6fa-27af81f599cc None None] Pushing event updated for resources: {'Port': ['ID=f57b04ba-32b9-4f11-9fd7-9a5b0e29382e,revision_number=4']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:49.359712 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-5d695dc7-1a99-4ac1-8e8f-087673e345da service neutron] Transition to ACTIVE for port object 32ccb0f1-b314-463f-8bb3-c25f90abda3d will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:03:49.364416 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-5d695dc7-1a99-4ac1-8e8f-087673e345da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:49.366451 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f967ef-c40a-4d7e-977c-91d69580e5de None None] Routers {'449a2d38-3298-4d46-887a-8b2e26ebf8e3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:03:49.367056 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-31f967ef-c40a-4d7e-977c-91d69580e5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:03:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['449a2d38-3298-4d46-887a-8b2e26ebf8e3'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:03:49.496027 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d695dc7-1a99-4ac1-8e8f-087673e345da service neutron] Pushing event updated for resources: {'Port': ['ID=32ccb0f1-b314-463f-8bb3-c25f90abda3d,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:49.547518 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-31f967ef-c40a-4d7e-977c-91d69580e5de None None] Set router 449a2d38-3298-4d46-887a-8b2e26ebf8e3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:03:49.609820 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-5d695dc7-1a99-4ac1-8e8f-087673e345da service neutron] Attempting to bind port 32ccb0f1-b314-463f-8bb3-c25f90abda3d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:03:49.610269 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-5d695dc7-1a99-4ac1-8e8f-087673e345da service neutron] Attempting to bind port 32ccb0f1-b314-463f-8bb3-c25f90abda3d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '53f5b7b8-4adf-4080-a899-0867e8dc48a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1ab2dcdf-425c-4a79-9d0b-dea17d60dd15'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:03:49.611258 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-5d695dc7-1a99-4ac1-8e8f-087673e345da service neutron] Attempting to bind port 32ccb0f1-b314-463f-8bb3-c25f90abda3d on network 1ab2dcdf-425c-4a79-9d0b-dea17d60dd15 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:03:49.616824 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-5d695dc7-1a99-4ac1-8e8f-087673e345da service neutron] Port 32ccb0f1-b314-463f-8bb3-c25f90abda3d on network 1ab2dcdf-425c-4a79-9d0b-dea17d60dd15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 14:03:49.617227 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-5d695dc7-1a99-4ac1-8e8f-087673e345da service neutron] Attempting to bind port 32ccb0f1-b314-463f-8bb3-c25f90abda3d on network 1ab2dcdf-425c-4a79-9d0b-dea17d60dd15 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:03:49.624372 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-5d695dc7-1a99-4ac1-8e8f-087673e345da service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:03:49.624850 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-5d695dc7-1a99-4ac1-8e8f-087673e345da service neutron] Checking segment: {'id': '53f5b7b8-4adf-4080-a899-0867e8dc48a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1ab2dcdf-425c-4a79-9d0b-dea17d60dd15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:03:49.625325 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-5d695dc7-1a99-4ac1-8e8f-087673e345da service neutron] Bound using segment: {'id': '53f5b7b8-4adf-4080-a899-0867e8dc48a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1ab2dcdf-425c-4a79-9d0b-dea17d60dd15'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:03:49.625841 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-5d695dc7-1a99-4ac1-8e8f-087673e345da service neutron] Bound port: 32ccb0f1-b314-463f-8bb3-c25f90abda3d, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f5b7b8-4adf-4080-a899-0867e8dc48a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1ab2dcdf-425c-4a79-9d0b-dea17d60dd15'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:03:49.626284 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-5d695dc7-1a99-4ac1-8e8f-087673e345da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:49.727895 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-5d695dc7-1a99-4ac1-8e8f-087673e345da service neutron] For port 32ccb0f1-b314-463f-8bb3-c25f90abda3d, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:03:49.732201 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-5d695dc7-1a99-4ac1-8e8f-087673e345da service neutron] For port 32ccb0f1-b314-463f-8bb3-c25f90abda3d, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=32ccb0f1-b314-463f-8bb3-c25f90abda3d,segment=NetworkSegment(53f5b7b8-4adf-4080-a899-0867e8dc48a1),segment_id=53f5b7b8-4adf-4080-a899-0867e8dc48a1)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:03:49.737095 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-5d695dc7-1a99-4ac1-8e8f-087673e345da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:49.805003 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-5d695dc7-1a99-4ac1-8e8f-087673e345da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:49.807666 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-5d695dc7-1a99-4ac1-8e8f-087673e345da service neutron] 10.222.0.32 "PUT /v2.0/ports/32ccb0f1-b314-463f-8bb3-c25f90abda3d HTTP/1.1" status: 200 len: 1093 time: 0.9996719 Apr 29 14:03:49.808181 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd359f0d0-c54f-4778-82ed-34c5141c3d4b', 'tag': '32ccb0f1-b314-463f-8bb3-c25f90abda3d'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:03:49.842832 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d695dc7-1a99-4ac1-8e8f-087673e345da service neutron] Pushing event updated for resources: {'Port': ['ID=32ccb0f1-b314-463f-8bb3-c25f90abda3d,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:49.916561 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-31f967ef-c40a-4d7e-977c-91d69580e5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560333165', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': '39585b82-d31a-4874-ac95-20305ef859c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:03:40Z', 'updated_at': '2022-04-29T14:03:44Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '39585b82-d31a-4874-ac95-20305ef859c3', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:03:40Z', 'updated_at': '2022-04-29T14:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'f57b04ba-32b9-4f11-9fd7-9a5b0e29382e', 'name': '', 'network_id': '1ab2dcdf-425c-4a79-9d0b-dea17d60dd15', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:eb:e5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff1393aa-3d92-4799-b263-d1347e1fff22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:03:43Z', 'updated_at': '2022-04-29T14:03:49Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': 'ff1393aa-3d92-4799-b263-d1347e1fff22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:03:49.922155 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f967ef-c40a-4d7e-977c-91d69580e5de None None] The sync data for ids ['449a2d38-3298-4d46-887a-8b2e26ebf8e3'] in dv-neutron-839027-4-hyperv is: [{'id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560333165', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': '39585b82-d31a-4874-ac95-20305ef859c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:03:40Z', 'updated_at': '2022-04-29T14:03:44Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '39585b82-d31a-4874-ac95-20305ef859c3', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:03:40Z', 'updated_at': '2022-04-29T14:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'f57b04ba-32b9-4f11-9fd7-9a5b0e29382e', 'name': '', 'network_id': '1ab2dcdf-425c-4a79-9d0b-dea17d60dd15', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:eb:e5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff1393aa-3d92-4799-b263-d1347e1fff22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:03:43Z', 'updated_at': '2022-04-29T14:03:49Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': 'ff1393aa-3d92-4799-b263-d1347e1fff22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:03:50.066255 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb87e6fb-53ac-4570-9670-978b0d695415'] response: {'name': 'network-changed', 'server_uuid': 'd359f0d0-c54f-4778-82ed-34c5141c3d4b', 'tag': '32ccb0f1-b314-463f-8bb3-c25f90abda3d', 'status': 'completed', 'code': 200} Apr 29 14:03:50.123027 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-1885aa8f-fddf-4377-822b-23c00cf35933 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 1096 time: 0.2754016 Apr 29 14:03:50.202385 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-624db6c4-2ee4-4432-92b5-ed76aaf20296 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32ccb0f1-b314-463f-8bb3-c25f90abda3d HTTP/1.1" status: 200 len: 217 time: 0.0693803 Apr 29 14:03:50.269597 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-29a97ea7-dc2c-4a30-8c4d-fabb4767e37f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:03:50.271602 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-29a97ea7-dc2c-4a30-8c4d-fabb4767e37f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff1393aa-3d92-4799-b263-d1347e1fff22 HTTP/1.1" status: 200 len: 835 time: 0.0636330 Apr 29 14:03:50.359374 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-868f97ec-5c18-4714-85e0-f8c0cee4b8c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ab2dcdf-425c-4a79-9d0b-dea17d60dd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825861 Apr 29 14:03:50.500537 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-0fcdd966-2a5f-467e-b1a2-15dad56b9180 service neutron] 10.222.0.32 "GET /v2.0/networks/1ab2dcdf-425c-4a79-9d0b-dea17d60dd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341147 Apr 29 14:03:50.531999 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c54d5a-c7cb-4329-928d-20277b8bcb82 req-42049b09-2df1-4b8e-b5e6-1f2867dd272d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:03:50.534148 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-73c54d5a-c7cb-4329-928d-20277b8bcb82 req-42049b09-2df1-4b8e-b5e6-1f2867dd272d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 943 time: 0.0895054 Apr 29 14:03:50.593483 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-73c54d5a-c7cb-4329-928d-20277b8bcb82 req-2fc035c1-db48-4718-8527-3515e4a08aa8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532632 Apr 29 14:03:50.646809 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a97856d6-0010-4eac-9e99-e1845b58fcfb req-f237dc83-1ce4-41ba-80d2-922286089951 service neutron] 10.222.0.32 "GET /v2.0/networks/1ab2dcdf-425c-4a79-9d0b-dea17d60dd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393275 Apr 29 14:03:50.762715 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6d3f592a-2db5-4f95-a573-2ecc433c70b1 req-56350aec-2312-4ee5-b8a7-fbeaf0e310e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 1096 time: 0.0719740 Apr 29 14:03:50.900340 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f592a-2db5-4f95-a573-2ecc433c70b1 req-05278dbd-b9c9-4e88-b369-c4ac87d3c108 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:03:50.901798 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6d3f592a-2db5-4f95-a573-2ecc433c70b1 req-05278dbd-b9c9-4e88-b369-c4ac87d3c108 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1ab2dcdf-425c-4a79-9d0b-dea17d60dd15 HTTP/1.1" status: 200 len: 897 time: 0.1330307 Apr 29 14:03:50.971947 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6d3f592a-2db5-4f95-a573-2ecc433c70b1 req-cfe091b5-43a3-474b-980d-84820a4a4ef4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32ccb0f1-b314-463f-8bb3-c25f90abda3d HTTP/1.1" status: 200 len: 217 time: 0.0640373 Apr 29 14:03:51.032951 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f592a-2db5-4f95-a573-2ecc433c70b1 req-78099088-7dc7-44d9-884f-049e55576a66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:03:51.034296 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6d3f592a-2db5-4f95-a573-2ecc433c70b1 req-78099088-7dc7-44d9-884f-049e55576a66 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff1393aa-3d92-4799-b263-d1347e1fff22 HTTP/1.1" status: 200 len: 835 time: 0.0570505 Apr 29 14:03:51.106424 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6d3f592a-2db5-4f95-a573-2ecc433c70b1 req-278255a5-27f0-4737-8fe4-1919ad2798e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ab2dcdf-425c-4a79-9d0b-dea17d60dd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665238 Apr 29 14:03:51.241680 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6d3f592a-2db5-4f95-a573-2ecc433c70b1 req-b7938180-1b80-4b81-a29e-c471cfd48a09 service neutron] 10.222.0.32 "GET /v2.0/networks/1ab2dcdf-425c-4a79-9d0b-dea17d60dd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278646 Apr 29 14:03:51.319956 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device f57b04ba-32b9-4f11-9fd7-9a5b0e29382e up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:03:51.373568 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6d3f592a-2db5-4f95-a573-2ecc433c70b1 req-35fac910-2d2d-496f-93e3-ac0a1266e981 service neutron] 10.222.0.32 "GET /v2.0/networks/1ab2dcdf-425c-4a79-9d0b-dea17d60dd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251924 Apr 29 14:03:51.392264 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port f57b04ba-32b9-4f11-9fd7-9a5b0e29382e completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:03:51.397107 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port f57b04ba-32b9-4f11-9fd7-9a5b0e29382e triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:03:51.397478 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:51.507908 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:51.538609 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port f57b04ba-32b9-4f11-9fd7-9a5b0e29382e, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f57b04ba-32b9-4f11-9fd7-9a5b0e29382e,segment=NetworkSegment(53f5b7b8-4adf-4080-a899-0867e8dc48a1),segment_id=53f5b7b8-4adf-4080-a899-0867e8dc48a1)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:03:51.542404 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:51.608124 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=f57b04ba-32b9-4f11-9fd7-9a5b0e29382e,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:51.793490 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e3601-bdf7-489d-b487-3b6723417f39 req-3ace9678-8cb2-48db-8685-eab3249370ca tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:03:51.794273 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-774e3601-bdf7-489d-b487-3b6723417f39 req-3ace9678-8cb2-48db-8685-eab3249370ca tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Synchronizing usage tracker for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:03:51.810039 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-774e3601-bdf7-489d-b487-3b6723417f39 req-3ace9678-8cb2-48db-8685-eab3249370ca tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Unset dirty status for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:03:51.811180 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-774e3601-bdf7-489d-b487-3b6723417f39 req-3ace9678-8cb2-48db-8685-eab3249370ca tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 943 time: 0.0966551 Apr 29 14:03:51.858837 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-774e3601-bdf7-489d-b487-3b6723417f39 req-bf69f481-3759-4634-bbde-5d976ba27626 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418534 Apr 29 14:03:52.717319 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 32ccb0f1-b314-463f-8bb3-c25f90abda3d details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 14:03:52.849072 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 32ccb0f1-b314-463f-8bb3-c25f90abda3d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=32ccb0f1-b314-463f-8bb3-c25f90abda3d,segment=NetworkSegment(53f5b7b8-4adf-4080-a899-0867e8dc48a1),segment_id=53f5b7b8-4adf-4080-a899-0867e8dc48a1)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:03:52.861940 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '32ccb0f1-b314-463f-8bb3-c25f90abda3d', 'network_id': '1ab2dcdf-425c-4a79-9d0b-dea17d60dd15', 'port_id': '32ccb0f1-b314-463f-8bb3-c25f90abda3d', 'mac_address': 'fa:16:3e:45:3d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff1393aa-3d92-4799-b263-d1347e1fff22', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 14:03:52.914846 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:52.936027 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ccb0f1-b314-463f-8bb3-c25f90abda3d {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 14:03:52.952860 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 32ccb0f1-b314-463f-8bb3-c25f90abda3d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=32ccb0f1-b314-463f-8bb3-c25f90abda3d,segment=NetworkSegment(53f5b7b8-4adf-4080-a899-0867e8dc48a1),segment_id=53f5b7b8-4adf-4080-a899-0867e8dc48a1)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:03:52.957194 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:53.025809 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=32ccb0f1-b314-463f-8bb3-c25f90abda3d,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:53.138441 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731f984-5122-450a-aed4-2a1882ab47ed req-8656125a-df72-4a6a-9e62-2b1c7ea62c64 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:03:53.139880 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d731f984-5122-450a-aed4-2a1882ab47ed req-8656125a-df72-4a6a-9e62-2b1c7ea62c64 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 944 time: 0.1598213 Apr 29 14:03:53.186288 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d731f984-5122-450a-aed4-2a1882ab47ed req-5b7427c8-97e7-434e-8c33-7466d5d4a103 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408247 Apr 29 14:03:53.275596 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['32ccb0f1-b314-463f-8bb3-c25f90abda3d'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 14:03:53.304720 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device f57b04ba-32b9-4f11-9fd7-9a5b0e29382e up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:03:53.464576 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port f57b04ba-32b9-4f11-9fd7-9a5b0e29382e triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:03:53.464955 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:54.376931 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a2849-4c02-43bb-81ee-3cb160a7b498 req-bee7b541-1705-422a-84dd-213c034affa0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:03:54.378302 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-268a2849-4c02-43bb-81ee-3cb160a7b498 req-bee7b541-1705-422a-84dd-213c034affa0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 944 time: 0.0745163 Apr 29 14:03:54.424885 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-268a2849-4c02-43bb-81ee-3cb160a7b498 req-cab7272a-9190-4e2b-a9a3-6d69ab3c8d29 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411317 Apr 29 14:03:54.714760 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 32ccb0f1-b314-463f-8bb3-c25f90abda3d up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:03:54.784408 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 32ccb0f1-b314-463f-8bb3-c25f90abda3d completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:03:54.789115 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 32ccb0f1-b314-463f-8bb3-c25f90abda3d triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:03:54.789485 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:54.905754 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:54.931172 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd359f0d0-c54f-4778-82ed-34c5141c3d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ccb0f1-b314-463f-8bb3-c25f90abda3d'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:03:54.940878 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 32ccb0f1-b314-463f-8bb3-c25f90abda3d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=32ccb0f1-b314-463f-8bb3-c25f90abda3d,segment=NetworkSegment(53f5b7b8-4adf-4080-a899-0867e8dc48a1),segment_id=53f5b7b8-4adf-4080-a899-0867e8dc48a1)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:03:54.944403 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:54.989328 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce4ec01f-27f8-433a-90a3-d6d169af5f56'] response: {'server_uuid': 'd359f0d0-c54f-4778-82ed-34c5141c3d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ccb0f1-b314-463f-8bb3-c25f90abda3d', 'code': 200} Apr 29 14:03:55.015698 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=32ccb0f1-b314-463f-8bb3-c25f90abda3d,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:55.206808 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8c679ab9-c2fe-43e6-bb8e-ad82cea6656c req-47995228-4258-4c2f-b819-e7a7df89ea1a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 1098 time: 0.0668437 Apr 29 14:03:55.248845 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8c679ab9-c2fe-43e6-bb8e-ad82cea6656c req-e54ff4be-047d-4d51-bfcb-31a7c3c285e2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352881 Apr 29 14:03:55.695365 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da63d8-ee9b-4659-b0be-1021ad1c9dad req-27547232-91dd-462c-98e7-78289c0673d1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:03:55.696749 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-99da63d8-ee9b-4659-b0be-1021ad1c9dad req-27547232-91dd-462c-98e7-78289c0673d1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 945 time: 0.1536155 Apr 29 14:03:55.741048 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-99da63d8-ee9b-4659-b0be-1021ad1c9dad req-c8b09a98-975a-40a8-8547-ba33ad79bc4b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387294 Apr 29 14:03:56.953516 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a167a19-1f73-45cd-a108-a3a72e039843 req-ace275b3-85b0-4be4-a3e8-67b99bb473bf tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:03:56.955149 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1a167a19-1f73-45cd-a108-a3a72e039843 req-ace275b3-85b0-4be4-a3e8-67b99bb473bf tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 945 time: 0.0811119 Apr 29 14:03:57.000668 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1a167a19-1f73-45cd-a108-a3a72e039843 req-ab4b9235-f972-4925-86fe-1d30eddf0037 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399058 Apr 29 14:03:57.203350 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d89aa4-005b-4f4e-9d11-46ee1f2b1bb5 req-0f560261-0ff2-4b7e-bc31-7a155661033d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:03:57.204799 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-84d89aa4-005b-4f4e-9d11-46ee1f2b1bb5 req-0f560261-0ff2-4b7e-bc31-7a155661033d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 945 time: 0.0744166 Apr 29 14:03:57.252087 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-84d89aa4-005b-4f4e-9d11-46ee1f2b1bb5 req-abef19a6-1741-42aa-ac7a-cf92d6d3f598 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417845 Apr 29 14:03:57.279972 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41322) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:03:57.356072 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-01a328bd-65f1-4eab-8e9d-24479f703805 tempest-TestNetworkAdvancedServerOps-2141022458 tempest-TestNetworkAdvancedServerOps-2141022458-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 1093 time: 0.0747318 Apr 29 14:03:57.358586 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41326) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:03:57.364007 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-4bb26e21-7fb2-451a-9066-71190e3127f6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'port_id': '32ccb0f1-b314-463f-8bb3-c25f90abda3d', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:03:57.369908 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4bb26e21-7fb2-451a-9066-71190e3127f6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:03:57.373836 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4bb26e21-7fb2-451a-9066-71190e3127f6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:floatingip and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:03:57.376772 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-4bb26e21-7fb2-451a-9066-71190e3127f6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:03:57.382489 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-4bb26e21-7fb2-451a-9066-71190e3127f6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:03:57.392963 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4bb26e21-7fb2-451a-9066-71190e3127f6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for floatingip, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:57.530887 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4bb26e21-7fb2-451a-9066-71190e3127f6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:57.676217 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-4bb26e21-7fb2-451a-9066-71190e3127f6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Allocated IP 172.26.6.219 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/bbbecc6f-1c36-4c26-ab2f-07d488c8860c) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:03:57.829504 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4bb26e21-7fb2-451a-9066-71190e3127f6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:57.858221 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4bb26e21-7fb2-451a-9066-71190e3127f6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:57.923180 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb26e21-7fb2-451a-9066-71190e3127f6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:03:57.925963 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-4bb26e21-7fb2-451a-9066-71190e3127f6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:03:57.930365 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb26e21-7fb2-451a-9066-71190e3127f6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:03:57.953889 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb26e21-7fb2-451a-9066-71190e3127f6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Port': ['ID=bbbecc6f-1c36-4c26-ab2f-07d488c8860c,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:58.384214 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:58.449962 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4bb26e21-7fb2-451a-9066-71190e3127f6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:58.505056 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4bb26e21-7fb2-451a-9066-71190e3127f6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:58.705345 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4bb26e21-7fb2-451a-9066-71190e3127f6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:58.709809 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4bb26e21-7fb2-451a-9066-71190e3127f6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:58.904532 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb26e21-7fb2-451a-9066-71190e3127f6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Port': ['ID=bbbecc6f-1c36-4c26-ab2f-07d488c8860c,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:03:58.916177 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4bb26e21-7fb2-451a-9066-71190e3127f6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:59.101842 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.l3_db [None req-4bb26e21-7fb2-451a-9066-71190e3127f6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Floating IP 657f3570-bd84-4ee0-8402-f36f950e012e associated. External IP: 172.26.6.219, port: 32ccb0f1-b314-463f-8bb3-c25f90abda3d. Apr 29 14:03:59.487028 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb26e21-7fb2-451a-9066-71190e3127f6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Router 449a2d38-3298-4d46-887a-8b2e26ebf8e3 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:03:59.644221 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:03:59.684723 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb26e21-7fb2-451a-9066-71190e3127f6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:03:59.693946 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33429696-f036-4b8e-a124-d15e00b00d0c None None] Sync routers for ids ['449a2d38-3298-4d46-887a-8b2e26ebf8e3'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:03:59.705827 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33429696-f036-4b8e-a124-d15e00b00d0c None None] Routers {'449a2d38-3298-4d46-887a-8b2e26ebf8e3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:03:59.706515 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-33429696-f036-4b8e-a124-d15e00b00d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:03:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['449a2d38-3298-4d46-887a-8b2e26ebf8e3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:03:59.709196 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4bb26e21-7fb2-451a-9066-71190e3127f6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:03:59.762710 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4bb26e21-7fb2-451a-9066-71190e3127f6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4030442 Apr 29 14:03:59.763261 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd359f0d0-c54f-4778-82ed-34c5141c3d4b', 'tag': '32ccb0f1-b314-463f-8bb3-c25f90abda3d'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:03:59.848856 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-179d3dca-8e49-41e9-a88e-c6619bd0663d'] response: {'name': 'network-changed', 'server_uuid': 'd359f0d0-c54f-4778-82ed-34c5141c3d4b', 'tag': '32ccb0f1-b314-463f-8bb3-c25f90abda3d', 'status': 'completed', 'code': 200} Apr 29 14:03:59.892538 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-33429696-f036-4b8e-a124-d15e00b00d0c None None] Set router 449a2d38-3298-4d46-887a-8b2e26ebf8e3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:03:59.951723 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1fc5ce69-695c-4a06-843f-f2d9aa8ea9d0 req-9e65c708-8829-4e85-8b69-0fbdca913a0b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 1098 time: 0.0799005 Apr 29 14:03:59.970255 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9f098-a7f7-43e6-bc96-34152954f450 req-1cbb4f80-2576-40b9-ad9a-a614e204e363 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:03:59.972048 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-51a9f098-a7f7-43e6-bc96-34152954f450 req-1cbb4f80-2576-40b9-ad9a-a614e204e363 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 945 time: 0.0892715 Apr 29 14:04:00.019504 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-51a9f098-a7f7-43e6-bc96-34152954f450 req-73e6f4d6-372d-4d98-8ad0-03bdfa4c4de0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406356 Apr 29 14:04:00.049438 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41334) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:04:00.097459 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5ce69-695c-4a06-843f-f2d9aa8ea9d0 req-faba81ee-94a1-4c9e-8b92-5bdd8fe65205 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:04:00.098938 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1fc5ce69-695c-4a06-843f-f2d9aa8ea9d0 req-faba81ee-94a1-4c9e-8b92-5bdd8fe65205 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1ab2dcdf-425c-4a79-9d0b-dea17d60dd15 HTTP/1.1" status: 200 len: 897 time: 0.1410608 Apr 29 14:04:00.159937 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-42b9ebff-779e-463d-bae2-800f6f0382bc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/floatingips/657f3570-bd84-4ee0-8402-f36f950e012e HTTP/1.1" status: 200 len: 991 time: 0.1093378 Apr 29 14:04:00.202937 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1fc5ce69-695c-4a06-843f-f2d9aa8ea9d0 req-99add61c-68b3-4d1a-b00b-6ef703a39442 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32ccb0f1-b314-463f-8bb3-c25f90abda3d HTTP/1.1" status: 200 len: 999 time: 0.0969832 Apr 29 14:04:00.249814 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-33429696-f036-4b8e-a124-d15e00b00d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560333165', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': '39585b82-d31a-4874-ac95-20305ef859c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:03:40Z', 'updated_at': '2022-04-29T14:03:44Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '39585b82-d31a-4874-ac95-20305ef859c3', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:03:40Z', 'updated_at': '2022-04-29T14:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '657f3570-bd84-4ee0-8402-f36f950e012e', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'port_id': '32ccb0f1-b314-463f-8bb3-c25f90abda3d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab2dcdf-425c-4a79-9d0b-dea17d60dd15', 'mac_address': 'fa:16:3e:45:3d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd359f0d0-c54f-4778-82ed-34c5141c3d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:03:58Z', 'updated_at': '2022-04-29T14:03:58Z', 'revision_number': 0, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f57b04ba-32b9-4f11-9fd7-9a5b0e29382e', 'name': '', 'network_id': '1ab2dcdf-425c-4a79-9d0b-dea17d60dd15', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:eb:e5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff1393aa-3d92-4799-b263-d1347e1fff22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:03:43Z', 'updated_at': '2022-04-29T14:03:51Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': 'ff1393aa-3d92-4799-b263-d1347e1fff22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:04:00.253857 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33429696-f036-4b8e-a124-d15e00b00d0c None None] Checking router: 449a2d38-3298-4d46-887a-8b2e26ebf8e3 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:04:00.265136 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33429696-f036-4b8e-a124-d15e00b00d0c None None] Routers {'449a2d38-3298-4d46-887a-8b2e26ebf8e3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:04:00.265738 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-33429696-f036-4b8e-a124-d15e00b00d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:03:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['449a2d38-3298-4d46-887a-8b2e26ebf8e3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:04:00.266191 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5ce69-695c-4a06-843f-f2d9aa8ea9d0 req-5a47d9b6-1e15-44f1-84eb-14fafe54e0b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:04:00.267614 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1fc5ce69-695c-4a06-843f-f2d9aa8ea9d0 req-5a47d9b6-1e15-44f1-84eb-14fafe54e0b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff1393aa-3d92-4799-b263-d1347e1fff22 HTTP/1.1" status: 200 len: 835 time: 0.0590737 Apr 29 14:04:00.339699 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1fc5ce69-695c-4a06-843f-f2d9aa8ea9d0 req-8df342d9-c783-479a-bdae-8df6aa34446d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ab2dcdf-425c-4a79-9d0b-dea17d60dd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664530 Apr 29 14:04:00.348975 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [req-1fc5ce69-695c-4a06-843f-f2d9aa8ea9d0 req-2cd4e0a5-656b-4abf-b452-6948639e5a20 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 14:04:00.349927 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1fc5ce69-695c-4a06-843f-f2d9aa8ea9d0 req-2cd4e0a5-656b-4abf-b452-6948639e5a20 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046601 Apr 29 14:04:00.438135 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-33429696-f036-4b8e-a124-d15e00b00d0c None None] Set router 449a2d38-3298-4d46-887a-8b2e26ebf8e3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:04:00.479586 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1fc5ce69-695c-4a06-843f-f2d9aa8ea9d0 req-2039967c-6c8f-49cd-b2c4-cfa622a27380 service neutron] 10.222.0.32 "GET /v2.0/networks/1ab2dcdf-425c-4a79-9d0b-dea17d60dd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229923 Apr 29 14:04:00.722000 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1fc5ce69-695c-4a06-843f-f2d9aa8ea9d0 req-83d27a5e-b342-412a-bd22-c03d1d498b7b service neutron] 10.222.0.32 "GET /v2.0/networks/1ab2dcdf-425c-4a79-9d0b-dea17d60dd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371914 Apr 29 14:04:00.829306 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-33429696-f036-4b8e-a124-d15e00b00d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560333165', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': '39585b82-d31a-4874-ac95-20305ef859c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:03:40Z', 'updated_at': '2022-04-29T14:03:44Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '39585b82-d31a-4874-ac95-20305ef859c3', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:03:40Z', 'updated_at': '2022-04-29T14:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '657f3570-bd84-4ee0-8402-f36f950e012e', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'port_id': '32ccb0f1-b314-463f-8bb3-c25f90abda3d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab2dcdf-425c-4a79-9d0b-dea17d60dd15', 'mac_address': 'fa:16:3e:45:3d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd359f0d0-c54f-4778-82ed-34c5141c3d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:03:58Z', 'updated_at': '2022-04-29T14:03:58Z', 'revision_number': 0, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f57b04ba-32b9-4f11-9fd7-9a5b0e29382e', 'name': '', 'network_id': '1ab2dcdf-425c-4a79-9d0b-dea17d60dd15', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:eb:e5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff1393aa-3d92-4799-b263-d1347e1fff22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:03:43Z', 'updated_at': '2022-04-29T14:03:51Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': 'ff1393aa-3d92-4799-b263-d1347e1fff22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:04:00.833228 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33429696-f036-4b8e-a124-d15e00b00d0c None None] The sync data for ids ['449a2d38-3298-4d46-887a-8b2e26ebf8e3'] in dv-neutron-839027-4-hyperv is: [{'id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560333165', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': '39585b82-d31a-4874-ac95-20305ef859c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:03:40Z', 'updated_at': '2022-04-29T14:03:44Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '39585b82-d31a-4874-ac95-20305ef859c3', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:03:40Z', 'updated_at': '2022-04-29T14:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '657f3570-bd84-4ee0-8402-f36f950e012e', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'port_id': '32ccb0f1-b314-463f-8bb3-c25f90abda3d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab2dcdf-425c-4a79-9d0b-dea17d60dd15', 'mac_address': 'fa:16:3e:45:3d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd359f0d0-c54f-4778-82ed-34c5141c3d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:03:58Z', 'updated_at': '2022-04-29T14:03:58Z', 'revision_number': 0, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f57b04ba-32b9-4f11-9fd7-9a5b0e29382e', 'name': '', 'network_id': '1ab2dcdf-425c-4a79-9d0b-dea17d60dd15', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:eb:e5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff1393aa-3d92-4799-b263-d1347e1fff22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:03:43Z', 'updated_at': '2022-04-29T14:03:51Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': 'ff1393aa-3d92-4799-b263-d1347e1fff22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:04:01.163469 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41338) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:04:01.267762 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a571c7dc-bf79-48ef-a2a8-daa92cc20230 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/floatingips/657f3570-bd84-4ee0-8402-f36f950e012e HTTP/1.1" status: 200 len: 991 time: 0.1032486 Apr 29 14:04:02.271627 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41342) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:04:02.375611 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7b9680d5-0ab0-49e0-bd02-6bd711e70ced tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/floatingips/657f3570-bd84-4ee0-8402-f36f950e012e HTTP/1.1" status: 200 len: 991 time: 0.1028838 Apr 29 14:04:03.378505 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41346) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:04:03.480920 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ca59ccf9-10e7-4953-96ac-b866479e3059 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/floatingips/657f3570-bd84-4ee0-8402-f36f950e012e HTTP/1.1" status: 200 len: 991 time: 0.1012368 Apr 29 14:04:04.484357 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41350) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:04:04.512865 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecc3817-4402-46ce-8da0-1e04920b3202 None None] New status for floating IP 657f3570-bd84-4ee0-8402-f36f950e012e: ACTIVE {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 14:04:04.590115 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-91d6f96e-4c1a-4cc8-bef4-6aa57f80c8fb tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/floatingips/657f3570-bd84-4ee0-8402-f36f950e012e HTTP/1.1" status: 200 len: 991 time: 0.1034362 Apr 29 14:04:05.592911 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41354) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:04:05.697375 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-74224c37-13c0-46aa-9969-5629fd856726 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/floatingips/657f3570-bd84-4ee0-8402-f36f950e012e HTTP/1.1" status: 200 len: 993 time: 0.1034091 Apr 29 14:04:07.937067 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3183a22a-c822-4489-9d7c-66722d3e10e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:04:10.484079 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8f15f484-4491-4966-8c06-fbfcfb1ed9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:04:11.583398 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:04:11.639272 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:04:13.021582 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:04:28.407590 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:04:36.643960 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:04:37.939228 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e922a67c-c1f1-4196-8f5a-12f2f47d8468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:04:40.074491 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-67934f34-cb5b-4ffd-a119-1a5ff07fca98 req-e4176221-6954-4caf-83f8-84998bc09924 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1402073 Apr 29 14:04:40.211266 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-67934f34-cb5b-4ffd-a119-1a5ff07fca98 req-891a871c-8ede-4944-b2a9-6ca10403b182 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 1098 time: 0.0669117 Apr 29 14:04:40.357562 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67934f34-cb5b-4ffd-a119-1a5ff07fca98 req-beb52fab-cf5f-4eb6-b464-6212e9ecabab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:04:40.358912 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-67934f34-cb5b-4ffd-a119-1a5ff07fca98 req-beb52fab-cf5f-4eb6-b464-6212e9ecabab service neutron] 10.222.0.32 "GET /v2.0/networks?id=1ab2dcdf-425c-4a79-9d0b-dea17d60dd15 HTTP/1.1" status: 200 len: 897 time: 0.1294389 Apr 29 14:04:40.460025 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-67934f34-cb5b-4ffd-a119-1a5ff07fca98 req-21af3784-53a3-4745-833c-c758c6781913 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32ccb0f1-b314-463f-8bb3-c25f90abda3d HTTP/1.1" status: 200 len: 1001 time: 0.0952396 Apr 29 14:04:40.485078 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-203f7139-bbf7-43c1-b1a4-32244e0c6e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:04:40.522517 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67934f34-cb5b-4ffd-a119-1a5ff07fca98 req-73db83d6-225f-49fe-8f6c-14a55678d346 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:04:40.524683 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-67934f34-cb5b-4ffd-a119-1a5ff07fca98 req-73db83d6-225f-49fe-8f6c-14a55678d346 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff1393aa-3d92-4799-b263-d1347e1fff22 HTTP/1.1" status: 200 len: 835 time: 0.0589170 Apr 29 14:04:40.603153 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-67934f34-cb5b-4ffd-a119-1a5ff07fca98 req-82c6856d-b788-4636-80ec-1e79c0188a54 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ab2dcdf-425c-4a79-9d0b-dea17d60dd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724108 Apr 29 14:04:40.730036 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-67934f34-cb5b-4ffd-a119-1a5ff07fca98 req-f10b625d-189a-4dd3-a324-c9aeb12697ea service neutron] 10.222.0.32 "GET /v2.0/networks/1ab2dcdf-425c-4a79-9d0b-dea17d60dd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208591 Apr 29 14:04:40.860827 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-67934f34-cb5b-4ffd-a119-1a5ff07fca98 req-f1cdc94d-e5aa-4da6-9ed4-c94b30ded60d service neutron] 10.222.0.32 "GET /v2.0/networks/1ab2dcdf-425c-4a79-9d0b-dea17d60dd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221967 Apr 29 14:04:41.585400 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:04:41.639500 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:04:43.024565 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:04:58.418674 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:05:07.944652 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f0c16deb-6162-404f-8cce-ac45293d48f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:05:10.486760 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-26880a0d-38cb-464a-b950-d5cfed548263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:05:11.587083 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:05:11.641759 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:05:13.028240 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:05:13.363521 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5b7f2133-6933-4319-8528-21dbf064fb80 req-c59854d0-bb6a-4709-95c9-fe6a692b3347 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 1098 time: 0.1287324 Apr 29 14:05:13.395669 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbc232-07ee-450d-be81-c680e1101ea3 req-d4765426-ea7d-4568-98e0-0e967454b5a1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:05:13.397100 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6bcbc232-07ee-450d-be81-c680e1101ea3 req-d4765426-ea7d-4568-98e0-0e967454b5a1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 945 time: 0.1180816 Apr 29 14:05:13.517968 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6bcbc232-07ee-450d-be81-c680e1101ea3 req-0f36e0b4-252e-4696-ae63-84001885fc0b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758116 Apr 29 14:05:13.532688 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f2133-6933-4319-8528-21dbf064fb80 req-ff221746-0f36-47b4-959e-9c39515245f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:05:13.534171 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5b7f2133-6933-4319-8528-21dbf064fb80 req-ff221746-0f36-47b4-959e-9c39515245f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1ab2dcdf-425c-4a79-9d0b-dea17d60dd15 HTTP/1.1" status: 200 len: 897 time: 0.1627724 Apr 29 14:05:13.635381 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5b7f2133-6933-4319-8528-21dbf064fb80 req-e3c985e4-4ca4-414b-85d3-9de6dc9b59e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32ccb0f1-b314-463f-8bb3-c25f90abda3d HTTP/1.1" status: 200 len: 1001 time: 0.0943716 Apr 29 14:05:13.644132 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:05:13.781351 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f2133-6933-4319-8528-21dbf064fb80 req-8ce7cb14-2b59-4ab5-9a25-a8b30075a1d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:05:13.782686 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5b7f2133-6933-4319-8528-21dbf064fb80 req-8ce7cb14-2b59-4ab5-9a25-a8b30075a1d5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff1393aa-3d92-4799-b263-d1347e1fff22 HTTP/1.1" status: 200 len: 835 time: 0.1412442 Apr 29 14:05:13.858456 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5b7f2133-6933-4319-8528-21dbf064fb80 req-a6adfd72-a378-4eaf-8f8d-9bfba2c8c4ed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ab2dcdf-425c-4a79-9d0b-dea17d60dd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693121 Apr 29 14:05:13.988990 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5b7f2133-6933-4319-8528-21dbf064fb80 req-0c4e323b-fa9a-4ae4-8bc5-3faf0da42645 service neutron] 10.222.0.32 "GET /v2.0/networks/1ab2dcdf-425c-4a79-9d0b-dea17d60dd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238096 Apr 29 14:05:14.118610 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5b7f2133-6933-4319-8528-21dbf064fb80 req-089fbf04-c2bf-4ae2-aac9-8496a878dbe2 service neutron] 10.222.0.32 "GET /v2.0/networks/1ab2dcdf-425c-4a79-9d0b-dea17d60dd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223655 Apr 29 14:05:14.717862 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e0bed-41e7-4476-a874-34e85edee306 req-07c4250f-aa41-4547-9dd0-452b6de11bdc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:05:14.719299 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-227e0bed-41e7-4476-a874-34e85edee306 req-07c4250f-aa41-4547-9dd0-452b6de11bdc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 945 time: 0.0763419 Apr 29 14:05:14.764163 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-227e0bed-41e7-4476-a874-34e85edee306 req-8b6a1fb0-d1a6-42f4-9888-dba20dc8f475 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392780 Apr 29 14:05:15.960865 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40de090-3578-4960-a2d4-c111cc7cccdd req-c6540ec5-b5a2-4589-b90d-5d64d877777a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:05:15.962510 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f40de090-3578-4960-a2d4-c111cc7cccdd req-c6540ec5-b5a2-4589-b90d-5d64d877777a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 945 time: 0.0763409 Apr 29 14:05:16.008061 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f40de090-3578-4960-a2d4-c111cc7cccdd req-ae65003f-b85b-424e-b097-df71a3c792ed tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397921 Apr 29 14:05:17.202280 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90be50-2060-4872-93af-b5102c88802d req-7f0b70bb-8f87-4615-93fe-7524e9dcdcbe tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:05:17.203632 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-bc90be50-2060-4872-93af-b5102c88802d req-7f0b70bb-8f87-4615-93fe-7524e9dcdcbe tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 945 time: 0.0779498 Apr 29 14:05:17.249006 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-bc90be50-2060-4872-93af-b5102c88802d req-bcf7ee7c-42aa-4528-8bf1-74648cce0121 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399227 Apr 29 14:05:18.443345 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d612eeb-bf71-42de-951e-a7d0ba0f80ad req-960a0162-6c3b-4c48-9d8f-68348ea60baa tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:05:18.444779 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9d612eeb-bf71-42de-951e-a7d0ba0f80ad req-960a0162-6c3b-4c48-9d8f-68348ea60baa tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 945 time: 0.0772874 Apr 29 14:05:18.488774 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9d612eeb-bf71-42de-951e-a7d0ba0f80ad req-d9a3039c-1d60-412e-9918-50e86b74ac6e tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385873 Apr 29 14:05:19.693156 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a10211-b102-4967-9c75-2cd895042343 req-45a1cc84-7110-4021-b0da-6de8295e9ddf tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:05:19.695493 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-73a10211-b102-4967-9c75-2cd895042343 req-45a1cc84-7110-4021-b0da-6de8295e9ddf tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 945 time: 0.0759242 Apr 29 14:05:19.743254 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-73a10211-b102-4967-9c75-2cd895042343 req-42fb2e1d-909d-4737-991a-f4ee23c28c8c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421820 Apr 29 14:05:20.934791 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b3c0c-00d3-4b95-8639-cb53190c9ff7 req-8e9bf393-90e7-4f95-90c5-ad2d4a77b953 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:05:20.936200 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9c8b3c0c-00d3-4b95-8639-cb53190c9ff7 req-8e9bf393-90e7-4f95-90c5-ad2d4a77b953 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 945 time: 0.0741532 Apr 29 14:05:20.980350 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9c8b3c0c-00d3-4b95-8639-cb53190c9ff7 req-66789e91-57bc-4010-a049-73bf93d483ff tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387702 Apr 29 14:05:22.173998 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d35040-3128-4cd2-aa1b-fa68251b180e req-47659677-d5b7-4fb1-87e4-8326b408783e tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:05:22.175422 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-78d35040-3128-4cd2-aa1b-fa68251b180e req-47659677-d5b7-4fb1-87e4-8326b408783e tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 945 time: 0.0739717 Apr 29 14:05:22.220783 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-78d35040-3128-4cd2-aa1b-fa68251b180e req-ad54cc7f-e466-4cf9-8614-227724fc1521 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391216 Apr 29 14:05:23.419100 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76990593-8cce-47a4-9b43-b247a63185ea req-c462dc20-6bcc-4f80-b06b-4f54c5c3e593 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:05:23.420517 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-76990593-8cce-47a4-9b43-b247a63185ea req-c462dc20-6bcc-4f80-b06b-4f54c5c3e593 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 945 time: 0.0776258 Apr 29 14:05:23.464701 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-76990593-8cce-47a4-9b43-b247a63185ea req-cd2adf5a-e1d3-41b5-b03d-70f08944da36 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386684 Apr 29 14:05:24.668522 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c246e8e-cb71-4dd1-bad4-864b36c0ddcf req-6abff47f-bc0c-4326-b7ca-731adb8004f8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:05:24.669984 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-7c246e8e-cb71-4dd1-bad4-864b36c0ddcf req-6abff47f-bc0c-4326-b7ca-731adb8004f8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 945 time: 0.0846839 Apr 29 14:05:24.714546 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-7c246e8e-cb71-4dd1-bad4-864b36c0ddcf req-ddaab1c4-ecb0-4266-9f4b-35f51002c825 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390692 Apr 29 14:05:25.921797 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685f9bf-72d3-46a2-b775-476e74bdd3cd req-db48ecb3-64e7-4a30-9b2f-1fb7444152f7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:05:25.923214 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7685f9bf-72d3-46a2-b775-476e74bdd3cd req-db48ecb3-64e7-4a30-9b2f-1fb7444152f7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 945 time: 0.0742199 Apr 29 14:05:25.971284 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7685f9bf-72d3-46a2-b775-476e74bdd3cd req-a6b097bc-6d5d-4148-be67-b3ff36fe7b16 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417817 Apr 29 14:05:27.167226 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5ed8d-63ed-422c-a041-06fc9eb17b50 req-312b1c79-bdb0-419b-b470-80ef31bd8b5c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:05:27.168573 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-93b5ed8d-63ed-422c-a041-06fc9eb17b50 req-312b1c79-bdb0-419b-b470-80ef31bd8b5c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 945 time: 0.0748115 Apr 29 14:05:27.212955 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-93b5ed8d-63ed-422c-a041-06fc9eb17b50 req-f563dc58-8e0c-43a7-a1f4-dc17e2eea6e4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388970 Apr 29 14:05:28.402809 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f50b2-7db8-4187-9df3-2e506eb46bc4 req-5c7aac9d-d4e9-4430-8b7a-74c67858fa48 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:05:28.404257 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ba3f50b2-7db8-4187-9df3-2e506eb46bc4 req-5c7aac9d-d4e9-4430-8b7a-74c67858fa48 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 945 time: 0.0752068 Apr 29 14:05:28.416488 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:05:28.447957 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ba3f50b2-7db8-4187-9df3-2e506eb46bc4 req-dc39bfe1-833a-4afe-bbb1-256a310d4115 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382521 Apr 29 14:05:29.647052 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c2df6-08b9-4e0e-ac3e-763b5f9d08c7 req-8be70905-bc91-4869-bba2-b94cdfab6258 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:05:29.648421 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-980c2df6-08b9-4e0e-ac3e-763b5f9d08c7 req-8be70905-bc91-4869-bba2-b94cdfab6258 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 945 time: 0.0788145 Apr 29 14:05:29.692175 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-980c2df6-08b9-4e0e-ac3e-763b5f9d08c7 req-4768a1ad-9738-46b7-af91-7eca858c4ad3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381341 Apr 29 14:05:30.901036 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6253b8-d812-4d70-b2c9-f0402021a3f1 req-5a4433d7-b516-4582-a2fa-e5859d687207 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:05:30.902487 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5d6253b8-d812-4d70-b2c9-f0402021a3f1 req-5a4433d7-b516-4582-a2fa-e5859d687207 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 945 time: 0.0881612 Apr 29 14:05:30.946382 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5d6253b8-d812-4d70-b2c9-f0402021a3f1 req-b90bd845-cc65-4a3a-b14b-09b48eafb34b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383916 Apr 29 14:05:30.976880 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41424) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:05:31.078508 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d5cccc18-761b-4a1c-9c9f-a423be4a9e38 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/floatingips/657f3570-bd84-4ee0-8402-f36f950e012e HTTP/1.1" status: 200 len: 993 time: 0.1005285 Apr 29 14:05:37.947167 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a125e58e-f123-4038-948e-339e5a1ed2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:05:40.490770 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-89039124-c82c-4162-980d-8b243869c76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:05:40.574319 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1b7e7128-3635-4828-9534-aa4cd9871a35 req-b9d12acd-ecfc-4188-8028-e8417a0911e3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719585 Apr 29 14:05:40.713718 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1b7e7128-3635-4828-9534-aa4cd9871a35 req-8e7b4ad4-9c24-4828-b541-83353944bf36 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 1098 time: 0.0677714 Apr 29 14:05:40.858470 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e7128-3635-4828-9534-aa4cd9871a35 req-1b615146-6ff5-4ad8-a25e-c6e107b27bc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:05:40.860008 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1b7e7128-3635-4828-9534-aa4cd9871a35 req-1b615146-6ff5-4ad8-a25e-c6e107b27bc6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1ab2dcdf-425c-4a79-9d0b-dea17d60dd15 HTTP/1.1" status: 200 len: 897 time: 0.1272593 Apr 29 14:05:40.962433 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1b7e7128-3635-4828-9534-aa4cd9871a35 req-b7da22ca-5ad2-448b-bac8-83cd6e0fb471 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32ccb0f1-b314-463f-8bb3-c25f90abda3d HTTP/1.1" status: 200 len: 1001 time: 0.0965440 Apr 29 14:05:41.105438 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e7128-3635-4828-9534-aa4cd9871a35 req-66e2705c-3d0c-4e95-9df4-50b03695092d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:05:41.106776 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1b7e7128-3635-4828-9534-aa4cd9871a35 req-66e2705c-3d0c-4e95-9df4-50b03695092d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff1393aa-3d92-4799-b263-d1347e1fff22 HTTP/1.1" status: 200 len: 835 time: 0.1384389 Apr 29 14:05:41.185754 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1b7e7128-3635-4828-9534-aa4cd9871a35 req-33522110-b1b0-4f34-bb69-417f7f33258c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ab2dcdf-425c-4a79-9d0b-dea17d60dd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720642 Apr 29 14:05:41.325873 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1b7e7128-3635-4828-9534-aa4cd9871a35 req-05c54542-9333-4216-8634-c31b97353938 service neutron] 10.222.0.32 "GET /v2.0/networks/1ab2dcdf-425c-4a79-9d0b-dea17d60dd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318364 Apr 29 14:05:41.453951 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1b7e7128-3635-4828-9534-aa4cd9871a35 req-68f6cf60-4c2f-4a99-a1c6-e75eba7dd258 service neutron] 10.222.0.32 "GET /v2.0/networks/1ab2dcdf-425c-4a79-9d0b-dea17d60dd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218941 Apr 29 14:05:41.588962 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:05:41.642313 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:05:43.028529 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:05:50.643600 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:05:58.413359 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:07.948334 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-469a0223-6155-45bf-b26d-88db513b1845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:10.494428 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5e42ca7c-e4af-40ed-9c34-4da9df3698b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:11.592237 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:11.643761 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:13.031147 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:26.510102 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41444) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:06:26.798663 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-c7726543-9fe8-4a3e-86d1-281f3a8022f0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Deleting port bbbecc6f-1c36-4c26-ab2f-07d488c8860c {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:06:26.798917 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7726543-9fe8-4a3e-86d1-281f3a8022f0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:26.965429 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7726543-9fe8-4a3e-86d1-281f3a8022f0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:26.965749 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7726543-9fe8-4a3e-86d1-281f3a8022f0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:27.087700 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-c7726543-9fe8-4a3e-86d1-281f3a8022f0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Calling delete_port for bbbecc6f-1c36-4c26-ab2f-07d488c8860c owned by network:floatingip {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:06:27.248046 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7726543-9fe8-4a3e-86d1-281f3a8022f0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:27.293968 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7726543-9fe8-4a3e-86d1-281f3a8022f0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'Port': ['ID=bbbecc6f-1c36-4c26-ab2f-07d488c8860c,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:27.366510 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7726543-9fe8-4a3e-86d1-281f3a8022f0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:27.366763 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7726543-9fe8-4a3e-86d1-281f3a8022f0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:27.367095 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7726543-9fe8-4a3e-86d1-281f3a8022f0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:27.367426 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7726543-9fe8-4a3e-86d1-281f3a8022f0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:27.367749 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7726543-9fe8-4a3e-86d1-281f3a8022f0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:27.368070 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7726543-9fe8-4a3e-86d1-281f3a8022f0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:27.368389 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7726543-9fe8-4a3e-86d1-281f3a8022f0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:27.368707 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7726543-9fe8-4a3e-86d1-281f3a8022f0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:27.369048 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7726543-9fe8-4a3e-86d1-281f3a8022f0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:27.369356 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7726543-9fe8-4a3e-86d1-281f3a8022f0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:27.369677 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7726543-9fe8-4a3e-86d1-281f3a8022f0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:27.398157 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7726543-9fe8-4a3e-86d1-281f3a8022f0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for floatingip, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:27.642967 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:06:27.782090 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7726543-9fe8-4a3e-86d1-281f3a8022f0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Router 449a2d38-3298-4d46-887a-8b2e26ebf8e3 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:06:27.979447 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7726543-9fe8-4a3e-86d1-281f3a8022f0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:06:27.989721 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea0bdbd-d139-4091-8f7c-7bea80e2a7b1 None None] Sync routers for ids ['449a2d38-3298-4d46-887a-8b2e26ebf8e3'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:06:27.998636 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7726543-9fe8-4a3e-86d1-281f3a8022f0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:28.002449 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea0bdbd-d139-4091-8f7c-7bea80e2a7b1 None None] Routers {'449a2d38-3298-4d46-887a-8b2e26ebf8e3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:06:28.003083 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2ea0bdbd-d139-4091-8f7c-7bea80e2a7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:06:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['449a2d38-3298-4d46-887a-8b2e26ebf8e3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:06:28.050963 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c7726543-9fe8-4a3e-86d1-281f3a8022f0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "DELETE /v2.0/floatingips/657f3570-bd84-4ee0-8402-f36f950e012e HTTP/1.1" status: 204 len: 168 time: 1.5398192 Apr 29 14:06:28.051646 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd359f0d0-c54f-4778-82ed-34c5141c3d4b', 'tag': '32ccb0f1-b314-463f-8bb3-c25f90abda3d'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:06:28.187866 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-2ea0bdbd-d139-4091-8f7c-7bea80e2a7b1 None None] Set router 449a2d38-3298-4d46-887a-8b2e26ebf8e3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:06:28.220986 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae06ffd5-3809-40d2-b995-1ba8d7d1d1b0'] response: {'name': 'network-changed', 'server_uuid': 'd359f0d0-c54f-4778-82ed-34c5141c3d4b', 'tag': '32ccb0f1-b314-463f-8bb3-c25f90abda3d', 'status': 'completed', 'code': 200} Apr 29 14:06:28.322131 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9036fb74-582e-4e36-a859-452433e07c39 req-c1887fb0-1a4e-4705-a241-bded028a627b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 1098 time: 0.0783050 Apr 29 14:06:28.422675 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:28.445588 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc6068-a29c-4bb2-881b-bc7c4a5c39a1 req-aa81cb7f-61ae-4e1e-8b87-40a232449ed6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:06:28.446276 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-3bdc6068-a29c-4bb2-881b-bc7c4a5c39a1 req-aa81cb7f-61ae-4e1e-8b87-40a232449ed6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Synchronizing usage tracker for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:06:28.465260 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-3bdc6068-a29c-4bb2-881b-bc7c4a5c39a1 req-aa81cb7f-61ae-4e1e-8b87-40a232449ed6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Unset dirty status for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:06:28.466628 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3bdc6068-a29c-4bb2-881b-bc7c4a5c39a1 req-aa81cb7f-61ae-4e1e-8b87-40a232449ed6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 945 time: 0.0996284 Apr 29 14:06:28.468474 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036fb74-582e-4e36-a859-452433e07c39 req-34ef3e30-3dcf-4ad4-a0a1-2cb4f3a0de25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:06:28.470020 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9036fb74-582e-4e36-a859-452433e07c39 req-34ef3e30-3dcf-4ad4-a0a1-2cb4f3a0de25 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1ab2dcdf-425c-4a79-9d0b-dea17d60dd15 HTTP/1.1" status: 200 len: 897 time: 0.1395409 Apr 29 14:06:28.516273 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2ea0bdbd-d139-4091-8f7c-7bea80e2a7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560333165', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': '39585b82-d31a-4874-ac95-20305ef859c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:03:40Z', 'updated_at': '2022-04-29T14:03:44Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '39585b82-d31a-4874-ac95-20305ef859c3', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:03:40Z', 'updated_at': '2022-04-29T14:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'f57b04ba-32b9-4f11-9fd7-9a5b0e29382e', 'name': '', 'network_id': '1ab2dcdf-425c-4a79-9d0b-dea17d60dd15', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:eb:e5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff1393aa-3d92-4799-b263-d1347e1fff22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:03:43Z', 'updated_at': '2022-04-29T14:03:51Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': 'ff1393aa-3d92-4799-b263-d1347e1fff22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:06:28.518480 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3bdc6068-a29c-4bb2-881b-bc7c4a5c39a1 req-63021e81-027b-4187-beb7-b0c4b25b1890 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455120 Apr 29 14:06:28.520735 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea0bdbd-d139-4091-8f7c-7bea80e2a7b1 None None] Checking router: 449a2d38-3298-4d46-887a-8b2e26ebf8e3 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:06:28.531546 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea0bdbd-d139-4091-8f7c-7bea80e2a7b1 None None] Routers {'449a2d38-3298-4d46-887a-8b2e26ebf8e3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:06:28.532153 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2ea0bdbd-d139-4091-8f7c-7bea80e2a7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:06:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['449a2d38-3298-4d46-887a-8b2e26ebf8e3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:06:28.543186 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9036fb74-582e-4e36-a859-452433e07c39 req-7ee5ce67-105e-4cb7-b571-a73944cfecf6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32ccb0f1-b314-463f-8bb3-c25f90abda3d HTTP/1.1" status: 200 len: 217 time: 0.0668378 Apr 29 14:06:28.608037 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036fb74-582e-4e36-a859-452433e07c39 req-527c901f-e2a6-423f-bf66-a59ab864e134 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:06:28.609487 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9036fb74-582e-4e36-a859-452433e07c39 req-527c901f-e2a6-423f-bf66-a59ab864e134 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff1393aa-3d92-4799-b263-d1347e1fff22 HTTP/1.1" status: 200 len: 835 time: 0.0606010 Apr 29 14:06:28.682829 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9036fb74-582e-4e36-a859-452433e07c39 req-31704420-7536-4bf7-8262-9e18a2b8e17c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ab2dcdf-425c-4a79-9d0b-dea17d60dd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666339 Apr 29 14:06:28.713198 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-2ea0bdbd-d139-4091-8f7c-7bea80e2a7b1 None None] Set router 449a2d38-3298-4d46-887a-8b2e26ebf8e3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:06:28.816499 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9036fb74-582e-4e36-a859-452433e07c39 req-a321680a-4087-4c47-b2f4-7c8cb0f1577b service neutron] 10.222.0.32 "GET /v2.0/networks/1ab2dcdf-425c-4a79-9d0b-dea17d60dd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261015 Apr 29 14:06:28.948981 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9036fb74-582e-4e36-a859-452433e07c39 req-4c114610-89a7-443f-ac27-8894d6322b15 service neutron] 10.222.0.32 "GET /v2.0/networks/1ab2dcdf-425c-4a79-9d0b-dea17d60dd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245835 Apr 29 14:06:29.068951 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2ea0bdbd-d139-4091-8f7c-7bea80e2a7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560333165', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': '39585b82-d31a-4874-ac95-20305ef859c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:03:40Z', 'updated_at': '2022-04-29T14:03:44Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '39585b82-d31a-4874-ac95-20305ef859c3', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:03:40Z', 'updated_at': '2022-04-29T14:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'f57b04ba-32b9-4f11-9fd7-9a5b0e29382e', 'name': '', 'network_id': '1ab2dcdf-425c-4a79-9d0b-dea17d60dd15', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:eb:e5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff1393aa-3d92-4799-b263-d1347e1fff22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:03:43Z', 'updated_at': '2022-04-29T14:03:51Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': 'ff1393aa-3d92-4799-b263-d1347e1fff22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:06:29.072642 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea0bdbd-d139-4091-8f7c-7bea80e2a7b1 None None] The sync data for ids ['449a2d38-3298-4d46-887a-8b2e26ebf8e3'] in dv-neutron-839027-4-hyperv is: [{'id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560333165', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': '39585b82-d31a-4874-ac95-20305ef859c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:03:40Z', 'updated_at': '2022-04-29T14:03:44Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '39585b82-d31a-4874-ac95-20305ef859c3', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:03:40Z', 'updated_at': '2022-04-29T14:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'f57b04ba-32b9-4f11-9fd7-9a5b0e29382e', 'name': '', 'network_id': '1ab2dcdf-425c-4a79-9d0b-dea17d60dd15', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:eb:e5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff1393aa-3d92-4799-b263-d1347e1fff22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:03:43Z', 'updated_at': '2022-04-29T14:03:51Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': 'ff1393aa-3d92-4799-b263-d1347e1fff22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:06:29.282328 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfc659e-5f4e-4743-9e02-8b56e5b9df0e None None] New status for floating IP 657f3570-bd84-4ee0-8402-f36f950e012e: DOWN {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 14:06:29.809030 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0cca2-c05c-4c3a-9480-f8766069eff6 req-b87b06d1-8a8f-4d11-86d4-b40b0fc04db4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:06:29.810495 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3ec0cca2-c05c-4c3a-9480-f8766069eff6 req-b87b06d1-8a8f-4d11-86d4-b40b0fc04db4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 945 time: 0.1685684 Apr 29 14:06:29.862501 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3ec0cca2-c05c-4c3a-9480-f8766069eff6 req-75f07188-6c6e-428f-97c6-f544ba5335e7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464563 Apr 29 14:06:30.265823 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac5ed2-078d-41ae-b7bb-b0142681e962 req-e0f91beb-50c8-4c5c-9a5a-84389bc5a737 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:06:30.267239 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-63ac5ed2-078d-41ae-b7bb-b0142681e962 req-e0f91beb-50c8-4c5c-9a5a-84389bc5a737 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.32 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 945 time: 0.0756395 Apr 29 14:06:30.335881 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-63ac5ed2-078d-41ae-b7bb-b0142681e962 req-e20496f5-e31d-4f1c-aca5-a8f18f3701f4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Deleting port 32ccb0f1-b314-463f-8bb3-c25f90abda3d {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:06:30.336340 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-63ac5ed2-078d-41ae-b7bb-b0142681e962 req-e20496f5-e31d-4f1c-aca5-a8f18f3701f4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:30.570421 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-63ac5ed2-078d-41ae-b7bb-b0142681e962 req-e20496f5-e31d-4f1c-aca5-a8f18f3701f4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] For port 32ccb0f1-b314-463f-8bb3-c25f90abda3d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=32ccb0f1-b314-463f-8bb3-c25f90abda3d,segment=NetworkSegment(53f5b7b8-4adf-4080-a899-0867e8dc48a1),segment_id=53f5b7b8-4adf-4080-a899-0867e8dc48a1)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:06:30.570681 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-63ac5ed2-078d-41ae-b7bb-b0142681e962 req-e20496f5-e31d-4f1c-aca5-a8f18f3701f4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:30.778007 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-63ac5ed2-078d-41ae-b7bb-b0142681e962 req-e20496f5-e31d-4f1c-aca5-a8f18f3701f4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Calling delete_port for 32ccb0f1-b314-463f-8bb3-c25f90abda3d owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:06:30.916800 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-63ac5ed2-078d-41ae-b7bb-b0142681e962 req-e20496f5-e31d-4f1c-aca5-a8f18f3701f4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:30.966774 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20496f5-e31d-4f1c-aca5-a8f18f3701f4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'Port': ['ID=32ccb0f1-b314-463f-8bb3-c25f90abda3d,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:31.002963 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20496f5-e31d-4f1c-aca5-a8f18f3701f4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:31.003303 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20496f5-e31d-4f1c-aca5-a8f18f3701f4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:31.003633 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20496f5-e31d-4f1c-aca5-a8f18f3701f4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:31.003966 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20496f5-e31d-4f1c-aca5-a8f18f3701f4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:31.004320 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20496f5-e31d-4f1c-aca5-a8f18f3701f4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:31.004643 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20496f5-e31d-4f1c-aca5-a8f18f3701f4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:31.005038 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20496f5-e31d-4f1c-aca5-a8f18f3701f4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:31.005292 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20496f5-e31d-4f1c-aca5-a8f18f3701f4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:31.005611 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20496f5-e31d-4f1c-aca5-a8f18f3701f4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:31.005925 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20496f5-e31d-4f1c-aca5-a8f18f3701f4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:31.006238 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20496f5-e31d-4f1c-aca5-a8f18f3701f4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:31.051116 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ac5ed2-078d-41ae-b7bb-b0142681e962 req-e20496f5-e31d-4f1c-aca5-a8f18f3701f4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] No DVR routers for this DVR port 32ccb0f1-b314-463f-8bb3-c25f90abda3d on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 14:06:31.054041 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-63ac5ed2-078d-41ae-b7bb-b0142681e962 req-e20496f5-e31d-4f1c-aca5-a8f18f3701f4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:31.056581 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd359f0d0-c54f-4778-82ed-34c5141c3d4b', 'name': 'network-vif-deleted', 'tag': '32ccb0f1-b314-463f-8bb3-c25f90abda3d'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:06:31.072487 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-63ac5ed2-078d-41ae-b7bb-b0142681e962 req-e20496f5-e31d-4f1c-aca5-a8f18f3701f4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.32 "DELETE /v2.0/ports/32ccb0f1-b314-463f-8bb3-c25f90abda3d HTTP/1.1" status: 204 len: 173 time: 0.7995536 Apr 29 14:06:31.113679 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a0d2a1d6-e34f-4219-a8c6-35f5ca53fb95 req-5ac38b31-1c51-4f21-9855-cad24de5d573 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=d359f0d0-c54f-4778-82ed-34c5141c3d4b HTTP/1.1" status: 200 len: 210 time: 0.1267288 Apr 29 14:06:31.194437 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bbe8f3b-be6b-4f34-aa3c-003d721cb987'] response: {'server_uuid': 'd359f0d0-c54f-4778-82ed-34c5141c3d4b', 'name': 'network-vif-deleted', 'tag': '32ccb0f1-b314-463f-8bb3-c25f90abda3d', 'status': 'completed', 'code': 200} Apr 29 14:06:32.217634 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41480) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:06:32.705816 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a381bc5c-f307-4982-8ba7-6a94c732d0af tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:33.310682 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-a381bc5c-f307-4982-8ba7-6a94c732d0af tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Deleting port f57b04ba-32b9-4f11-9fd7-9a5b0e29382e {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:06:33.311384 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a381bc5c-f307-4982-8ba7-6a94c732d0af tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:33.384749 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 32ccb0f1-b314-463f-8bb3-c25f90abda3d no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:06:33.416983 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: 32ccb0f1-b314-463f-8bb3-c25f90abda3d {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:06:33.417323 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 32ccb0f1-b314-463f-8bb3-c25f90abda3d not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:06:33.496005 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-a381bc5c-f307-4982-8ba7-6a94c732d0af tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] For port f57b04ba-32b9-4f11-9fd7-9a5b0e29382e, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=f57b04ba-32b9-4f11-9fd7-9a5b0e29382e,segment=NetworkSegment(53f5b7b8-4adf-4080-a899-0867e8dc48a1),segment_id=53f5b7b8-4adf-4080-a899-0867e8dc48a1)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:06:33.496357 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a381bc5c-f307-4982-8ba7-6a94c732d0af tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:33.613965 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-a381bc5c-f307-4982-8ba7-6a94c732d0af tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Calling delete_port for f57b04ba-32b9-4f11-9fd7-9a5b0e29382e owned by network:router_interface {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:06:33.784670 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a381bc5c-f307-4982-8ba7-6a94c732d0af tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:33.830902 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381bc5c-f307-4982-8ba7-6a94c732d0af tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'Port': ['ID=f57b04ba-32b9-4f11-9fd7-9a5b0e29382e,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:34.229712 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a381bc5c-f307-4982-8ba7-6a94c732d0af tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:34.824553 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a381bc5c-f307-4982-8ba7-6a94c732d0af tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Router 449a2d38-3298-4d46-887a-8b2e26ebf8e3 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:06:35.040312 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a381bc5c-f307-4982-8ba7-6a94c732d0af tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:06:35.050409 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74722f2-2952-42c9-b3fa-bbc26eb3bd7e None None] Sync routers for ids ['449a2d38-3298-4d46-887a-8b2e26ebf8e3'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:06:35.054330 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a381bc5c-f307-4982-8ba7-6a94c732d0af tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "PUT /v2.0/routers/449a2d38-3298-4d46-887a-8b2e26ebf8e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8356438 Apr 29 14:06:35.056854 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41488) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:06:35.062928 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74722f2-2952-42c9-b3fa-bbc26eb3bd7e None None] Routers {'449a2d38-3298-4d46-887a-8b2e26ebf8e3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:06:35.063543 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-f74722f2-2952-42c9-b3fa-bbc26eb3bd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:06:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['449a2d38-3298-4d46-887a-8b2e26ebf8e3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:06:35.240739 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e7c7a1-8a26-4ec1-8505-937c1e8fe086 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Deleting subnet ff1393aa-3d92-4799-b263-d1347e1fff22 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 14:06:35.241866 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-f74722f2-2952-42c9-b3fa-bbc26eb3bd7e None None] Set router 449a2d38-3298-4d46-887a-8b2e26ebf8e3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:06:35.243626 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a1e7c7a1-8a26-4ec1-8505-937c1e8fe086 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:35.300487 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a1e7c7a1-8a26-4ec1-8505-937c1e8fe086 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:35.390611 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a1e7c7a1-8a26-4ec1-8505-937c1e8fe086 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:35.534219 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-f74722f2-2952-42c9-b3fa-bbc26eb3bd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560333165', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': '39585b82-d31a-4874-ac95-20305ef859c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:03:40Z', 'updated_at': '2022-04-29T14:06:33Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '39585b82-d31a-4874-ac95-20305ef859c3', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:03:40Z', 'updated_at': '2022-04-29T14:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:06:35.538516 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74722f2-2952-42c9-b3fa-bbc26eb3bd7e None None] Checking router: 449a2d38-3298-4d46-887a-8b2e26ebf8e3 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:06:35.548846 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74722f2-2952-42c9-b3fa-bbc26eb3bd7e None None] Routers {'449a2d38-3298-4d46-887a-8b2e26ebf8e3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:06:35.549440 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-f74722f2-2952-42c9-b3fa-bbc26eb3bd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:06:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['449a2d38-3298-4d46-887a-8b2e26ebf8e3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:06:35.568115 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a1e7c7a1-8a26-4ec1-8505-937c1e8fe086 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:35.607599 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7c7a1-8a26-4ec1-8505-937c1e8fe086 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'Subnet': ['ID=ff1393aa-3d92-4799-b263-d1347e1fff22,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:35.612101 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a1e7c7a1-8a26-4ec1-8505-937c1e8fe086 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:35.620720 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a1e7c7a1-8a26-4ec1-8505-937c1e8fe086 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "DELETE /v2.0/subnets/ff1393aa-3d92-4799-b263-d1347e1fff22 HTTP/1.1" status: 204 len: 168 time: 0.5604830 Apr 29 14:06:35.620898 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41492) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:06:35.657625 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ba947b-8809-464f-9035-346cb723eddb None None] Network 1ab2dcdf-425c-4a79-9d0b-dea17d60dd15 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 14:06:35.819076 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-de6620c4-5856-4d45-a292-bf3c495fb22a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:35.872476 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-f74722f2-2952-42c9-b3fa-bbc26eb3bd7e None None] Set router 449a2d38-3298-4d46-887a-8b2e26ebf8e3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:06:36.015602 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-de6620c4-5856-4d45-a292-bf3c495fb22a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:36.026211 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-de6620c4-5856-4d45-a292-bf3c495fb22a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Deleting port 39585b82-d31a-4874-ac95-20305ef859c3 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:06:36.026557 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-de6620c4-5856-4d45-a292-bf3c495fb22a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:36.184817 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be44f391-5d40-4899-a8a3-4efb3f138dfa None None] DHCP port deletion for 1ab2dcdf-425c-4a79-9d0b-dea17d60dd15 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 14:06:36.193681 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-be44f391-5d40-4899-a8a3-4efb3f138dfa None None] Deleting port df3502de-a08d-4798-be6b-956e0e39394a {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:06:36.194044 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-be44f391-5d40-4899-a8a3-4efb3f138dfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:36.220953 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-de6620c4-5856-4d45-a292-bf3c495fb22a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] For port 39585b82-d31a-4874-ac95-20305ef859c3, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=39585b82-d31a-4874-ac95-20305ef859c3,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:06:36.221303 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-de6620c4-5856-4d45-a292-bf3c495fb22a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:36.344420 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-de6620c4-5856-4d45-a292-bf3c495fb22a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Calling delete_port for 39585b82-d31a-4874-ac95-20305ef859c3 owned by network:router_gateway {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:06:36.373040 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-f74722f2-2952-42c9-b3fa-bbc26eb3bd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560333165', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': '39585b82-d31a-4874-ac95-20305ef859c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:03:40Z', 'updated_at': '2022-04-29T14:06:33Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '39585b82-d31a-4874-ac95-20305ef859c3', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:03:40Z', 'updated_at': '2022-04-29T14:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:06:36.389515 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74722f2-2952-42c9-b3fa-bbc26eb3bd7e None None] The sync data for ids ['449a2d38-3298-4d46-887a-8b2e26ebf8e3'] in dv-neutron-839027-4-hyperv is: [{'id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560333165', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.31'}], 'enable_snat': True}, 'gw_port_id': '39585b82-d31a-4874-ac95-20305ef859c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:03:40Z', 'updated_at': '2022-04-29T14:06:33Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '39585b82-d31a-4874-ac95-20305ef859c3', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a2d38-3298-4d46-887a-8b2e26ebf8e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:03:40Z', 'updated_at': '2022-04-29T14:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:06:36.413291 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-be44f391-5d40-4899-a8a3-4efb3f138dfa None None] For port df3502de-a08d-4798-be6b-956e0e39394a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=df3502de-a08d-4798-be6b-956e0e39394a,segment=NetworkSegment(53f5b7b8-4adf-4080-a899-0867e8dc48a1),segment_id=53f5b7b8-4adf-4080-a899-0867e8dc48a1)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:06:36.413678 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-be44f391-5d40-4899-a8a3-4efb3f138dfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:36.512767 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-de6620c4-5856-4d45-a292-bf3c495fb22a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:36.533272 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-be44f391-5d40-4899-a8a3-4efb3f138dfa None None] Calling delete_port for df3502de-a08d-4798-be6b-956e0e39394a owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:06:36.560746 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6620c4-5856-4d45-a292-bf3c495fb22a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'Port': ['ID=39585b82-d31a-4874-ac95-20305ef859c3,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:36.605654 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-be44f391-5d40-4899-a8a3-4efb3f138dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:36.650614 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44f391-5d40-4899-a8a3-4efb3f138dfa None None] Pushing event deleted for resources: {'Port': ['ID=df3502de-a08d-4798-be6b-956e0e39394a,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:36.661841 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be44f391-5d40-4899-a8a3-4efb3f138dfa None None] No DVR routers for this DVR port df3502de-a08d-4798-be6b-956e0e39394a on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 14:06:36.663831 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be44f391-5d40-4899-a8a3-4efb3f138dfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:36.664167 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be44f391-5d40-4899-a8a3-4efb3f138dfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:36.664501 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be44f391-5d40-4899-a8a3-4efb3f138dfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:36.664863 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be44f391-5d40-4899-a8a3-4efb3f138dfa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:36.665271 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be44f391-5d40-4899-a8a3-4efb3f138dfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:36.665605 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be44f391-5d40-4899-a8a3-4efb3f138dfa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:36.665924 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be44f391-5d40-4899-a8a3-4efb3f138dfa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:36.666247 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be44f391-5d40-4899-a8a3-4efb3f138dfa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:36.666566 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be44f391-5d40-4899-a8a3-4efb3f138dfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:36.666881 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be44f391-5d40-4899-a8a3-4efb3f138dfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:36.667198 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be44f391-5d40-4899-a8a3-4efb3f138dfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:36.780916 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-de6620c4-5856-4d45-a292-bf3c495fb22a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:37.134710 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-de6620c4-5856-4d45-a292-bf3c495fb22a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:37.138812 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-de6620c4-5856-4d45-a292-bf3c495fb22a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:37.166369 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-de6620c4-5856-4d45-a292-bf3c495fb22a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:37.167221 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6620c4-5856-4d45-a292-bf3c495fb22a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Fanout notify agent at l3_agent the message router_deleted on router 449a2d38-3298-4d46-887a-8b2e26ebf8e3 {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 14:06:37.182376 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-de6620c4-5856-4d45-a292-bf3c495fb22a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:37.183449 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-de6620c4-5856-4d45-a292-bf3c495fb22a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "DELETE /v2.0/routers/449a2d38-3298-4d46-887a-8b2e26ebf8e3 HTTP/1.1" status: 204 len: 168 time: 1.5616837 Apr 29 14:06:37.186125 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41498) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:06:37.299966 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-47fc1656-9dde-4c23-86c6-143f9185a695 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:37.433369 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-47fc1656-9dde-4c23-86c6-143f9185a695 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:37.458737 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-47fc1656-9dde-4c23-86c6-143f9185a695 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab2dcdf-425c-4a79-9d0b-dea17d60dd15']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:06:37.470449 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-47fc1656-9dde-4c23-86c6-143f9185a695 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f5b7b8-4adf-4080-a899-0867e8dc48a1') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:06:37.470768 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-47fc1656-9dde-4c23-86c6-143f9185a695 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f5b7b8-4adf-4080-a899-0867e8dc48a1') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:06:37.481653 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-47fc1656-9dde-4c23-86c6-143f9185a695 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:37.496782 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-47fc1656-9dde-4c23-86c6-143f9185a695 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:37.502528 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47fc1656-9dde-4c23-86c6-143f9185a695 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 14:06:37.502898 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-47fc1656-9dde-4c23-86c6-143f9185a695 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 14:06:37.517085 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 14:06:37.595290 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-47fc1656-9dde-4c23-86c6-143f9185a695 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:37.600414 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-47fc1656-9dde-4c23-86c6-143f9185a695 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:37.624571 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc1656-9dde-4c23-86c6-143f9185a695 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'Network': ['ID=1ab2dcdf-425c-4a79-9d0b-dea17d60dd15,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:37.634048 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-47fc1656-9dde-4c23-86c6-143f9185a695 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "DELETE /v2.0/networks/1ab2dcdf-425c-4a79-9d0b-dea17d60dd15 HTTP/1.1" status: 204 len: 168 time: 0.4445755 Apr 29 14:06:37.634408 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41502) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:06:37.690078 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device df3502de-a08d-4798-be6b-956e0e39394a no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:06:37.716819 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9dda3bc1-9f70-449d-b14a-17ecad094b7c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:37.722879 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: df3502de-a08d-4798-be6b-956e0e39394a {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:06:37.723229 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device df3502de-a08d-4798-be6b-956e0e39394a not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:06:37.723817 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device f57b04ba-32b9-4f11-9fd7-9a5b0e29382e no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:06:37.750446 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9dda3bc1-9f70-449d-b14a-17ecad094b7c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:37.755380 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: f57b04ba-32b9-4f11-9fd7-9a5b0e29382e {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:06:37.755717 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device f57b04ba-32b9-4f11-9fd7-9a5b0e29382e not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:06:37.756123 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 39585b82-d31a-4874-ac95-20305ef859c3 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:06:37.786503 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 39585b82-d31a-4874-ac95-20305ef859c3 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:06:37.786847 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 39585b82-d31a-4874-ac95-20305ef859c3 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:06:37.821624 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9dda3bc1-9f70-449d-b14a-17ecad094b7c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:37.839023 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda3bc1-9f70-449d-b14a-17ecad094b7c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:37.852536 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9dda3bc1-9f70-449d-b14a-17ecad094b7c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:37.855014 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9dda3bc1-9f70-449d-b14a-17ecad094b7c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "DELETE /v2.0/security-groups/eb888e1b-2f41-43e6-b2b4-b0c1d4f3fd1f HTTP/1.1" status: 204 len: 168 time: 0.2196045 Apr 29 14:06:37.950453 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d1600219-2350-45c7-b8e2-f0b427851301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:40.171459 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41516) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:06:40.177549 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-0ae51c60-1fa2-4dbf-909a-1018d8e0aac8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1337088251', 'description': 'tempest-secgroup-smoke-1337088251 description', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:06:40.183408 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0ae51c60-1fa2-4dbf-909a-1018d8e0aac8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:06:40.187477 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0ae51c60-1fa2-4dbf-909a-1018d8e0aac8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:06:40.190310 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0ae51c60-1fa2-4dbf-909a-1018d8e0aac8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:06:40.196624 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0ae51c60-1fa2-4dbf-909a-1018d8e0aac8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:06:40.206646 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0ae51c60-1fa2-4dbf-909a-1018d8e0aac8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:40.241075 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0ae51c60-1fa2-4dbf-909a-1018d8e0aac8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:06:40.244710 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0ae51c60-1fa2-4dbf-909a-1018d8e0aac8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:06:40.247458 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0ae51c60-1fa2-4dbf-909a-1018d8e0aac8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:06:40.252958 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0ae51c60-1fa2-4dbf-909a-1018d8e0aac8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:06:40.308339 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0ae51c60-1fa2-4dbf-909a-1018d8e0aac8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:40.311692 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0ae51c60-1fa2-4dbf-909a-1018d8e0aac8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:40.356180 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae51c60-1fa2-4dbf-909a-1018d8e0aac8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=288f2f16-4946-47be-94fc-9fb8d871b602,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:40.362023 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0ae51c60-1fa2-4dbf-909a-1018d8e0aac8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:40.365282 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0ae51c60-1fa2-4dbf-909a-1018d8e0aac8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1927111 Apr 29 14:06:40.366180 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41520) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:06:40.372045 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-984c0d80-7dda-4d1e-af8e-5c0aa4df15c2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group_rule': {'security_group_id': '288f2f16-4946-47be-94fc-9fb8d871b602', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:06:40.377851 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-984c0d80-7dda-4d1e-af8e-5c0aa4df15c2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:06:40.382394 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-984c0d80-7dda-4d1e-af8e-5c0aa4df15c2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:06:40.385194 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-984c0d80-7dda-4d1e-af8e-5c0aa4df15c2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:06:40.390730 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-984c0d80-7dda-4d1e-af8e-5c0aa4df15c2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:06:40.408285 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-984c0d80-7dda-4d1e-af8e-5c0aa4df15c2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:40.470614 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-984c0d80-7dda-4d1e-af8e-5c0aa4df15c2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:40.474388 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-984c0d80-7dda-4d1e-af8e-5c0aa4df15c2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:40.499034 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-df65b489-57ca-4416-842f-0b041277c46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:40.502988 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c0d80-7dda-4d1e-af8e-5c0aa4df15c2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d79f3b91-19fb-47ba-8b90-da73e8371f11,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:40.510038 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-984c0d80-7dda-4d1e-af8e-5c0aa4df15c2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:40.511184 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-984c0d80-7dda-4d1e-af8e-5c0aa4df15c2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1439805 Apr 29 14:06:40.513918 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41524) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:06:40.520820 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-eb54e691-4364-4ad0-9a71-e725ec1f232a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group_rule': {'security_group_id': '288f2f16-4946-47be-94fc-9fb8d871b602', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:06:40.526810 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-eb54e691-4364-4ad0-9a71-e725ec1f232a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:06:40.531046 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-eb54e691-4364-4ad0-9a71-e725ec1f232a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:06:40.534089 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-eb54e691-4364-4ad0-9a71-e725ec1f232a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:06:40.539770 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-eb54e691-4364-4ad0-9a71-e725ec1f232a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:06:40.555623 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-eb54e691-4364-4ad0-9a71-e725ec1f232a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:40.624481 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-eb54e691-4364-4ad0-9a71-e725ec1f232a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:40.628079 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-eb54e691-4364-4ad0-9a71-e725ec1f232a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:40.651474 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54e691-4364-4ad0-9a71-e725ec1f232a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b4227ea-7d25-4f07-97db-f9e1a45a1a06,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:40.660033 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-eb54e691-4364-4ad0-9a71-e725ec1f232a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:40.661280 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-eb54e691-4364-4ad0-9a71-e725ec1f232a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1464779 Apr 29 14:06:40.664018 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41528) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:06:40.669380 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-172ad0f1-5b63-4fef-a326-22212120e338 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group_rule': {'security_group_id': '288f2f16-4946-47be-94fc-9fb8d871b602', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:06:40.675029 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-172ad0f1-5b63-4fef-a326-22212120e338 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:06:40.679604 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-172ad0f1-5b63-4fef-a326-22212120e338 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:06:40.682419 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-172ad0f1-5b63-4fef-a326-22212120e338 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:06:40.687974 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-172ad0f1-5b63-4fef-a326-22212120e338 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:06:40.704352 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-172ad0f1-5b63-4fef-a326-22212120e338 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:40.768707 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-172ad0f1-5b63-4fef-a326-22212120e338 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:40.772178 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-172ad0f1-5b63-4fef-a326-22212120e338 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:40.794187 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ad0f1-5b63-4fef-a326-22212120e338 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6483ccdc-fa7c-4943-88b8-6886b4216cb8,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:40.803743 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-172ad0f1-5b63-4fef-a326-22212120e338 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:40.804949 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-172ad0f1-5b63-4fef-a326-22212120e338 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1400065 Apr 29 14:06:40.807632 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41532) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:06:40.812939 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-d3fdb5b2-38d0-4994-bfba-8e755257be74 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group_rule': {'security_group_id': '288f2f16-4946-47be-94fc-9fb8d871b602', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:06:40.819473 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d3fdb5b2-38d0-4994-bfba-8e755257be74 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:06:40.823249 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d3fdb5b2-38d0-4994-bfba-8e755257be74 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:06:40.826130 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-d3fdb5b2-38d0-4994-bfba-8e755257be74 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:06:40.831753 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-d3fdb5b2-38d0-4994-bfba-8e755257be74 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:06:40.847462 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d3fdb5b2-38d0-4994-bfba-8e755257be74 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:40.908815 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d3fdb5b2-38d0-4994-bfba-8e755257be74 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:40.912262 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d3fdb5b2-38d0-4994-bfba-8e755257be74 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:40.932466 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fdb5b2-38d0-4994-bfba-8e755257be74 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd03b0b-307c-4568-adad-a3b20cda35be,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:40.943323 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d3fdb5b2-38d0-4994-bfba-8e755257be74 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:40.944596 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d3fdb5b2-38d0-4994-bfba-8e755257be74 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1360734 Apr 29 14:06:40.947399 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41536) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:06:40.952657 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-65894223-e795-4c45-8941-2dc8bc5d9b7f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group_rule': {'security_group_id': '288f2f16-4946-47be-94fc-9fb8d871b602', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:06:40.958442 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-65894223-e795-4c45-8941-2dc8bc5d9b7f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:06:40.962173 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-65894223-e795-4c45-8941-2dc8bc5d9b7f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:06:40.965245 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-65894223-e795-4c45-8941-2dc8bc5d9b7f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:06:40.970951 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-65894223-e795-4c45-8941-2dc8bc5d9b7f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:06:40.980935 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.securitygroups_db [None req-65894223-e795-4c45-8941-2dc8bc5d9b7f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Project a3b5eecb321e41ad979ed70ab10a2d9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 14:06:40.986966 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-65894223-e795-4c45-8941-2dc8bc5d9b7f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:41.049408 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-65894223-e795-4c45-8941-2dc8bc5d9b7f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:41.053452 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-65894223-e795-4c45-8941-2dc8bc5d9b7f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:41.076978 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65894223-e795-4c45-8941-2dc8bc5d9b7f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0cd99d-353e-47ac-9a3c-2fc82b3d85df,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:41.086111 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-65894223-e795-4c45-8941-2dc8bc5d9b7f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:41.087339 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-65894223-e795-4c45-8941-2dc8bc5d9b7f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1390481 Apr 29 14:06:41.090248 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41540) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:06:41.095518 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-5fe0d352-0eb6-4133-a7cc-dadb42e89765 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group_rule': {'security_group_id': '288f2f16-4946-47be-94fc-9fb8d871b602', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:06:41.101730 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-5fe0d352-0eb6-4133-a7cc-dadb42e89765 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:06:41.105431 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5fe0d352-0eb6-4133-a7cc-dadb42e89765 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:06:41.108218 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5fe0d352-0eb6-4133-a7cc-dadb42e89765 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:06:41.114891 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-5fe0d352-0eb6-4133-a7cc-dadb42e89765 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:06:41.127186 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.securitygroups_db [None req-5fe0d352-0eb6-4133-a7cc-dadb42e89765 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Project a3b5eecb321e41ad979ed70ab10a2d9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 14:06:41.133718 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5fe0d352-0eb6-4133-a7cc-dadb42e89765 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:41.196631 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5fe0d352-0eb6-4133-a7cc-dadb42e89765 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:41.199959 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5fe0d352-0eb6-4133-a7cc-dadb42e89765 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:41.222286 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0d352-0eb6-4133-a7cc-dadb42e89765 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33307ad0-a174-4059-9949-7c681e06cdb5,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:41.231043 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5fe0d352-0eb6-4133-a7cc-dadb42e89765 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:41.232218 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5fe0d352-0eb6-4133-a7cc-dadb42e89765 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1410859 Apr 29 14:06:41.235106 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41544) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:06:41.240574 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-de739109-2925-4b17-bb75-8d27f40dd340 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'network': {'name': 'tempest-network-smoke--965274646', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'port_security_enabled': True}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:06:41.245320 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-de739109-2925-4b17-bb75-8d27f40dd340 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:06:41.249312 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-de739109-2925-4b17-bb75-8d27f40dd340 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:network and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:06:41.252116 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-de739109-2925-4b17-bb75-8d27f40dd340 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:06:41.258408 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-de739109-2925-4b17-bb75-8d27f40dd340 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:06:41.268446 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de739109-2925-4b17-bb75-8d27f40dd340 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Made reservation on behalf of a3b5eecb321e41ad979ed70ab10a2d9d for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 14:06:41.271906 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-de739109-2925-4b17-bb75-8d27f40dd340 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:41.304036 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de739109-2925-4b17-bb75-8d27f40dd340 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 14:06:41.313749 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-de739109-2925-4b17-bb75-8d27f40dd340 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:41.314170 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-de739109-2925-4b17-bb75-8d27f40dd340 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Added segment 8d66e7b5-5b08-4082-aeeb-3c81be57c2fd of type vlan for network 7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8 Apr 29 14:06:41.346730 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-de739109-2925-4b17-bb75-8d27f40dd340 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:41.375791 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-de739109-2925-4b17-bb75-8d27f40dd340 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:41.380167 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de739109-2925-4b17-bb75-8d27f40dd340 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:06:41.380739 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-de739109-2925-4b17-bb75-8d27f40dd340 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:41.507233 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-de739109-2925-4b17-bb75-8d27f40dd340 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2677326 Apr 29 14:06:41.507596 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41552) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:06:41.511789 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de739109-2925-4b17-bb75-8d27f40dd340 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Network': ['ID=7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:41.513117 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-bb21dab0-d9f3-4183-a239-6c7d6bc3be63 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1428047099', 'admin_state_up': True, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:06:41.519855 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-bb21dab0-d9f3-4183-a239-6c7d6bc3be63 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:06:41.523691 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bb21dab0-d9f3-4183-a239-6c7d6bc3be63 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:router and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:06:41.525870 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 14:06:41.527427 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-bb21dab0-d9f3-4183-a239-6c7d6bc3be63 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:06:41.533651 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-bb21dab0-d9f3-4183-a239-6c7d6bc3be63 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:06:41.543532 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb21dab0-d9f3-4183-a239-6c7d6bc3be63 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:41.544721 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb21dab0-d9f3-4183-a239-6c7d6bc3be63 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:41.563785 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb21dab0-d9f3-4183-a239-6c7d6bc3be63 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:41.623001 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:41.646626 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:41.710924 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb21dab0-d9f3-4183-a239-6c7d6bc3be63 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:41.892656 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb21dab0-d9f3-4183-a239-6c7d6bc3be63 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:41.921326 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb21dab0-d9f3-4183-a239-6c7d6bc3be63 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:42.055190 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-bb21dab0-d9f3-4183-a239-6c7d6bc3be63 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Allocated IP 172.26.6.196 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/82920f12-1f98-4375-a68a-a5b7c908dd25) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:06:42.198226 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb21dab0-d9f3-4183-a239-6c7d6bc3be63 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:42.226170 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb21dab0-d9f3-4183-a239-6c7d6bc3be63 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:42.292024 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb21dab0-d9f3-4183-a239-6c7d6bc3be63 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:06:42.295492 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-bb21dab0-d9f3-4183-a239-6c7d6bc3be63 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:06:42.297258 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21dab0-d9f3-4183-a239-6c7d6bc3be63 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Port': ['ID=82920f12-1f98-4375-a68a-a5b7c908dd25,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:42.299468 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb21dab0-d9f3-4183-a239-6c7d6bc3be63 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:06:42.470150 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb21dab0-d9f3-4183-a239-6c7d6bc3be63 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:42.470780 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb21dab0-d9f3-4183-a239-6c7d6bc3be63 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:42.782281 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb21dab0-d9f3-4183-a239-6c7d6bc3be63 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Router 0d49da53-06bc-48ea-aa88-2f6aa25d5fe3 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 14:06:42.994444 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb21dab0-d9f3-4183-a239-6c7d6bc3be63 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:06:43.005447 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9146a4c2-7222-4490-8f48-44cdfab2c413 None None] Sync routers for ids ['0d49da53-06bc-48ea-aa88-2f6aa25d5fe3'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:06:43.017140 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9146a4c2-7222-4490-8f48-44cdfab2c413 None None] Routers {'0d49da53-06bc-48ea-aa88-2f6aa25d5fe3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:06:43.017958 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-9146a4c2-7222-4490-8f48-44cdfab2c413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:06:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['0d49da53-06bc-48ea-aa88-2f6aa25d5fe3'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:06:43.024859 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb21dab0-d9f3-4183-a239-6c7d6bc3be63 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:43.029037 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-bb21dab0-d9f3-4183-a239-6c7d6bc3be63 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5173163 Apr 29 14:06:43.029203 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41556) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:06:43.035993 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:43.073767 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4aeafb99-e5de-4c2f-869b-b12fe37c34a1 tempest-TestNetworkAdvancedServerOps-2141022458 tempest-TestNetworkAdvancedServerOps-2141022458-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=a3b5eecb321e41ad979ed70ab10a2d9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409138 Apr 29 14:06:43.073958 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41560) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:06:43.204124 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ce340f-90e6-4fb7-b6aa-c7f827033688 tempest-TestNetworkAdvancedServerOps-2141022458 tempest-TestNetworkAdvancedServerOps-2141022458-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:06:43.208978 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-69ce340f-90e6-4fb7-b6aa-c7f827033688 tempest-TestNetworkAdvancedServerOps-2141022458 tempest-TestNetworkAdvancedServerOps-2141022458-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1308477 Apr 29 14:06:43.209123 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-9146a4c2-7222-4490-8f48-44cdfab2c413 None None] Set router 0d49da53-06bc-48ea-aa88-2f6aa25d5fe3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:06:43.209218 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41564) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:06:43.247664 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8cdf67b6-6981-4acd-85a9-4a47efef77ba tempest-TestNetworkAdvancedServerOps-2141022458 tempest-TestNetworkAdvancedServerOps-2141022458-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3475bcf7-abe6-4964-9326-03174235aecc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375011 Apr 29 14:06:43.250140 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41568) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:06:43.255329 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-337ff70f-dd20-4499-bdc1-f59e4cdced04 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1589103815', 'network_id': '7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:06:43.363462 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-337ff70f-dd20-4499-bdc1-f59e4cdced04 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:06:43.367275 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-337ff70f-dd20-4499-bdc1-f59e4cdced04 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:subnet and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:06:43.370240 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-337ff70f-dd20-4499-bdc1-f59e4cdced04 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:06:43.375953 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-337ff70f-dd20-4499-bdc1-f59e4cdced04 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:06:43.386307 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337ff70f-dd20-4499-bdc1-f59e4cdced04 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Made reservation on behalf of a3b5eecb321e41ad979ed70ab10a2d9d for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 14:06:43.486645 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-337ff70f-dd20-4499-bdc1-f59e4cdced04 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:43.498338 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-9146a4c2-7222-4490-8f48-44cdfab2c413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428047099', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': '82920f12-1f98-4375-a68a-a5b7c908dd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:06:41Z', 'updated_at': '2022-04-29T14:06:42Z', 'revision_number': 3, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '82920f12-1f98-4375-a68a-a5b7c908dd25', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:08:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:06:41Z', 'updated_at': '2022-04-29T14:06:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:06:43.502084 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9146a4c2-7222-4490-8f48-44cdfab2c413 None None] Checking router: 0d49da53-06bc-48ea-aa88-2f6aa25d5fe3 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:06:43.502424 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9146a4c2-7222-4490-8f48-44cdfab2c413 None None] Updating router 0d49da53-06bc-48ea-aa88-2f6aa25d5fe3 port 82920f12-1f98-4375-a68a-a5b7c908dd25 binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 14:06:43.556647 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-9146a4c2-7222-4490-8f48-44cdfab2c413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:43.707008 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-337ff70f-dd20-4499-bdc1-f59e4cdced04 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:43.785360 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ff70f-dd20-4499-bdc1-f59e4cdced04 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Subnet': ['ID=0ba8f364-70e1-48a5-8e8a-9c0341699d38,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:43.796819 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337ff70f-dd20-4499-bdc1-f59e4cdced04 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Checking segment: {'id': '8d66e7b5-5b08-4082-aeeb-3c81be57c2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:06:43.797176 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337ff70f-dd20-4499-bdc1-f59e4cdced04 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network hostable DHCP agents. Network: 7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 14:06:43.822010 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337ff70f-dd20-4499-bdc1-f59e4cdced04 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network 7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 14:06:43.832484 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-337ff70f-dd20-4499-bdc1-f59e4cdced04 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:06:43.840652 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337ff70f-dd20-4499-bdc1-f59e4cdced04 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:06:43.841419 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-337ff70f-dd20-4499-bdc1-f59e4cdced04 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:43.842017 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41190abb-eabd-41b9-af78-445bd5e15db9 None None] Network 7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 14:06:43.868368 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-337ff70f-dd20-4499-bdc1-f59e4cdced04 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6147375 Apr 29 14:06:43.868726 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41572) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:06:43.884640 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-9146a4c2-7222-4490-8f48-44cdfab2c413 None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:43.897296 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-9146a4c2-7222-4490-8f48-44cdfab2c413 None None] Transition to ACTIVE for port object 82920f12-1f98-4375-a68a-a5b7c908dd25 will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:06:43.903327 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-9146a4c2-7222-4490-8f48-44cdfab2c413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:43.975718 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-9146a4c2-7222-4490-8f48-44cdfab2c413 None None] Attempting to bind port 82920f12-1f98-4375-a68a-a5b7c908dd25 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:06:43.976105 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-9146a4c2-7222-4490-8f48-44cdfab2c413 None None] Attempting to bind port 82920f12-1f98-4375-a68a-a5b7c908dd25 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:06:43.976450 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9146a4c2-7222-4490-8f48-44cdfab2c413 None None] Attempting to bind port 82920f12-1f98-4375-a68a-a5b7c908dd25 on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:06:43.990282 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043304e-8cf4-4ced-9a5e-926b781c4664 None None] Pushing event updated for resources: {'Port': ['ID=82920f12-1f98-4375-a68a-a5b7c908dd25,revision_number=2']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:43.998149 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9146a4c2-7222-4490-8f48-44cdfab2c413 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:06:43.998523 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9146a4c2-7222-4490-8f48-44cdfab2c413 None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:06:43.998922 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-9146a4c2-7222-4490-8f48-44cdfab2c413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:43.999306 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9146a4c2-7222-4490-8f48-44cdfab2c413 None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:06:43.999761 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-9146a4c2-7222-4490-8f48-44cdfab2c413 None None] Bound port: 82920f12-1f98-4375-a68a-a5b7c908dd25, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:06:44.000193 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-9146a4c2-7222-4490-8f48-44cdfab2c413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:44.023994 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9043304e-8cf4-4ced-9a5e-926b781c4664 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:44.024703 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9043304e-8cf4-4ced-9a5e-926b781c4664 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:44.024703 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9043304e-8cf4-4ced-9a5e-926b781c4664 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:44.025059 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9043304e-8cf4-4ced-9a5e-926b781c4664 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:44.025321 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9043304e-8cf4-4ced-9a5e-926b781c4664 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:44.025642 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9043304e-8cf4-4ced-9a5e-926b781c4664 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:44.025966 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9043304e-8cf4-4ced-9a5e-926b781c4664 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:44.026295 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9043304e-8cf4-4ced-9a5e-926b781c4664 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:44.026617 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9043304e-8cf4-4ced-9a5e-926b781c4664 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:44.026938 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9043304e-8cf4-4ced-9a5e-926b781c4664 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:44.027237 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9043304e-8cf4-4ced-9a5e-926b781c4664 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:06:44.068204 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aeb2047-6298-4a8e-af15-94070e24699b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8', 'network_id': '7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'fixed_ips': [{'subnet_id': '0ba8f364-70e1-48a5-8e8a-9c0341699d38'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 14:06:44.069093 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8aeb2047-6298-4a8e-af15-94070e24699b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:44.085167 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-9146a4c2-7222-4490-8f48-44cdfab2c413 None None] For port 82920f12-1f98-4375-a68a-a5b7c908dd25, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:06:44.088418 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-9146a4c2-7222-4490-8f48-44cdfab2c413 None None] For port 82920f12-1f98-4375-a68a-a5b7c908dd25, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=82920f12-1f98-4375-a68a-a5b7c908dd25,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:06:44.093652 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-9146a4c2-7222-4490-8f48-44cdfab2c413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:44.219332 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043304e-8cf4-4ced-9a5e-926b781c4664 None None] Pushing event updated for resources: {'Port': ['ID=82920f12-1f98-4375-a68a-a5b7c908dd25,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:44.222029 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9146a4c2-7222-4490-8f48-44cdfab2c413 None None] Routers {'0d49da53-06bc-48ea-aa88-2f6aa25d5fe3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:06:44.222401 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-9146a4c2-7222-4490-8f48-44cdfab2c413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:06:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['0d49da53-06bc-48ea-aa88-2f6aa25d5fe3'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:06:44.233473 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-8aeb2047-6298-4a8e-af15-94070e24699b None None] Allocated IP 172.20.0.2 (7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8/0ba8f364-70e1-48a5-8e8a-9c0341699d38/7a90cf4b-80c0-4175-a3ed-7d250676e071) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:06:44.405096 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-9146a4c2-7222-4490-8f48-44cdfab2c413 None None] Set router 0d49da53-06bc-48ea-aa88-2f6aa25d5fe3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:06:44.444053 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8aeb2047-6298-4a8e-af15-94070e24699b None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:44.454175 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-8aeb2047-6298-4a8e-af15-94070e24699b None None] Transition to ACTIVE for port object 7a90cf4b-80c0-4175-a3ed-7d250676e071 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:06:44.473841 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-8aeb2047-6298-4a8e-af15-94070e24699b None None] Transition to ACTIVE for port object 7a90cf4b-80c0-4175-a3ed-7d250676e071 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:06:44.480738 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8aeb2047-6298-4a8e-af15-94070e24699b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:44.588799 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeb2047-6298-4a8e-af15-94070e24699b None None] Network 7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:06:44.589604 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb2047-6298-4a8e-af15-94070e24699b None None] Pushing event updated for resources: {'Port': ['ID=7a90cf4b-80c0-4175-a3ed-7d250676e071,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:44.592389 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-8aeb2047-6298-4a8e-af15-94070e24699b None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:06:44.594512 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeb2047-6298-4a8e-af15-94070e24699b None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:06:44.681677 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-8aeb2047-6298-4a8e-af15-94070e24699b None None] Attempting to bind port 7a90cf4b-80c0-4175-a3ed-7d250676e071 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:06:44.682039 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-8aeb2047-6298-4a8e-af15-94070e24699b None None] Attempting to bind port 7a90cf4b-80c0-4175-a3ed-7d250676e071 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '8d66e7b5-5b08-4082-aeeb-3c81be57c2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:06:44.682398 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb2047-6298-4a8e-af15-94070e24699b None None] Attempting to bind port 7a90cf4b-80c0-4175-a3ed-7d250676e071 on network 7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:06:44.689150 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb2047-6298-4a8e-af15-94070e24699b None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:06:44.689522 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb2047-6298-4a8e-af15-94070e24699b None None] Checking segment: {'id': '8d66e7b5-5b08-4082-aeeb-3c81be57c2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:06:44.689912 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8aeb2047-6298-4a8e-af15-94070e24699b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:44.690313 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb2047-6298-4a8e-af15-94070e24699b None None] Bound using segment: {'id': '8d66e7b5-5b08-4082-aeeb-3c81be57c2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:06:44.690749 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-8aeb2047-6298-4a8e-af15-94070e24699b None None] Bound port: 7a90cf4b-80c0-4175-a3ed-7d250676e071, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d66e7b5-5b08-4082-aeeb-3c81be57c2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:06:44.691111 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8aeb2047-6298-4a8e-af15-94070e24699b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:44.698126 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-9146a4c2-7222-4490-8f48-44cdfab2c413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428047099', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': '82920f12-1f98-4375-a68a-a5b7c908dd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:06:41Z', 'updated_at': '2022-04-29T14:06:42Z', 'revision_number': 3, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '82920f12-1f98-4375-a68a-a5b7c908dd25', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:08:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:06:41Z', 'updated_at': '2022-04-29T14:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:06:44.702311 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9146a4c2-7222-4490-8f48-44cdfab2c413 None None] The sync data for ids ['0d49da53-06bc-48ea-aa88-2f6aa25d5fe3'] in dv-neutron-839027-4-hyperv is: [{'id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428047099', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': '82920f12-1f98-4375-a68a-a5b7c908dd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:06:41Z', 'updated_at': '2022-04-29T14:06:42Z', 'revision_number': 3, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '82920f12-1f98-4375-a68a-a5b7c908dd25', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:08:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:06:41Z', 'updated_at': '2022-04-29T14:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:06:44.772673 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5c3aabf6-fd2a-47a8-9b3d-7f8d638c8d7c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:44.791927 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-8aeb2047-6298-4a8e-af15-94070e24699b None None] For port 7a90cf4b-80c0-4175-a3ed-7d250676e071, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:06:44.795719 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-8aeb2047-6298-4a8e-af15-94070e24699b None None] For port 7a90cf4b-80c0-4175-a3ed-7d250676e071, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=7a90cf4b-80c0-4175-a3ed-7d250676e071,segment=NetworkSegment(8d66e7b5-5b08-4082-aeeb-3c81be57c2fd),segment_id=8d66e7b5-5b08-4082-aeeb-3c81be57c2fd)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:06:44.801946 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8aeb2047-6298-4a8e-af15-94070e24699b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:44.887804 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb2047-6298-4a8e-af15-94070e24699b None None] Pushing event updated for resources: {'Port': ['ID=7a90cf4b-80c0-4175-a3ed-7d250676e071,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:45.231425 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-5c3aabf6-fd2a-47a8-9b3d-7f8d638c8d7c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Allocated IP 172.20.0.1 (7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8/0ba8f364-70e1-48a5-8e8a-9c0341699d38/a73faa9c-1bec-43b5-8408-add69ab99ec6) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:06:45.412122 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5c3aabf6-fd2a-47a8-9b3d-7f8d638c8d7c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:45.430145 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-5c3aabf6-fd2a-47a8-9b3d-7f8d638c8d7c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Transition to ACTIVE for port object a73faa9c-1bec-43b5-8408-add69ab99ec6 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:06:45.458604 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5c3aabf6-fd2a-47a8-9b3d-7f8d638c8d7c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:45.461611 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 82920f12-1f98-4375-a68a-a5b7c908dd25 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:06:45.530344 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3aabf6-fd2a-47a8-9b3d-7f8d638c8d7c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network 7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:06:45.534371 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-5c3aabf6-fd2a-47a8-9b3d-7f8d638c8d7c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:06:45.539372 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3aabf6-fd2a-47a8-9b3d-7f8d638c8d7c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:06:45.541916 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 82920f12-1f98-4375-a68a-a5b7c908dd25 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:06:45.547651 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 82920f12-1f98-4375-a68a-a5b7c908dd25 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:06:45.548193 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:45.569093 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3aabf6-fd2a-47a8-9b3d-7f8d638c8d7c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Port': ['ID=a73faa9c-1bec-43b5-8408-add69ab99ec6,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:45.627929 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5c3aabf6-fd2a-47a8-9b3d-7f8d638c8d7c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:45.692572 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:45.711519 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 82920f12-1f98-4375-a68a-a5b7c908dd25, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=82920f12-1f98-4375-a68a-a5b7c908dd25,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:06:45.718666 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:45.719817 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 7a90cf4b-80c0-4175-a3ed-7d250676e071 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:06:45.720726 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5c3aabf6-fd2a-47a8-9b3d-7f8d638c8d7c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:45.835062 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 7a90cf4b-80c0-4175-a3ed-7d250676e071 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:06:45.855052 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=82920f12-1f98-4375-a68a-a5b7c908dd25,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:45.982766 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00086250-5d2b-492c-a7d8-37fb80ff8db0 None None] Network 7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 14:06:46.094643 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7af08e3e-7826-4a50-86ff-69782804faea None None] Provisioning for port 7a90cf4b-80c0-4175-a3ed-7d250676e071 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:06:46.110020 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7af08e3e-7826-4a50-86ff-69782804faea None None] Provisioning complete for port 7a90cf4b-80c0-4175-a3ed-7d250676e071 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:06:46.110380 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7af08e3e-7826-4a50-86ff-69782804faea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:46.255508 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5c3aabf6-fd2a-47a8-9b3d-7f8d638c8d7c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:46.259939 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5c3aabf6-fd2a-47a8-9b3d-7f8d638c8d7c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:46.373932 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5c3aabf6-fd2a-47a8-9b3d-7f8d638c8d7c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:46.377844 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3aabf6-fd2a-47a8-9b3d-7f8d638c8d7c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Port': ['ID=a73faa9c-1bec-43b5-8408-add69ab99ec6,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:46.446000 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7af08e3e-7826-4a50-86ff-69782804faea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:46.502155 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7af08e3e-7826-4a50-86ff-69782804faea None None] For port 7a90cf4b-80c0-4175-a3ed-7d250676e071, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=7a90cf4b-80c0-4175-a3ed-7d250676e071,segment=NetworkSegment(8d66e7b5-5b08-4082-aeeb-3c81be57c2fd),segment_id=8d66e7b5-5b08-4082-aeeb-3c81be57c2fd)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:06:46.512059 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7af08e3e-7826-4a50-86ff-69782804faea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:46.517827 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3aabf6-fd2a-47a8-9b3d-7f8d638c8d7c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network 7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:06:46.519018 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-5c3aabf6-fd2a-47a8-9b3d-7f8d638c8d7c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:06:46.587900 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af08e3e-7826-4a50-86ff-69782804faea None None] Pushing event updated for resources: {'Port': ['ID=7a90cf4b-80c0-4175-a3ed-7d250676e071,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:46.734047 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-70a526f9-9172-449f-a798-7221faf7389f None None] Provisioning for port a73faa9c-1bec-43b5-8408-add69ab99ec6 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:06:46.740036 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-70a526f9-9172-449f-a798-7221faf7389f None None] Provisioning complete for port a73faa9c-1bec-43b5-8408-add69ab99ec6 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:06:46.740593 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-70a526f9-9172-449f-a798-7221faf7389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:46.796124 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-70a526f9-9172-449f-a798-7221faf7389f None None] Port a73faa9c-1bec-43b5-8408-add69ab99ec6 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 14:06:46.808946 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-70a526f9-9172-449f-a798-7221faf7389f None None] Provisioning complete for port 7a90cf4b-80c0-4175-a3ed-7d250676e071 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:06:46.809317 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-70a526f9-9172-449f-a798-7221faf7389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:46.937625 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3aabf6-fd2a-47a8-9b3d-7f8d638c8d7c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Router 0d49da53-06bc-48ea-aa88-2f6aa25d5fe3 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:06:47.056580 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-54d5d417-1291-4dba-ba27-e8066097f894 None None] Provisioning complete for port a73faa9c-1bec-43b5-8408-add69ab99ec6 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:06:47.057158 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-54d5d417-1291-4dba-ba27-e8066097f894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:47.110691 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-54d5d417-1291-4dba-ba27-e8066097f894 None None] Port a73faa9c-1bec-43b5-8408-add69ab99ec6 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 14:06:47.145802 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3aabf6-fd2a-47a8-9b3d-7f8d638c8d7c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:06:47.157808 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5c3aabf6-fd2a-47a8-9b3d-7f8d638c8d7c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "PUT /v2.0/routers/0d49da53-06bc-48ea-aa88-2f6aa25d5fe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2880514 Apr 29 14:06:47.232302 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c505787e-ff5a-4b0f-a7f2-6f5cbee2feb7 None None] Provisioning complete for port a73faa9c-1bec-43b5-8408-add69ab99ec6 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:06:47.232629 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c505787e-ff5a-4b0f-a7f2-6f5cbee2feb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:47.283496 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-c505787e-ff5a-4b0f-a7f2-6f5cbee2feb7 None None] Port a73faa9c-1bec-43b5-8408-add69ab99ec6 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 14:06:47.389002 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 82920f12-1f98-4375-a68a-a5b7c908dd25 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:06:47.410369 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-2ac624ab-e62a-426c-abf3-eb4253d6243e tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Synchronizing usage tracker for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:06:47.427590 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-2ac624ab-e62a-426c-abf3-eb4253d6243e tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Unset dirty status for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:06:47.428999 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-2ac624ab-e62a-426c-abf3-eb4253d6243e tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1337088251&fields=id&tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d HTTP/1.1" status: 200 len: 267 time: 0.0630426 Apr 29 14:06:47.492777 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 82920f12-1f98-4375-a68a-a5b7c908dd25 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:06:47.493159 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:47.587071 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-8d094d69-1304-4c0c-835e-081a1ff64e73 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:06:47.588576 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-8d094d69-1304-4c0c-835e-081a1ff64e73 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/networks?id=7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8 HTTP/1.1" status: 200 len: 796 time: 0.1529469 Apr 29 14:06:47.605261 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-ddbbaca9-a25e-497e-a002-ce4821977467 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/quotas/a3b5eecb321e41ad979ed70ab10a2d9d HTTP/1.1" status: 200 len: 375 time: 0.0107019 Apr 29 14:06:47.607869 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 7a90cf4b-80c0-4175-a3ed-7d250676e071 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:06:47.673234 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 7a90cf4b-80c0-4175-a3ed-7d250676e071 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:06:47.673500 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:47.683327 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-fad65922-ba56-447d-b1b4-45ce6940753b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Synchronizing usage tracker for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:06:47.700955 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-fad65922-ba56-447d-b1b4-45ce6940753b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Unset dirty status for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:06:47.705157 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-fad65922-ba56-447d-b1b4-45ce6940753b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948677 Apr 29 14:06:47.718633 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-65f36548-3d18-40cc-bcd8-dce9c8308bc6 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 14:06:47.725926 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-65f36548-3d18-40cc-bcd8-dce9c8308bc6 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0118163 Apr 29 14:06:47.868287 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-8b18f5cb-e071-40e3-a502-1de663d381a4 service neutron] 10.222.0.76 "GET /v2.0/networks/7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414213 Apr 29 14:06:48.002749 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-c70930a9-d6a6-48a3-909b-df391e3a7c22 service neutron] 10.222.0.76 "GET /v2.0/networks/7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283181 Apr 29 14:06:48.351311 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f3a7c1-02b2-472b-b777-64fc9d54f0ac None None] Sync routers for ids ['0d49da53-06bc-48ea-aa88-2f6aa25d5fe3'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:06:48.362733 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f3a7c1-02b2-472b-b777-64fc9d54f0ac None None] Routers {'0d49da53-06bc-48ea-aa88-2f6aa25d5fe3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:06:48.363389 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e1f3a7c1-02b2-472b-b777-64fc9d54f0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:06:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['0d49da53-06bc-48ea-aa88-2f6aa25d5fe3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:06:48.537748 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-e1f3a7c1-02b2-472b-b777-64fc9d54f0ac None None] Set router 0d49da53-06bc-48ea-aa88-2f6aa25d5fe3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:06:48.842457 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e1f3a7c1-02b2-472b-b777-64fc9d54f0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428047099', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': '82920f12-1f98-4375-a68a-a5b7c908dd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:06:41Z', 'updated_at': '2022-04-29T14:06:45Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '82920f12-1f98-4375-a68a-a5b7c908dd25', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:06:41Z', 'updated_at': '2022-04-29T14:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'a73faa9c-1bec-43b5-8408-add69ab99ec6', 'name': '', 'network_id': '7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:f5:3f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba8f364-70e1-48a5-8e8a-9c0341699d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:06:45Z', 'updated_at': '2022-04-29T14:06:46Z', 'revision_number': 2, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': '0ba8f364-70e1-48a5-8e8a-9c0341699d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:06:48.846180 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f3a7c1-02b2-472b-b777-64fc9d54f0ac None None] Checking router: 0d49da53-06bc-48ea-aa88-2f6aa25d5fe3 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:06:48.846524 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f3a7c1-02b2-472b-b777-64fc9d54f0ac None None] Updating router 0d49da53-06bc-48ea-aa88-2f6aa25d5fe3 port a73faa9c-1bec-43b5-8408-add69ab99ec6 binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 14:06:48.899103 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e1f3a7c1-02b2-472b-b777-64fc9d54f0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:49.218700 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-150bd3b2-b88d-4938-9210-c23923a6ea2b req-c1fdb2c0-73ae-4ef6-bc52-7022f26b9436 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Synchronizing usage tracker for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:06:49.237138 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e1f3a7c1-02b2-472b-b777-64fc9d54f0ac None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:49.238501 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-150bd3b2-b88d-4938-9210-c23923a6ea2b req-c1fdb2c0-73ae-4ef6-bc52-7022f26b9436 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Unset dirty status for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:06:49.239680 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-150bd3b2-b88d-4938-9210-c23923a6ea2b req-c1fdb2c0-73ae-4ef6-bc52-7022f26b9436 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 210 time: 0.0657091 Apr 29 14:06:49.250446 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e1f3a7c1-02b2-472b-b777-64fc9d54f0ac None None] Transition to ACTIVE for port object a73faa9c-1bec-43b5-8408-add69ab99ec6 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:06:49.259043 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e1f3a7c1-02b2-472b-b777-64fc9d54f0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:49.389789 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184c4c1-bd59-4292-bafc-f4a303c54d2b None None] Pushing event updated for resources: {'Port': ['ID=a73faa9c-1bec-43b5-8408-add69ab99ec6,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:49.483650 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e1f3a7c1-02b2-472b-b777-64fc9d54f0ac None None] Attempting to bind port a73faa9c-1bec-43b5-8408-add69ab99ec6 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:06:49.484090 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e1f3a7c1-02b2-472b-b777-64fc9d54f0ac None None] Attempting to bind port a73faa9c-1bec-43b5-8408-add69ab99ec6 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '8d66e7b5-5b08-4082-aeeb-3c81be57c2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:06:49.484480 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f3a7c1-02b2-472b-b777-64fc9d54f0ac None None] Attempting to bind port a73faa9c-1bec-43b5-8408-add69ab99ec6 on network 7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:06:49.492175 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f3a7c1-02b2-472b-b777-64fc9d54f0ac None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:06:49.492538 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f3a7c1-02b2-472b-b777-64fc9d54f0ac None None] Checking segment: {'id': '8d66e7b5-5b08-4082-aeeb-3c81be57c2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:06:49.492957 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e1f3a7c1-02b2-472b-b777-64fc9d54f0ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:49.493342 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f3a7c1-02b2-472b-b777-64fc9d54f0ac None None] Bound using segment: {'id': '8d66e7b5-5b08-4082-aeeb-3c81be57c2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:06:49.493801 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e1f3a7c1-02b2-472b-b777-64fc9d54f0ac None None] Bound port: a73faa9c-1bec-43b5-8408-add69ab99ec6, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d66e7b5-5b08-4082-aeeb-3c81be57c2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:06:49.494165 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e1f3a7c1-02b2-472b-b777-64fc9d54f0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:49.627712 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e1f3a7c1-02b2-472b-b777-64fc9d54f0ac None None] For port a73faa9c-1bec-43b5-8408-add69ab99ec6, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:06:49.631666 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e1f3a7c1-02b2-472b-b777-64fc9d54f0ac None None] For port a73faa9c-1bec-43b5-8408-add69ab99ec6, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a73faa9c-1bec-43b5-8408-add69ab99ec6,segment=NetworkSegment(8d66e7b5-5b08-4082-aeeb-3c81be57c2fd),segment_id=8d66e7b5-5b08-4082-aeeb-3c81be57c2fd)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:06:49.636206 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e1f3a7c1-02b2-472b-b777-64fc9d54f0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:49.721971 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184c4c1-bd59-4292-bafc-f4a303c54d2b None None] Pushing event updated for resources: {'Port': ['ID=a73faa9c-1bec-43b5-8408-add69ab99ec6,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:49.725350 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f3a7c1-02b2-472b-b777-64fc9d54f0ac None None] Routers {'0d49da53-06bc-48ea-aa88-2f6aa25d5fe3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:06:49.726104 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e1f3a7c1-02b2-472b-b777-64fc9d54f0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:06:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['0d49da53-06bc-48ea-aa88-2f6aa25d5fe3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:06:49.913516 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-e1f3a7c1-02b2-472b-b777-64fc9d54f0ac None None] Set router 0d49da53-06bc-48ea-aa88-2f6aa25d5fe3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:06:50.247252 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e1f3a7c1-02b2-472b-b777-64fc9d54f0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428047099', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': '82920f12-1f98-4375-a68a-a5b7c908dd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:06:41Z', 'updated_at': '2022-04-29T14:06:45Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '82920f12-1f98-4375-a68a-a5b7c908dd25', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:06:41Z', 'updated_at': '2022-04-29T14:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'a73faa9c-1bec-43b5-8408-add69ab99ec6', 'name': '', 'network_id': '7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:f5:3f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba8f364-70e1-48a5-8e8a-9c0341699d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:06:45Z', 'updated_at': '2022-04-29T14:06:49Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': '0ba8f364-70e1-48a5-8e8a-9c0341699d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:06:50.251631 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f3a7c1-02b2-472b-b777-64fc9d54f0ac None None] The sync data for ids ['0d49da53-06bc-48ea-aa88-2f6aa25d5fe3'] in dv-neutron-839027-4-hyperv is: [{'id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428047099', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': '82920f12-1f98-4375-a68a-a5b7c908dd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:06:41Z', 'updated_at': '2022-04-29T14:06:45Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '82920f12-1f98-4375-a68a-a5b7c908dd25', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:06:41Z', 'updated_at': '2022-04-29T14:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'a73faa9c-1bec-43b5-8408-add69ab99ec6', 'name': '', 'network_id': '7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:f5:3f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba8f364-70e1-48a5-8e8a-9c0341699d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:06:45Z', 'updated_at': '2022-04-29T14:06:49Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': '0ba8f364-70e1-48a5-8e8a-9c0341699d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:06:50.422602 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-c89de532-33a9-4fee-bc7a-7395fcd267ee tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:06:50.424111 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-c89de532-33a9-4fee-bc7a-7395fcd267ee tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.32 "GET /v2.0/networks?id=7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8 HTTP/1.1" status: 200 len: 796 time: 0.2805815 Apr 29 14:06:50.493203 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-df4fed46-0fc1-4fa9-9bbc-25a018d67d35 req-752978fe-f2bd-4138-a10e-d063f878f726 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 210 time: 0.0612383 Apr 29 14:06:50.518994 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-501d29e8-4276-4d0d-9df0-e91d0d34e250 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d HTTP/1.1" status: 200 len: 380 time: 0.0528002 Apr 29 14:06:50.528398 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-aadf55fb-5be5-408e-be0a-32740da22819 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'port': {'device_id': '84db71bd-eb5c-4d3f-b111-32bf83806334', 'network_id': '7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8', 'admin_state_up': True, 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'security_groups': ['288f2f16-4946-47be-94fc-9fb8d871b602']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:06:50.669879 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-aadf55fb-5be5-408e-be0a-32740da22819 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:06:50.680235 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-aadf55fb-5be5-408e-be0a-32740da22819 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:06:50.691871 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-aadf55fb-5be5-408e-be0a-32740da22819 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Made reservation on behalf of a3b5eecb321e41ad979ed70ab10a2d9d for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 14:06:50.695315 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-aadf55fb-5be5-408e-be0a-32740da22819 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:50.881303 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-aadf55fb-5be5-408e-be0a-32740da22819 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Allocated IP 172.20.0.8 (7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8/0ba8f364-70e1-48a5-8e8a-9c0341699d38/41e1939c-a91a-42e9-ad5e-a892ad7933a4) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:06:51.084182 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-aadf55fb-5be5-408e-be0a-32740da22819 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:51.103072 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-aadf55fb-5be5-408e-be0a-32740da22819 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Transition to ACTIVE for port object 41e1939c-a91a-42e9-ad5e-a892ad7933a4 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:06:51.134619 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-aadf55fb-5be5-408e-be0a-32740da22819 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:51.208392 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-aadf55fb-5be5-408e-be0a-32740da22819 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network 7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:06:51.211393 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-aadf55fb-5be5-408e-be0a-32740da22819 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:06:51.215403 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-aadf55fb-5be5-408e-be0a-32740da22819 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:06:51.252392 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf55fb-5be5-408e-be0a-32740da22819 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Port': ['ID=41e1939c-a91a-42e9-ad5e-a892ad7933a4,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:51.284231 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-aadf55fb-5be5-408e-be0a-32740da22819 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:06:51.284951 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-aadf55fb-5be5-408e-be0a-32740da22819 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:51.311458 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-aadf55fb-5be5-408e-be0a-32740da22819 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7868543 Apr 29 14:06:51.324170 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-01a11f32-621f-409f-8059-dc001e07f33e service neutron] Request body: {'port': {'device_id': '84db71bd-eb5c-4d3f-b111-32bf83806334', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:06:51.419659 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a73faa9c-1bec-43b5-8408-add69ab99ec6 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:06:51.444327 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-01a11f32-621f-409f-8059-dc001e07f33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:51.488919 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-8ff94063-0152-4218-bdbb-4e9452a58e93 None None] Provisioning for port 41e1939c-a91a-42e9-ad5e-a892ad7933a4 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:06:51.494709 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-8ff94063-0152-4218-bdbb-4e9452a58e93 None None] Provisioning complete for port 41e1939c-a91a-42e9-ad5e-a892ad7933a4 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:06:51.495015 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8ff94063-0152-4218-bdbb-4e9452a58e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:51.544470 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port a73faa9c-1bec-43b5-8408-add69ab99ec6 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:06:51.554711 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port a73faa9c-1bec-43b5-8408-add69ab99ec6 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:06:51.555078 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:51.587527 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-8ff94063-0152-4218-bdbb-4e9452a58e93 None None] Port 41e1939c-a91a-42e9-ad5e-a892ad7933a4 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 14:06:51.670548 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:51.701518 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd427e9a-beee-4d6f-b2bd-42c829f58a67 req-df3c3096-dee8-4e70-819b-c6bd8f1e50c0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:06:51.703188 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-bd427e9a-beee-4d6f-b2bd-42c829f58a67 req-df3c3096-dee8-4e70-819b-c6bd8f1e50c0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 931 time: 0.0784814 Apr 29 14:06:51.705335 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port a73faa9c-1bec-43b5-8408-add69ab99ec6, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a73faa9c-1bec-43b5-8408-add69ab99ec6,segment=NetworkSegment(8d66e7b5-5b08-4082-aeeb-3c81be57c2fd),segment_id=8d66e7b5-5b08-4082-aeeb-3c81be57c2fd)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:06:51.709869 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:51.760835 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-bd427e9a-beee-4d6f-b2bd-42c829f58a67 req-820553ee-e223-46f5-9bd4-97a203e08a63 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Synchronizing usage tracker for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:06:51.772519 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-bd427e9a-beee-4d6f-b2bd-42c829f58a67 req-820553ee-e223-46f5-9bd4-97a203e08a63 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Unset dirty status for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:06:51.773790 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-bd427e9a-beee-4d6f-b2bd-42c829f58a67 req-820553ee-e223-46f5-9bd4-97a203e08a63 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646083 Apr 29 14:06:51.786547 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=a73faa9c-1bec-43b5-8408-add69ab99ec6,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:51.815604 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-01a11f32-621f-409f-8059-dc001e07f33e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e1939c-a91a-42e9-ad5e-a892ad7933a4 {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 14:06:51.822618 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-01a11f32-621f-409f-8059-dc001e07f33e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:51.837116 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-01a11f32-621f-409f-8059-dc001e07f33e service neutron] Transition to ACTIVE for port object 41e1939c-a91a-42e9-ad5e-a892ad7933a4 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:06:51.840858 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-01a11f32-621f-409f-8059-dc001e07f33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:51.967832 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a11f32-621f-409f-8059-dc001e07f33e service neutron] Pushing event updated for resources: {'Port': ['ID=41e1939c-a91a-42e9-ad5e-a892ad7933a4,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:52.074449 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-01a11f32-621f-409f-8059-dc001e07f33e service neutron] Attempting to bind port 41e1939c-a91a-42e9-ad5e-a892ad7933a4 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:06:52.074782 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-01a11f32-621f-409f-8059-dc001e07f33e service neutron] Attempting to bind port 41e1939c-a91a-42e9-ad5e-a892ad7933a4 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '8d66e7b5-5b08-4082-aeeb-3c81be57c2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:06:52.075107 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-01a11f32-621f-409f-8059-dc001e07f33e service neutron] Attempting to bind port 41e1939c-a91a-42e9-ad5e-a892ad7933a4 on network 7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:06:52.080683 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-01a11f32-621f-409f-8059-dc001e07f33e service neutron] Port 41e1939c-a91a-42e9-ad5e-a892ad7933a4 on network 7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 14:06:52.081027 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-01a11f32-621f-409f-8059-dc001e07f33e service neutron] Attempting to bind port 41e1939c-a91a-42e9-ad5e-a892ad7933a4 on network 7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:06:52.087824 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-01a11f32-621f-409f-8059-dc001e07f33e service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:06:52.088150 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-01a11f32-621f-409f-8059-dc001e07f33e service neutron] Checking segment: {'id': '8d66e7b5-5b08-4082-aeeb-3c81be57c2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:06:52.088527 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-01a11f32-621f-409f-8059-dc001e07f33e service neutron] Bound using segment: {'id': '8d66e7b5-5b08-4082-aeeb-3c81be57c2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:06:52.088990 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-01a11f32-621f-409f-8059-dc001e07f33e service neutron] Bound port: 41e1939c-a91a-42e9-ad5e-a892ad7933a4, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d66e7b5-5b08-4082-aeeb-3c81be57c2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:06:52.089331 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-01a11f32-621f-409f-8059-dc001e07f33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:52.174146 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-01a11f32-621f-409f-8059-dc001e07f33e service neutron] For port 41e1939c-a91a-42e9-ad5e-a892ad7933a4, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:06:52.177058 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-01a11f32-621f-409f-8059-dc001e07f33e service neutron] For port 41e1939c-a91a-42e9-ad5e-a892ad7933a4, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=41e1939c-a91a-42e9-ad5e-a892ad7933a4,segment=NetworkSegment(8d66e7b5-5b08-4082-aeeb-3c81be57c2fd),segment_id=8d66e7b5-5b08-4082-aeeb-3c81be57c2fd)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:06:52.181262 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-01a11f32-621f-409f-8059-dc001e07f33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:52.324221 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-01a11f32-621f-409f-8059-dc001e07f33e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:52.325606 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-01a11f32-621f-409f-8059-dc001e07f33e service neutron] 10.222.0.32 "PUT /v2.0/ports/41e1939c-a91a-42e9-ad5e-a892ad7933a4 HTTP/1.1" status: 200 len: 1093 time: 1.0061011 Apr 29 14:06:52.326045 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84db71bd-eb5c-4d3f-b111-32bf83806334', 'tag': '41e1939c-a91a-42e9-ad5e-a892ad7933a4'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:06:52.343959 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a11f32-621f-409f-8059-dc001e07f33e service neutron] Pushing event updated for resources: {'Port': ['ID=41e1939c-a91a-42e9-ad5e-a892ad7933a4,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:52.408490 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d6dfd64-4e33-4c40-a1bd-181c4c2d8ab4'] response: {'name': 'network-changed', 'server_uuid': '84db71bd-eb5c-4d3f-b111-32bf83806334', 'tag': '41e1939c-a91a-42e9-ad5e-a892ad7933a4', 'status': 'completed', 'code': 200} Apr 29 14:06:52.452055 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-c7c82e7b-221e-4cd1-8f94-2d8cad416589 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 1096 time: 0.0758841 Apr 29 14:06:52.523438 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-3d33855f-f56b-4303-a7f7-4646c671f527 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41e1939c-a91a-42e9-ad5e-a892ad7933a4 HTTP/1.1" status: 200 len: 217 time: 0.0640783 Apr 29 14:06:52.583367 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-358204b3-5379-4000-921c-3db006172929 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:06:52.584709 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-358204b3-5379-4000-921c-3db006172929 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ba8f364-70e1-48a5-8e8a-9c0341699d38 HTTP/1.1" status: 200 len: 835 time: 0.0561354 Apr 29 14:06:52.661864 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-ec2ec9db-78cf-4d1d-a395-4bd6cf8da4f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693753 Apr 29 14:06:52.790441 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-e038ed40-6973-47f4-9eeb-2b74a990f885 service neutron] 10.222.0.32 "GET /v2.0/networks/7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227579 Apr 29 14:06:52.920592 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b77c374d-e57a-4757-9190-0925f05c71c3 req-aea07dad-cb03-49b0-954d-c149a0f90547 service neutron] 10.222.0.32 "GET /v2.0/networks/7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250761 Apr 29 14:06:52.971320 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749bcce-3676-4090-8447-45db4c33cab3 req-267f9d48-2935-4a07-b6fa-7b380d995c25 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:06:52.972836 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1749bcce-3676-4090-8447-45db4c33cab3 req-267f9d48-2935-4a07-b6fa-7b380d995c25 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 943 time: 0.0766680 Apr 29 14:06:53.017993 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1749bcce-3676-4090-8447-45db4c33cab3 req-9c0c051d-4394-4725-b661-130673dd01a4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394962 Apr 29 14:06:53.030875 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-20b91e05-72d2-4ad7-9567-877ecae4d784 req-0c98898a-0b21-4697-a7b8-fe9db2013ab0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 1096 time: 0.0698290 Apr 29 14:06:53.159675 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b91e05-72d2-4ad7-9567-877ecae4d784 req-8d261cf9-35b2-40d0-9f88-2514a00c73fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:06:53.161594 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-20b91e05-72d2-4ad7-9567-877ecae4d784 req-8d261cf9-35b2-40d0-9f88-2514a00c73fa service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8 HTTP/1.1" status: 200 len: 897 time: 0.1238997 Apr 29 14:06:53.230225 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-20b91e05-72d2-4ad7-9567-877ecae4d784 req-8494f3a8-2e3a-46b1-87fd-a9b7ef32f008 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41e1939c-a91a-42e9-ad5e-a892ad7933a4 HTTP/1.1" status: 200 len: 217 time: 0.0629647 Apr 29 14:06:53.290569 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b91e05-72d2-4ad7-9567-877ecae4d784 req-62c01fc8-df4b-45af-b47e-82b7bc1132c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:06:53.292065 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-20b91e05-72d2-4ad7-9567-877ecae4d784 req-62c01fc8-df4b-45af-b47e-82b7bc1132c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ba8f364-70e1-48a5-8e8a-9c0341699d38 HTTP/1.1" status: 200 len: 835 time: 0.0562570 Apr 29 14:06:53.369811 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-20b91e05-72d2-4ad7-9567-877ecae4d784 req-19499801-36fd-487d-a095-7f111f05b482 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721166 Apr 29 14:06:53.395679 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a73faa9c-1bec-43b5-8408-add69ab99ec6 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:06:53.462505 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port a73faa9c-1bec-43b5-8408-add69ab99ec6 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:06:53.462780 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:53.499145 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-20b91e05-72d2-4ad7-9567-877ecae4d784 req-7e2b42c5-2d2a-4856-b90d-757771edffef service neutron] 10.222.0.32 "GET /v2.0/networks/7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237998 Apr 29 14:06:53.628095 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-20b91e05-72d2-4ad7-9567-877ecae4d784 req-85424a6d-bf6d-471e-a44f-971f5371fb47 service neutron] 10.222.0.32 "GET /v2.0/networks/7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226871 Apr 29 14:06:54.212302 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1eb808-83e1-454c-ba74-ddb7c9008ca7 req-3c9cc887-c6e5-4aed-8710-eb52991d6b43 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:06:54.213005 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-0b1eb808-83e1-454c-ba74-ddb7c9008ca7 req-3c9cc887-c6e5-4aed-8710-eb52991d6b43 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Synchronizing usage tracker for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:06:54.228058 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-0b1eb808-83e1-454c-ba74-ddb7c9008ca7 req-3c9cc887-c6e5-4aed-8710-eb52991d6b43 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Unset dirty status for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:06:54.229498 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0b1eb808-83e1-454c-ba74-ddb7c9008ca7 req-3c9cc887-c6e5-4aed-8710-eb52991d6b43 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 943 time: 0.0908272 Apr 29 14:06:54.274637 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0b1eb808-83e1-454c-ba74-ddb7c9008ca7 req-e44393ff-beff-454b-a8fc-7cab39493a6b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396824 Apr 29 14:06:55.470783 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44746706-9279-4648-b526-bd46468b9e39 req-e06c5ddc-4190-4589-a410-59ec2f52d9e1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:06:55.472223 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-44746706-9279-4648-b526-bd46468b9e39 req-e06c5ddc-4190-4589-a410-59ec2f52d9e1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 943 time: 0.0790536 Apr 29 14:06:55.516424 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-44746706-9279-4648-b526-bd46468b9e39 req-38cbcd37-1d60-4280-a0d7-bcfab59c3379 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387578 Apr 29 14:06:56.713007 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76148c1-a106-4624-868c-8a39b4590f32 req-fbc98d3d-4748-45d3-bdc7-9a92d60c755a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:06:56.714429 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e76148c1-a106-4624-868c-8a39b4590f32 req-fbc98d3d-4748-45d3-bdc7-9a92d60c755a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 943 time: 0.0775533 Apr 29 14:06:56.758684 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e76148c1-a106-4624-868c-8a39b4590f32 req-9cc7baf3-c263-4d1d-893b-ade71103c9db tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382261 Apr 29 14:06:57.508552 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 41e1939c-a91a-42e9-ad5e-a892ad7933a4 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 14:06:57.640870 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 41e1939c-a91a-42e9-ad5e-a892ad7933a4, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=41e1939c-a91a-42e9-ad5e-a892ad7933a4,segment=NetworkSegment(8d66e7b5-5b08-4082-aeeb-3c81be57c2fd),segment_id=8d66e7b5-5b08-4082-aeeb-3c81be57c2fd)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:06:57.653742 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '41e1939c-a91a-42e9-ad5e-a892ad7933a4', 'network_id': '7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8', 'port_id': '41e1939c-a91a-42e9-ad5e-a892ad7933a4', 'mac_address': 'fa:16:3e:ac:81:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba8f364-70e1-48a5-8e8a-9c0341699d38', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 14:06:57.706026 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:57.723808 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e1939c-a91a-42e9-ad5e-a892ad7933a4 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 14:06:57.738630 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 41e1939c-a91a-42e9-ad5e-a892ad7933a4, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=41e1939c-a91a-42e9-ad5e-a892ad7933a4,segment=NetworkSegment(8d66e7b5-5b08-4082-aeeb-3c81be57c2fd),segment_id=8d66e7b5-5b08-4082-aeeb-3c81be57c2fd)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:06:57.742422 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:57.812296 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=41e1939c-a91a-42e9-ad5e-a892ad7933a4,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:06:57.954278 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9dcff-944b-4f26-9d79-5d7e9cdc4d6e req-31937581-40d2-44ea-8154-11a9e09289c7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:06:57.955618 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-87e9dcff-944b-4f26-9d79-5d7e9cdc4d6e req-31937581-40d2-44ea-8154-11a9e09289c7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 944 time: 0.0748477 Apr 29 14:06:58.005200 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-87e9dcff-944b-4f26-9d79-5d7e9cdc4d6e req-6458b1af-ff50-4cc4-b96c-025e602700bf tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418580 Apr 29 14:06:58.115537 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['41e1939c-a91a-42e9-ad5e-a892ad7933a4'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 14:06:58.420372 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:59.197898 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb966cc-9ae3-40d2-84bd-c8a50afd1021 req-d739fd47-f832-41e6-b140-98b1088a0b49 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:06:59.199288 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6fb966cc-9ae3-40d2-84bd-c8a50afd1021 req-d739fd47-f832-41e6-b140-98b1088a0b49 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 944 time: 0.0754333 Apr 29 14:06:59.243547 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6fb966cc-9ae3-40d2-84bd-c8a50afd1021 req-21a453a6-b789-4507-9f66-3270898d8ea7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388930 Apr 29 14:06:59.517193 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 41e1939c-a91a-42e9-ad5e-a892ad7933a4 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:06:59.585062 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 41e1939c-a91a-42e9-ad5e-a892ad7933a4 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:06:59.589998 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 41e1939c-a91a-42e9-ad5e-a892ad7933a4 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:06:59.590363 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:59.699022 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:59.724535 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84db71bd-eb5c-4d3f-b111-32bf83806334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e1939c-a91a-42e9-ad5e-a892ad7933a4'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:06:59.733842 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 41e1939c-a91a-42e9-ad5e-a892ad7933a4, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=41e1939c-a91a-42e9-ad5e-a892ad7933a4,segment=NetworkSegment(8d66e7b5-5b08-4082-aeeb-3c81be57c2fd),segment_id=8d66e7b5-5b08-4082-aeeb-3c81be57c2fd)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:06:59.737501 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:06:59.782792 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b06cb879-1386-4ebc-94ef-f1a7699db235'] response: {'server_uuid': '84db71bd-eb5c-4d3f-b111-32bf83806334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e1939c-a91a-42e9-ad5e-a892ad7933a4', 'code': 200} Apr 29 14:06:59.808497 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=41e1939c-a91a-42e9-ad5e-a892ad7933a4,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:07:00.097973 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-30288fd6-bf04-4ec6-8648-aaf935bdb5a5 req-4379928f-fa08-4c09-ab86-b2c91262c393 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 1098 time: 0.1615748 Apr 29 14:07:00.139880 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-30288fd6-bf04-4ec6-8648-aaf935bdb5a5 req-db42ddc9-5e97-45a8-91b0-84d874b6043a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361662 Apr 29 14:07:00.437859 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7beef-63a2-4431-91ed-28a93af4671a req-fdd5cd54-a104-40d1-a3b4-9841c35d3417 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:07:00.439284 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8fe7beef-63a2-4431-91ed-28a93af4671a req-fdd5cd54-a104-40d1-a3b4-9841c35d3417 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 945 time: 0.0769069 Apr 29 14:07:00.484170 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8fe7beef-63a2-4431-91ed-28a93af4671a req-7c7c6502-a7a7-4d4f-b5cc-04bb2dca23b8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392950 Apr 29 14:07:01.797082 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f6f04-e48e-49c8-bba8-38d6087c1bdd req-4e097e5d-f142-4eae-8d46-e2f63985712f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:07:01.798544 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-af1f6f04-e48e-49c8-bba8-38d6087c1bdd req-4e097e5d-f142-4eae-8d46-e2f63985712f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 945 time: 0.1804729 Apr 29 14:07:01.843105 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-af1f6f04-e48e-49c8-bba8-38d6087c1bdd req-02a768c0-3409-46a3-aead-f6c95f4c09ed tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390413 Apr 29 14:07:02.038141 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae9d6a-3ce9-4491-ab58-a1c9f0ee3a81 req-4a692169-caee-4d45-96d4-c8ddb0bbde06 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:07:02.039586 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-52ae9d6a-3ce9-4491-ab58-a1c9f0ee3a81 req-4a692169-caee-4d45-96d4-c8ddb0bbde06 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 945 time: 0.0765355 Apr 29 14:07:02.084541 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-52ae9d6a-3ce9-4491-ab58-a1c9f0ee3a81 req-c92a447b-d6c8-466f-ad32-78e46a93125e tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393591 Apr 29 14:07:02.111223 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41624) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:07:02.246021 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-28cd75d2-d478-4f9d-b809-389e0b79f2b7 tempest-TestNetworkAdvancedServerOps-2141022458 tempest-TestNetworkAdvancedServerOps-2141022458-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 1093 time: 0.1336813 Apr 29 14:07:02.248586 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41630) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:07:02.254224 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-8bb946ae-daa3-454a-b3f7-75f4bb943218 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'port_id': '41e1939c-a91a-42e9-ad5e-a892ad7933a4', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:07:02.259639 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8bb946ae-daa3-454a-b3f7-75f4bb943218 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:07:02.263386 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8bb946ae-daa3-454a-b3f7-75f4bb943218 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:floatingip and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:07:02.266194 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-8bb946ae-daa3-454a-b3f7-75f4bb943218 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:07:02.272327 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-8bb946ae-daa3-454a-b3f7-75f4bb943218 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:07:02.282106 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8bb946ae-daa3-454a-b3f7-75f4bb943218 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for floatingip, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:07:02.413982 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8bb946ae-daa3-454a-b3f7-75f4bb943218 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:07:02.543102 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-8bb946ae-daa3-454a-b3f7-75f4bb943218 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Allocated IP 172.26.6.22 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/0d20584a-f744-48ba-9b68-3b0729f15ac3) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:07:02.692253 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8bb946ae-daa3-454a-b3f7-75f4bb943218 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:07:02.718799 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8bb946ae-daa3-454a-b3f7-75f4bb943218 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:07:02.788909 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb946ae-daa3-454a-b3f7-75f4bb943218 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:07:02.791766 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-8bb946ae-daa3-454a-b3f7-75f4bb943218 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:07:02.794338 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb946ae-daa3-454a-b3f7-75f4bb943218 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:07:02.825052 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb946ae-daa3-454a-b3f7-75f4bb943218 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Port': ['ID=0d20584a-f744-48ba-9b68-3b0729f15ac3,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:07:03.299799 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8bb946ae-daa3-454a-b3f7-75f4bb943218 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:07:03.355359 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8bb946ae-daa3-454a-b3f7-75f4bb943218 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:07:03.640397 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8bb946ae-daa3-454a-b3f7-75f4bb943218 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:07:03.645499 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8bb946ae-daa3-454a-b3f7-75f4bb943218 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:07:03.749956 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb946ae-daa3-454a-b3f7-75f4bb943218 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Port': ['ID=0d20584a-f744-48ba-9b68-3b0729f15ac3,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:07:03.762085 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8bb946ae-daa3-454a-b3f7-75f4bb943218 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:07:03.947818 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.l3_db [None req-8bb946ae-daa3-454a-b3f7-75f4bb943218 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Floating IP 75a2d35a-e36d-487b-b075-01aa3e24a9b3 associated. External IP: 172.26.6.22, port: 41e1939c-a91a-42e9-ad5e-a892ad7933a4. Apr 29 14:07:04.331431 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb946ae-daa3-454a-b3f7-75f4bb943218 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Router 0d49da53-06bc-48ea-aa88-2f6aa25d5fe3 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:07:04.526972 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb946ae-daa3-454a-b3f7-75f4bb943218 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:07:04.537472 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84020e3f-6fa8-476a-b7c8-0cfe36d601ed None None] Sync routers for ids ['0d49da53-06bc-48ea-aa88-2f6aa25d5fe3'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:07:04.550608 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84020e3f-6fa8-476a-b7c8-0cfe36d601ed None None] Routers {'0d49da53-06bc-48ea-aa88-2f6aa25d5fe3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:07:04.551110 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8bb946ae-daa3-454a-b3f7-75f4bb943218 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:07:04.551629 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-84020e3f-6fa8-476a-b7c8-0cfe36d601ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:06:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['0d49da53-06bc-48ea-aa88-2f6aa25d5fe3'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:07:04.606318 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8bb946ae-daa3-454a-b3f7-75f4bb943218 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3540499 Apr 29 14:07:04.606318 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84db71bd-eb5c-4d3f-b111-32bf83806334', 'tag': '41e1939c-a91a-42e9-ad5e-a892ad7933a4'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:07:04.663329 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cf0aa5a-5165-4ce2-b5c2-3490d69663c9'] response: {'name': 'network-changed', 'server_uuid': '84db71bd-eb5c-4d3f-b111-32bf83806334', 'tag': '41e1939c-a91a-42e9-ad5e-a892ad7933a4', 'status': 'completed', 'code': 200} Apr 29 14:07:04.689267 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:07:04.740074 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-84020e3f-6fa8-476a-b7c8-0cfe36d601ed None None] Set router 0d49da53-06bc-48ea-aa88-2f6aa25d5fe3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:07:04.758472 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-adf8f240-dffe-4537-96c0-fb5c73d6d3d9 req-7986cb8e-051b-4b2a-8ea1-6ab9426b8a2f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 1098 time: 0.0742755 Apr 29 14:07:04.785111 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68538992-2238-4c9f-91ea-4104ffc13ba3 req-d40f8c1e-40b8-4cdf-a42d-e3ab45a6beca tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:07:04.786809 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-68538992-2238-4c9f-91ea-4104ffc13ba3 req-d40f8c1e-40b8-4cdf-a42d-e3ab45a6beca tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 945 time: 0.0793533 Apr 29 14:07:04.835314 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-68538992-2238-4c9f-91ea-4104ffc13ba3 req-ee9eaaf4-b1b2-46c2-b9c3-01332742581f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419729 Apr 29 14:07:04.868097 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41638) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:07:04.898555 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8f240-dffe-4537-96c0-fb5c73d6d3d9 req-eaece574-6a3e-4059-b672-280fff7d32d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:07:04.899994 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-adf8f240-dffe-4537-96c0-fb5c73d6d3d9 req-eaece574-6a3e-4059-b672-280fff7d32d8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8 HTTP/1.1" status: 200 len: 897 time: 0.1353381 Apr 29 14:07:04.981212 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0f317913-1632-4ba3-9e83-b184716aea75 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/floatingips/75a2d35a-e36d-487b-b075-01aa3e24a9b3 HTTP/1.1" status: 200 len: 990 time: 0.1116967 Apr 29 14:07:05.013961 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-adf8f240-dffe-4537-96c0-fb5c73d6d3d9 req-40821926-05f9-4153-a91a-e26f67b2c292 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41e1939c-a91a-42e9-ad5e-a892ad7933a4 HTTP/1.1" status: 200 len: 998 time: 0.1070790 Apr 29 14:07:05.087163 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8f240-dffe-4537-96c0-fb5c73d6d3d9 req-51f3ae27-a725-4869-9772-2137e4b04402 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:07:05.088640 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-adf8f240-dffe-4537-96c0-fb5c73d6d3d9 req-51f3ae27-a725-4869-9772-2137e4b04402 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ba8f364-70e1-48a5-8e8a-9c0341699d38 HTTP/1.1" status: 200 len: 835 time: 0.0628650 Apr 29 14:07:05.109016 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-84020e3f-6fa8-476a-b7c8-0cfe36d601ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428047099', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': '82920f12-1f98-4375-a68a-a5b7c908dd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:06:41Z', 'updated_at': '2022-04-29T14:06:45Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '82920f12-1f98-4375-a68a-a5b7c908dd25', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:06:41Z', 'updated_at': '2022-04-29T14:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '75a2d35a-e36d-487b-b075-01aa3e24a9b3', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'port_id': '41e1939c-a91a-42e9-ad5e-a892ad7933a4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8', 'mac_address': 'fa:16:3e:ac:81:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84db71bd-eb5c-4d3f-b111-32bf83806334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:07:03Z', 'updated_at': '2022-04-29T14:07:03Z', 'revision_number': 0, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a73faa9c-1bec-43b5-8408-add69ab99ec6', 'name': '', 'network_id': '7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:f5:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba8f364-70e1-48a5-8e8a-9c0341699d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:06:45Z', 'updated_at': '2022-04-29T14:06:51Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': '0ba8f364-70e1-48a5-8e8a-9c0341699d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:07:05.113037 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84020e3f-6fa8-476a-b7c8-0cfe36d601ed None None] Checking router: 0d49da53-06bc-48ea-aa88-2f6aa25d5fe3 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:07:05.123536 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84020e3f-6fa8-476a-b7c8-0cfe36d601ed None None] Routers {'0d49da53-06bc-48ea-aa88-2f6aa25d5fe3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:07:05.124179 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-84020e3f-6fa8-476a-b7c8-0cfe36d601ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:06:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['0d49da53-06bc-48ea-aa88-2f6aa25d5fe3'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:07:05.161318 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-adf8f240-dffe-4537-96c0-fb5c73d6d3d9 req-a362c074-b22c-495d-a8ff-24d87ecdc141 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668945 Apr 29 14:07:05.299814 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-84020e3f-6fa8-476a-b7c8-0cfe36d601ed None None] Set router 0d49da53-06bc-48ea-aa88-2f6aa25d5fe3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:07:05.393312 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-adf8f240-dffe-4537-96c0-fb5c73d6d3d9 req-b863c085-682a-41bd-8de6-78ab003be7ba service neutron] 10.222.0.32 "GET /v2.0/networks/7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261028 Apr 29 14:07:05.523295 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-adf8f240-dffe-4537-96c0-fb5c73d6d3d9 req-11f0da9f-686a-45ac-bfa1-ee04d8344984 service neutron] 10.222.0.32 "GET /v2.0/networks/7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243894 Apr 29 14:07:05.667269 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-84020e3f-6fa8-476a-b7c8-0cfe36d601ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428047099', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': '82920f12-1f98-4375-a68a-a5b7c908dd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:06:41Z', 'updated_at': '2022-04-29T14:06:45Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '82920f12-1f98-4375-a68a-a5b7c908dd25', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:06:41Z', 'updated_at': '2022-04-29T14:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '75a2d35a-e36d-487b-b075-01aa3e24a9b3', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'port_id': '41e1939c-a91a-42e9-ad5e-a892ad7933a4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8', 'mac_address': 'fa:16:3e:ac:81:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84db71bd-eb5c-4d3f-b111-32bf83806334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:07:03Z', 'updated_at': '2022-04-29T14:07:03Z', 'revision_number': 0, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a73faa9c-1bec-43b5-8408-add69ab99ec6', 'name': '', 'network_id': '7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:f5:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba8f364-70e1-48a5-8e8a-9c0341699d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:06:45Z', 'updated_at': '2022-04-29T14:06:51Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': '0ba8f364-70e1-48a5-8e8a-9c0341699d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:07:05.671001 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84020e3f-6fa8-476a-b7c8-0cfe36d601ed None None] The sync data for ids ['0d49da53-06bc-48ea-aa88-2f6aa25d5fe3'] in dv-neutron-839027-4-hyperv is: [{'id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428047099', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': '82920f12-1f98-4375-a68a-a5b7c908dd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:06:41Z', 'updated_at': '2022-04-29T14:06:45Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '82920f12-1f98-4375-a68a-a5b7c908dd25', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:06:41Z', 'updated_at': '2022-04-29T14:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '75a2d35a-e36d-487b-b075-01aa3e24a9b3', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'port_id': '41e1939c-a91a-42e9-ad5e-a892ad7933a4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8', 'mac_address': 'fa:16:3e:ac:81:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84db71bd-eb5c-4d3f-b111-32bf83806334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:07:03Z', 'updated_at': '2022-04-29T14:07:03Z', 'revision_number': 0, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a73faa9c-1bec-43b5-8408-add69ab99ec6', 'name': '', 'network_id': '7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:f5:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba8f364-70e1-48a5-8e8a-9c0341699d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:06:45Z', 'updated_at': '2022-04-29T14:06:51Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': '0ba8f364-70e1-48a5-8e8a-9c0341699d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:07:05.859221 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b7f0ac-ab9c-43b2-a2d2-15b757a52a41 None None] New status for floating IP 75a2d35a-e36d-487b-b075-01aa3e24a9b3: ACTIVE {{(pid=83906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 14:07:05.984720 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41642) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:07:06.088579 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-cf9d07b5-b147-4016-9075-661ab943372a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/floatingips/75a2d35a-e36d-487b-b075-01aa3e24a9b3 HTTP/1.1" status: 200 len: 990 time: 0.1027296 Apr 29 14:07:07.092901 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41646) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:07:07.196160 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b7ccddd5-5a23-4210-8376-3e25b6d6b894 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/floatingips/75a2d35a-e36d-487b-b075-01aa3e24a9b3 HTTP/1.1" status: 200 len: 992 time: 0.1021459 Apr 29 14:07:07.952431 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-37ba44b5-8af2-443a-bc4c-f3811cf9ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:07:10.500626 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d72cb502-4902-4adf-bbf5-a9b980395092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:07:11.599695 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:07:11.648479 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:07:13.038389 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:07:28.412685 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:07:37.954381 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fceb43c2-63f7-42e1-8412-d750fe8eab11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:07:40.502136 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aca470aa-e59e-41a3-8cb3-6e9f6bed283d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:07:41.605010 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:07:41.650092 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:07:41.670127 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:07:42.543247 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ad03c1c4-a61a-4719-a550-76811d1b99d4 req-f1851fd1-3f42-43e1-83a1-0811c9a198e6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700347 Apr 29 14:07:42.677517 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ad03c1c4-a61a-4719-a550-76811d1b99d4 req-47d5d078-c3cb-4cb3-a8bc-601fe48046ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 1098 time: 0.0677502 Apr 29 14:07:42.818503 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03c1c4-a61a-4719-a550-76811d1b99d4 req-cca9e9dd-56e2-4f96-84fa-cc11f2458a90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:07:42.819842 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ad03c1c4-a61a-4719-a550-76811d1b99d4 req-cca9e9dd-56e2-4f96-84fa-cc11f2458a90 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8 HTTP/1.1" status: 200 len: 897 time: 0.1236579 Apr 29 14:07:42.921932 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ad03c1c4-a61a-4719-a550-76811d1b99d4 req-316ed324-3180-4e94-b276-f4766f7c6f21 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41e1939c-a91a-42e9-ad5e-a892ad7933a4 HTTP/1.1" status: 200 len: 1000 time: 0.0958159 Apr 29 14:07:42.982612 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03c1c4-a61a-4719-a550-76811d1b99d4 req-4d62be66-887b-490a-a544-d52a3f74f780 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:07:42.983998 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ad03c1c4-a61a-4719-a550-76811d1b99d4 req-4d62be66-887b-490a-a544-d52a3f74f780 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ba8f364-70e1-48a5-8e8a-9c0341699d38 HTTP/1.1" status: 200 len: 835 time: 0.0563540 Apr 29 14:07:43.038804 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:07:43.059966 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ad03c1c4-a61a-4719-a550-76811d1b99d4 req-a3c78bd3-6317-4120-9dc8-e2de7243c702 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705299 Apr 29 14:07:43.187515 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ad03c1c4-a61a-4719-a550-76811d1b99d4 req-11697da3-feb0-486d-9410-b97c8487917c service neutron] 10.222.0.32 "GET /v2.0/networks/7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211367 Apr 29 14:07:43.313776 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ad03c1c4-a61a-4719-a550-76811d1b99d4 req-11c87b3f-6053-49be-a842-fdbd5c4292af service neutron] 10.222.0.32 "GET /v2.0/networks/7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202168 Apr 29 14:07:58.409954 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:08:07.956779 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a6fe72cd-4df5-479e-b6e2-c8f1fb6f5cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:08:10.504124 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6ff58b0d-c623-4ab1-b59b-5e60dc9495fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:08:11.603809 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:08:11.651449 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:08:13.041629 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:08:16.749013 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d289c15b-8b80-4c57-bfaa-dca05dada78d req-815af686-114b-4ff5-9749-821de4aa6b16 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1444113 Apr 29 14:08:17.034754 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41690) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:08:17.059179 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2165ff-1930-4237-8f10-74b9a6d2bff2 req-92996405-18c5-4eab-a715-eee553ea4ad5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:08:17.061001 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5b2165ff-1930-4237-8f10-74b9a6d2bff2 req-92996405-18c5-4eab-a715-eee553ea4ad5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 945 time: 0.0780404 Apr 29 14:08:17.108002 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5b2165ff-1930-4237-8f10-74b9a6d2bff2 req-e56d0fc9-0283-4bae-99b3-a00e4feb8aed tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410588 Apr 29 14:08:17.169816 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-7fa4ca7d-0e4a-4922-bf42-b58d063d2d75 req-089ce6f7-e5cd-493a-ae1a-3235eb5bc5cf service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1338458 Apr 29 14:08:18.303958 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3ea8b-7b57-4e7c-992a-bfac4d0d0656 req-7e9460a1-eb56-4150-962b-a6f5fc675fb9 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:08:18.305314 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-41a3ea8b-7b57-4e7c-992a-bfac4d0d0656 req-7e9460a1-eb56-4150-962b-a6f5fc675fb9 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 945 time: 0.0736804 Apr 29 14:08:18.354184 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-41a3ea8b-7b57-4e7c-992a-bfac4d0d0656 req-006bcf47-eb35-419b-a763-57ad22a9d815 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434184 Apr 29 14:08:18.479264 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7fa4ca7d-0e4a-4922-bf42-b58d063d2d75 req-ba8aa483-9fe4-4f63-82cc-52de7f374598 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 1098 time: 0.0724010 Apr 29 14:08:18.604869 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4ca7d-0e4a-4922-bf42-b58d063d2d75 req-7f0a92f0-3eb4-4680-ac51-9a0749ac2589 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:08:18.606207 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7fa4ca7d-0e4a-4922-bf42-b58d063d2d75 req-7f0a92f0-3eb4-4680-ac51-9a0749ac2589 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8 HTTP/1.1" status: 200 len: 897 time: 0.1216397 Apr 29 14:08:18.670206 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:08:18.800084 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7fa4ca7d-0e4a-4922-bf42-b58d063d2d75 req-3195a0e6-942f-450b-a225-a9bf37028321 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41e1939c-a91a-42e9-ad5e-a892ad7933a4 HTTP/1.1" status: 200 len: 1000 time: 0.1880543 Apr 29 14:08:18.861234 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4ca7d-0e4a-4922-bf42-b58d063d2d75 req-51d3a859-66a1-4bb1-b741-81d1b4c9e5f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:08:18.862564 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7fa4ca7d-0e4a-4922-bf42-b58d063d2d75 req-51d3a859-66a1-4bb1-b741-81d1b4c9e5f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ba8f364-70e1-48a5-8e8a-9c0341699d38 HTTP/1.1" status: 200 len: 835 time: 0.0569658 Apr 29 14:08:18.935012 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7fa4ca7d-0e4a-4922-bf42-b58d063d2d75 req-0fb9b0b3-147a-48a4-8ffa-3ee2de95f8cb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668714 Apr 29 14:08:19.064325 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7fa4ca7d-0e4a-4922-bf42-b58d063d2d75 req-f520a079-c67b-439b-b12d-bc68e53ce7a3 service neutron] 10.222.0.32 "GET /v2.0/networks/7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229835 Apr 29 14:08:19.195412 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7fa4ca7d-0e4a-4922-bf42-b58d063d2d75 req-d3e8487c-8853-4ee9-9e33-a4913904af30 service neutron] 10.222.0.32 "GET /v2.0/networks/7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255412 Apr 29 14:08:19.550780 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e58c6-55b2-42e3-9c58-51f2506e334c req-f4c9b444-d14b-425b-a6bd-a3d90e98e8cc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:08:19.552214 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-eb7e58c6-55b2-42e3-9c58-51f2506e334c req-f4c9b444-d14b-425b-a6bd-a3d90e98e8cc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 945 time: 0.0781291 Apr 29 14:08:19.596948 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-eb7e58c6-55b2-42e3-9c58-51f2506e334c req-ece97c70-e720-44ef-8a58-db9605a7cc1a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392299 Apr 29 14:08:20.796376 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539aa21-b63c-4af9-bbae-2c23de5e04af req-f66990b3-5c23-4b20-9595-6d85ddc429c0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:08:20.797898 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9539aa21-b63c-4af9-bbae-2c23de5e04af req-f66990b3-5c23-4b20-9595-6d85ddc429c0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 945 time: 0.0752249 Apr 29 14:08:20.843149 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9539aa21-b63c-4af9-bbae-2c23de5e04af req-86d58c92-594b-46ad-9ee7-e5837f097501 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397243 Apr 29 14:08:22.037600 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f682e9-0b79-46c9-b5f4-f0ee09fec5ea req-a810f252-860b-444c-8b39-0c1ef168a037 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:08:22.039039 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d3f682e9-0b79-46c9-b5f4-f0ee09fec5ea req-a810f252-860b-444c-8b39-0c1ef168a037 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 945 time: 0.0782433 Apr 29 14:08:22.087088 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d3f682e9-0b79-46c9-b5f4-f0ee09fec5ea req-560f64a9-09fc-40f3-9369-f654f8a614e3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425901 Apr 29 14:08:23.283667 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718f866-923a-417c-90fe-343881828569 req-9d77892e-8028-40b7-9f95-2d5a6dbd6eb0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:08:23.285111 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5718f866-923a-417c-90fe-343881828569 req-9d77892e-8028-40b7-9f95-2d5a6dbd6eb0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 945 time: 0.0786710 Apr 29 14:08:23.329407 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5718f866-923a-417c-90fe-343881828569 req-93158f58-9aeb-4ed2-b7e2-45ac8bd32244 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387728 Apr 29 14:08:24.526133 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb06568-e06a-46de-b01e-01063c8a7d57 req-f6c89462-460d-4457-873b-6376e4e73884 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:08:24.527676 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4eb06568-e06a-46de-b01e-01063c8a7d57 req-f6c89462-460d-4457-873b-6376e4e73884 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 945 time: 0.0759144 Apr 29 14:08:24.573087 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4eb06568-e06a-46de-b01e-01063c8a7d57 req-5a256367-f2cc-452e-b3bd-0eac6edcfbf3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394530 Apr 29 14:08:25.776523 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b05a7e-b147-4e0e-b6e6-35be8c27da91 req-6fddec9e-6de3-4fa4-82c8-86729ec78ff9 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:08:25.778035 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f1b05a7e-b147-4e0e-b6e6-35be8c27da91 req-6fddec9e-6de3-4fa4-82c8-86729ec78ff9 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 945 time: 0.0754197 Apr 29 14:08:25.823683 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f1b05a7e-b147-4e0e-b6e6-35be8c27da91 req-5ce49932-0656-4af8-962f-e89ad020626b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401778 Apr 29 14:08:27.023280 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da268ca6-4f4c-498a-8e5f-31982e402ca8 req-a0590d8c-739e-4963-ab32-22c9c15de9dd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:08:27.024706 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-da268ca6-4f4c-498a-8e5f-31982e402ca8 req-a0590d8c-739e-4963-ab32-22c9c15de9dd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 945 time: 0.0790751 Apr 29 14:08:27.068111 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-da268ca6-4f4c-498a-8e5f-31982e402ca8 req-1cc78389-17ad-41e1-8afa-ab726b318488 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379848 Apr 29 14:08:28.272381 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b7dd2-4d42-4459-a4ac-fb6b77d617b7 req-c575ea98-4790-43a3-b5da-cacd008239fd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:08:28.273820 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8d1b7dd2-4d42-4459-a4ac-fb6b77d617b7 req-c575ea98-4790-43a3-b5da-cacd008239fd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 945 time: 0.0777111 Apr 29 14:08:28.317707 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8d1b7dd2-4d42-4459-a4ac-fb6b77d617b7 req-2656c09c-7a65-48b2-b3ae-e5d4031ff9a3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384996 Apr 29 14:08:28.462685 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:08:29.511219 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd300c-83c7-4ccb-a325-83bc253b5cdc req-570dc4e7-3a44-41b6-9583-aee80d0af166 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:08:29.512661 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e5bd300c-83c7-4ccb-a325-83bc253b5cdc req-570dc4e7-3a44-41b6-9583-aee80d0af166 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 945 time: 0.0758574 Apr 29 14:08:29.557507 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e5bd300c-83c7-4ccb-a325-83bc253b5cdc req-eabd5fc8-83d2-4af3-ab1e-b30397324a77 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392621 Apr 29 14:08:30.754484 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ca686-2b6f-4363-a183-2ba3ac79a07f req-7345f6e8-f63e-490d-bc7f-5085f7fa7cdf tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:08:30.755929 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-353ca686-2b6f-4363-a183-2ba3ac79a07f req-7345f6e8-f63e-490d-bc7f-5085f7fa7cdf tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 945 time: 0.0758653 Apr 29 14:08:30.806982 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-353ca686-2b6f-4363-a183-2ba3ac79a07f req-7729d94d-1da3-4779-8ebf-a6c3dad69b06 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454309 Apr 29 14:08:31.042155 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7fa4ca7d-0e4a-4922-bf42-b58d063d2d75 req-c93dc693-eec3-4afd-9b4e-40941eac0631 service neutron] 10.222.0.32 "GET /v2.0/ports/41e1939c-a91a-42e9-ad5e-a892ad7933a4/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0767918 Apr 29 14:08:31.314214 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7fa4ca7d-0e4a-4922-bf42-b58d063d2d75 req-3cd655f2-4378-45e3-aa65-1457d446cd10 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334&tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d HTTP/1.1" status: 200 len: 1098 time: 0.0685487 Apr 29 14:08:31.404625 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7fa4ca7d-0e4a-4922-bf42-b58d063d2d75 req-e025d8f1-b909-4e87-9ec3-958721e01c99 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 1098 time: 0.0708721 Apr 29 14:08:31.537287 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4ca7d-0e4a-4922-bf42-b58d063d2d75 req-661fd7b8-96f0-4afb-a50f-d6cf800c1573 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:08:31.538696 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7fa4ca7d-0e4a-4922-bf42-b58d063d2d75 req-661fd7b8-96f0-4afb-a50f-d6cf800c1573 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8 HTTP/1.1" status: 200 len: 897 time: 0.1275120 Apr 29 14:08:31.635763 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7fa4ca7d-0e4a-4922-bf42-b58d063d2d75 req-d510b7ac-b969-45e1-b838-59f34ce77b88 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41e1939c-a91a-42e9-ad5e-a892ad7933a4 HTTP/1.1" status: 200 len: 1000 time: 0.0913002 Apr 29 14:08:31.699336 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4ca7d-0e4a-4922-bf42-b58d063d2d75 req-919c931a-b208-4561-8575-23594c1a658b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:08:31.700728 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7fa4ca7d-0e4a-4922-bf42-b58d063d2d75 req-919c931a-b208-4561-8575-23594c1a658b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ba8f364-70e1-48a5-8e8a-9c0341699d38 HTTP/1.1" status: 200 len: 835 time: 0.0596712 Apr 29 14:08:31.773484 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7fa4ca7d-0e4a-4922-bf42-b58d063d2d75 req-14ed3668-08d4-4f6a-bd64-f90666f7eb73 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665083 Apr 29 14:08:31.908117 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7fa4ca7d-0e4a-4922-bf42-b58d063d2d75 req-2e230e8e-3e68-4c01-9bd9-79a660ae1d7d service neutron] 10.222.0.32 "GET /v2.0/networks/7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281726 Apr 29 14:08:32.174824 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7fa4ca7d-0e4a-4922-bf42-b58d063d2d75 req-bb5a7170-2955-4c7d-b252-8d594bd62238 service neutron] 10.222.0.32 "GET /v2.0/networks/7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582591 Apr 29 14:08:32.183894 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51cda2-c180-49ca-bc9c-f8cf4b03b9fd req-8cd249e9-2a6c-463e-8289-107fc784829e tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:08:32.185276 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5c51cda2-c180-49ca-bc9c-f8cf4b03b9fd req-8cd249e9-2a6c-463e-8289-107fc784829e tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 945 time: 0.2521000 Apr 29 14:08:32.238275 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5c51cda2-c180-49ca-bc9c-f8cf4b03b9fd req-8246d682-9067-482f-9611-0ef313172d68 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470884 Apr 29 14:08:33.431596 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d268be2-1415-45cf-a11a-326dae22f100 req-837d1f82-d378-4706-a7ec-bec741cd490a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:08:33.433062 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3d268be2-1415-45cf-a11a-326dae22f100 req-837d1f82-d378-4706-a7ec-bec741cd490a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 945 time: 0.0749226 Apr 29 14:08:33.479863 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3d268be2-1415-45cf-a11a-326dae22f100 req-02666430-e987-4015-b66a-49ec703fccd5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411508 Apr 29 14:08:33.975889 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 41e1939c-a91a-42e9-ad5e-a892ad7933a4 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:08:34.086933 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:08:34.113263 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84db71bd-eb5c-4d3f-b111-32bf83806334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41e1939c-a91a-42e9-ad5e-a892ad7933a4'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:08:34.123450 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 41e1939c-a91a-42e9-ad5e-a892ad7933a4, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=41e1939c-a91a-42e9-ad5e-a892ad7933a4,segment=NetworkSegment(8d66e7b5-5b08-4082-aeeb-3c81be57c2fd),segment_id=8d66e7b5-5b08-4082-aeeb-3c81be57c2fd)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:08:34.128168 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:08:34.193068 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=41e1939c-a91a-42e9-ad5e-a892ad7933a4,revision_number=6']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:08:34.201244 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:08:34.201588 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:08:34.201924 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:08:34.202258 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:08:34.202594 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:08:34.202968 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:08:34.203295 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:08:34.203783 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:08:34.204122 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:08:34.204445 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:08:34.204783 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:08:34.266449 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46b46da3-0f3d-451f-8dc3-bf3809ca1bbf'] response: {'server_uuid': '84db71bd-eb5c-4d3f-b111-32bf83806334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41e1939c-a91a-42e9-ad5e-a892ad7933a4', 'code': 200} Apr 29 14:08:34.678744 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea2976-b329-4322-8c80-03d1415c931f req-97c1a2da-b59b-4f18-b439-80386e392d03 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:08:34.680179 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-0eea2976-b329-4322-8c80-03d1415c931f req-97c1a2da-b59b-4f18-b439-80386e392d03 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 943 time: 0.0786145 Apr 29 14:08:34.724666 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-0eea2976-b329-4322-8c80-03d1415c931f req-d98cf910-db03-4809-9544-dc16afc1d7a1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390885 Apr 29 14:08:35.921277 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0e582-4899-4d12-b238-ed0eeffedcee req-d4906228-b192-4117-9055-b36f26411a3b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:08:35.922893 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-72f0e582-4899-4d12-b238-ed0eeffedcee req-d4906228-b192-4117-9055-b36f26411a3b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 943 time: 0.0744355 Apr 29 14:08:35.967573 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-72f0e582-4899-4d12-b238-ed0eeffedcee req-06c2fb61-5db3-4776-a9e9-5efd9943fc87 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389318 Apr 29 14:08:35.992227 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 41e1939c-a91a-42e9-ad5e-a892ad7933a4 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 14:08:36.128901 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 41e1939c-a91a-42e9-ad5e-a892ad7933a4, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=41e1939c-a91a-42e9-ad5e-a892ad7933a4,segment=NetworkSegment(8d66e7b5-5b08-4082-aeeb-3c81be57c2fd),segment_id=8d66e7b5-5b08-4082-aeeb-3c81be57c2fd)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:08:36.145296 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '41e1939c-a91a-42e9-ad5e-a892ad7933a4', 'network_id': '7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8', 'port_id': '41e1939c-a91a-42e9-ad5e-a892ad7933a4', 'mac_address': 'fa:16:3e:ac:81:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba8f364-70e1-48a5-8e8a-9c0341699d38', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 14:08:36.204780 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:08:36.228083 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e1939c-a91a-42e9-ad5e-a892ad7933a4 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 14:08:36.245904 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 41e1939c-a91a-42e9-ad5e-a892ad7933a4, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=41e1939c-a91a-42e9-ad5e-a892ad7933a4,segment=NetworkSegment(8d66e7b5-5b08-4082-aeeb-3c81be57c2fd),segment_id=8d66e7b5-5b08-4082-aeeb-3c81be57c2fd)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:08:36.249691 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:08:36.317624 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['41e1939c-a91a-42e9-ad5e-a892ad7933a4'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 14:08:36.352802 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=41e1939c-a91a-42e9-ad5e-a892ad7933a4,revision_number=7']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:08:36.355930 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17eecf0-ae01-4628-a42c-1f463e13289c req-943bf512-6e53-426e-ba7a-e9b39dc343f5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:08:36.357377 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f17eecf0-ae01-4628-a42c-1f463e13289c req-943bf512-6e53-426e-ba7a-e9b39dc343f5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.32 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334&tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 944 time: 0.1434784 Apr 29 14:08:36.363553 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a6f37-c58a-4e2c-ab6f-27a34652860c req-1569bfbf-6ea1-4206-afc0-0ff252f4f202 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:08:36.365061 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-325a6f37-c58a-4e2c-ab6f-27a34652860c req-1569bfbf-6ea1-4206-afc0-0ff252f4f202 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 944 time: 0.1099036 Apr 29 14:08:36.413569 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-325a6f37-c58a-4e2c-ab6f-27a34652860c req-a49bba4b-7710-4f2a-93f3-0f117271b31b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430574 Apr 29 14:08:36.498302 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f17eecf0-ae01-4628-a42c-1f463e13289c req-23223de9-86c4-4b1a-b8ff-e7bfa004d7b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 1097 time: 0.0703597 Apr 29 14:08:36.621322 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4ff58-e48c-41c3-b75a-3f9c5eefa59b req-6c9cee5d-2b4c-4aa8-893e-d9b6f00d756b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:08:36.622709 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3aa4ff58-e48c-41c3-b75a-3f9c5eefa59b req-6c9cee5d-2b4c-4aa8-893e-d9b6f00d756b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 944 time: 0.0822275 Apr 29 14:08:36.634796 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17eecf0-ae01-4628-a42c-1f463e13289c req-800c2ebf-6c7a-4de5-82a5-fa200f956ed6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:08:36.636218 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f17eecf0-ae01-4628-a42c-1f463e13289c req-800c2ebf-6c7a-4de5-82a5-fa200f956ed6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8 HTTP/1.1" status: 200 len: 897 time: 0.1321027 Apr 29 14:08:36.669271 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3aa4ff58-e48c-41c3-b75a-3f9c5eefa59b req-0efa50f8-68ec-4c95-98f5-76615b54be2b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408618 Apr 29 14:08:36.738217 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f17eecf0-ae01-4628-a42c-1f463e13289c req-6d4fb3cc-0ae1-4e21-880c-ac7f51676bf6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41e1939c-a91a-42e9-ad5e-a892ad7933a4 HTTP/1.1" status: 200 len: 999 time: 0.0956039 Apr 29 14:08:36.799516 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17eecf0-ae01-4628-a42c-1f463e13289c req-8d151a7d-8b5e-4aaa-b37c-ff49f2c28603 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:08:36.801042 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f17eecf0-ae01-4628-a42c-1f463e13289c req-8d151a7d-8b5e-4aaa-b37c-ff49f2c28603 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ba8f364-70e1-48a5-8e8a-9c0341699d38 HTTP/1.1" status: 200 len: 835 time: 0.0564008 Apr 29 14:08:36.885763 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f17eecf0-ae01-4628-a42c-1f463e13289c req-3de52421-3e39-4938-b34b-f232d813e0b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786567 Apr 29 14:08:37.015824 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f17eecf0-ae01-4628-a42c-1f463e13289c req-98343258-e6fe-4188-bf61-e6db1a1c7284 service neutron] 10.222.0.32 "GET /v2.0/networks/7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236255 Apr 29 14:08:37.147255 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f17eecf0-ae01-4628-a42c-1f463e13289c req-c8b843db-1de3-4ff7-be54-19680aa04e6f service neutron] 10.222.0.32 "GET /v2.0/networks/7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247621 Apr 29 14:08:37.896518 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12584f-2fc7-4b16-b5de-a5f1a1fa2de6 req-553f31ba-ccdc-4901-8f89-31968b8a00e8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:08:37.898563 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1c12584f-2fc7-4b16-b5de-a5f1a1fa2de6 req-553f31ba-ccdc-4901-8f89-31968b8a00e8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 944 time: 0.0970991 Apr 29 14:08:37.961364 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a7aa538e-0040-49d6-a125-f0f77e350dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:08:37.962026 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1c12584f-2fc7-4b16-b5de-a5f1a1fa2de6 req-951600e8-0612-4527-bcb9-f5c72a978e61 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576086 Apr 29 14:08:37.992245 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41766) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:08:38.008654 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 41e1939c-a91a-42e9-ad5e-a892ad7933a4 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:08:38.081768 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 41e1939c-a91a-42e9-ad5e-a892ad7933a4 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:08:38.082147 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:08:38.098063 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c49b822b-22dd-4907-8853-5d8db5658e16 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/floatingips/75a2d35a-e36d-487b-b075-01aa3e24a9b3 HTTP/1.1" status: 200 len: 991 time: 0.1044147 Apr 29 14:08:38.195749 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:08:38.260111 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84db71bd-eb5c-4d3f-b111-32bf83806334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e1939c-a91a-42e9-ad5e-a892ad7933a4'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:08:38.269705 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 41e1939c-a91a-42e9-ad5e-a892ad7933a4, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=41e1939c-a91a-42e9-ad5e-a892ad7933a4,segment=NetworkSegment(8d66e7b5-5b08-4082-aeeb-3c81be57c2fd),segment_id=8d66e7b5-5b08-4082-aeeb-3c81be57c2fd)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:08:38.275121 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:08:38.319216 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61f85dcf-accd-4092-8c8c-1fcd0d778a5f'] response: {'server_uuid': '84db71bd-eb5c-4d3f-b111-32bf83806334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e1939c-a91a-42e9-ad5e-a892ad7933a4', 'code': 200} Apr 29 14:08:38.344848 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=41e1939c-a91a-42e9-ad5e-a892ad7933a4,revision_number=8']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:08:40.504649 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f99a70a9-ebcc-4f1f-a4c7-d9692a07add5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:08:41.605740 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:08:41.652540 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:08:42.970397 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d981558d-0a50-4387-8d69-152187769ae8 req-07558882-2be1-4586-a83e-c95eecf72408 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675809 Apr 29 14:08:43.043407 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:08:43.113360 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d981558d-0a50-4387-8d69-152187769ae8 req-725411f7-4991-4100-83fb-1049832c8bb7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 1098 time: 0.0712950 Apr 29 14:08:43.253416 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981558d-0a50-4387-8d69-152187769ae8 req-1139c78d-33bb-4240-bc7b-bfcbec4d541b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:08:43.254838 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d981558d-0a50-4387-8d69-152187769ae8 req-1139c78d-33bb-4240-bc7b-bfcbec4d541b service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8 HTTP/1.1" status: 200 len: 897 time: 0.1238236 Apr 29 14:08:43.448452 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d981558d-0a50-4387-8d69-152187769ae8 req-8daafbe1-ba4a-4d8c-979d-7b9c598039f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41e1939c-a91a-42e9-ad5e-a892ad7933a4 HTTP/1.1" status: 200 len: 1000 time: 0.1859117 Apr 29 14:08:43.507904 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981558d-0a50-4387-8d69-152187769ae8 req-89f89b6c-3bf5-4205-9423-559f754c5aaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:08:43.509295 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d981558d-0a50-4387-8d69-152187769ae8 req-89f89b6c-3bf5-4205-9423-559f754c5aaf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ba8f364-70e1-48a5-8e8a-9c0341699d38 HTTP/1.1" status: 200 len: 835 time: 0.0553317 Apr 29 14:08:43.581580 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d981558d-0a50-4387-8d69-152187769ae8 req-2b22a9aa-ff4a-4cd6-8455-cba05c2ab0b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670242 Apr 29 14:08:43.708134 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d981558d-0a50-4387-8d69-152187769ae8 req-e92fd5f1-08df-4683-b33f-fc1a0082bfe4 service neutron] 10.222.0.32 "GET /v2.0/networks/7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209538 Apr 29 14:08:43.836440 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d981558d-0a50-4387-8d69-152187769ae8 req-dc82726d-09e5-464f-b105-d6b065067c29 service neutron] 10.222.0.32 "GET /v2.0/networks/7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226101 Apr 29 14:08:55.670435 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:08:58.476002 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:07.965076 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5c1b4dc8-b326-4725-aa75-46f350e64356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:10.505742 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d1aadf6c-9cec-4fc3-bc78-9cb027a82832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:11.609121 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:11.653450 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:13.047230 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:28.493486 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:31.049079 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [req-c0245d92-8148-4668-8913-1861bfd0e9e5 req-cf40a0ac-95a6-48ad-a09a-7bb99b60c134 service neutron] (83905) timed out ('10.222.0.32', 62869) {{(pid=83905) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 29 14:09:32.671356 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:09:33.408132 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41788) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:09:33.606915 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-131a2672-2c1e-4e2d-85b3-3079653fb74c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Deleting port 0d20584a-f744-48ba-9b68-3b0729f15ac3 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:09:33.607245 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-131a2672-2c1e-4e2d-85b3-3079653fb74c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:33.769793 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-131a2672-2c1e-4e2d-85b3-3079653fb74c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:33.770114 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-131a2672-2c1e-4e2d-85b3-3079653fb74c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:33.891590 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-131a2672-2c1e-4e2d-85b3-3079653fb74c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Calling delete_port for 0d20584a-f744-48ba-9b68-3b0729f15ac3 owned by network:floatingip {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:09:34.032365 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-131a2672-2c1e-4e2d-85b3-3079653fb74c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:34.079713 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a2672-2c1e-4e2d-85b3-3079653fb74c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'Port': ['ID=0d20584a-f744-48ba-9b68-3b0729f15ac3,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:34.145574 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131a2672-2c1e-4e2d-85b3-3079653fb74c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:34.145910 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131a2672-2c1e-4e2d-85b3-3079653fb74c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:34.146239 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131a2672-2c1e-4e2d-85b3-3079653fb74c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:34.146566 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131a2672-2c1e-4e2d-85b3-3079653fb74c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:34.146887 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131a2672-2c1e-4e2d-85b3-3079653fb74c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:34.147203 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131a2672-2c1e-4e2d-85b3-3079653fb74c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:34.147518 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131a2672-2c1e-4e2d-85b3-3079653fb74c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:34.147829 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131a2672-2c1e-4e2d-85b3-3079653fb74c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:34.148139 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131a2672-2c1e-4e2d-85b3-3079653fb74c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:34.148455 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131a2672-2c1e-4e2d-85b3-3079653fb74c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:34.148785 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131a2672-2c1e-4e2d-85b3-3079653fb74c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:34.180323 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-131a2672-2c1e-4e2d-85b3-3079653fb74c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for floatingip, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:34.656992 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131a2672-2c1e-4e2d-85b3-3079653fb74c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Router 0d49da53-06bc-48ea-aa88-2f6aa25d5fe3 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:09:34.849363 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131a2672-2c1e-4e2d-85b3-3079653fb74c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:09:34.859418 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ece9a69-0016-4cae-89d4-ecfd0206ff6e None None] Sync routers for ids ['0d49da53-06bc-48ea-aa88-2f6aa25d5fe3'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:09:34.870566 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-131a2672-2c1e-4e2d-85b3-3079653fb74c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:34.870884 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ece9a69-0016-4cae-89d4-ecfd0206ff6e None None] Routers {'0d49da53-06bc-48ea-aa88-2f6aa25d5fe3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:09:34.871484 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-0ece9a69-0016-4cae-89d4-ecfd0206ff6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:09:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['0d49da53-06bc-48ea-aa88-2f6aa25d5fe3'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:09:34.933139 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-131a2672-2c1e-4e2d-85b3-3079653fb74c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "DELETE /v2.0/floatingips/75a2d35a-e36d-487b-b075-01aa3e24a9b3 HTTP/1.1" status: 204 len: 168 time: 1.5211358 Apr 29 14:09:34.933139 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84db71bd-eb5c-4d3f-b111-32bf83806334', 'tag': '41e1939c-a91a-42e9-ad5e-a892ad7933a4'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:09:34.993321 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-983ed532-cb88-48b5-bf92-23c11744dfa7'] response: {'name': 'network-changed', 'server_uuid': '84db71bd-eb5c-4d3f-b111-32bf83806334', 'tag': '41e1939c-a91a-42e9-ad5e-a892ad7933a4', 'status': 'completed', 'code': 200} Apr 29 14:09:35.051044 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-0ece9a69-0016-4cae-89d4-ecfd0206ff6e None None] Set router 0d49da53-06bc-48ea-aa88-2f6aa25d5fe3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:09:35.088715 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-54a22e5c-61d9-46ce-a351-f50cbb846b8a req-368822a0-acc7-47e1-9a2b-f344ee48b3bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 1098 time: 0.0729630 Apr 29 14:09:35.226668 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a22e5c-61d9-46ce-a351-f50cbb846b8a req-985b8fb1-4eed-4058-b3c2-b8f6ca3f5563 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:09:35.228337 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-54a22e5c-61d9-46ce-a351-f50cbb846b8a req-985b8fb1-4eed-4058-b3c2-b8f6ca3f5563 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8 HTTP/1.1" status: 200 len: 897 time: 0.1344135 Apr 29 14:09:35.337670 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-54a22e5c-61d9-46ce-a351-f50cbb846b8a req-108a0647-ebb5-446f-8e8d-d5a2a4f62e07 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41e1939c-a91a-42e9-ad5e-a892ad7933a4 HTTP/1.1" status: 200 len: 217 time: 0.1018414 Apr 29 14:09:35.362797 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-0ece9a69-0016-4cae-89d4-ecfd0206ff6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428047099', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': '82920f12-1f98-4375-a68a-a5b7c908dd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:06:41Z', 'updated_at': '2022-04-29T14:06:45Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '82920f12-1f98-4375-a68a-a5b7c908dd25', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:06:41Z', 'updated_at': '2022-04-29T14:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'a73faa9c-1bec-43b5-8408-add69ab99ec6', 'name': '', 'network_id': '7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:f5:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba8f364-70e1-48a5-8e8a-9c0341699d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:06:45Z', 'updated_at': '2022-04-29T14:06:51Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': '0ba8f364-70e1-48a5-8e8a-9c0341699d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:09:35.366521 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ece9a69-0016-4cae-89d4-ecfd0206ff6e None None] Checking router: 0d49da53-06bc-48ea-aa88-2f6aa25d5fe3 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:09:35.377388 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ece9a69-0016-4cae-89d4-ecfd0206ff6e None None] Routers {'0d49da53-06bc-48ea-aa88-2f6aa25d5fe3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:09:35.377981 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-0ece9a69-0016-4cae-89d4-ecfd0206ff6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:09:10Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['0d49da53-06bc-48ea-aa88-2f6aa25d5fe3'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:09:35.416411 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a22e5c-61d9-46ce-a351-f50cbb846b8a req-f3c7fca9-c0de-4f58-8fd9-7c1d2224c3a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:09:35.417875 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-54a22e5c-61d9-46ce-a351-f50cbb846b8a req-f3c7fca9-c0de-4f58-8fd9-7c1d2224c3a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ba8f364-70e1-48a5-8e8a-9c0341699d38 HTTP/1.1" status: 200 len: 835 time: 0.0735803 Apr 29 14:09:35.427720 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf6174-2081-474b-8846-fc857014863f req-ad3ad7d0-2ebd-4253-8535-b7d890e95b41 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:09:35.428373 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-c2bf6174-2081-474b-8846-fc857014863f req-ad3ad7d0-2ebd-4253-8535-b7d890e95b41 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Synchronizing usage tracker for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:09:35.484381 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-c2bf6174-2081-474b-8846-fc857014863f req-ad3ad7d0-2ebd-4253-8535-b7d890e95b41 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Unset dirty status for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:09:35.485468 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c2bf6174-2081-474b-8846-fc857014863f req-ad3ad7d0-2ebd-4253-8535-b7d890e95b41 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 945 time: 0.1993666 Apr 29 14:09:35.540818 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c2bf6174-2081-474b-8846-fc857014863f req-d8c96443-fe4f-46c5-aa14-4fc5a0a5b442 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494568 Apr 29 14:09:35.544470 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-54a22e5c-61d9-46ce-a351-f50cbb846b8a req-f45bd44a-8614-483b-953e-a48eaba11ebe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1123176 Apr 29 14:09:35.554232 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-0ece9a69-0016-4cae-89d4-ecfd0206ff6e None None] Set router 0d49da53-06bc-48ea-aa88-2f6aa25d5fe3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:09:35.681216 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-54a22e5c-61d9-46ce-a351-f50cbb846b8a req-b2e7584e-25b3-499e-b129-e7f358660840 service neutron] 10.222.0.32 "GET /v2.0/networks/7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277163 Apr 29 14:09:35.813904 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-54a22e5c-61d9-46ce-a351-f50cbb846b8a req-bd9257a8-ab8a-4e84-aa5f-53b502cd77d8 service neutron] 10.222.0.32 "GET /v2.0/networks/7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267281 Apr 29 14:09:35.903327 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-0ece9a69-0016-4cae-89d4-ecfd0206ff6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428047099', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': '82920f12-1f98-4375-a68a-a5b7c908dd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:06:41Z', 'updated_at': '2022-04-29T14:06:45Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '82920f12-1f98-4375-a68a-a5b7c908dd25', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:06:41Z', 'updated_at': '2022-04-29T14:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'a73faa9c-1bec-43b5-8408-add69ab99ec6', 'name': '', 'network_id': '7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:f5:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba8f364-70e1-48a5-8e8a-9c0341699d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:06:45Z', 'updated_at': '2022-04-29T14:06:51Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': '0ba8f364-70e1-48a5-8e8a-9c0341699d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:09:35.907805 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ece9a69-0016-4cae-89d4-ecfd0206ff6e None None] The sync data for ids ['0d49da53-06bc-48ea-aa88-2f6aa25d5fe3'] in dv-neutron-839027-4-hyperv is: [{'id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428047099', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': '82920f12-1f98-4375-a68a-a5b7c908dd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:06:41Z', 'updated_at': '2022-04-29T14:06:45Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '82920f12-1f98-4375-a68a-a5b7c908dd25', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:06:41Z', 'updated_at': '2022-04-29T14:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'a73faa9c-1bec-43b5-8408-add69ab99ec6', 'name': '', 'network_id': '7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:f5:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ba8f364-70e1-48a5-8e8a-9c0341699d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:06:45Z', 'updated_at': '2022-04-29T14:06:51Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': '0ba8f364-70e1-48a5-8e8a-9c0341699d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:09:36.125946 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc6ad5b-e619-4125-8850-ad5c6f28f32e None None] New status for floating IP 75a2d35a-e36d-487b-b075-01aa3e24a9b3: DOWN {{(pid=83906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 14:09:36.742882 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe2934-a14d-4aeb-b9a4-ab8b927c77f5 req-5c6d71bb-b435-41a9-aeee-8503118ac61c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:09:36.744322 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f1fe2934-a14d-4aeb-b9a4-ab8b927c77f5 req-5c6d71bb-b435-41a9-aeee-8503118ac61c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 945 time: 0.0786047 Apr 29 14:09:36.788545 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f1fe2934-a14d-4aeb-b9a4-ab8b927c77f5 req-2e32b1b9-7880-425f-a085-461907b8ef60 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381637 Apr 29 14:09:37.274401 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3007f25-18a6-45bb-a22f-1734e1d247e2 req-3b857330-7748-4e6e-95b6-cd7f10688648 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:09:37.275879 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a3007f25-18a6-45bb-a22f-1734e1d247e2 req-3b857330-7748-4e6e-95b6-cd7f10688648 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.32 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 945 time: 0.0825415 Apr 29 14:09:37.346585 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-a3007f25-18a6-45bb-a22f-1734e1d247e2 req-b228df55-3b28-4978-a5f9-cdf0a2257d08 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Deleting port 41e1939c-a91a-42e9-ad5e-a892ad7933a4 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:09:37.346923 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-a3007f25-18a6-45bb-a22f-1734e1d247e2 req-b228df55-3b28-4978-a5f9-cdf0a2257d08 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:37.702766 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-a3007f25-18a6-45bb-a22f-1734e1d247e2 req-b228df55-3b28-4978-a5f9-cdf0a2257d08 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] For port 41e1939c-a91a-42e9-ad5e-a892ad7933a4, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=41e1939c-a91a-42e9-ad5e-a892ad7933a4,segment=NetworkSegment(8d66e7b5-5b08-4082-aeeb-3c81be57c2fd),segment_id=8d66e7b5-5b08-4082-aeeb-3c81be57c2fd)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:09:37.703117 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-a3007f25-18a6-45bb-a22f-1734e1d247e2 req-b228df55-3b28-4978-a5f9-cdf0a2257d08 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:37.825525 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-a3007f25-18a6-45bb-a22f-1734e1d247e2 req-b228df55-3b28-4978-a5f9-cdf0a2257d08 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Calling delete_port for 41e1939c-a91a-42e9-ad5e-a892ad7933a4 owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:09:37.969323 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-29e4dd0d-50c4-43e1-8587-2490d99398d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:38.052402 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-a3007f25-18a6-45bb-a22f-1734e1d247e2 req-b228df55-3b28-4978-a5f9-cdf0a2257d08 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:38.100815 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228df55-3b28-4978-a5f9-cdf0a2257d08 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'Port': ['ID=41e1939c-a91a-42e9-ad5e-a892ad7933a4,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:38.115716 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613e045-ddfd-4076-b9c7-ff46addf2109 req-a5e7d68b-5892-48be-9f8f-cfcc4fb159be tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:09:38.117178 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5613e045-ddfd-4076-b9c7-ff46addf2109 req-a5e7d68b-5892-48be-9f8f-cfcc4fb159be tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=84db71bd-eb5c-4d3f-b111-32bf83806334 HTTP/1.1" status: 200 len: 945 time: 0.1926050 Apr 29 14:09:38.206716 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3007f25-18a6-45bb-a22f-1734e1d247e2 req-b228df55-3b28-4978-a5f9-cdf0a2257d08 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] No DVR routers for this DVR port 41e1939c-a91a-42e9-ad5e-a892ad7933a4 on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 14:09:38.209057 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-a3007f25-18a6-45bb-a22f-1734e1d247e2 req-b228df55-3b28-4978-a5f9-cdf0a2257d08 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:38.218328 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84db71bd-eb5c-4d3f-b111-32bf83806334', 'name': 'network-vif-deleted', 'tag': '41e1939c-a91a-42e9-ad5e-a892ad7933a4'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:09:38.248071 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a3007f25-18a6-45bb-a22f-1734e1d247e2 req-b228df55-3b28-4978-a5f9-cdf0a2257d08 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.32 "DELETE /v2.0/ports/41e1939c-a91a-42e9-ad5e-a892ad7933a4 HTTP/1.1" status: 204 len: 173 time: 0.9664855 Apr 29 14:09:38.250782 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5613e045-ddfd-4076-b9c7-ff46addf2109 req-6d0baafb-2e03-4139-b7af-360dbe91ab15 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=288f2f16-4946-47be-94fc-9fb8d871b602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071336 Apr 29 14:09:38.288945 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5392c25-1cc2-4ce5-894c-42db366750fe'] response: {'server_uuid': '84db71bd-eb5c-4d3f-b111-32bf83806334', 'name': 'network-vif-deleted', 'tag': '41e1939c-a91a-42e9-ad5e-a892ad7933a4', 'status': 'completed', 'code': 200} Apr 29 14:09:39.356330 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41808) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:09:39.747204 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8681d9ad-2eca-40d7-bdf2-03f4124a1076 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:40.432207 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-8681d9ad-2eca-40d7-bdf2-03f4124a1076 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Deleting port a73faa9c-1bec-43b5-8408-add69ab99ec6 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:09:40.432901 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8681d9ad-2eca-40d7-bdf2-03f4124a1076 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:40.507845 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7c5b2033-2060-4681-b3dd-bfe3f8514d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:40.619215 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-8681d9ad-2eca-40d7-bdf2-03f4124a1076 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] For port a73faa9c-1bec-43b5-8408-add69ab99ec6, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a73faa9c-1bec-43b5-8408-add69ab99ec6,segment=NetworkSegment(8d66e7b5-5b08-4082-aeeb-3c81be57c2fd),segment_id=8d66e7b5-5b08-4082-aeeb-3c81be57c2fd)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:09:40.619589 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8681d9ad-2eca-40d7-bdf2-03f4124a1076 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:40.740114 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-8681d9ad-2eca-40d7-bdf2-03f4124a1076 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Calling delete_port for a73faa9c-1bec-43b5-8408-add69ab99ec6 owned by network:router_interface {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:09:40.912389 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8681d9ad-2eca-40d7-bdf2-03f4124a1076 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:40.956761 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681d9ad-2eca-40d7-bdf2-03f4124a1076 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'Port': ['ID=a73faa9c-1bec-43b5-8408-add69ab99ec6,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:41.256736 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8681d9ad-2eca-40d7-bdf2-03f4124a1076 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:41.612473 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:41.655004 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:41.924026 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8681d9ad-2eca-40d7-bdf2-03f4124a1076 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Router 0d49da53-06bc-48ea-aa88-2f6aa25d5fe3 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:09:41.979513 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [req-60f74844-bc11-495b-92b9-b4a3f8e82d01 req-f1e709fd-35d3-4e17-bbaf-2ce65d22d131 service neutron] (83904) timed out ('10.222.0.76', 38274) {{(pid=83904) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 29 14:09:42.117766 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8681d9ad-2eca-40d7-bdf2-03f4124a1076 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:09:42.127180 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d58dd7-6d05-442a-be8a-c705a520fcdb None None] Sync routers for ids ['0d49da53-06bc-48ea-aa88-2f6aa25d5fe3'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:09:42.131627 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8681d9ad-2eca-40d7-bdf2-03f4124a1076 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "PUT /v2.0/routers/0d49da53-06bc-48ea-aa88-2f6aa25d5fe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7740154 Apr 29 14:09:42.132496 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41812) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:09:42.138947 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d58dd7-6d05-442a-be8a-c705a520fcdb None None] Routers {'0d49da53-06bc-48ea-aa88-2f6aa25d5fe3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:09:42.139548 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-c4d58dd7-6d05-442a-be8a-c705a520fcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:09:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['0d49da53-06bc-48ea-aa88-2f6aa25d5fe3'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:09:42.310410 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-c4d58dd7-6d05-442a-be8a-c705a520fcdb None None] Set router 0d49da53-06bc-48ea-aa88-2f6aa25d5fe3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:09:42.315025 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-6adaa73f-7971-4816-8668-9eab3b6504b7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Deleting subnet 0ba8f364-70e1-48a5-8e8a-9c0341699d38 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 14:09:42.318905 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6adaa73f-7971-4816-8668-9eab3b6504b7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:42.339698 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 41e1939c-a91a-42e9-ad5e-a892ad7933a4 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:09:42.373432 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: 41e1939c-a91a-42e9-ad5e-a892ad7933a4 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:09:42.373975 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 41e1939c-a91a-42e9-ad5e-a892ad7933a4 not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:09:42.379098 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6adaa73f-7971-4816-8668-9eab3b6504b7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:42.458853 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6adaa73f-7971-4816-8668-9eab3b6504b7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:42.534035 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6adaa73f-7971-4816-8668-9eab3b6504b7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:42.577014 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adaa73f-7971-4816-8668-9eab3b6504b7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'Subnet': ['ID=0ba8f364-70e1-48a5-8e8a-9c0341699d38,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:42.585620 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6adaa73f-7971-4816-8668-9eab3b6504b7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:42.591355 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09173f2-4cca-4ace-ad65-3826dda78829 None None] Network 7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 14:09:42.593301 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6adaa73f-7971-4816-8668-9eab3b6504b7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "DELETE /v2.0/subnets/0ba8f364-70e1-48a5-8e8a-9c0341699d38 HTTP/1.1" status: 204 len: 168 time: 0.4597471 Apr 29 14:09:42.595807 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41818) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:09:42.606946 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-c4d58dd7-6d05-442a-be8a-c705a520fcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428047099', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': '82920f12-1f98-4375-a68a-a5b7c908dd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:06:41Z', 'updated_at': '2022-04-29T14:09:40Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '82920f12-1f98-4375-a68a-a5b7c908dd25', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:06:41Z', 'updated_at': '2022-04-29T14:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:09:42.611772 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d58dd7-6d05-442a-be8a-c705a520fcdb None None] Checking router: 0d49da53-06bc-48ea-aa88-2f6aa25d5fe3 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:09:42.622429 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d58dd7-6d05-442a-be8a-c705a520fcdb None None] Routers {'0d49da53-06bc-48ea-aa88-2f6aa25d5fe3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:09:42.623680 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-c4d58dd7-6d05-442a-be8a-c705a520fcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:09:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['0d49da53-06bc-48ea-aa88-2f6aa25d5fe3'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:09:42.805800 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2f10eae0-c70f-4f5f-aac7-600971323a82 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:42.811328 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-c4d58dd7-6d05-442a-be8a-c705a520fcdb None None] Set router 0d49da53-06bc-48ea-aa88-2f6aa25d5fe3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:09:42.866756 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a583b68-4eb3-4ce5-842d-c3e36f88045a None None] DHCP port deletion for 7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 14:09:42.871037 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-8a583b68-4eb3-4ce5-842d-c3e36f88045a None None] Deleting port 7a90cf4b-80c0-4175-a3ed-7d250676e071 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:09:42.871468 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8a583b68-4eb3-4ce5-842d-c3e36f88045a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:43.015308 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2f10eae0-c70f-4f5f-aac7-600971323a82 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:43.026381 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-2f10eae0-c70f-4f5f-aac7-600971323a82 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Deleting port 82920f12-1f98-4375-a68a-a5b7c908dd25 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:09:43.026819 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2f10eae0-c70f-4f5f-aac7-600971323a82 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:43.073438 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:43.083679 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-8a583b68-4eb3-4ce5-842d-c3e36f88045a None None] For port 7a90cf4b-80c0-4175-a3ed-7d250676e071, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=7a90cf4b-80c0-4175-a3ed-7d250676e071,segment=NetworkSegment(8d66e7b5-5b08-4082-aeeb-3c81be57c2fd),segment_id=8d66e7b5-5b08-4082-aeeb-3c81be57c2fd)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:09:43.084060 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8a583b68-4eb3-4ce5-842d-c3e36f88045a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:43.115412 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-c4d58dd7-6d05-442a-be8a-c705a520fcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428047099', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': '82920f12-1f98-4375-a68a-a5b7c908dd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:06:41Z', 'updated_at': '2022-04-29T14:09:40Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '82920f12-1f98-4375-a68a-a5b7c908dd25', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:06:41Z', 'updated_at': '2022-04-29T14:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:09:43.119123 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d58dd7-6d05-442a-be8a-c705a520fcdb None None] The sync data for ids ['0d49da53-06bc-48ea-aa88-2f6aa25d5fe3'] in dv-neutron-839027-4-hyperv is: [{'id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428047099', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': '82920f12-1f98-4375-a68a-a5b7c908dd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:06:41Z', 'updated_at': '2022-04-29T14:09:40Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '82920f12-1f98-4375-a68a-a5b7c908dd25', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d49da53-06bc-48ea-aa88-2f6aa25d5fe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:06:41Z', 'updated_at': '2022-04-29T14:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:09:43.208051 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-8a583b68-4eb3-4ce5-842d-c3e36f88045a None None] Calling delete_port for 7a90cf4b-80c0-4175-a3ed-7d250676e071 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:09:43.209760 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-2f10eae0-c70f-4f5f-aac7-600971323a82 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] For port 82920f12-1f98-4375-a68a-a5b7c908dd25, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=82920f12-1f98-4375-a68a-a5b7c908dd25,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:09:43.210124 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2f10eae0-c70f-4f5f-aac7-600971323a82 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:43.278879 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8a583b68-4eb3-4ce5-842d-c3e36f88045a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:43.322777 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a583b68-4eb3-4ce5-842d-c3e36f88045a None None] Pushing event deleted for resources: {'Port': ['ID=7a90cf4b-80c0-4175-a3ed-7d250676e071,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:43.334422 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a583b68-4eb3-4ce5-842d-c3e36f88045a None None] No DVR routers for this DVR port 7a90cf4b-80c0-4175-a3ed-7d250676e071 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 14:09:43.339493 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a583b68-4eb3-4ce5-842d-c3e36f88045a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:43.339837 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a583b68-4eb3-4ce5-842d-c3e36f88045a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:43.340176 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a583b68-4eb3-4ce5-842d-c3e36f88045a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:43.340507 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a583b68-4eb3-4ce5-842d-c3e36f88045a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:43.340864 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a583b68-4eb3-4ce5-842d-c3e36f88045a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:43.341190 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a583b68-4eb3-4ce5-842d-c3e36f88045a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:43.341785 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a583b68-4eb3-4ce5-842d-c3e36f88045a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:43.341985 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a583b68-4eb3-4ce5-842d-c3e36f88045a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:43.342521 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a583b68-4eb3-4ce5-842d-c3e36f88045a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:43.342839 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a583b68-4eb3-4ce5-842d-c3e36f88045a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:43.343160 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a583b68-4eb3-4ce5-842d-c3e36f88045a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:43.419201 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-2f10eae0-c70f-4f5f-aac7-600971323a82 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Calling delete_port for 82920f12-1f98-4375-a68a-a5b7c908dd25 owned by network:router_gateway {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:09:43.504165 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 7a90cf4b-80c0-4175-a3ed-7d250676e071 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:09:43.551177 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 7a90cf4b-80c0-4175-a3ed-7d250676e071 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:09:43.551594 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 7a90cf4b-80c0-4175-a3ed-7d250676e071 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:09:43.552062 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a73faa9c-1bec-43b5-8408-add69ab99ec6 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:09:43.585210 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: a73faa9c-1bec-43b5-8408-add69ab99ec6 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:09:43.585629 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a73faa9c-1bec-43b5-8408-add69ab99ec6 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:09:43.614515 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2f10eae0-c70f-4f5f-aac7-600971323a82 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:43.660974 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10eae0-c70f-4f5f-aac7-600971323a82 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'Port': ['ID=82920f12-1f98-4375-a68a-a5b7c908dd25,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:43.877392 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2f10eae0-c70f-4f5f-aac7-600971323a82 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:44.126920 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2f10eae0-c70f-4f5f-aac7-600971323a82 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:44.130941 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2f10eae0-c70f-4f5f-aac7-600971323a82 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:44.155269 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2f10eae0-c70f-4f5f-aac7-600971323a82 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:44.155740 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f10eae0-c70f-4f5f-aac7-600971323a82 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Fanout notify agent at l3_agent the message router_deleted on router 0d49da53-06bc-48ea-aa88-2f6aa25d5fe3 {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 14:09:44.170299 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-2f10eae0-c70f-4f5f-aac7-600971323a82 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:44.171392 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2f10eae0-c70f-4f5f-aac7-600971323a82 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "DELETE /v2.0/routers/0d49da53-06bc-48ea-aa88-2f6aa25d5fe3 HTTP/1.1" status: 204 len: 168 time: 1.5746944 Apr 29 14:09:44.174023 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41822) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:09:44.285191 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1544db9c-a926-4681-be57-b6cbde4cf935 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:44.413583 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1544db9c-a926-4681-be57-b6cbde4cf935 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:44.437922 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-1544db9c-a926-4681-be57-b6cbde4cf935 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:09:44.449430 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-1544db9c-a926-4681-be57-b6cbde4cf935 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d66e7b5-5b08-4082-aeeb-3c81be57c2fd') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:09:44.449723 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-1544db9c-a926-4681-be57-b6cbde4cf935 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d66e7b5-5b08-4082-aeeb-3c81be57c2fd') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:09:44.460690 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1544db9c-a926-4681-be57-b6cbde4cf935 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:44.476875 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1544db9c-a926-4681-be57-b6cbde4cf935 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:44.483268 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1544db9c-a926-4681-be57-b6cbde4cf935 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 14:09:44.483642 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1544db9c-a926-4681-be57-b6cbde4cf935 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 14:09:44.497776 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 14:09:44.576318 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1544db9c-a926-4681-be57-b6cbde4cf935 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:44.581521 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1544db9c-a926-4681-be57-b6cbde4cf935 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:44.608914 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544db9c-a926-4681-be57-b6cbde4cf935 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'Network': ['ID=7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:44.613205 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1544db9c-a926-4681-be57-b6cbde4cf935 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "DELETE /v2.0/networks/7d6a87f5-cc6a-4ecd-a2c7-9029bb0413a8 HTTP/1.1" status: 204 len: 168 time: 0.4382093 Apr 29 14:09:44.615801 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41826) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:09:44.687453 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-556bb0dc-5791-4b5b-ba05-4f057d674f2a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:44.717731 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-556bb0dc-5791-4b5b-ba05-4f057d674f2a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:44.780016 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-556bb0dc-5791-4b5b-ba05-4f057d674f2a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:44.797785 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556bb0dc-5791-4b5b-ba05-4f057d674f2a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=288f2f16-4946-47be-94fc-9fb8d871b602,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:44.810104 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-556bb0dc-5791-4b5b-ba05-4f057d674f2a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:44.813115 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-556bb0dc-5791-4b5b-ba05-4f057d674f2a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "DELETE /v2.0/security-groups/288f2f16-4946-47be-94fc-9fb8d871b602 HTTP/1.1" status: 204 len: 168 time: 0.1945026 Apr 29 14:09:45.172374 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41834) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:09:45.178022 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-3033df4c-c335-4a90-a2ee-22bfbf73a161 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1626705306', 'description': 'tempest-secgroup-smoke-1626705306 description', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:09:45.184705 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3033df4c-c335-4a90-a2ee-22bfbf73a161 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:09:45.189544 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3033df4c-c335-4a90-a2ee-22bfbf73a161 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:09:45.192480 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3033df4c-c335-4a90-a2ee-22bfbf73a161 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:09:45.198322 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3033df4c-c335-4a90-a2ee-22bfbf73a161 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:09:45.210545 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3033df4c-c335-4a90-a2ee-22bfbf73a161 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:45.246440 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3033df4c-c335-4a90-a2ee-22bfbf73a161 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:09:45.251165 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3033df4c-c335-4a90-a2ee-22bfbf73a161 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:09:45.254187 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3033df4c-c335-4a90-a2ee-22bfbf73a161 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:09:45.259980 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3033df4c-c335-4a90-a2ee-22bfbf73a161 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:09:45.316914 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3033df4c-c335-4a90-a2ee-22bfbf73a161 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:45.320423 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3033df4c-c335-4a90-a2ee-22bfbf73a161 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:45.364196 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033df4c-c335-4a90-a2ee-22bfbf73a161 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bb4905-02c5-41e1-95e7-fb01e600d8d8,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:45.366757 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3033df4c-c335-4a90-a2ee-22bfbf73a161 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:45.367913 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3033df4c-c335-4a90-a2ee-22bfbf73a161 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1945276 Apr 29 14:09:45.370723 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41838) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:09:45.376502 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-e893926e-47be-4376-b287-68a6aa9f688a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group_rule': {'security_group_id': 'f1bb4905-02c5-41e1-95e7-fb01e600d8d8', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:09:45.382515 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e893926e-47be-4376-b287-68a6aa9f688a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:09:45.386513 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e893926e-47be-4376-b287-68a6aa9f688a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:09:45.389573 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e893926e-47be-4376-b287-68a6aa9f688a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:09:45.395230 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e893926e-47be-4376-b287-68a6aa9f688a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:09:45.414849 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e893926e-47be-4376-b287-68a6aa9f688a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:45.563623 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e893926e-47be-4376-b287-68a6aa9f688a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:45.566914 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e893926e-47be-4376-b287-68a6aa9f688a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:45.590054 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893926e-47be-4376-b287-68a6aa9f688a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e17f6ee-bd54-45da-8994-1b996398705e,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:45.601889 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e893926e-47be-4376-b287-68a6aa9f688a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:45.605621 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e893926e-47be-4376-b287-68a6aa9f688a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2315409 Apr 29 14:09:45.605760 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41842) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:09:45.611251 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-62d517aa-3ec7-4647-8fef-b217c5679ff3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group_rule': {'security_group_id': 'f1bb4905-02c5-41e1-95e7-fb01e600d8d8', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:09:45.617671 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-62d517aa-3ec7-4647-8fef-b217c5679ff3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:09:45.621553 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-62d517aa-3ec7-4647-8fef-b217c5679ff3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:09:45.624617 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-62d517aa-3ec7-4647-8fef-b217c5679ff3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:09:45.631850 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-62d517aa-3ec7-4647-8fef-b217c5679ff3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:09:45.650120 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-62d517aa-3ec7-4647-8fef-b217c5679ff3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:45.658678 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 82920f12-1f98-4375-a68a-a5b7c908dd25 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:09:45.692228 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 82920f12-1f98-4375-a68a-a5b7c908dd25 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:09:45.692477 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 82920f12-1f98-4375-a68a-a5b7c908dd25 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:09:45.712205 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-62d517aa-3ec7-4647-8fef-b217c5679ff3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:45.715851 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-62d517aa-3ec7-4647-8fef-b217c5679ff3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:45.738612 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d517aa-3ec7-4647-8fef-b217c5679ff3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb51d50d-ba79-4235-bfe6-a270c5269c0f,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:45.746912 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-62d517aa-3ec7-4647-8fef-b217c5679ff3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:45.748216 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-62d517aa-3ec7-4647-8fef-b217c5679ff3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1414335 Apr 29 14:09:45.750939 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41846) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:09:45.756168 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-ca023143-1150-445f-892a-01313670cc9d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group_rule': {'security_group_id': 'f1bb4905-02c5-41e1-95e7-fb01e600d8d8', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:09:45.761928 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ca023143-1150-445f-892a-01313670cc9d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:09:45.766254 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ca023143-1150-445f-892a-01313670cc9d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:09:45.769056 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ca023143-1150-445f-892a-01313670cc9d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:09:45.774673 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ca023143-1150-445f-892a-01313670cc9d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:09:45.791442 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ca023143-1150-445f-892a-01313670cc9d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:45.854535 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ca023143-1150-445f-892a-01313670cc9d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:45.857364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ca023143-1150-445f-892a-01313670cc9d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:45.879275 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca023143-1150-445f-892a-01313670cc9d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df1e34e-8a32-49dd-ba9f-cab37ba65037,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:45.887465 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ca023143-1150-445f-892a-01313670cc9d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:45.889156 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ca023143-1150-445f-892a-01313670cc9d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1373293 Apr 29 14:09:45.892346 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41850) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:09:45.897626 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-13f58b65-d89e-40e1-bafb-c7aad74371ba tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group_rule': {'security_group_id': 'f1bb4905-02c5-41e1-95e7-fb01e600d8d8', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:09:45.903209 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-13f58b65-d89e-40e1-bafb-c7aad74371ba tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:09:45.907845 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-13f58b65-d89e-40e1-bafb-c7aad74371ba tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:09:45.910687 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-13f58b65-d89e-40e1-bafb-c7aad74371ba tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:09:45.916231 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-13f58b65-d89e-40e1-bafb-c7aad74371ba tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:09:45.931151 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-13f58b65-d89e-40e1-bafb-c7aad74371ba tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:45.998220 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-13f58b65-d89e-40e1-bafb-c7aad74371ba tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:46.002050 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-13f58b65-d89e-40e1-bafb-c7aad74371ba tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:46.024022 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f58b65-d89e-40e1-bafb-c7aad74371ba tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a073c2f5-fae5-4f83-a1ce-7e66c59e5171,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:46.033459 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-13f58b65-d89e-40e1-bafb-c7aad74371ba tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:46.035175 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-13f58b65-d89e-40e1-bafb-c7aad74371ba tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1419392 Apr 29 14:09:46.037829 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41854) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:09:46.042971 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-0339faad-f6d6-406e-938c-29fca7a32a74 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group_rule': {'security_group_id': 'f1bb4905-02c5-41e1-95e7-fb01e600d8d8', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:09:46.048532 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0339faad-f6d6-406e-938c-29fca7a32a74 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:09:46.052217 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0339faad-f6d6-406e-938c-29fca7a32a74 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:09:46.055024 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0339faad-f6d6-406e-938c-29fca7a32a74 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:09:46.061103 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0339faad-f6d6-406e-938c-29fca7a32a74 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:09:46.071148 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.securitygroups_db [None req-0339faad-f6d6-406e-938c-29fca7a32a74 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Project a3b5eecb321e41ad979ed70ab10a2d9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 14:09:46.077983 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0339faad-f6d6-406e-938c-29fca7a32a74 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:46.139353 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0339faad-f6d6-406e-938c-29fca7a32a74 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:46.142906 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0339faad-f6d6-406e-938c-29fca7a32a74 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:46.167945 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0339faad-f6d6-406e-938c-29fca7a32a74 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4476349-06ab-489c-a92c-7d5e256bc0ea,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:46.177278 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0339faad-f6d6-406e-938c-29fca7a32a74 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:46.178412 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0339faad-f6d6-406e-938c-29fca7a32a74 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1397078 Apr 29 14:09:46.181234 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41858) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:09:46.187372 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-e340fac6-551b-40e8-a2a6-abba435a5fdd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group_rule': {'security_group_id': 'f1bb4905-02c5-41e1-95e7-fb01e600d8d8', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:09:46.193208 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e340fac6-551b-40e8-a2a6-abba435a5fdd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:09:46.196874 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e340fac6-551b-40e8-a2a6-abba435a5fdd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:09:46.199634 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-e340fac6-551b-40e8-a2a6-abba435a5fdd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:09:46.205775 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-e340fac6-551b-40e8-a2a6-abba435a5fdd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:09:46.215527 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.securitygroups_db [None req-e340fac6-551b-40e8-a2a6-abba435a5fdd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Project a3b5eecb321e41ad979ed70ab10a2d9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 14:09:46.222173 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e340fac6-551b-40e8-a2a6-abba435a5fdd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:46.287148 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e340fac6-551b-40e8-a2a6-abba435a5fdd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:46.290687 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e340fac6-551b-40e8-a2a6-abba435a5fdd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:46.314058 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340fac6-551b-40e8-a2a6-abba435a5fdd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce38cfc-91b1-470e-b10e-da07027c26da,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:46.322084 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e340fac6-551b-40e8-a2a6-abba435a5fdd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:46.323221 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e340fac6-551b-40e8-a2a6-abba435a5fdd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1410816 Apr 29 14:09:46.326604 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41862) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:09:46.331985 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-3075ca24-47c6-46af-8118-42b1a3223c39 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'network': {'name': 'tempest-network-smoke--1570979320', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'port_security_enabled': True}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:09:46.336814 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3075ca24-47c6-46af-8118-42b1a3223c39 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:09:46.341231 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3075ca24-47c6-46af-8118-42b1a3223c39 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:network and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:09:46.344807 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3075ca24-47c6-46af-8118-42b1a3223c39 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:09:46.351635 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3075ca24-47c6-46af-8118-42b1a3223c39 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:09:46.361638 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3075ca24-47c6-46af-8118-42b1a3223c39 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Made reservation on behalf of a3b5eecb321e41ad979ed70ab10a2d9d for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 14:09:46.364671 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3075ca24-47c6-46af-8118-42b1a3223c39 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:46.391994 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3075ca24-47c6-46af-8118-42b1a3223c39 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 14:09:46.400478 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3075ca24-47c6-46af-8118-42b1a3223c39 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:46.400855 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-3075ca24-47c6-46af-8118-42b1a3223c39 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Added segment 26dc647f-a07f-4264-a5b1-cc1839d91aea of type vlan for network eb4a9bbf-565d-4e03-bd83-0056b022827f Apr 29 14:09:46.425780 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3075ca24-47c6-46af-8118-42b1a3223c39 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:46.453601 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3075ca24-47c6-46af-8118-42b1a3223c39 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:46.457259 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3075ca24-47c6-46af-8118-42b1a3223c39 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:09:46.457855 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3075ca24-47c6-46af-8118-42b1a3223c39 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:46.564253 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3075ca24-47c6-46af-8118-42b1a3223c39 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2364762 Apr 29 14:09:46.566829 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075ca24-47c6-46af-8118-42b1a3223c39 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Network': ['ID=eb4a9bbf-565d-4e03-bd83-0056b022827f,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:46.567007 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41866) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:09:46.572309 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2123641819', 'admin_state_up': True, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:09:46.579468 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:09:46.580261 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network eb4a9bbf-565d-4e03-bd83-0056b022827f details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 14:09:46.583787 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:router and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:09:46.587516 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:09:46.595161 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:09:46.605518 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:46.606440 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:46.629979 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:46.776198 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:47.029341 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router_gateway, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:47.057675 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:47.189763 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Allocated IP 172.26.6.43 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/1a7bb23b-d82d-470e-a5f1-16f7840e6d1a) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:09:47.347182 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:47.377952 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:47.442963 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:09:47.445653 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:09:47.448115 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:09:47.480486 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Port': ['ID=1a7bb23b-d82d-470e-a5f1-16f7840e6d1a,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:47.499618 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:47.499959 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:47.500322 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:47.500652 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:47.501014 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:47.501336 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:47.501653 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:47.501972 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:47.502285 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:47.502604 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:47.502916 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:47.615034 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router_gateway, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:47.615772 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:47.859601 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Router 726ba9b7-7aac-4c22-885f-6b66e320cec9 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 14:09:48.058692 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:09:48.068281 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a89681-1d2e-4961-9468-ffe79662d90a None None] Sync routers for ids ['726ba9b7-7aac-4c22-885f-6b66e320cec9'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:09:48.080304 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a89681-1d2e-4961-9468-ffe79662d90a None None] Routers {'726ba9b7-7aac-4c22-885f-6b66e320cec9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:09:48.080949 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-87a89681-1d2e-4961-9468-ffe79662d90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:09:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['726ba9b7-7aac-4c22-885f-6b66e320cec9'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:09:48.084675 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:48.085850 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3d1b9e6b-7d63-4d86-ba7e-5dae2da7c932 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5177789 Apr 29 14:09:48.089383 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41870) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:09:48.131039 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2c71c034-f036-4d22-830b-6721aa1c678e tempest-TestNetworkAdvancedServerOps-2141022458 tempest-TestNetworkAdvancedServerOps-2141022458-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=a3b5eecb321e41ad979ed70ab10a2d9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381398 Apr 29 14:09:48.131262 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41874) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:09:48.262027 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-87a89681-1d2e-4961-9468-ffe79662d90a None None] Set router 726ba9b7-7aac-4c22-885f-6b66e320cec9 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:09:48.265671 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b311ebf4-d590-4bb8-b481-a5711395fa07 tempest-TestNetworkAdvancedServerOps-2141022458 tempest-TestNetworkAdvancedServerOps-2141022458-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:09:48.269832 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b311ebf4-d590-4bb8-b481-a5711395fa07 tempest-TestNetworkAdvancedServerOps-2141022458 tempest-TestNetworkAdvancedServerOps-2141022458-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1350377 Apr 29 14:09:48.270085 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41878) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:09:48.316369 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-106c3011-1739-4134-9068-dbc889b8f9fe tempest-TestNetworkAdvancedServerOps-2141022458 tempest-TestNetworkAdvancedServerOps-2141022458-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3475bcf7-abe6-4964-9326-03174235aecc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428023 Apr 29 14:09:48.316578 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41882) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:09:48.322050 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-313d4de7-5ff3-4b4c-b95d-679b8f58485b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-969062263', 'network_id': 'eb4a9bbf-565d-4e03-bd83-0056b022827f', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:09:48.432508 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-313d4de7-5ff3-4b4c-b95d-679b8f58485b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:09:48.437347 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-313d4de7-5ff3-4b4c-b95d-679b8f58485b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:subnet and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:09:48.440248 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-313d4de7-5ff3-4b4c-b95d-679b8f58485b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:09:48.446180 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-313d4de7-5ff3-4b4c-b95d-679b8f58485b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:09:48.457681 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313d4de7-5ff3-4b4c-b95d-679b8f58485b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Made reservation on behalf of a3b5eecb321e41ad979ed70ab10a2d9d for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 14:09:48.558989 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-313d4de7-5ff3-4b4c-b95d-679b8f58485b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:48.562642 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-87a89681-1d2e-4961-9468-ffe79662d90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123641819', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '1a7bb23b-d82d-470e-a5f1-16f7840e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:09:46Z', 'updated_at': '2022-04-29T14:09:47Z', 'revision_number': 3, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '1a7bb23b-d82d-470e-a5f1-16f7840e6d1a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:09:47Z', 'updated_at': '2022-04-29T14:09:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:09:48.566458 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a89681-1d2e-4961-9468-ffe79662d90a None None] Checking router: 726ba9b7-7aac-4c22-885f-6b66e320cec9 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:09:48.566809 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a89681-1d2e-4961-9468-ffe79662d90a None None] Updating router 726ba9b7-7aac-4c22-885f-6b66e320cec9 port 1a7bb23b-d82d-470e-a5f1-16f7840e6d1a binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 14:09:48.630064 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-87a89681-1d2e-4961-9468-ffe79662d90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:48.778863 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-313d4de7-5ff3-4b4c-b95d-679b8f58485b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:48.856364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d4de7-5ff3-4b4c-b95d-679b8f58485b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Subnet': ['ID=442b9385-23f1-4899-bb13-3cd464da3d75,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:48.867419 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313d4de7-5ff3-4b4c-b95d-679b8f58485b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Checking segment: {'id': '26dc647f-a07f-4264-a5b1-cc1839d91aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'eb4a9bbf-565d-4e03-bd83-0056b022827f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:09:48.867768 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313d4de7-5ff3-4b4c-b95d-679b8f58485b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network hostable DHCP agents. Network: eb4a9bbf-565d-4e03-bd83-0056b022827f, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 14:09:48.889346 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313d4de7-5ff3-4b4c-b95d-679b8f58485b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network eb4a9bbf-565d-4e03-bd83-0056b022827f is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 14:09:48.898442 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-313d4de7-5ff3-4b4c-b95d-679b8f58485b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, eb4a9bbf-565d-4e03-bd83-0056b022827f) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:09:48.902876 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313d4de7-5ff3-4b4c-b95d-679b8f58485b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:09:48.904983 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-313d4de7-5ff3-4b4c-b95d-679b8f58485b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:48.911960 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3220dc-60c3-4020-ad05-d2f22858813d None None] Network eb4a9bbf-565d-4e03-bd83-0056b022827f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 14:09:48.930039 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-313d4de7-5ff3-4b4c-b95d-679b8f58485b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6123321 Apr 29 14:09:48.932733 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41886) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:09:49.119489 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-87a89681-1d2e-4961-9468-ffe79662d90a None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:49.167627 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-87a89681-1d2e-4961-9468-ffe79662d90a None None] Transition to ACTIVE for port object 1a7bb23b-d82d-470e-a5f1-16f7840e6d1a will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:09:49.176746 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-87a89681-1d2e-4961-9468-ffe79662d90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:49.292621 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26b5c6-e421-40f5-bd69-5b43a5416e48 None None] Pushing event updated for resources: {'Port': ['ID=1a7bb23b-d82d-470e-a5f1-16f7840e6d1a,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:49.295547 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a7d09b-562e-4c6f-bda5-b1efdd62d444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-eb4a9bbf-565d-4e03-bd83-0056b022827f', 'network_id': 'eb4a9bbf-565d-4e03-bd83-0056b022827f', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'fixed_ips': [{'subnet_id': '442b9385-23f1-4899-bb13-3cd464da3d75'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 14:09:49.296353 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-18a7d09b-562e-4c6f-bda5-b1efdd62d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:49.319352 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-87a89681-1d2e-4961-9468-ffe79662d90a None None] Attempting to bind port 1a7bb23b-d82d-470e-a5f1-16f7840e6d1a on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:09:49.319717 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-87a89681-1d2e-4961-9468-ffe79662d90a None None] Attempting to bind port 1a7bb23b-d82d-470e-a5f1-16f7840e6d1a by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:09:49.320072 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a89681-1d2e-4961-9468-ffe79662d90a None None] Attempting to bind port 1a7bb23b-d82d-470e-a5f1-16f7840e6d1a on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:09:49.366748 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a89681-1d2e-4961-9468-ffe79662d90a None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:09:49.367116 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a89681-1d2e-4961-9468-ffe79662d90a None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:09:49.367511 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-87a89681-1d2e-4961-9468-ffe79662d90a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:49.367898 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a89681-1d2e-4961-9468-ffe79662d90a None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:09:49.368371 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-87a89681-1d2e-4961-9468-ffe79662d90a None None] Bound port: 1a7bb23b-d82d-470e-a5f1-16f7840e6d1a, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:09:49.368736 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-87a89681-1d2e-4961-9468-ffe79662d90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:49.509020 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-87a89681-1d2e-4961-9468-ffe79662d90a None None] For port 1a7bb23b-d82d-470e-a5f1-16f7840e6d1a, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:09:49.562185 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-87a89681-1d2e-4961-9468-ffe79662d90a None None] For port 1a7bb23b-d82d-470e-a5f1-16f7840e6d1a, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=1a7bb23b-d82d-470e-a5f1-16f7840e6d1a,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:09:49.569225 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-87a89681-1d2e-4961-9468-ffe79662d90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:49.622378 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-18a7d09b-562e-4c6f-bda5-b1efdd62d444 None None] Allocated IP 172.20.0.2 (eb4a9bbf-565d-4e03-bd83-0056b022827f/442b9385-23f1-4899-bb13-3cd464da3d75/50a9cadb-1a9f-4f3a-8c2c-51c7d4be4e90) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:09:49.724562 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26b5c6-e421-40f5-bd69-5b43a5416e48 None None] Pushing event updated for resources: {'Port': ['ID=1a7bb23b-d82d-470e-a5f1-16f7840e6d1a,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:49.744141 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a89681-1d2e-4961-9468-ffe79662d90a None None] Routers {'726ba9b7-7aac-4c22-885f-6b66e320cec9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:09:49.744833 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-87a89681-1d2e-4961-9468-ffe79662d90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:09:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['726ba9b7-7aac-4c22-885f-6b66e320cec9'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:09:49.782264 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f933100c-2b3c-4540-b2ee-146cd04cc442 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:50.012377 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-87a89681-1d2e-4961-9468-ffe79662d90a None None] Set router 726ba9b7-7aac-4c22-885f-6b66e320cec9 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:09:50.063197 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-18a7d09b-562e-4c6f-bda5-b1efdd62d444 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:50.130153 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-18a7d09b-562e-4c6f-bda5-b1efdd62d444 None None] Transition to ACTIVE for port object 50a9cadb-1a9f-4f3a-8c2c-51c7d4be4e90 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:09:50.224491 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-18a7d09b-562e-4c6f-bda5-b1efdd62d444 None None] Transition to ACTIVE for port object 50a9cadb-1a9f-4f3a-8c2c-51c7d4be4e90 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:09:50.232715 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-18a7d09b-562e-4c6f-bda5-b1efdd62d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:50.295254 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-f933100c-2b3c-4540-b2ee-146cd04cc442 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Allocated IP 172.20.0.1 (eb4a9bbf-565d-4e03-bd83-0056b022827f/442b9385-23f1-4899-bb13-3cd464da3d75/ad7aa942-d7fc-44db-903b-89aee97ddb63) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:09:50.315861 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a7d09b-562e-4c6f-bda5-b1efdd62d444 None None] Network eb4a9bbf-565d-4e03-bd83-0056b022827f is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:09:50.326354 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-18a7d09b-562e-4c6f-bda5-b1efdd62d444 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:09:50.332612 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a7d09b-562e-4c6f-bda5-b1efdd62d444 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:09:50.342134 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a7d09b-562e-4c6f-bda5-b1efdd62d444 None None] Pushing event updated for resources: {'Port': ['ID=50a9cadb-1a9f-4f3a-8c2c-51c7d4be4e90,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:50.456365 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f933100c-2b3c-4540-b2ee-146cd04cc442 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:50.464268 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-18a7d09b-562e-4c6f-bda5-b1efdd62d444 None None] Attempting to bind port 50a9cadb-1a9f-4f3a-8c2c-51c7d4be4e90 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:09:50.464633 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-18a7d09b-562e-4c6f-bda5-b1efdd62d444 None None] Attempting to bind port 50a9cadb-1a9f-4f3a-8c2c-51c7d4be4e90 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '26dc647f-a07f-4264-a5b1-cc1839d91aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'eb4a9bbf-565d-4e03-bd83-0056b022827f'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:09:50.465013 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a7d09b-562e-4c6f-bda5-b1efdd62d444 None None] Attempting to bind port 50a9cadb-1a9f-4f3a-8c2c-51c7d4be4e90 on network eb4a9bbf-565d-4e03-bd83-0056b022827f {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:09:50.471993 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-f933100c-2b3c-4540-b2ee-146cd04cc442 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Transition to ACTIVE for port object ad7aa942-d7fc-44db-903b-89aee97ddb63 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:09:50.475770 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a7d09b-562e-4c6f-bda5-b1efdd62d444 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:09:50.476144 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a7d09b-562e-4c6f-bda5-b1efdd62d444 None None] Checking segment: {'id': '26dc647f-a07f-4264-a5b1-cc1839d91aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'eb4a9bbf-565d-4e03-bd83-0056b022827f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:09:50.476530 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-18a7d09b-562e-4c6f-bda5-b1efdd62d444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:50.476943 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a7d09b-562e-4c6f-bda5-b1efdd62d444 None None] Bound using segment: {'id': '26dc647f-a07f-4264-a5b1-cc1839d91aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'eb4a9bbf-565d-4e03-bd83-0056b022827f'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:09:50.477404 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-18a7d09b-562e-4c6f-bda5-b1efdd62d444 None None] Bound port: 50a9cadb-1a9f-4f3a-8c2c-51c7d4be4e90, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26dc647f-a07f-4264-a5b1-cc1839d91aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'eb4a9bbf-565d-4e03-bd83-0056b022827f'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:09:50.477769 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-18a7d09b-562e-4c6f-bda5-b1efdd62d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:50.493019 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f933100c-2b3c-4540-b2ee-146cd04cc442 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:50.546539 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-87a89681-1d2e-4961-9468-ffe79662d90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123641819', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '1a7bb23b-d82d-470e-a5f1-16f7840e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:09:46Z', 'updated_at': '2022-04-29T14:09:47Z', 'revision_number': 3, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '1a7bb23b-d82d-470e-a5f1-16f7840e6d1a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:09:47Z', 'updated_at': '2022-04-29T14:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:09:50.552985 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a89681-1d2e-4961-9468-ffe79662d90a None None] The sync data for ids ['726ba9b7-7aac-4c22-885f-6b66e320cec9'] in dv-neutron-839027-4-hyperv is: [{'id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123641819', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '1a7bb23b-d82d-470e-a5f1-16f7840e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:09:46Z', 'updated_at': '2022-04-29T14:09:47Z', 'revision_number': 3, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '1a7bb23b-d82d-470e-a5f1-16f7840e6d1a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:09:47Z', 'updated_at': '2022-04-29T14:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:09:50.566749 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f933100c-2b3c-4540-b2ee-146cd04cc442 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network eb4a9bbf-565d-4e03-bd83-0056b022827f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:09:50.570047 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-f933100c-2b3c-4540-b2ee-146cd04cc442 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:09:50.579309 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f933100c-2b3c-4540-b2ee-146cd04cc442 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:09:50.579754 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-18a7d09b-562e-4c6f-bda5-b1efdd62d444 None None] For port 50a9cadb-1a9f-4f3a-8c2c-51c7d4be4e90, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:09:50.583244 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-18a7d09b-562e-4c6f-bda5-b1efdd62d444 None None] For port 50a9cadb-1a9f-4f3a-8c2c-51c7d4be4e90, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=50a9cadb-1a9f-4f3a-8c2c-51c7d4be4e90,segment=NetworkSegment(26dc647f-a07f-4264-a5b1-cc1839d91aea),segment_id=26dc647f-a07f-4264-a5b1-cc1839d91aea)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:09:50.587918 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-18a7d09b-562e-4c6f-bda5-b1efdd62d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:50.610076 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933100c-2b3c-4540-b2ee-146cd04cc442 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Port': ['ID=ad7aa942-d7fc-44db-903b-89aee97ddb63,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:50.649169 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f933100c-2b3c-4540-b2ee-146cd04cc442 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:50.683241 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a7d09b-562e-4c6f-bda5-b1efdd62d444 None None] Pushing event updated for resources: {'Port': ['ID=50a9cadb-1a9f-4f3a-8c2c-51c7d4be4e90,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:50.754628 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f933100c-2b3c-4540-b2ee-146cd04cc442 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:51.333469 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f933100c-2b3c-4540-b2ee-146cd04cc442 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:51.338983 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f933100c-2b3c-4540-b2ee-146cd04cc442 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:51.458909 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f933100c-2b3c-4540-b2ee-146cd04cc442 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:51.462549 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933100c-2b3c-4540-b2ee-146cd04cc442 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Port': ['ID=ad7aa942-d7fc-44db-903b-89aee97ddb63,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:51.549500 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 1a7bb23b-d82d-470e-a5f1-16f7840e6d1a up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:09:51.619767 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f933100c-2b3c-4540-b2ee-146cd04cc442 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network eb4a9bbf-565d-4e03-bd83-0056b022827f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:09:51.620974 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-f933100c-2b3c-4540-b2ee-146cd04cc442 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:09:51.644144 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 1a7bb23b-d82d-470e-a5f1-16f7840e6d1a completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:09:51.654432 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 1a7bb23b-d82d-470e-a5f1-16f7840e6d1a triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:09:51.654904 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:51.753751 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e4ce57-798f-4d66-997d-0e29b3334a6d None None] Network eb4a9bbf-565d-4e03-bd83-0056b022827f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 14:09:51.996075 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:52.018215 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-664d3563-ba83-4f8a-9ec7-b75e264f47e7 None None] Provisioning for port 50a9cadb-1a9f-4f3a-8c2c-51c7d4be4e90 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:09:52.028105 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 1a7bb23b-d82d-470e-a5f1-16f7840e6d1a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=1a7bb23b-d82d-470e-a5f1-16f7840e6d1a,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:09:52.035303 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:52.036063 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 50a9cadb-1a9f-4f3a-8c2c-51c7d4be4e90 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:09:52.042974 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f933100c-2b3c-4540-b2ee-146cd04cc442 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Router 726ba9b7-7aac-4c22-885f-6b66e320cec9 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:09:52.201759 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=1a7bb23b-d82d-470e-a5f1-16f7840e6d1a,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:52.219717 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 50a9cadb-1a9f-4f3a-8c2c-51c7d4be4e90 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:09:52.228047 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 50a9cadb-1a9f-4f3a-8c2c-51c7d4be4e90 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:09:52.228412 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:52.272073 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f933100c-2b3c-4540-b2ee-146cd04cc442 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:09:52.294825 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f933100c-2b3c-4540-b2ee-146cd04cc442 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "PUT /v2.0/routers/726ba9b7-7aac-4c22-885f-6b66e320cec9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3529913 Apr 29 14:09:52.347134 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:52.382484 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 50a9cadb-1a9f-4f3a-8c2c-51c7d4be4e90, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=50a9cadb-1a9f-4f3a-8c2c-51c7d4be4e90,segment=NetworkSegment(26dc647f-a07f-4264-a5b1-cc1839d91aea),segment_id=26dc647f-a07f-4264-a5b1-cc1839d91aea)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:09:52.388081 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:52.475891 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=50a9cadb-1a9f-4f3a-8c2c-51c7d4be4e90,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:52.484572 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-51b7ca82-1441-437f-a234-4fa39e54b4df None None] Provisioning for port ad7aa942-d7fc-44db-903b-89aee97ddb63 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:09:52.488295 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-3b53490c-a886-4637-a58d-70c5d61a954d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1626705306&fields=id&tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d HTTP/1.1" status: 200 len: 267 time: 0.0555894 Apr 29 14:09:52.490847 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-51b7ca82-1441-437f-a234-4fa39e54b4df None None] Provisioning complete for port ad7aa942-d7fc-44db-903b-89aee97ddb63 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:09:52.491248 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51b7ca82-1441-437f-a234-4fa39e54b4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:52.548132 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-51b7ca82-1441-437f-a234-4fa39e54b4df None None] Port ad7aa942-d7fc-44db-903b-89aee97ddb63 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 14:09:52.561652 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-51b7ca82-1441-437f-a234-4fa39e54b4df None None] Provisioning complete for port 50a9cadb-1a9f-4f3a-8c2c-51c7d4be4e90 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:09:52.562294 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51b7ca82-1441-437f-a234-4fa39e54b4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:52.644338 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-a3687b8e-e177-4623-b531-d3a1563c75b5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:09:52.645287 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-a3687b8e-e177-4623-b531-d3a1563c75b5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Synchronizing usage tracker for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:network {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:09:52.663615 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-a3687b8e-e177-4623-b531-d3a1563c75b5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Unset dirty status for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:network {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:09:52.665056 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-a3687b8e-e177-4623-b531-d3a1563c75b5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/networks?id=eb4a9bbf-565d-4e03-bd83-0056b022827f HTTP/1.1" status: 200 len: 797 time: 0.1701868 Apr 29 14:09:52.689376 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-5a52739e-a248-448a-809c-1f968ee832b0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/quotas/a3b5eecb321e41ad979ed70ab10a2d9d HTTP/1.1" status: 200 len: 375 time: 0.0178361 Apr 29 14:09:52.773555 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-2e5eecb9-29df-4f46-b0cc-5b8c610ee9ee tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827792 Apr 29 14:09:52.808125 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-433c760d-9e93-47dc-b414-be8ac1969e92 None None] Provisioning complete for port ad7aa942-d7fc-44db-903b-89aee97ddb63 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:09:52.808642 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-433c760d-9e93-47dc-b414-be8ac1969e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:52.871090 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-433c760d-9e93-47dc-b414-be8ac1969e92 None None] Port ad7aa942-d7fc-44db-903b-89aee97ddb63 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 14:09:52.991714 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-17fb6b32-d457-4f40-a67e-17e429ca651b None None] Provisioning complete for port ad7aa942-d7fc-44db-903b-89aee97ddb63 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:09:52.992078 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-17fb6b32-d457-4f40-a67e-17e429ca651b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:53.012802 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-5d02540a-1c67-4a81-ad94-64a6453610d1 service neutron] 10.222.0.76 "GET /v2.0/networks/eb4a9bbf-565d-4e03-bd83-0056b022827f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281218 Apr 29 14:09:53.042764 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-17fb6b32-d457-4f40-a67e-17e429ca651b None None] Port ad7aa942-d7fc-44db-903b-89aee97ddb63 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 14:09:53.140951 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-515ad020-94a8-4af8-aecd-3e9b27583150 service neutron] 10.222.0.76 "GET /v2.0/networks/eb4a9bbf-565d-4e03-bd83-0056b022827f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223972 Apr 29 14:09:53.330740 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-f4789da4-37cf-4d5d-ac7d-60efe4222c07 req-6f81c161-1fe0-4ff7-9afe-971a2652dc9a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Synchronizing usage tracker for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:09:53.346638 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-f4789da4-37cf-4d5d-ac7d-60efe4222c07 req-6f81c161-1fe0-4ff7-9afe-971a2652dc9a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Unset dirty status for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:09:53.347915 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f4789da4-37cf-4d5d-ac7d-60efe4222c07 req-6f81c161-1fe0-4ff7-9afe-971a2652dc9a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 210 time: 0.0575829 Apr 29 14:09:53.482177 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 1a7bb23b-d82d-470e-a5f1-16f7840e6d1a up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:09:53.556277 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 1a7bb23b-d82d-470e-a5f1-16f7840e6d1a triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:09:53.556707 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:53.681025 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 50a9cadb-1a9f-4f3a-8c2c-51c7d4be4e90 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:09:53.758774 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 50a9cadb-1a9f-4f3a-8c2c-51c7d4be4e90 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:09:53.759139 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:54.130185 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a72007-1520-49ea-84db-afebac3018eb None None] Sync routers for ids ['726ba9b7-7aac-4c22-885f-6b66e320cec9'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:09:54.146703 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a72007-1520-49ea-84db-afebac3018eb None None] Routers {'726ba9b7-7aac-4c22-885f-6b66e320cec9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:09:54.147665 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-65a72007-1520-49ea-84db-afebac3018eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:09:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['726ba9b7-7aac-4c22-885f-6b66e320cec9'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:09:54.354696 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-65a72007-1520-49ea-84db-afebac3018eb None None] Set router 726ba9b7-7aac-4c22-885f-6b66e320cec9 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:09:54.357255 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-c94c77e5-adbd-42a4-a240-b844caac89bf tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:09:54.358151 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-c94c77e5-adbd-42a4-a240-b844caac89bf tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Synchronizing usage tracker for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:network {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:09:54.369947 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-c94c77e5-adbd-42a4-a240-b844caac89bf tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Unset dirty status for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:network {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:09:54.371177 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-c94c77e5-adbd-42a4-a240-b844caac89bf tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.32 "GET /v2.0/networks?id=eb4a9bbf-565d-4e03-bd83-0056b022827f HTTP/1.1" status: 200 len: 797 time: 0.1594841 Apr 29 14:09:54.428286 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-30f45e93-f71e-4073-9147-c61ed9cf3944 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Synchronizing usage tracker for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:09:54.446897 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-30f45e93-f71e-4073-9147-c61ed9cf3944 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Unset dirty status for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:09:54.448074 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-30f45e93-f71e-4073-9147-c61ed9cf3944 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d HTTP/1.1" status: 200 len: 380 time: 0.0646949 Apr 29 14:09:54.458157 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-c35bf4a6-4146-49a7-b0ea-9e12eb6df893 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'port': {'device_id': '19931815-d6bc-4cec-8cf4-1a11ffc16d7d', 'network_id': 'eb4a9bbf-565d-4e03-bd83-0056b022827f', 'admin_state_up': True, 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'security_groups': ['f1bb4905-02c5-41e1-95e7-fb01e600d8d8']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:09:54.526807 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c10d3d0f-8d30-4d8a-858c-54c3f652a84b req-f6dda7cf-a7d3-447a-ac1c-fbf215abd971 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 210 time: 0.0419393 Apr 29 14:09:54.599169 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-c35bf4a6-4146-49a7-b0ea-9e12eb6df893 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:09:54.609157 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-c35bf4a6-4146-49a7-b0ea-9e12eb6df893 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:09:54.618592 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-c35bf4a6-4146-49a7-b0ea-9e12eb6df893 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Made reservation on behalf of a3b5eecb321e41ad979ed70ab10a2d9d for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 14:09:54.621625 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-c35bf4a6-4146-49a7-b0ea-9e12eb6df893 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:54.669961 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-65a72007-1520-49ea-84db-afebac3018eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123641819', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '1a7bb23b-d82d-470e-a5f1-16f7840e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:09:46Z', 'updated_at': '2022-04-29T14:09:50Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '1a7bb23b-d82d-470e-a5f1-16f7840e6d1a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:09:47Z', 'updated_at': '2022-04-29T14:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'ad7aa942-d7fc-44db-903b-89aee97ddb63', 'name': '', 'network_id': 'eb4a9bbf-565d-4e03-bd83-0056b022827f', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:18:78:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '442b9385-23f1-4899-bb13-3cd464da3d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:09:50Z', 'updated_at': '2022-04-29T14:09:51Z', 'revision_number': 2, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': '442b9385-23f1-4899-bb13-3cd464da3d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:09:54.674057 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a72007-1520-49ea-84db-afebac3018eb None None] Checking router: 726ba9b7-7aac-4c22-885f-6b66e320cec9 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:09:54.674405 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a72007-1520-49ea-84db-afebac3018eb None None] Updating router 726ba9b7-7aac-4c22-885f-6b66e320cec9 port ad7aa942-d7fc-44db-903b-89aee97ddb63 binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 14:09:54.724858 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-65a72007-1520-49ea-84db-afebac3018eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:54.785167 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-c35bf4a6-4146-49a7-b0ea-9e12eb6df893 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Allocated IP 172.20.0.4 (eb4a9bbf-565d-4e03-bd83-0056b022827f/442b9385-23f1-4899-bb13-3cd464da3d75/7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:09:55.061195 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-c35bf4a6-4146-49a7-b0ea-9e12eb6df893 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:55.075952 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-c35bf4a6-4146-49a7-b0ea-9e12eb6df893 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Transition to ACTIVE for port object 7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:09:55.097376 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-c35bf4a6-4146-49a7-b0ea-9e12eb6df893 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:55.172153 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-c35bf4a6-4146-49a7-b0ea-9e12eb6df893 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network eb4a9bbf-565d-4e03-bd83-0056b022827f is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:09:55.175315 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-c35bf4a6-4146-49a7-b0ea-9e12eb6df893 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:09:55.179699 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-c35bf4a6-4146-49a7-b0ea-9e12eb6df893 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:09:55.204571 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bf4a6-4146-49a7-b0ea-9e12eb6df893 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Port': ['ID=7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:55.245178 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-c35bf4a6-4146-49a7-b0ea-9e12eb6df893 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:09:55.246050 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-c35bf4a6-4146-49a7-b0ea-9e12eb6df893 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:55.274865 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-c35bf4a6-4146-49a7-b0ea-9e12eb6df893 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8217034 Apr 29 14:09:55.314106 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-65a72007-1520-49ea-84db-afebac3018eb None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:55.326987 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-65a72007-1520-49ea-84db-afebac3018eb None None] Transition to ACTIVE for port object ad7aa942-d7fc-44db-903b-89aee97ddb63 will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:09:55.334593 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-65a72007-1520-49ea-84db-afebac3018eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:55.362439 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-ea5e0153-6017-4695-a3b4-8b19556a054a service neutron] Request body: {'port': {'device_id': '19931815-d6bc-4cec-8cf4-1a11ffc16d7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:09:55.485002 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c6745e47-4243-4498-b887-8a409f20c2a5 None None] Provisioning for port 7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:09:55.488228 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-ea5e0153-6017-4695-a3b4-8b19556a054a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:55.490546 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c6745e47-4243-4498-b887-8a409f20c2a5 None None] Provisioning complete for port 7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:09:55.491807 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c6745e47-4243-4498-b887-8a409f20c2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:55.538805 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ec789-ba2e-495e-ad7d-782c8e6ba92e None None] Pushing event updated for resources: {'Port': ['ID=ad7aa942-d7fc-44db-903b-89aee97ddb63,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:55.553394 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ec789-ba2e-495e-ad7d-782c8e6ba92e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:55.553971 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ec789-ba2e-495e-ad7d-782c8e6ba92e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:55.554450 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ec789-ba2e-495e-ad7d-782c8e6ba92e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:55.555040 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ec789-ba2e-495e-ad7d-782c8e6ba92e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:55.555514 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ec789-ba2e-495e-ad7d-782c8e6ba92e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:55.555978 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ec789-ba2e-495e-ad7d-782c8e6ba92e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:55.556430 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ec789-ba2e-495e-ad7d-782c8e6ba92e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:55.556944 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ec789-ba2e-495e-ad7d-782c8e6ba92e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:55.557426 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ec789-ba2e-495e-ad7d-782c8e6ba92e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:55.557899 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ec789-ba2e-495e-ad7d-782c8e6ba92e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:55.558363 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ec789-ba2e-495e-ad7d-782c8e6ba92e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:09:55.563880 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-c6745e47-4243-4498-b887-8a409f20c2a5 None None] Port 7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 14:09:55.578976 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-65a72007-1520-49ea-84db-afebac3018eb None None] Attempting to bind port ad7aa942-d7fc-44db-903b-89aee97ddb63 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:09:55.579576 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-65a72007-1520-49ea-84db-afebac3018eb None None] Attempting to bind port ad7aa942-d7fc-44db-903b-89aee97ddb63 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '26dc647f-a07f-4264-a5b1-cc1839d91aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'eb4a9bbf-565d-4e03-bd83-0056b022827f'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:09:55.580094 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a72007-1520-49ea-84db-afebac3018eb None None] Attempting to bind port ad7aa942-d7fc-44db-903b-89aee97ddb63 on network eb4a9bbf-565d-4e03-bd83-0056b022827f {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:09:55.587424 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a72007-1520-49ea-84db-afebac3018eb None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:09:55.588010 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a72007-1520-49ea-84db-afebac3018eb None None] Checking segment: {'id': '26dc647f-a07f-4264-a5b1-cc1839d91aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'eb4a9bbf-565d-4e03-bd83-0056b022827f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:09:55.588840 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-65a72007-1520-49ea-84db-afebac3018eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:55.589368 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a72007-1520-49ea-84db-afebac3018eb None None] Bound using segment: {'id': '26dc647f-a07f-4264-a5b1-cc1839d91aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'eb4a9bbf-565d-4e03-bd83-0056b022827f'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:09:55.589976 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-65a72007-1520-49ea-84db-afebac3018eb None None] Bound port: ad7aa942-d7fc-44db-903b-89aee97ddb63, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26dc647f-a07f-4264-a5b1-cc1839d91aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'eb4a9bbf-565d-4e03-bd83-0056b022827f'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:09:55.590506 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-65a72007-1520-49ea-84db-afebac3018eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:55.694253 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-65a72007-1520-49ea-84db-afebac3018eb None None] For port ad7aa942-d7fc-44db-903b-89aee97ddb63, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:09:55.697288 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-65a72007-1520-49ea-84db-afebac3018eb None None] For port ad7aa942-d7fc-44db-903b-89aee97ddb63, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=ad7aa942-d7fc-44db-903b-89aee97ddb63,segment=NetworkSegment(26dc647f-a07f-4264-a5b1-cc1839d91aea),segment_id=26dc647f-a07f-4264-a5b1-cc1839d91aea)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:09:55.702290 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-65a72007-1520-49ea-84db-afebac3018eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:55.780306 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ec789-ba2e-495e-ad7d-782c8e6ba92e None None] Pushing event updated for resources: {'Port': ['ID=ad7aa942-d7fc-44db-903b-89aee97ddb63,revision_number=4']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:55.784965 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a72007-1520-49ea-84db-afebac3018eb None None] Routers {'726ba9b7-7aac-4c22-885f-6b66e320cec9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:09:55.785561 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-65a72007-1520-49ea-84db-afebac3018eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:09:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['726ba9b7-7aac-4c22-885f-6b66e320cec9'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:09:55.863837 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b158dc-213e-4580-b39f-cb3809f0e403 req-14ab8104-a8d5-42d9-90a6-5f9ec990e727 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:09:55.864535 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-27b158dc-213e-4580-b39f-cb3809f0e403 req-14ab8104-a8d5-42d9-90a6-5f9ec990e727 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Synchronizing usage tracker for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:09:55.888878 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-27b158dc-213e-4580-b39f-cb3809f0e403 req-14ab8104-a8d5-42d9-90a6-5f9ec990e727 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Unset dirty status for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:09:55.890373 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-27b158dc-213e-4580-b39f-cb3809f0e403 req-14ab8104-a8d5-42d9-90a6-5f9ec990e727 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 931 time: 0.2251379 Apr 29 14:09:55.970923 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-65a72007-1520-49ea-84db-afebac3018eb None None] Set router 726ba9b7-7aac-4c22-885f-6b66e320cec9 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:09:55.994576 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-ea5e0153-6017-4695-a3b4-8b19556a054a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9 {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 14:09:56.003870 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-ea5e0153-6017-4695-a3b4-8b19556a054a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:56.008052 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-27b158dc-213e-4580-b39f-cb3809f0e403 req-a52a94d1-2168-47b8-a8ba-79564f18d391 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1bb4905-02c5-41e1-95e7-fb01e600d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058035 Apr 29 14:09:56.022020 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-ea5e0153-6017-4695-a3b4-8b19556a054a service neutron] Transition to ACTIVE for port object 7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:09:56.025815 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-ea5e0153-6017-4695-a3b4-8b19556a054a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:56.161665 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e0153-6017-4695-a3b4-8b19556a054a service neutron] Pushing event updated for resources: {'Port': ['ID=7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:56.279355 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-ea5e0153-6017-4695-a3b4-8b19556a054a service neutron] Attempting to bind port 7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:09:56.279677 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-ea5e0153-6017-4695-a3b4-8b19556a054a service neutron] Attempting to bind port 7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '26dc647f-a07f-4264-a5b1-cc1839d91aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'eb4a9bbf-565d-4e03-bd83-0056b022827f'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:09:56.279991 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-ea5e0153-6017-4695-a3b4-8b19556a054a service neutron] Attempting to bind port 7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9 on network eb4a9bbf-565d-4e03-bd83-0056b022827f {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:09:56.285676 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-ea5e0153-6017-4695-a3b4-8b19556a054a service neutron] Port 7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9 on network eb4a9bbf-565d-4e03-bd83-0056b022827f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 14:09:56.285981 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-ea5e0153-6017-4695-a3b4-8b19556a054a service neutron] Attempting to bind port 7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9 on network eb4a9bbf-565d-4e03-bd83-0056b022827f {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:09:56.292189 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-ea5e0153-6017-4695-a3b4-8b19556a054a service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:09:56.292601 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-ea5e0153-6017-4695-a3b4-8b19556a054a service neutron] Checking segment: {'id': '26dc647f-a07f-4264-a5b1-cc1839d91aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'eb4a9bbf-565d-4e03-bd83-0056b022827f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:09:56.293136 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-ea5e0153-6017-4695-a3b4-8b19556a054a service neutron] Bound using segment: {'id': '26dc647f-a07f-4264-a5b1-cc1839d91aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'eb4a9bbf-565d-4e03-bd83-0056b022827f'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:09:56.293630 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-ea5e0153-6017-4695-a3b4-8b19556a054a service neutron] Bound port: 7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26dc647f-a07f-4264-a5b1-cc1839d91aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'eb4a9bbf-565d-4e03-bd83-0056b022827f'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:09:56.294491 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-ea5e0153-6017-4695-a3b4-8b19556a054a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:56.326209 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-65a72007-1520-49ea-84db-afebac3018eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123641819', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '1a7bb23b-d82d-470e-a5f1-16f7840e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:09:46Z', 'updated_at': '2022-04-29T14:09:50Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '1a7bb23b-d82d-470e-a5f1-16f7840e6d1a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:09:47Z', 'updated_at': '2022-04-29T14:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'ad7aa942-d7fc-44db-903b-89aee97ddb63', 'name': '', 'network_id': 'eb4a9bbf-565d-4e03-bd83-0056b022827f', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:18:78:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '442b9385-23f1-4899-bb13-3cd464da3d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:09:50Z', 'updated_at': '2022-04-29T14:09:55Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': '442b9385-23f1-4899-bb13-3cd464da3d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:09:56.331252 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a72007-1520-49ea-84db-afebac3018eb None None] The sync data for ids ['726ba9b7-7aac-4c22-885f-6b66e320cec9'] in dv-neutron-839027-4-hyperv is: [{'id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123641819', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '1a7bb23b-d82d-470e-a5f1-16f7840e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:09:46Z', 'updated_at': '2022-04-29T14:09:50Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '1a7bb23b-d82d-470e-a5f1-16f7840e6d1a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:09:47Z', 'updated_at': '2022-04-29T14:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'ad7aa942-d7fc-44db-903b-89aee97ddb63', 'name': '', 'network_id': 'eb4a9bbf-565d-4e03-bd83-0056b022827f', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:18:78:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '442b9385-23f1-4899-bb13-3cd464da3d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:09:50Z', 'updated_at': '2022-04-29T14:09:55Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': '442b9385-23f1-4899-bb13-3cd464da3d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:09:56.402395 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-ea5e0153-6017-4695-a3b4-8b19556a054a service neutron] For port 7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:09:56.405653 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-ea5e0153-6017-4695-a3b4-8b19556a054a service neutron] For port 7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9,segment=NetworkSegment(26dc647f-a07f-4264-a5b1-cc1839d91aea),segment_id=26dc647f-a07f-4264-a5b1-cc1839d91aea)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:09:56.409370 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-ea5e0153-6017-4695-a3b4-8b19556a054a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:56.468932 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-ea5e0153-6017-4695-a3b4-8b19556a054a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:56.470731 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-ea5e0153-6017-4695-a3b4-8b19556a054a service neutron] 10.222.0.32 "PUT /v2.0/ports/7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9 HTTP/1.1" status: 200 len: 1093 time: 1.1887922 Apr 29 14:09:56.479435 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19931815-d6bc-4cec-8cf4-1a11ffc16d7d', 'tag': '7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:09:56.510850 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e0153-6017-4695-a3b4-8b19556a054a service neutron] Pushing event updated for resources: {'Port': ['ID=7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:56.560306 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b47fcaec-1d25-4d83-9147-d8a27e5f7439'] response: {'name': 'network-changed', 'server_uuid': '19931815-d6bc-4cec-8cf4-1a11ffc16d7d', 'tag': '7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9', 'status': 'completed', 'code': 200} Apr 29 14:09:56.608649 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-04f00bf4-f9ed-4789-b8ff-67eeba222832 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 1096 time: 0.0859654 Apr 29 14:09:56.683625 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-b116f459-63d8-48c0-805b-6d887c1a1832 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9 HTTP/1.1" status: 200 len: 217 time: 0.0674894 Apr 29 14:09:56.748067 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-23091b06-315e-47c8-ac45-66c6e3dba16a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:09:56.749749 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-23091b06-315e-47c8-ac45-66c6e3dba16a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=442b9385-23f1-4899-bb13-3cd464da3d75 HTTP/1.1" status: 200 len: 834 time: 0.0608587 Apr 29 14:09:56.830875 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-2f2b6eaa-a6cb-41a4-965b-c1d03d3eabc0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb4a9bbf-565d-4e03-bd83-0056b022827f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749745 Apr 29 14:09:56.966501 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-5e438724-3e35-4d1b-8f58-8600779436f7 service neutron] 10.222.0.32 "GET /v2.0/networks/eb4a9bbf-565d-4e03-bd83-0056b022827f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285605 Apr 29 14:09:57.214899 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-631ad39c-3408-486b-8ccb-b8d4c7c0102b req-7e54fb51-3082-4901-827b-3c4ff0372101 service neutron] 10.222.0.32 "GET /v2.0/networks/eb4a9bbf-565d-4e03-bd83-0056b022827f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435844 Apr 29 14:09:57.401503 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639316d-6071-4c0a-a2c9-185523ce8ed6 req-2bcd2d55-6ade-4897-94b2-f7cf69a41514 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:09:57.402948 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3639316d-6071-4c0a-a2c9-185523ce8ed6 req-2bcd2d55-6ade-4897-94b2-f7cf69a41514 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 943 time: 0.1090882 Apr 29 14:09:57.406772 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e09d0add-8c15-4d5d-81c5-c71e8b58cfae req-2f5c3ab0-fed4-4d83-8ded-da8b64e5086e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 1096 time: 0.1443229 Apr 29 14:09:57.502000 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device ad7aa942-d7fc-44db-903b-89aee97ddb63 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:09:57.533803 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3639316d-6071-4c0a-a2c9-185523ce8ed6 req-becc0e94-97fb-4391-a5cd-06a0a463b2d8 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1bb4905-02c5-41e1-95e7-fb01e600d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253660 Apr 29 14:09:57.572590 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port ad7aa942-d7fc-44db-903b-89aee97ddb63 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:09:57.573597 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d0add-8c15-4d5d-81c5-c71e8b58cfae req-3dc2d733-48d2-48ab-86f5-c14bb04307d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:09:57.575015 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e09d0add-8c15-4d5d-81c5-c71e8b58cfae req-3dc2d733-48d2-48ab-86f5-c14bb04307d4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb4a9bbf-565d-4e03-bd83-0056b022827f HTTP/1.1" status: 200 len: 898 time: 0.1532776 Apr 29 14:09:57.577366 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port ad7aa942-d7fc-44db-903b-89aee97ddb63 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:09:57.577734 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:57.645294 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e09d0add-8c15-4d5d-81c5-c71e8b58cfae req-93c318c5-ab0f-481b-9464-2216daae22ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9 HTTP/1.1" status: 200 len: 217 time: 0.0645556 Apr 29 14:09:57.695439 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:57.706660 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d0add-8c15-4d5d-81c5-c71e8b58cfae req-cb303ce1-77f7-4340-96be-9010271cb4e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:09:57.708089 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e09d0add-8c15-4d5d-81c5-c71e8b58cfae req-cb303ce1-77f7-4340-96be-9010271cb4e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=442b9385-23f1-4899-bb13-3cd464da3d75 HTTP/1.1" status: 200 len: 834 time: 0.0574596 Apr 29 14:09:57.729151 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port ad7aa942-d7fc-44db-903b-89aee97ddb63, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=ad7aa942-d7fc-44db-903b-89aee97ddb63,segment=NetworkSegment(26dc647f-a07f-4264-a5b1-cc1839d91aea),segment_id=26dc647f-a07f-4264-a5b1-cc1839d91aea)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:09:57.733387 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:57.784992 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e09d0add-8c15-4d5d-81c5-c71e8b58cfae req-c9835b37-802f-41e5-a408-130e21172e5e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb4a9bbf-565d-4e03-bd83-0056b022827f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705671 Apr 29 14:09:57.798464 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=ad7aa942-d7fc-44db-903b-89aee97ddb63,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:09:57.917039 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e09d0add-8c15-4d5d-81c5-c71e8b58cfae req-c32f9544-39af-4c2a-b6f6-17f7f529f2b3 service neutron] 10.222.0.32 "GET /v2.0/networks/eb4a9bbf-565d-4e03-bd83-0056b022827f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255550 Apr 29 14:09:58.044024 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e09d0add-8c15-4d5d-81c5-c71e8b58cfae req-c17afc0d-c1df-4587-9756-5caab78be8a9 service neutron] 10.222.0.32 "GET /v2.0/networks/eb4a9bbf-565d-4e03-bd83-0056b022827f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213090 Apr 29 14:09:58.521535 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:58.734265 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304ef04-e041-4df6-a9eb-0ac7bc74f001 req-47d60ca4-b50c-409d-a897-1e0a273ed3cd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:09:58.735701 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2304ef04-e041-4df6-a9eb-0ac7bc74f001 req-47d60ca4-b50c-409d-a897-1e0a273ed3cd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 943 time: 0.0759647 Apr 29 14:09:58.783281 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2304ef04-e041-4df6-a9eb-0ac7bc74f001 req-b8e0e8a8-ac2a-40c7-9486-b226bff2ceff tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1bb4905-02c5-41e1-95e7-fb01e600d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418673 Apr 29 14:09:59.478651 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device ad7aa942-d7fc-44db-903b-89aee97ddb63 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:09:59.549032 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port ad7aa942-d7fc-44db-903b-89aee97ddb63 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:09:59.549724 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:09:59.981537 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a9508-e2db-445d-a66c-68996dd7d82f req-9f569341-f104-444f-9f1e-68ec1519f405 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:09:59.982974 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-806a9508-e2db-445d-a66c-68996dd7d82f req-9f569341-f104-444f-9f1e-68ec1519f405 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 943 time: 0.0821733 Apr 29 14:10:00.027529 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-806a9508-e2db-445d-a66c-68996dd7d82f req-0011cb86-06db-478a-a178-711e1984aef6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1bb4905-02c5-41e1-95e7-fb01e600d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391455 Apr 29 14:10:00.383098 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 14:10:00.512957 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9,segment=NetworkSegment(26dc647f-a07f-4264-a5b1-cc1839d91aea),segment_id=26dc647f-a07f-4264-a5b1-cc1839d91aea)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:10:00.556060 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9', 'network_id': 'eb4a9bbf-565d-4e03-bd83-0056b022827f', 'port_id': '7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9', 'mac_address': 'fa:16:3e:3d:f5:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '442b9385-23f1-4899-bb13-3cd464da3d75', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 14:10:00.608855 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:10:00.625181 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 14:10:00.640095 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9,segment=NetworkSegment(26dc647f-a07f-4264-a5b1-cc1839d91aea),segment_id=26dc647f-a07f-4264-a5b1-cc1839d91aea)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:10:00.644001 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:10:00.713474 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:10:01.028615 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 14:10:01.225604 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08c7e8-9576-4aa8-9dbb-d5772aa949c1 req-9a596c83-e43e-44f8-a20c-e211c002ecc2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:10:01.226981 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-fb08c7e8-9576-4aa8-9dbb-d5772aa949c1 req-9a596c83-e43e-44f8-a20c-e211c002ecc2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 944 time: 0.0770495 Apr 29 14:10:01.272593 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-fb08c7e8-9576-4aa8-9dbb-d5772aa949c1 req-d35c845f-a6de-46a8-8198-0d3630d706f0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1bb4905-02c5-41e1-95e7-fb01e600d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397136 Apr 29 14:10:02.410770 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:10:02.466349 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dcab5-8a70-447c-93d9-bc6e10be18c8 req-493634db-3b6b-46af-a765-621422215bfa tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:10:02.467847 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-669dcab5-8a70-447c-93d9-bc6e10be18c8 req-493634db-3b6b-46af-a765-621422215bfa tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 944 time: 0.0757539 Apr 29 14:10:02.478165 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:10:02.483815 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:10:02.484177 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:10:02.516471 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-669dcab5-8a70-447c-93d9-bc6e10be18c8 req-6f335b34-b507-4a00-97e3-30ad3544ce11 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1bb4905-02c5-41e1-95e7-fb01e600d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431423 Apr 29 14:10:02.596669 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:10:02.623240 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19931815-d6bc-4cec-8cf4-1a11ffc16d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:10:02.632705 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9,segment=NetworkSegment(26dc647f-a07f-4264-a5b1-cc1839d91aea),segment_id=26dc647f-a07f-4264-a5b1-cc1839d91aea)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:10:02.636385 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:10:02.678082 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef5c32db-143d-4438-80e6-7f58da984ea9'] response: {'server_uuid': '19931815-d6bc-4cec-8cf4-1a11ffc16d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9', 'code': 200} Apr 29 14:10:02.703385 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:10:02.917060 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b8a706e6-ad8f-4cc0-8846-d39f7bc2ae43 req-b05e43fc-5742-4e49-964a-f185b7f38948 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 1098 time: 0.0733094 Apr 29 14:10:02.958110 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b8a706e6-ad8f-4cc0-8846-d39f7bc2ae43 req-00af5984-02c4-412d-8ba7-adbde37180cf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f1bb4905-02c5-41e1-95e7-fb01e600d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357282 Apr 29 14:10:03.713335 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144b604-19ef-4f74-b82b-5e57dcd1577c req-f9839ef6-d503-452e-9ec1-803458776e6a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:10:03.714692 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a144b604-19ef-4f74-b82b-5e57dcd1577c req-f9839ef6-d503-452e-9ec1-803458776e6a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 945 time: 0.0794621 Apr 29 14:10:03.760171 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a144b604-19ef-4f74-b82b-5e57dcd1577c req-139bb63b-30c3-47a8-ac9d-b9c1cf66a262 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1bb4905-02c5-41e1-95e7-fb01e600d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399642 Apr 29 14:10:04.962022 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fa195-acd3-43b9-84f2-974582bda38b req-15f8860e-dd74-4f18-99a3-f3f096bcd3be tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:10:04.963724 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-086fa195-acd3-43b9-84f2-974582bda38b req-15f8860e-dd74-4f18-99a3-f3f096bcd3be tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 945 time: 0.0808716 Apr 29 14:10:05.008704 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-086fa195-acd3-43b9-84f2-974582bda38b req-68beb340-5ee6-4d04-91c8-4efe43ff9946 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1bb4905-02c5-41e1-95e7-fb01e600d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393326 Apr 29 14:10:05.199228 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e9f4f-bdfe-4ac0-8d76-648e716b0b62 req-ec52176c-e182-4c44-bc3e-430f081fa4c1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:10:05.200699 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7e7e9f4f-bdfe-4ac0-8d76-648e716b0b62 req-ec52176c-e182-4c44-bc3e-430f081fa4c1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 945 time: 0.0738699 Apr 29 14:10:05.244242 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7e7e9f4f-bdfe-4ac0-8d76-648e716b0b62 req-37a5a46b-853b-4b8f-b34f-0459e4ef1950 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1bb4905-02c5-41e1-95e7-fb01e600d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381007 Apr 29 14:10:05.271382 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41942) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:10:05.342495 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-55ad8ee7-a498-4cf8-a573-191fd970feb4 tempest-TestNetworkAdvancedServerOps-2141022458 tempest-TestNetworkAdvancedServerOps-2141022458-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 1093 time: 0.0699413 Apr 29 14:10:05.344960 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41946) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:10:05.349939 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-15888266-bfc6-4f03-967c-d1981a9fdca7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'port_id': '7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:10:05.355136 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-15888266-bfc6-4f03-967c-d1981a9fdca7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:10:05.359668 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-15888266-bfc6-4f03-967c-d1981a9fdca7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:floatingip and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:10:05.362439 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-15888266-bfc6-4f03-967c-d1981a9fdca7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:10:05.367923 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-15888266-bfc6-4f03-967c-d1981a9fdca7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:10:05.378528 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-15888266-bfc6-4f03-967c-d1981a9fdca7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for floatingip, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:10:05.594924 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-15888266-bfc6-4f03-967c-d1981a9fdca7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:10:05.727325 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-15888266-bfc6-4f03-967c-d1981a9fdca7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Allocated IP 172.26.6.102 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/76508dba-8d84-47da-bfe9-e2e08d7f1d08) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:10:05.872579 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-15888266-bfc6-4f03-967c-d1981a9fdca7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:10:05.899281 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-15888266-bfc6-4f03-967c-d1981a9fdca7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:10:05.969565 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15888266-bfc6-4f03-967c-d1981a9fdca7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:10:05.972325 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-15888266-bfc6-4f03-967c-d1981a9fdca7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:10:05.975946 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15888266-bfc6-4f03-967c-d1981a9fdca7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:10:06.004553 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15888266-bfc6-4f03-967c-d1981a9fdca7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Port': ['ID=76508dba-8d84-47da-bfe9-e2e08d7f1d08,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:10:06.483920 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-15888266-bfc6-4f03-967c-d1981a9fdca7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:10:06.536585 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-15888266-bfc6-4f03-967c-d1981a9fdca7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:10:06.742542 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-15888266-bfc6-4f03-967c-d1981a9fdca7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:10:06.747006 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-15888266-bfc6-4f03-967c-d1981a9fdca7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:10:06.851562 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15888266-bfc6-4f03-967c-d1981a9fdca7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Port': ['ID=76508dba-8d84-47da-bfe9-e2e08d7f1d08,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:10:06.866181 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-15888266-bfc6-4f03-967c-d1981a9fdca7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:10:07.062113 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.l3_db [None req-15888266-bfc6-4f03-967c-d1981a9fdca7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Floating IP 52bd2995-59a4-4eb1-8a61-ab501aec94c0 associated. External IP: 172.26.6.102, port: 7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9. Apr 29 14:10:07.531910 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15888266-bfc6-4f03-967c-d1981a9fdca7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Router 726ba9b7-7aac-4c22-885f-6b66e320cec9 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:10:07.727905 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15888266-bfc6-4f03-967c-d1981a9fdca7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:10:07.737759 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4a1865-bb62-4b9d-a0c7-0de7e6cf780d None None] Sync routers for ids ['726ba9b7-7aac-4c22-885f-6b66e320cec9'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:10:07.750281 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4a1865-bb62-4b9d-a0c7-0de7e6cf780d None None] Routers {'726ba9b7-7aac-4c22-885f-6b66e320cec9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:10:07.750896 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-fb4a1865-bb62-4b9d-a0c7-0de7e6cf780d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:09:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['726ba9b7-7aac-4c22-885f-6b66e320cec9'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:10:07.752077 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-15888266-bfc6-4f03-967c-d1981a9fdca7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:10:07.811094 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-15888266-bfc6-4f03-967c-d1981a9fdca7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4620464 Apr 29 14:10:07.811094 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19931815-d6bc-4cec-8cf4-1a11ffc16d7d', 'tag': '7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:10:07.871572 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71fa904a-a14d-488c-ab8a-0f7356cef899'] response: {'name': 'network-changed', 'server_uuid': '19931815-d6bc-4cec-8cf4-1a11ffc16d7d', 'tag': '7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9', 'status': 'completed', 'code': 200} Apr 29 14:10:07.946311 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-fb4a1865-bb62-4b9d-a0c7-0de7e6cf780d None None] Set router 726ba9b7-7aac-4c22-885f-6b66e320cec9 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:10:07.970337 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cc26305b-d8b4-4a63-820a-4c2741801201 req-4a2e8cf8-ae75-49d9-b10f-faca3fcfc681 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 1098 time: 0.0773795 Apr 29 14:10:07.989499 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d5db8-882d-41f0-b3d7-b55ef328904a req-77c73203-5113-42b8-83b9-bcb603c37bfa tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:10:07.990984 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-cf2d5db8-882d-41f0-b3d7-b55ef328904a req-77c73203-5113-42b8-83b9-bcb603c37bfa tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 945 time: 0.0805085 Apr 29 14:10:08.023401 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-436713df-65f7-41b4-8c63-bea95977e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:10:08.042940 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-cf2d5db8-882d-41f0-b3d7-b55ef328904a req-b40d53b2-a6dd-4778-9ec4-654b7e4b1529 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1bb4905-02c5-41e1-95e7-fb01e600d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439887 Apr 29 14:10:08.073285 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41954) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:10:08.113531 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26305b-d8b4-4a63-820a-4c2741801201 req-5a5ab42d-dd1c-46dd-a388-5948c60af5fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:10:08.115254 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cc26305b-d8b4-4a63-820a-4c2741801201 req-5a5ab42d-dd1c-46dd-a388-5948c60af5fb service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb4a9bbf-565d-4e03-bd83-0056b022827f HTTP/1.1" status: 200 len: 898 time: 0.1384945 Apr 29 14:10:08.186527 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0ba3c759-37da-424d-860d-ea3780471f4e tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/floatingips/52bd2995-59a4-4eb1-8a61-ab501aec94c0 HTTP/1.1" status: 200 len: 991 time: 0.1098585 Apr 29 14:10:08.217992 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cc26305b-d8b4-4a63-820a-4c2741801201 req-81f56285-df70-4637-b6e7-134f21929acc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9 HTTP/1.1" status: 200 len: 999 time: 0.0970647 Apr 29 14:10:08.278667 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26305b-d8b4-4a63-820a-4c2741801201 req-e4fd6b05-9b12-4636-9b03-046e1cf38803 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:10:08.280001 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cc26305b-d8b4-4a63-820a-4c2741801201 req-e4fd6b05-9b12-4636-9b03-046e1cf38803 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=442b9385-23f1-4899-bb13-3cd464da3d75 HTTP/1.1" status: 200 len: 834 time: 0.0562706 Apr 29 14:10:08.311902 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-fb4a1865-bb62-4b9d-a0c7-0de7e6cf780d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123641819', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '1a7bb23b-d82d-470e-a5f1-16f7840e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:09:46Z', 'updated_at': '2022-04-29T14:09:50Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '1a7bb23b-d82d-470e-a5f1-16f7840e6d1a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:09:47Z', 'updated_at': '2022-04-29T14:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '52bd2995-59a4-4eb1-8a61-ab501aec94c0', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'floating_ip_address': '172.26.6.102', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'port_id': '7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4a9bbf-565d-4e03-bd83-0056b022827f', 'mac_address': 'fa:16:3e:3d:f5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19931815-d6bc-4cec-8cf4-1a11ffc16d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:10:06Z', 'updated_at': '2022-04-29T14:10:06Z', 'revision_number': 0, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad7aa942-d7fc-44db-903b-89aee97ddb63', 'name': '', 'network_id': 'eb4a9bbf-565d-4e03-bd83-0056b022827f', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:18:78:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '442b9385-23f1-4899-bb13-3cd464da3d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:09:50Z', 'updated_at': '2022-04-29T14:09:57Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': '442b9385-23f1-4899-bb13-3cd464da3d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:10:08.315718 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4a1865-bb62-4b9d-a0c7-0de7e6cf780d None None] Checking router: 726ba9b7-7aac-4c22-885f-6b66e320cec9 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:10:08.326656 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4a1865-bb62-4b9d-a0c7-0de7e6cf780d None None] Routers {'726ba9b7-7aac-4c22-885f-6b66e320cec9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:10:08.327251 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-fb4a1865-bb62-4b9d-a0c7-0de7e6cf780d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:09:40Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['726ba9b7-7aac-4c22-885f-6b66e320cec9'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:10:08.353751 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cc26305b-d8b4-4a63-820a-4c2741801201 req-7d5b93b3-594b-465d-9234-7fe69d6293fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb4a9bbf-565d-4e03-bd83-0056b022827f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676081 Apr 29 14:10:08.483250 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cc26305b-d8b4-4a63-820a-4c2741801201 req-34538a42-aa94-4c61-bf75-78d8e266605d service neutron] 10.222.0.32 "GET /v2.0/networks/eb4a9bbf-565d-4e03-bd83-0056b022827f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238649 Apr 29 14:10:08.503726 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-fb4a1865-bb62-4b9d-a0c7-0de7e6cf780d None None] Set router 726ba9b7-7aac-4c22-885f-6b66e320cec9 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:10:08.613716 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cc26305b-d8b4-4a63-820a-4c2741801201 req-c4318199-b92f-4ca8-b4b7-881ca9c77746 service neutron] 10.222.0.32 "GET /v2.0/networks/eb4a9bbf-565d-4e03-bd83-0056b022827f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249890 Apr 29 14:10:08.889313 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-fb4a1865-bb62-4b9d-a0c7-0de7e6cf780d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123641819', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '1a7bb23b-d82d-470e-a5f1-16f7840e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:09:46Z', 'updated_at': '2022-04-29T14:09:50Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '1a7bb23b-d82d-470e-a5f1-16f7840e6d1a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:09:47Z', 'updated_at': '2022-04-29T14:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '52bd2995-59a4-4eb1-8a61-ab501aec94c0', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'floating_ip_address': '172.26.6.102', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'port_id': '7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4a9bbf-565d-4e03-bd83-0056b022827f', 'mac_address': 'fa:16:3e:3d:f5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19931815-d6bc-4cec-8cf4-1a11ffc16d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:10:06Z', 'updated_at': '2022-04-29T14:10:06Z', 'revision_number': 0, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad7aa942-d7fc-44db-903b-89aee97ddb63', 'name': '', 'network_id': 'eb4a9bbf-565d-4e03-bd83-0056b022827f', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:18:78:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '442b9385-23f1-4899-bb13-3cd464da3d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:09:50Z', 'updated_at': '2022-04-29T14:09:57Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': '442b9385-23f1-4899-bb13-3cd464da3d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:10:08.893460 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4a1865-bb62-4b9d-a0c7-0de7e6cf780d None None] The sync data for ids ['726ba9b7-7aac-4c22-885f-6b66e320cec9'] in dv-neutron-839027-4-hyperv is: [{'id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123641819', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '1a7bb23b-d82d-470e-a5f1-16f7840e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:09:46Z', 'updated_at': '2022-04-29T14:09:50Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '1a7bb23b-d82d-470e-a5f1-16f7840e6d1a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:09:47Z', 'updated_at': '2022-04-29T14:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '52bd2995-59a4-4eb1-8a61-ab501aec94c0', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'floating_ip_address': '172.26.6.102', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'port_id': '7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4a9bbf-565d-4e03-bd83-0056b022827f', 'mac_address': 'fa:16:3e:3d:f5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19931815-d6bc-4cec-8cf4-1a11ffc16d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:10:06Z', 'updated_at': '2022-04-29T14:10:06Z', 'revision_number': 0, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad7aa942-d7fc-44db-903b-89aee97ddb63', 'name': '', 'network_id': 'eb4a9bbf-565d-4e03-bd83-0056b022827f', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:18:78:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '442b9385-23f1-4899-bb13-3cd464da3d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:09:50Z', 'updated_at': '2022-04-29T14:09:57Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': '442b9385-23f1-4899-bb13-3cd464da3d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:10:09.189366 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41958) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:10:09.321344 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1ccb6b40-56f9-4fc9-953d-1d04e78dfd87 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/floatingips/52bd2995-59a4-4eb1-8a61-ab501aec94c0 HTTP/1.1" status: 200 len: 991 time: 0.1307623 Apr 29 14:10:09.671751 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:10:10.324944 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41962) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:10:10.429482 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a1993397-a054-49d3-b02e-97e6ff21b216 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/floatingips/52bd2995-59a4-4eb1-8a61-ab501aec94c0 HTTP/1.1" status: 200 len: 991 time: 0.1034234 Apr 29 14:10:10.509231 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6977e20f-337c-49a8-8b0c-7e30b976034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:10:11.433267 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 41966) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:10:11.536071 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-cdbfb83a-c4c4-46af-bba4-bfc53133fc44 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/floatingips/52bd2995-59a4-4eb1-8a61-ab501aec94c0 HTTP/1.1" status: 200 len: 991 time: 0.1016874 Apr 29 14:10:11.615442 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:10:11.655851 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:10:12.117351 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dfd883-abb5-47d2-94ff-7058b94f67eb None None] New status for floating IP 52bd2995-59a4-4eb1-8a61-ab501aec94c0: ACTIVE {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 14:10:12.539841 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 41970) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:10:12.642534 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9fc83382-1035-4206-a6aa-cc699bac3e8b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/floatingips/52bd2995-59a4-4eb1-8a61-ab501aec94c0 HTTP/1.1" status: 200 len: 993 time: 0.1015074 Apr 29 14:10:13.050907 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:10:28.535995 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:10:37.976789 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48d1deda-3280-4257-a2c4-f7748fcff249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:10:40.511384 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ac5094bc-49cc-43a6-b6a3-2be3b8efe807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:10:41.616829 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:10:41.656924 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:10:43.053784 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:10:45.639933 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0b1ba3e8-d16e-4e2b-acc5-938d0513ca86 req-0301bf76-ecb3-43b5-8309-2b3d774ac02c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1587710 Apr 29 14:10:45.780771 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0b1ba3e8-d16e-4e2b-acc5-938d0513ca86 req-fabffc9f-0710-4037-86b7-4a1b1c3486b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 1098 time: 0.0667534 Apr 29 14:10:45.923669 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ba3e8-d16e-4e2b-acc5-938d0513ca86 req-608a9084-2baf-4159-88c8-75e91df74cf0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:10:45.925126 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0b1ba3e8-d16e-4e2b-acc5-938d0513ca86 req-608a9084-2baf-4159-88c8-75e91df74cf0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb4a9bbf-565d-4e03-bd83-0056b022827f HTTP/1.1" status: 200 len: 898 time: 0.1268353 Apr 29 14:10:46.027480 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0b1ba3e8-d16e-4e2b-acc5-938d0513ca86 req-83d631bf-d1a3-4300-9255-48718866acd2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9 HTTP/1.1" status: 200 len: 1001 time: 0.0965943 Apr 29 14:10:46.087052 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ba3e8-d16e-4e2b-acc5-938d0513ca86 req-ac42b314-1e54-4909-8fe7-81e61ecefe23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:10:46.088607 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0b1ba3e8-d16e-4e2b-acc5-938d0513ca86 req-ac42b314-1e54-4909-8fe7-81e61ecefe23 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=442b9385-23f1-4899-bb13-3cd464da3d75 HTTP/1.1" status: 200 len: 834 time: 0.0558822 Apr 29 14:10:46.163233 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0b1ba3e8-d16e-4e2b-acc5-938d0513ca86 req-7763311b-7cd4-4d2f-a6e0-1d654c73f0f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb4a9bbf-565d-4e03-bd83-0056b022827f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690508 Apr 29 14:10:46.295485 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0b1ba3e8-d16e-4e2b-acc5-938d0513ca86 req-81a27de5-0291-45e7-b950-7e0689e7436e service neutron] 10.222.0.32 "GET /v2.0/networks/eb4a9bbf-565d-4e03-bd83-0056b022827f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261609 Apr 29 14:10:46.428333 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0b1ba3e8-d16e-4e2b-acc5-938d0513ca86 req-485ff392-4538-4997-a42e-b8a6182128fc service neutron] 10.222.0.32 "GET /v2.0/networks/eb4a9bbf-565d-4e03-bd83-0056b022827f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266823 Apr 29 14:10:46.671584 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:10:58.552809 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:11:07.973389 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f0df55cd-f93b-4306-9ce1-f27fce441cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:11:10.512629 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-147396ce-618d-4b14-8d28-4aa12c51546a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:11:11.619153 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:11:11.657137 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:11:13.056744 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:11:20.288292 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c7f0d-ed27-43d6-b7c3-69d4a0d4c771 req-f234c1ef-7e4d-47f9-87ce-970d74fd40e5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:11:20.289742 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b71c7f0d-ed27-43d6-b7c3-69d4a0d4c771 req-f234c1ef-7e4d-47f9-87ce-970d74fd40e5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 945 time: 0.0756316 Apr 29 14:11:20.334606 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b71c7f0d-ed27-43d6-b7c3-69d4a0d4c771 req-523dc92b-2241-4659-ba3a-d4f8c557cd00 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1bb4905-02c5-41e1-95e7-fb01e600d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393815 Apr 29 14:11:21.527727 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962fcbb-85d7-4f89-910d-d5e04ba8feca req-c60bb2a0-c9e2-4e98-b037-0c8be7f261d2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:11:21.529162 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5962fcbb-85d7-4f89-910d-d5e04ba8feca req-c60bb2a0-c9e2-4e98-b037-0c8be7f261d2 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 945 time: 0.0759709 Apr 29 14:11:21.572513 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5962fcbb-85d7-4f89-910d-d5e04ba8feca req-26100880-520f-400c-92fd-9df7fc0d7a26 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1bb4905-02c5-41e1-95e7-fb01e600d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373588 Apr 29 14:11:22.768319 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d855276-dc0e-44ee-8d73-9abf93e29ff8 req-f08dc795-5fa5-47ee-9784-9cb0716828fc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:11:22.769780 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5d855276-dc0e-44ee-8d73-9abf93e29ff8 req-f08dc795-5fa5-47ee-9784-9cb0716828fc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 945 time: 0.0776031 Apr 29 14:11:22.814497 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5d855276-dc0e-44ee-8d73-9abf93e29ff8 req-33cffc65-5e04-4e08-9d4f-befe22a8a359 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1bb4905-02c5-41e1-95e7-fb01e600d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392730 Apr 29 14:11:23.672779 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:11:24.011742 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24adbd8-f610-43aa-a1d2-377841c2eccb req-84247a0c-dacc-41da-814e-09a39ae503eb tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:11:24.013186 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c24adbd8-f610-43aa-a1d2-377841c2eccb req-84247a0c-dacc-41da-814e-09a39ae503eb tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 945 time: 0.0783281 Apr 29 14:11:24.057777 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c24adbd8-f610-43aa-a1d2-377841c2eccb req-8379830d-33e8-45b4-98f3-5d4bfdd2a42c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1bb4905-02c5-41e1-95e7-fb01e600d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390320 Apr 29 14:11:25.253209 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4c9ec-c171-41cb-9d6f-7a4bf2321874 req-8638df8b-5fb2-4950-8d3d-a888f3d49abe tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:11:25.254631 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-31b4c9ec-c171-41cb-9d6f-7a4bf2321874 req-8638df8b-5fb2-4950-8d3d-a888f3d49abe tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 945 time: 0.0747099 Apr 29 14:11:25.298264 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-31b4c9ec-c171-41cb-9d6f-7a4bf2321874 req-cefdf575-0761-4f0e-83c6-2c77d1189f07 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1bb4905-02c5-41e1-95e7-fb01e600d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381613 Apr 29 14:11:26.505966 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c8abf-09e1-45e4-91c1-c9973d007420 req-33850da3-ce46-461b-916c-93f3cd999769 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:11:26.507410 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-502c8abf-09e1-45e4-91c1-c9973d007420 req-33850da3-ce46-461b-916c-93f3cd999769 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 945 time: 0.0902956 Apr 29 14:11:26.553866 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-502c8abf-09e1-45e4-91c1-c9973d007420 req-1e2bc7f0-7f8e-4a35-8b28-e8635e228dc4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1bb4905-02c5-41e1-95e7-fb01e600d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409725 Apr 29 14:11:27.751718 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced5498-7b3a-4954-bf4c-5e8245b2aea4 req-576b7b49-ec51-45d1-8a49-b0ccafe2e4dd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:11:27.753172 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5ced5498-7b3a-4954-bf4c-5e8245b2aea4 req-576b7b49-ec51-45d1-8a49-b0ccafe2e4dd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 945 time: 0.0788383 Apr 29 14:11:27.796698 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5ced5498-7b3a-4954-bf4c-5e8245b2aea4 req-b94ceb8c-73b7-4141-851c-9642e1b7aa8a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1bb4905-02c5-41e1-95e7-fb01e600d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381527 Apr 29 14:11:28.549218 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:11:28.987590 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d09df-3b95-4f44-aaf1-6c876d49331f req-05f2f087-a178-4e18-b2a9-eae3cce6d5ab tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:11:28.989024 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-066d09df-3b95-4f44-aaf1-6c876d49331f req-05f2f087-a178-4e18-b2a9-eae3cce6d5ab tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 945 time: 0.0736606 Apr 29 14:11:29.034174 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-066d09df-3b95-4f44-aaf1-6c876d49331f req-a912770d-c896-4256-9978-0fa9ae7a2d83 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1bb4905-02c5-41e1-95e7-fb01e600d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391588 Apr 29 14:11:30.304689 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477551a9-1c56-48a4-827b-a664976edcc3 req-6a5b2f05-f204-45a4-935b-4d305dc46f18 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:11:30.306142 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-477551a9-1c56-48a4-827b-a664976edcc3 req-6a5b2f05-f204-45a4-935b-4d305dc46f18 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 945 time: 0.1543941 Apr 29 14:11:30.353801 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-477551a9-1c56-48a4-827b-a664976edcc3 req-75436bf6-0dee-4857-8d63-2b95b11bcfd3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1bb4905-02c5-41e1-95e7-fb01e600d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422297 Apr 29 14:11:31.620446 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd003b74-040a-426b-88d2-082d1ae597ee req-4c68102b-2b45-4e33-8e04-17a97e69e231 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:11:31.621895 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-bd003b74-040a-426b-88d2-082d1ae597ee req-4c68102b-2b45-4e33-8e04-17a97e69e231 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 945 time: 0.1460836 Apr 29 14:11:31.752834 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-bd003b74-040a-426b-88d2-082d1ae597ee req-f7b7da76-5643-431a-8e24-acdd2425ef31 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1bb4905-02c5-41e1-95e7-fb01e600d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248996 Apr 29 14:11:31.781428 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42018) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:11:31.883304 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c1544454-a89c-415c-a419-a0fbb4a779bf tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/floatingips/52bd2995-59a4-4eb1-8a61-ab501aec94c0 HTTP/1.1" status: 200 len: 993 time: 0.1007495 Apr 29 14:11:33.415509 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5125ae-6a02-4d30-86a7-056e45159ccb req-7f6b31dc-88bd-4790-ad40-90c56d2042fd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:11:33.416866 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ee5125ae-6a02-4d30-86a7-056e45159ccb req-7f6b31dc-88bd-4790-ad40-90c56d2042fd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 945 time: 0.1360345 Apr 29 14:11:33.422722 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-348c43c1-7a25-4f96-ba16-bb0c7ae51f83 req-155d692a-2ebb-47cb-af90-ccee0634dfd3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 1098 time: 0.1000354 Apr 29 14:11:33.544242 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ee5125ae-6a02-4d30-86a7-056e45159ccb req-307230ee-0ea2-4780-8a58-3c0d4c06414d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1bb4905-02c5-41e1-95e7-fb01e600d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204741 Apr 29 14:11:33.582228 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c43c1-7a25-4f96-ba16-bb0c7ae51f83 req-c6e03403-2603-45cf-8589-d0947c3f967d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:11:33.583653 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-348c43c1-7a25-4f96-ba16-bb0c7ae51f83 req-c6e03403-2603-45cf-8589-d0947c3f967d service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb4a9bbf-565d-4e03-bd83-0056b022827f HTTP/1.1" status: 200 len: 898 time: 0.1473169 Apr 29 14:11:33.758144 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-348c43c1-7a25-4f96-ba16-bb0c7ae51f83 req-6616f584-2bc7-4e9e-845d-845ad0eaa915 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9 HTTP/1.1" status: 200 len: 1001 time: 0.1687026 Apr 29 14:11:33.817472 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c43c1-7a25-4f96-ba16-bb0c7ae51f83 req-a98d15b8-1781-4d93-ba72-d1cd757f9ffd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:11:33.818881 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-348c43c1-7a25-4f96-ba16-bb0c7ae51f83 req-a98d15b8-1781-4d93-ba72-d1cd757f9ffd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=442b9385-23f1-4899-bb13-3cd464da3d75 HTTP/1.1" status: 200 len: 834 time: 0.0557020 Apr 29 14:11:33.891595 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-348c43c1-7a25-4f96-ba16-bb0c7ae51f83 req-deab11d3-331c-46fe-bca1-3e88df8d2382 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb4a9bbf-565d-4e03-bd83-0056b022827f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665865 Apr 29 14:11:34.027460 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-348c43c1-7a25-4f96-ba16-bb0c7ae51f83 req-42cc1ce1-e487-4064-9fd7-8067eae6f7d1 service neutron] 10.222.0.32 "GET /v2.0/networks/eb4a9bbf-565d-4e03-bd83-0056b022827f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294146 Apr 29 14:11:34.154580 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-348c43c1-7a25-4f96-ba16-bb0c7ae51f83 req-0c962cd4-d6cb-46c0-84b4-b488e768ee18 service neutron] 10.222.0.32 "GET /v2.0/networks/eb4a9bbf-565d-4e03-bd83-0056b022827f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216104 Apr 29 14:11:34.750945 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddb40a-2330-47a0-a636-fac3e52d6943 req-8166a6d0-3bf8-4d31-8037-bbe880792caa tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:11:34.752368 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5eddb40a-2330-47a0-a636-fac3e52d6943 req-8166a6d0-3bf8-4d31-8037-bbe880792caa tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 945 time: 0.0813687 Apr 29 14:11:34.796385 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5eddb40a-2330-47a0-a636-fac3e52d6943 req-b175e2f2-e433-476b-a231-60ca0e84bee0 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1bb4905-02c5-41e1-95e7-fb01e600d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384955 Apr 29 14:11:35.996004 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300942e5-66bd-4de1-8097-8be346a0048c req-0db56f93-65d1-4996-baa3-a7dfb0a99eae tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:11:35.997509 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-300942e5-66bd-4de1-8097-8be346a0048c req-0db56f93-65d1-4996-baa3-a7dfb0a99eae tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 945 time: 0.0790246 Apr 29 14:11:36.043331 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-300942e5-66bd-4de1-8097-8be346a0048c req-3bb504a9-f538-4fe4-a18a-28375a33e9cd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1bb4905-02c5-41e1-95e7-fb01e600d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386436 Apr 29 14:11:36.071255 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42034) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:11:36.180119 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-2381bf5c-b8e4-454d-ab1d-7996f06d2fce tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/floatingips/52bd2995-59a4-4eb1-8a61-ab501aec94c0 HTTP/1.1" status: 200 len: 993 time: 0.1076670 Apr 29 14:11:37.975089 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-19db7ec4-7f77-4371-a3a9-badba721b0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:11:40.514571 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-943f415a-c226-4457-9ba2-7cdece26cb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:11:41.621421 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:11:41.658593 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:11:43.062949 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:11:45.743124 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-07b5c87e-b0fa-4bab-9044-f4b6b13fc9f8 req-e381446c-674a-4b1e-b872-4e93d512898f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684054 Apr 29 14:11:45.885774 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-07b5c87e-b0fa-4bab-9044-f4b6b13fc9f8 req-330c1f7f-d280-4fc5-afdb-f471318836c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 1098 time: 0.0746517 Apr 29 14:11:46.030262 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5c87e-b0fa-4bab-9044-f4b6b13fc9f8 req-4972c564-f3f5-484d-acd9-79727ae2cad7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:11:46.031605 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-07b5c87e-b0fa-4bab-9044-f4b6b13fc9f8 req-4972c564-f3f5-484d-acd9-79727ae2cad7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb4a9bbf-565d-4e03-bd83-0056b022827f HTTP/1.1" status: 200 len: 898 time: 0.1278081 Apr 29 14:11:46.131436 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-07b5c87e-b0fa-4bab-9044-f4b6b13fc9f8 req-d8044324-6e46-4042-8b2e-f35229dc73e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9 HTTP/1.1" status: 200 len: 1001 time: 0.0934577 Apr 29 14:11:46.190757 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5c87e-b0fa-4bab-9044-f4b6b13fc9f8 req-cb59fa79-954f-468e-880a-b1e7c150ee9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:11:46.192122 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-07b5c87e-b0fa-4bab-9044-f4b6b13fc9f8 req-cb59fa79-954f-468e-880a-b1e7c150ee9a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=442b9385-23f1-4899-bb13-3cd464da3d75 HTTP/1.1" status: 200 len: 834 time: 0.0547862 Apr 29 14:11:46.263341 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-07b5c87e-b0fa-4bab-9044-f4b6b13fc9f8 req-79e643e5-3082-452c-a0c9-33e1f4e72eee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb4a9bbf-565d-4e03-bd83-0056b022827f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660663 Apr 29 14:11:46.392483 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-07b5c87e-b0fa-4bab-9044-f4b6b13fc9f8 req-0777d6d5-1044-4759-adcb-fe60418b62d3 service neutron] 10.222.0.32 "GET /v2.0/networks/eb4a9bbf-565d-4e03-bd83-0056b022827f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230254 Apr 29 14:11:46.523140 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-07b5c87e-b0fa-4bab-9044-f4b6b13fc9f8 req-609e52f5-ba8c-41ae-b5be-ada69efed8f9 service neutron] 10.222.0.32 "GET /v2.0/networks/eb4a9bbf-565d-4e03-bd83-0056b022827f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238477 Apr 29 14:11:58.551651 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:00.672137 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:12:07.977066 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-81e6596e-eee5-4354-9cb9-e055cc5b45f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:10.515503 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2eab9219-66de-4327-b7fe-f4c2dca5ae0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:11.625019 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:11.659267 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:13.061612 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:28.547611 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:31.822926 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42060) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:12:32.098065 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-e227b467-b471-4508-bec5-f6b5b1007c02 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Deleting port 76508dba-8d84-47da-bfe9-e2e08d7f1d08 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:12:32.098348 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e227b467-b471-4508-bec5-f6b5b1007c02 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:32.261131 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e227b467-b471-4508-bec5-f6b5b1007c02 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:32.261453 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e227b467-b471-4508-bec5-f6b5b1007c02 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:32.381814 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-e227b467-b471-4508-bec5-f6b5b1007c02 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Calling delete_port for 76508dba-8d84-47da-bfe9-e2e08d7f1d08 owned by network:floatingip {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:12:32.523185 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e227b467-b471-4508-bec5-f6b5b1007c02 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:32.570037 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227b467-b471-4508-bec5-f6b5b1007c02 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'Port': ['ID=76508dba-8d84-47da-bfe9-e2e08d7f1d08,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:32.607437 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227b467-b471-4508-bec5-f6b5b1007c02 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:32.607787 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227b467-b471-4508-bec5-f6b5b1007c02 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:32.608125 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227b467-b471-4508-bec5-f6b5b1007c02 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:32.608459 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227b467-b471-4508-bec5-f6b5b1007c02 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:32.608813 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227b467-b471-4508-bec5-f6b5b1007c02 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:32.609662 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227b467-b471-4508-bec5-f6b5b1007c02 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:32.609992 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227b467-b471-4508-bec5-f6b5b1007c02 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:32.610318 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227b467-b471-4508-bec5-f6b5b1007c02 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:32.610645 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227b467-b471-4508-bec5-f6b5b1007c02 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:32.610962 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227b467-b471-4508-bec5-f6b5b1007c02 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:32.611282 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227b467-b471-4508-bec5-f6b5b1007c02 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:32.668996 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e227b467-b471-4508-bec5-f6b5b1007c02 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for floatingip, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:33.052224 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e227b467-b471-4508-bec5-f6b5b1007c02 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Router 726ba9b7-7aac-4c22-885f-6b66e320cec9 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:12:33.246960 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e227b467-b471-4508-bec5-f6b5b1007c02 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:12:33.256623 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0224a25a-7a0a-4ed3-806e-ee9b68be2303 None None] Sync routers for ids ['726ba9b7-7aac-4c22-885f-6b66e320cec9'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:12:33.268179 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0224a25a-7a0a-4ed3-806e-ee9b68be2303 None None] Routers {'726ba9b7-7aac-4c22-885f-6b66e320cec9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:12:33.268802 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0224a25a-7a0a-4ed3-806e-ee9b68be2303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:12:11Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['726ba9b7-7aac-4c22-885f-6b66e320cec9'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:12:33.272885 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-e227b467-b471-4508-bec5-f6b5b1007c02 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:33.330155 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-e227b467-b471-4508-bec5-f6b5b1007c02 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "DELETE /v2.0/floatingips/52bd2995-59a4-4eb1-8a61-ab501aec94c0 HTTP/1.1" status: 204 len: 168 time: 1.5060377 Apr 29 14:12:33.330965 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19931815-d6bc-4cec-8cf4-1a11ffc16d7d', 'tag': '7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:12:33.451159 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-0224a25a-7a0a-4ed3-806e-ee9b68be2303 None None] Set router 726ba9b7-7aac-4c22-885f-6b66e320cec9 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:12:33.464660 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3262ac0f-cb96-4d33-9e5f-d4880c655b6e'] response: {'name': 'network-changed', 'server_uuid': '19931815-d6bc-4cec-8cf4-1a11ffc16d7d', 'tag': '7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9', 'status': 'completed', 'code': 200} Apr 29 14:12:33.664479 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-234f3671-033c-4cc3-b98c-5562c87d9326 req-fdc2bca5-de50-4794-b7d8-5c76bfc1f694 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 1098 time: 0.1787388 Apr 29 14:12:33.745591 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f42373-bb6c-4234-9349-00ed9e74b3c7 req-2e190b02-7e95-4ce8-ba0b-e07b73ff3277 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:12:33.747703 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-62f42373-bb6c-4234-9349-00ed9e74b3c7 req-2e190b02-7e95-4ce8-ba0b-e07b73ff3277 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 945 time: 0.0790093 Apr 29 14:12:33.776655 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0224a25a-7a0a-4ed3-806e-ee9b68be2303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123641819', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '1a7bb23b-d82d-470e-a5f1-16f7840e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:09:46Z', 'updated_at': '2022-04-29T14:09:50Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '1a7bb23b-d82d-470e-a5f1-16f7840e6d1a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:09:47Z', 'updated_at': '2022-04-29T14:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'ad7aa942-d7fc-44db-903b-89aee97ddb63', 'name': '', 'network_id': 'eb4a9bbf-565d-4e03-bd83-0056b022827f', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:18:78:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '442b9385-23f1-4899-bb13-3cd464da3d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:09:50Z', 'updated_at': '2022-04-29T14:09:57Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': '442b9385-23f1-4899-bb13-3cd464da3d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:12:33.780785 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0224a25a-7a0a-4ed3-806e-ee9b68be2303 None None] Checking router: 726ba9b7-7aac-4c22-885f-6b66e320cec9 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:12:33.792190 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0224a25a-7a0a-4ed3-806e-ee9b68be2303 None None] Routers {'726ba9b7-7aac-4c22-885f-6b66e320cec9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:12:33.792682 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0224a25a-7a0a-4ed3-806e-ee9b68be2303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:12:11Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['726ba9b7-7aac-4c22-885f-6b66e320cec9'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:12:33.800146 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-62f42373-bb6c-4234-9349-00ed9e74b3c7 req-50bd0d15-9033-4f57-adeb-b5cff5642947 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1bb4905-02c5-41e1-95e7-fb01e600d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454371 Apr 29 14:12:33.802862 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f3671-033c-4cc3-b98c-5562c87d9326 req-68746a35-9177-477c-b8c2-13a8e2e7bfae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:12:33.804444 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-234f3671-033c-4cc3-b98c-5562c87d9326 req-68746a35-9177-477c-b8c2-13a8e2e7bfae service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb4a9bbf-565d-4e03-bd83-0056b022827f HTTP/1.1" status: 200 len: 898 time: 0.1338587 Apr 29 14:12:33.876975 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-234f3671-033c-4cc3-b98c-5562c87d9326 req-e95bed10-92f0-4707-8da4-fdebd9da70a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9 HTTP/1.1" status: 200 len: 217 time: 0.0661161 Apr 29 14:12:33.939498 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f3671-033c-4cc3-b98c-5562c87d9326 req-59882d03-9bd8-4c6f-a034-c930ff14eeca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:12:33.940965 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-234f3671-033c-4cc3-b98c-5562c87d9326 req-59882d03-9bd8-4c6f-a034-c930ff14eeca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=442b9385-23f1-4899-bb13-3cd464da3d75 HTTP/1.1" status: 200 len: 834 time: 0.0580087 Apr 29 14:12:33.970389 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-0224a25a-7a0a-4ed3-806e-ee9b68be2303 None None] Set router 726ba9b7-7aac-4c22-885f-6b66e320cec9 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:12:34.021025 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-234f3671-033c-4cc3-b98c-5562c87d9326 req-2509f371-756e-4dc8-b73d-5ac5eaea3628 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb4a9bbf-565d-4e03-bd83-0056b022827f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742273 Apr 29 14:12:34.153959 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-234f3671-033c-4cc3-b98c-5562c87d9326 req-a2e57b93-5058-470e-92f8-a307f08e2904 service neutron] 10.222.0.32 "GET /v2.0/networks/eb4a9bbf-565d-4e03-bd83-0056b022827f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261163 Apr 29 14:12:34.285395 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-234f3671-033c-4cc3-b98c-5562c87d9326 req-e4aa4557-f301-4669-a363-2c0ad1c390e2 service neutron] 10.222.0.32 "GET /v2.0/networks/eb4a9bbf-565d-4e03-bd83-0056b022827f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247118 Apr 29 14:12:34.311883 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0224a25a-7a0a-4ed3-806e-ee9b68be2303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123641819', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '1a7bb23b-d82d-470e-a5f1-16f7840e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:09:46Z', 'updated_at': '2022-04-29T14:09:50Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '1a7bb23b-d82d-470e-a5f1-16f7840e6d1a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:09:47Z', 'updated_at': '2022-04-29T14:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'ad7aa942-d7fc-44db-903b-89aee97ddb63', 'name': '', 'network_id': 'eb4a9bbf-565d-4e03-bd83-0056b022827f', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:18:78:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '442b9385-23f1-4899-bb13-3cd464da3d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:09:50Z', 'updated_at': '2022-04-29T14:09:57Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': '442b9385-23f1-4899-bb13-3cd464da3d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:12:34.316512 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0224a25a-7a0a-4ed3-806e-ee9b68be2303 None None] The sync data for ids ['726ba9b7-7aac-4c22-885f-6b66e320cec9'] in dv-neutron-839027-4-hyperv is: [{'id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123641819', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '1a7bb23b-d82d-470e-a5f1-16f7840e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:09:46Z', 'updated_at': '2022-04-29T14:09:50Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '1a7bb23b-d82d-470e-a5f1-16f7840e6d1a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:09:47Z', 'updated_at': '2022-04-29T14:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'ad7aa942-d7fc-44db-903b-89aee97ddb63', 'name': '', 'network_id': 'eb4a9bbf-565d-4e03-bd83-0056b022827f', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:18:78:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '442b9385-23f1-4899-bb13-3cd464da3d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:09:50Z', 'updated_at': '2022-04-29T14:09:57Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': '442b9385-23f1-4899-bb13-3cd464da3d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:12:34.529896 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2e135a-7b09-4d15-879a-f39a7c23e35f None None] New status for floating IP 52bd2995-59a4-4eb1-8a61-ab501aec94c0: DOWN {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 14:12:34.996418 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d4095-5b77-4368-b4b2-d4a6582b2265 req-aa836953-08db-49be-9fce-b796fae6df4e tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:12:34.997122 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-650d4095-5b77-4368-b4b2-d4a6582b2265 req-aa836953-08db-49be-9fce-b796fae6df4e tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Synchronizing usage tracker for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:12:35.012531 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-650d4095-5b77-4368-b4b2-d4a6582b2265 req-aa836953-08db-49be-9fce-b796fae6df4e tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Unset dirty status for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:12:35.013653 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-650d4095-5b77-4368-b4b2-d4a6582b2265 req-aa836953-08db-49be-9fce-b796fae6df4e tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 945 time: 0.0909061 Apr 29 14:12:35.058964 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-650d4095-5b77-4368-b4b2-d4a6582b2265 req-ca3e1064-b744-494e-ae34-a59f49cca71c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=f1bb4905-02c5-41e1-95e7-fb01e600d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397124 Apr 29 14:12:35.415551 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5cfa9e-cf64-41a7-baa5-c54dbe1f67c5 req-beaf432d-272a-49bf-a85b-cab49802c377 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:12:35.416866 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6a5cfa9e-cf64-41a7-baa5-c54dbe1f67c5 req-beaf432d-272a-49bf-a85b-cab49802c377 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.32 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 945 time: 0.0779712 Apr 29 14:12:35.481945 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-6a5cfa9e-cf64-41a7-baa5-c54dbe1f67c5 req-635b0424-f454-4782-9836-68224a5c2d6b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Deleting port 7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:12:35.482278 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-6a5cfa9e-cf64-41a7-baa5-c54dbe1f67c5 req-635b0424-f454-4782-9836-68224a5c2d6b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:35.717545 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-6a5cfa9e-cf64-41a7-baa5-c54dbe1f67c5 req-635b0424-f454-4782-9836-68224a5c2d6b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] For port 7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9,segment=NetworkSegment(26dc647f-a07f-4264-a5b1-cc1839d91aea),segment_id=26dc647f-a07f-4264-a5b1-cc1839d91aea)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:12:35.717815 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-6a5cfa9e-cf64-41a7-baa5-c54dbe1f67c5 req-635b0424-f454-4782-9836-68224a5c2d6b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:35.835574 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-6a5cfa9e-cf64-41a7-baa5-c54dbe1f67c5 req-635b0424-f454-4782-9836-68224a5c2d6b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Calling delete_port for 7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9 owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:12:35.974429 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-6a5cfa9e-cf64-41a7-baa5-c54dbe1f67c5 req-635b0424-f454-4782-9836-68224a5c2d6b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:36.022794 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b0424-f454-4782-9836-68224a5c2d6b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'Port': ['ID=7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:36.179224 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5cfa9e-cf64-41a7-baa5-c54dbe1f67c5 req-635b0424-f454-4782-9836-68224a5c2d6b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] No DVR routers for this DVR port 7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9 on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 14:12:36.181562 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-6a5cfa9e-cf64-41a7-baa5-c54dbe1f67c5 req-635b0424-f454-4782-9836-68224a5c2d6b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:36.184101 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19931815-d6bc-4cec-8cf4-1a11ffc16d7d', 'name': 'network-vif-deleted', 'tag': '7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:12:36.200584 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6a5cfa9e-cf64-41a7-baa5-c54dbe1f67c5 req-635b0424-f454-4782-9836-68224a5c2d6b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.32 "DELETE /v2.0/ports/7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9 HTTP/1.1" status: 204 len: 173 time: 0.7782950 Apr 29 14:12:36.233865 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-99e5ac66-48fc-4903-aaf8-08a976540356 req-0f39d88a-b970-4603-bb4e-bdb2302acfac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=19931815-d6bc-4cec-8cf4-1a11ffc16d7d HTTP/1.1" status: 200 len: 210 time: 0.0479746 Apr 29 14:12:36.242719 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81228695-4773-4831-9d6b-ec5f0aa24546'] response: {'server_uuid': '19931815-d6bc-4cec-8cf4-1a11ffc16d7d', 'name': 'network-vif-deleted', 'tag': '7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9', 'status': 'completed', 'code': 200} Apr 29 14:12:37.338796 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42082) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:12:37.671147 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:12:37.726811 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fd226a08-ca28-4387-bf70-f09448b77e51 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:37.977849 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2fcd5552-7a24-400b-9d16-24eded759f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:38.327064 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-fd226a08-ca28-4387-bf70-f09448b77e51 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Deleting port ad7aa942-d7fc-44db-903b-89aee97ddb63 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:12:38.327403 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fd226a08-ca28-4387-bf70-f09448b77e51 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:38.511356 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-fd226a08-ca28-4387-bf70-f09448b77e51 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] For port ad7aa942-d7fc-44db-903b-89aee97ddb63, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=ad7aa942-d7fc-44db-903b-89aee97ddb63,segment=NetworkSegment(26dc647f-a07f-4264-a5b1-cc1839d91aea),segment_id=26dc647f-a07f-4264-a5b1-cc1839d91aea)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:12:38.512059 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fd226a08-ca28-4387-bf70-f09448b77e51 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:38.628989 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-fd226a08-ca28-4387-bf70-f09448b77e51 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Calling delete_port for ad7aa942-d7fc-44db-903b-89aee97ddb63 owned by network:router_interface {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:12:38.885812 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fd226a08-ca28-4387-bf70-f09448b77e51 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:38.931031 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd226a08-ca28-4387-bf70-f09448b77e51 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'Port': ['ID=ad7aa942-d7fc-44db-903b-89aee97ddb63,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:39.131511 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:12:39.164041 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: 7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:12:39.164319 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 7c88a8a7-ecdd-4c6c-8328-b14e5d10e6d9 not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:12:39.230476 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fd226a08-ca28-4387-bf70-f09448b77e51 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:39.883272 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd226a08-ca28-4387-bf70-f09448b77e51 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Router 726ba9b7-7aac-4c22-885f-6b66e320cec9 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:12:40.083297 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd226a08-ca28-4387-bf70-f09448b77e51 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:12:40.093058 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e081720-9a6d-4671-b327-c78851ce8f1f None None] Sync routers for ids ['726ba9b7-7aac-4c22-885f-6b66e320cec9'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:12:40.097713 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-fd226a08-ca28-4387-bf70-f09448b77e51 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "PUT /v2.0/routers/726ba9b7-7aac-4c22-885f-6b66e320cec9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7565441 Apr 29 14:12:40.099013 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42090) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:12:40.105691 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e081720-9a6d-4671-b327-c78851ce8f1f None None] Routers {'726ba9b7-7aac-4c22-885f-6b66e320cec9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:12:40.106288 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0e081720-9a6d-4671-b327-c78851ce8f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:12:11Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['726ba9b7-7aac-4c22-885f-6b66e320cec9'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:12:40.282588 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-0e081720-9a6d-4671-b327-c78851ce8f1f None None] Set router 726ba9b7-7aac-4c22-885f-6b66e320cec9 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:12:40.283296 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6a11d3-da9a-4add-8189-634abd0389b3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Deleting subnet 442b9385-23f1-4899-bb13-3cd464da3d75 {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 14:12:40.285942 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fd6a11d3-da9a-4add-8189-634abd0389b3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:40.435460 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fd6a11d3-da9a-4add-8189-634abd0389b3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:40.516049 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fd6a11d3-da9a-4add-8189-634abd0389b3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:40.558290 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8af9532f-4f7f-4595-9d3f-c07856b71f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:40.591246 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fd6a11d3-da9a-4add-8189-634abd0389b3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:40.592152 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0e081720-9a6d-4671-b327-c78851ce8f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123641819', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '1a7bb23b-d82d-470e-a5f1-16f7840e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:09:46Z', 'updated_at': '2022-04-29T14:12:38Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '1a7bb23b-d82d-470e-a5f1-16f7840e6d1a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:09:47Z', 'updated_at': '2022-04-29T14:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:12:40.596401 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e081720-9a6d-4671-b327-c78851ce8f1f None None] Checking router: 726ba9b7-7aac-4c22-885f-6b66e320cec9 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:12:40.606712 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e081720-9a6d-4671-b327-c78851ce8f1f None None] Routers {'726ba9b7-7aac-4c22-885f-6b66e320cec9'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:12:40.607304 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0e081720-9a6d-4671-b327-c78851ce8f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:12:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['726ba9b7-7aac-4c22-885f-6b66e320cec9'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:12:40.628581 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a11d3-da9a-4add-8189-634abd0389b3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'Subnet': ['ID=442b9385-23f1-4899-bb13-3cd464da3d75,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:40.634751 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-fd6a11d3-da9a-4add-8189-634abd0389b3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:40.642248 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-fd6a11d3-da9a-4add-8189-634abd0389b3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "DELETE /v2.0/subnets/442b9385-23f1-4899-bb13-3cd464da3d75 HTTP/1.1" status: 204 len: 168 time: 0.5422707 Apr 29 14:12:40.645215 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42094) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:12:40.659839 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d7e697-8be3-4649-bd99-d93936dd8df3 None None] Network eb4a9bbf-565d-4e03-bd83-0056b022827f requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 14:12:40.865378 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-98a6bde1-38cc-4e31-bdcb-fa4564f605b6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:40.944729 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-0e081720-9a6d-4671-b327-c78851ce8f1f None None] Set router 726ba9b7-7aac-4c22-885f-6b66e320cec9 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:12:41.063805 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-98a6bde1-38cc-4e31-bdcb-fa4564f605b6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:41.073197 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-98a6bde1-38cc-4e31-bdcb-fa4564f605b6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Deleting port 1a7bb23b-d82d-470e-a5f1-16f7840e6d1a {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:12:41.073645 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-98a6bde1-38cc-4e31-bdcb-fa4564f605b6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:41.260163 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e779288-2283-4008-a3d7-c535f94447ab None None] DHCP port deletion for eb4a9bbf-565d-4e03-bd83-0056b022827f request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 14:12:41.265579 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-8e779288-2283-4008-a3d7-c535f94447ab None None] Deleting port 50a9cadb-1a9f-4f3a-8c2c-51c7d4be4e90 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:12:41.265950 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8e779288-2283-4008-a3d7-c535f94447ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:41.268539 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-98a6bde1-38cc-4e31-bdcb-fa4564f605b6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] For port 1a7bb23b-d82d-470e-a5f1-16f7840e6d1a, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=1a7bb23b-d82d-470e-a5f1-16f7840e6d1a,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:12:41.269044 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-98a6bde1-38cc-4e31-bdcb-fa4564f605b6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:41.393920 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-98a6bde1-38cc-4e31-bdcb-fa4564f605b6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Calling delete_port for 1a7bb23b-d82d-470e-a5f1-16f7840e6d1a owned by network:router_gateway {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:12:41.397297 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0e081720-9a6d-4671-b327-c78851ce8f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123641819', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '1a7bb23b-d82d-470e-a5f1-16f7840e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:09:46Z', 'updated_at': '2022-04-29T14:12:38Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '1a7bb23b-d82d-470e-a5f1-16f7840e6d1a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:09:47Z', 'updated_at': '2022-04-29T14:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:12:41.457955 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e081720-9a6d-4671-b327-c78851ce8f1f None None] The sync data for ids ['726ba9b7-7aac-4c22-885f-6b66e320cec9'] in dv-neutron-839027-4-hyperv is: [{'id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123641819', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '1a7bb23b-d82d-470e-a5f1-16f7840e6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:09:46Z', 'updated_at': '2022-04-29T14:12:38Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': '1a7bb23b-d82d-470e-a5f1-16f7840e6d1a', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726ba9b7-7aac-4c22-885f-6b66e320cec9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:09:47Z', 'updated_at': '2022-04-29T14:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:12:41.489964 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-8e779288-2283-4008-a3d7-c535f94447ab None None] For port 50a9cadb-1a9f-4f3a-8c2c-51c7d4be4e90, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=50a9cadb-1a9f-4f3a-8c2c-51c7d4be4e90,segment=NetworkSegment(26dc647f-a07f-4264-a5b1-cc1839d91aea),segment_id=26dc647f-a07f-4264-a5b1-cc1839d91aea)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:12:41.490362 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8e779288-2283-4008-a3d7-c535f94447ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:41.578848 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-98a6bde1-38cc-4e31-bdcb-fa4564f605b6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:41.611651 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-8e779288-2283-4008-a3d7-c535f94447ab None None] Calling delete_port for 50a9cadb-1a9f-4f3a-8c2c-51c7d4be4e90 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:12:41.622724 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6bde1-38cc-4e31-bdcb-fa4564f605b6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'Port': ['ID=1a7bb23b-d82d-470e-a5f1-16f7840e6d1a,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:41.684067 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:41.689413 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:41.711212 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8e779288-2283-4008-a3d7-c535f94447ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:41.755938 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e779288-2283-4008-a3d7-c535f94447ab None None] Pushing event deleted for resources: {'Port': ['ID=50a9cadb-1a9f-4f3a-8c2c-51c7d4be4e90,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:41.764721 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e779288-2283-4008-a3d7-c535f94447ab None None] No DVR routers for this DVR port 50a9cadb-1a9f-4f3a-8c2c-51c7d4be4e90 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 14:12:41.767540 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e779288-2283-4008-a3d7-c535f94447ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:41.767883 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e779288-2283-4008-a3d7-c535f94447ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:41.768210 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e779288-2283-4008-a3d7-c535f94447ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:41.768535 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e779288-2283-4008-a3d7-c535f94447ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:41.768904 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e779288-2283-4008-a3d7-c535f94447ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:41.769244 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e779288-2283-4008-a3d7-c535f94447ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:41.769545 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e779288-2283-4008-a3d7-c535f94447ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:41.769862 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e779288-2283-4008-a3d7-c535f94447ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:41.770173 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e779288-2283-4008-a3d7-c535f94447ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:41.770486 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e779288-2283-4008-a3d7-c535f94447ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:41.770799 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e779288-2283-4008-a3d7-c535f94447ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:41.863575 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-98a6bde1-38cc-4e31-bdcb-fa4564f605b6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:41.922104 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device ad7aa942-d7fc-44db-903b-89aee97ddb63 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:12:41.961892 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: ad7aa942-d7fc-44db-903b-89aee97ddb63 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:12:41.962184 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device ad7aa942-d7fc-44db-903b-89aee97ddb63 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:12:41.962556 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 50a9cadb-1a9f-4f3a-8c2c-51c7d4be4e90 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:12:41.994578 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 50a9cadb-1a9f-4f3a-8c2c-51c7d4be4e90 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:12:41.994921 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 50a9cadb-1a9f-4f3a-8c2c-51c7d4be4e90 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:12:42.223178 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-98a6bde1-38cc-4e31-bdcb-fa4564f605b6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:42.227202 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-98a6bde1-38cc-4e31-bdcb-fa4564f605b6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:42.250945 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-98a6bde1-38cc-4e31-bdcb-fa4564f605b6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:42.251461 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a6bde1-38cc-4e31-bdcb-fa4564f605b6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Fanout notify agent at l3_agent the message router_deleted on router 726ba9b7-7aac-4c22-885f-6b66e320cec9 {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 14:12:42.266375 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-98a6bde1-38cc-4e31-bdcb-fa4564f605b6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:42.270165 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-98a6bde1-38cc-4e31-bdcb-fa4564f605b6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "DELETE /v2.0/routers/726ba9b7-7aac-4c22-885f-6b66e320cec9 HTTP/1.1" status: 204 len: 168 time: 1.6240168 Apr 29 14:12:42.270301 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42098) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:12:42.388525 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4dc83465-0931-4480-b0d7-5343e41171bc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:42.516184 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4dc83465-0931-4480-b0d7-5343e41171bc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:42.543814 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-4dc83465-0931-4480-b0d7-5343e41171bc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4a9bbf-565d-4e03-bd83-0056b022827f']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:12:42.555874 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-4dc83465-0931-4480-b0d7-5343e41171bc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26dc647f-a07f-4264-a5b1-cc1839d91aea') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:12:42.556161 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-4dc83465-0931-4480-b0d7-5343e41171bc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26dc647f-a07f-4264-a5b1-cc1839d91aea') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:12:42.567724 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4dc83465-0931-4480-b0d7-5343e41171bc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:42.583303 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4dc83465-0931-4480-b0d7-5343e41171bc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:42.589505 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc83465-0931-4480-b0d7-5343e41171bc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 14:12:42.589879 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4dc83465-0931-4480-b0d7-5343e41171bc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 14:12:42.604086 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 14:12:42.684612 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4dc83465-0931-4480-b0d7-5343e41171bc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:42.702913 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4dc83465-0931-4480-b0d7-5343e41171bc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:42.714756 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc83465-0931-4480-b0d7-5343e41171bc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'Network': ['ID=eb4a9bbf-565d-4e03-bd83-0056b022827f,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:42.729141 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4dc83465-0931-4480-b0d7-5343e41171bc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "DELETE /v2.0/networks/eb4a9bbf-565d-4e03-bd83-0056b022827f HTTP/1.1" status: 204 len: 168 time: 0.4577749 Apr 29 14:12:42.730717 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc83465-0931-4480-b0d7-5343e41171bc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:42.731065 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc83465-0931-4480-b0d7-5343e41171bc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:42.731411 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc83465-0931-4480-b0d7-5343e41171bc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:42.731754 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc83465-0931-4480-b0d7-5343e41171bc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:42.732011 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42104) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:12:42.732114 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc83465-0931-4480-b0d7-5343e41171bc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:42.732381 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc83465-0931-4480-b0d7-5343e41171bc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:42.732706 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc83465-0931-4480-b0d7-5343e41171bc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:42.733055 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc83465-0931-4480-b0d7-5343e41171bc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:42.733378 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc83465-0931-4480-b0d7-5343e41171bc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:42.733697 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc83465-0931-4480-b0d7-5343e41171bc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:42.734604 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc83465-0931-4480-b0d7-5343e41171bc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:42.800861 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9cbb0e8d-7433-4898-bdca-3b13a1da0a80 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:42.828566 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9cbb0e8d-7433-4898-bdca-3b13a1da0a80 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:42.892104 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9cbb0e8d-7433-4898-bdca-3b13a1da0a80 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:42.911359 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb0e8d-7433-4898-bdca-3b13a1da0a80 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bb4905-02c5-41e1-95e7-fb01e600d8d8,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:42.918536 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9cbb0e8d-7433-4898-bdca-3b13a1da0a80 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:42.919654 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9cbb0e8d-7433-4898-bdca-3b13a1da0a80 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "DELETE /v2.0/security-groups/f1bb4905-02c5-41e1-95e7-fb01e600d8d8 HTTP/1.1" status: 204 len: 168 time: 0.1862638 Apr 29 14:12:43.063820 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:43.514191 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 1a7bb23b-d82d-470e-a5f1-16f7840e6d1a no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:12:43.547093 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 1a7bb23b-d82d-470e-a5f1-16f7840e6d1a {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:12:43.547435 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 1a7bb23b-d82d-470e-a5f1-16f7840e6d1a not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:12:45.312707 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42118) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:12:45.318291 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-324b5cd9-a2b5-421e-9538-913806abf5be tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-102183340', 'description': 'tempest-secgroup-smoke-102183340 description', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:12:45.324503 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-324b5cd9-a2b5-421e-9538-913806abf5be tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:12:45.329355 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-324b5cd9-a2b5-421e-9538-913806abf5be tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:12:45.332228 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-324b5cd9-a2b5-421e-9538-913806abf5be tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:12:45.341676 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-324b5cd9-a2b5-421e-9538-913806abf5be tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:12:45.351555 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-324b5cd9-a2b5-421e-9538-913806abf5be tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:45.386662 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-324b5cd9-a2b5-421e-9538-913806abf5be tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:12:45.390498 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-324b5cd9-a2b5-421e-9538-913806abf5be tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:12:45.394113 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-324b5cd9-a2b5-421e-9538-913806abf5be tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:12:45.399931 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-324b5cd9-a2b5-421e-9538-913806abf5be tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:12:45.453369 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-324b5cd9-a2b5-421e-9538-913806abf5be tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:45.456806 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-324b5cd9-a2b5-421e-9538-913806abf5be tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:45.501681 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-324b5cd9-a2b5-421e-9538-913806abf5be tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:45.502592 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-324b5cd9-a2b5-421e-9538-913806abf5be tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1888816 Apr 29 14:12:45.503427 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b5cd9-a2b5-421e-9538-913806abf5be tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acbef1d2-580f-48b1-a852-7e37099e8af1,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:45.505684 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42122) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:12:45.511258 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-b5c0ded2-56b9-4a52-a949-deb1d0972048 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group_rule': {'security_group_id': 'acbef1d2-580f-48b1-a852-7e37099e8af1', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:12:45.517200 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b5c0ded2-56b9-4a52-a949-deb1d0972048 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:12:45.520994 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b5c0ded2-56b9-4a52-a949-deb1d0972048 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:12:45.523807 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-b5c0ded2-56b9-4a52-a949-deb1d0972048 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:12:45.529451 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-b5c0ded2-56b9-4a52-a949-deb1d0972048 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:12:45.544626 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b5c0ded2-56b9-4a52-a949-deb1d0972048 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:45.605966 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b5c0ded2-56b9-4a52-a949-deb1d0972048 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:45.609863 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b5c0ded2-56b9-4a52-a949-deb1d0972048 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:45.632593 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0ded2-56b9-4a52-a949-deb1d0972048 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e331f633-99bf-4b68-98e2-3dbd99804e6d,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:45.640512 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-b5c0ded2-56b9-4a52-a949-deb1d0972048 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:45.641757 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-b5c0ded2-56b9-4a52-a949-deb1d0972048 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1350787 Apr 29 14:12:45.644423 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42126) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:12:45.649848 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-0903a5c0-60ec-492c-85b1-72bde58eb880 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group_rule': {'security_group_id': 'acbef1d2-580f-48b1-a852-7e37099e8af1', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:12:45.655728 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0903a5c0-60ec-492c-85b1-72bde58eb880 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:12:45.659386 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0903a5c0-60ec-492c-85b1-72bde58eb880 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:12:45.662225 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0903a5c0-60ec-492c-85b1-72bde58eb880 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:12:45.667814 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0903a5c0-60ec-492c-85b1-72bde58eb880 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:12:45.683194 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0903a5c0-60ec-492c-85b1-72bde58eb880 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:45.745062 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0903a5c0-60ec-492c-85b1-72bde58eb880 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:45.748296 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0903a5c0-60ec-492c-85b1-72bde58eb880 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:45.770588 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903a5c0-60ec-492c-85b1-72bde58eb880 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1d215ee-7e0a-4720-b203-eaa94970ad5a,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:45.779587 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0903a5c0-60ec-492c-85b1-72bde58eb880 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:45.783239 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0903a5c0-60ec-492c-85b1-72bde58eb880 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1354060 Apr 29 14:12:45.784085 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42130) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:12:45.789756 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-1eb0f5dc-2d38-416d-a84d-ce86832e5860 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group_rule': {'security_group_id': 'acbef1d2-580f-48b1-a852-7e37099e8af1', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:12:45.795639 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1eb0f5dc-2d38-416d-a84d-ce86832e5860 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:12:45.799938 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1eb0f5dc-2d38-416d-a84d-ce86832e5860 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:12:45.802795 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1eb0f5dc-2d38-416d-a84d-ce86832e5860 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:12:45.809063 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1eb0f5dc-2d38-416d-a84d-ce86832e5860 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:12:45.824662 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1eb0f5dc-2d38-416d-a84d-ce86832e5860 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:45.888062 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1eb0f5dc-2d38-416d-a84d-ce86832e5860 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:45.892517 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1eb0f5dc-2d38-416d-a84d-ce86832e5860 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:45.915341 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0f5dc-2d38-416d-a84d-ce86832e5860 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65baf6d7-541f-4a01-984f-2a67c49e26f7,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:45.923349 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1eb0f5dc-2d38-416d-a84d-ce86832e5860 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:45.924891 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1eb0f5dc-2d38-416d-a84d-ce86832e5860 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1397529 Apr 29 14:12:45.927498 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42134) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:12:45.932791 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-3b9f6543-5cf9-4c73-a11d-a355ab908a98 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group_rule': {'security_group_id': 'acbef1d2-580f-48b1-a852-7e37099e8af1', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:12:45.939317 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-3b9f6543-5cf9-4c73-a11d-a355ab908a98 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:12:45.943132 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3b9f6543-5cf9-4c73-a11d-a355ab908a98 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:12:45.946056 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3b9f6543-5cf9-4c73-a11d-a355ab908a98 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:12:45.951745 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-3b9f6543-5cf9-4c73-a11d-a355ab908a98 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:12:45.968428 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3b9f6543-5cf9-4c73-a11d-a355ab908a98 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:46.030346 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3b9f6543-5cf9-4c73-a11d-a355ab908a98 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:46.033999 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3b9f6543-5cf9-4c73-a11d-a355ab908a98 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:46.056001 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f6543-5cf9-4c73-a11d-a355ab908a98 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2297e4dd-35a6-4fa7-9c33-46a87ea6f99b,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:46.065315 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3b9f6543-5cf9-4c73-a11d-a355ab908a98 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:46.066597 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3b9f6543-5cf9-4c73-a11d-a355ab908a98 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1382008 Apr 29 14:12:46.069237 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42138) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:12:46.074481 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-b0c41d93-166d-4b0e-b9e3-e3a207b324bb tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group_rule': {'security_group_id': 'acbef1d2-580f-48b1-a852-7e37099e8af1', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:12:46.080944 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b0c41d93-166d-4b0e-b9e3-e3a207b324bb tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:12:46.084680 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b0c41d93-166d-4b0e-b9e3-e3a207b324bb tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:12:46.087877 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-b0c41d93-166d-4b0e-b9e3-e3a207b324bb tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:12:46.093616 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-b0c41d93-166d-4b0e-b9e3-e3a207b324bb tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:12:46.103334 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.securitygroups_db [None req-b0c41d93-166d-4b0e-b9e3-e3a207b324bb tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Project a3b5eecb321e41ad979ed70ab10a2d9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 14:12:46.109846 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b0c41d93-166d-4b0e-b9e3-e3a207b324bb tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:46.173207 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b0c41d93-166d-4b0e-b9e3-e3a207b324bb tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:46.176423 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b0c41d93-166d-4b0e-b9e3-e3a207b324bb tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:46.199638 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c41d93-166d-4b0e-b9e3-e3a207b324bb tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93e49ae-d4df-449f-b9df-8898d28b5bcf,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:46.209510 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b0c41d93-166d-4b0e-b9e3-e3a207b324bb tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:46.210854 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b0c41d93-166d-4b0e-b9e3-e3a207b324bb tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1407237 Apr 29 14:12:46.213807 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42142) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:12:46.220264 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-0618f62e-2a68-43de-a149-8d2b66f5026d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'security_group_rule': {'security_group_id': 'acbef1d2-580f-48b1-a852-7e37099e8af1', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:12:46.225971 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0618f62e-2a68-43de-a149-8d2b66f5026d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:12:46.229708 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0618f62e-2a68-43de-a149-8d2b66f5026d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:security_group_rule and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:12:46.232521 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-0618f62e-2a68-43de-a149-8d2b66f5026d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:12:46.238667 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-0618f62e-2a68-43de-a149-8d2b66f5026d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:12:46.251114 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.securitygroups_db [None req-0618f62e-2a68-43de-a149-8d2b66f5026d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Project a3b5eecb321e41ad979ed70ab10a2d9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 14:12:46.257458 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0618f62e-2a68-43de-a149-8d2b66f5026d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:46.324559 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0618f62e-2a68-43de-a149-8d2b66f5026d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:46.333963 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0618f62e-2a68-43de-a149-8d2b66f5026d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:46.359922 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618f62e-2a68-43de-a149-8d2b66f5026d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f42a8fa-8209-4a93-834b-264be66ee007,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:46.370051 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0618f62e-2a68-43de-a149-8d2b66f5026d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:46.371332 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0618f62e-2a68-43de-a149-8d2b66f5026d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1566417 Apr 29 14:12:46.374501 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42146) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:12:46.380205 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-67de31fd-0e65-4011-8c98-878cf6ebe647 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'network': {'name': 'tempest-network-smoke--238497885', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'port_security_enabled': True}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:12:46.385388 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-67de31fd-0e65-4011-8c98-878cf6ebe647 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:12:46.389398 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-67de31fd-0e65-4011-8c98-878cf6ebe647 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:network and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:12:46.392710 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-67de31fd-0e65-4011-8c98-878cf6ebe647 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:12:46.398771 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-67de31fd-0e65-4011-8c98-878cf6ebe647 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:12:46.408975 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67de31fd-0e65-4011-8c98-878cf6ebe647 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Made reservation on behalf of a3b5eecb321e41ad979ed70ab10a2d9d for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 14:12:46.411838 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-67de31fd-0e65-4011-8c98-878cf6ebe647 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:46.439352 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67de31fd-0e65-4011-8c98-878cf6ebe647 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 14:12:46.448597 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-67de31fd-0e65-4011-8c98-878cf6ebe647 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:46.448969 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-67de31fd-0e65-4011-8c98-878cf6ebe647 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Added segment 24a40319-108d-481a-b7e7-85f1a4d8854d of type vlan for network 39849125-c90a-4798-b482-b7b91e9fe203 Apr 29 14:12:46.478263 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-67de31fd-0e65-4011-8c98-878cf6ebe647 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:46.506449 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-67de31fd-0e65-4011-8c98-878cf6ebe647 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:46.510271 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67de31fd-0e65-4011-8c98-878cf6ebe647 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:12:46.510832 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-67de31fd-0e65-4011-8c98-878cf6ebe647 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:46.614880 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-67de31fd-0e65-4011-8c98-878cf6ebe647 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2390542 Apr 29 14:12:46.617585 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de31fd-0e65-4011-8c98-878cf6ebe647 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Network': ['ID=39849125-c90a-4798-b482-b7b91e9fe203,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:46.617805 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42150) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:12:46.623130 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-5dbca8b2-961d-4096-bb5c-2611a5384f2b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-207593697', 'admin_state_up': True, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:12:46.628939 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 39849125-c90a-4798-b482-b7b91e9fe203 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 14:12:46.630783 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5dbca8b2-961d-4096-bb5c-2611a5384f2b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:12:46.634551 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5dbca8b2-961d-4096-bb5c-2611a5384f2b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:router and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:12:46.637375 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5dbca8b2-961d-4096-bb5c-2611a5384f2b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:12:46.644454 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5dbca8b2-961d-4096-bb5c-2611a5384f2b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:12:46.654396 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5dbca8b2-961d-4096-bb5c-2611a5384f2b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:46.655273 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5dbca8b2-961d-4096-bb5c-2611a5384f2b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:46.674461 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5dbca8b2-961d-4096-bb5c-2611a5384f2b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:46.818283 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5dbca8b2-961d-4096-bb5c-2611a5384f2b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:46.989327 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5dbca8b2-961d-4096-bb5c-2611a5384f2b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:47.017690 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5dbca8b2-961d-4096-bb5c-2611a5384f2b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:47.149650 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-5dbca8b2-961d-4096-bb5c-2611a5384f2b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Allocated IP 172.26.6.178 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/e0f1a8a1-c872-437d-bff9-436ab9dccf3c) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:12:47.294069 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5dbca8b2-961d-4096-bb5c-2611a5384f2b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:47.321340 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5dbca8b2-961d-4096-bb5c-2611a5384f2b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:47.395408 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbca8b2-961d-4096-bb5c-2611a5384f2b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:12:47.398824 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-5dbca8b2-961d-4096-bb5c-2611a5384f2b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:12:47.400705 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbca8b2-961d-4096-bb5c-2611a5384f2b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Port': ['ID=e0f1a8a1-c872-437d-bff9-436ab9dccf3c,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:47.402797 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbca8b2-961d-4096-bb5c-2611a5384f2b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:12:47.555934 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5dbca8b2-961d-4096-bb5c-2611a5384f2b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:47.556554 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5dbca8b2-961d-4096-bb5c-2611a5384f2b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:47.872649 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbca8b2-961d-4096-bb5c-2611a5384f2b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Router f25fb922-6f13-4309-97f7-c986a54d917c is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 14:12:48.071818 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbca8b2-961d-4096-bb5c-2611a5384f2b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:12:48.082298 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386d827a-33bf-46b0-bfd9-e47314d80ffc None None] Sync routers for ids ['f25fb922-6f13-4309-97f7-c986a54d917c'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:12:48.094639 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386d827a-33bf-46b0-bfd9-e47314d80ffc None None] Routers {'f25fb922-6f13-4309-97f7-c986a54d917c'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:12:48.095442 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-386d827a-33bf-46b0-bfd9-e47314d80ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:12:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['f25fb922-6f13-4309-97f7-c986a54d917c'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:12:48.098805 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5dbca8b2-961d-4096-bb5c-2611a5384f2b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:48.103292 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5dbca8b2-961d-4096-bb5c-2611a5384f2b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4816885 Apr 29 14:12:48.103836 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42154) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:12:48.319361 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-386d827a-33bf-46b0-bfd9-e47314d80ffc None None] Set router f25fb922-6f13-4309-97f7-c986a54d917c gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:12:48.386095 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-10cc3b1f-f0be-414e-bdbd-5c9d56def61b tempest-TestNetworkAdvancedServerOps-2141022458 tempest-TestNetworkAdvancedServerOps-2141022458-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=a3b5eecb321e41ad979ed70ab10a2d9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2806277 Apr 29 14:12:48.388616 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42160) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:12:48.518261 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9829ddc8-4290-41b2-aab7-2dbf08da8616 tempest-TestNetworkAdvancedServerOps-2141022458 tempest-TestNetworkAdvancedServerOps-2141022458-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:12:48.519760 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9829ddc8-4290-41b2-aab7-2dbf08da8616 tempest-TestNetworkAdvancedServerOps-2141022458 tempest-TestNetworkAdvancedServerOps-2141022458-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1302433 Apr 29 14:12:48.522539 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42164) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:12:48.562102 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-bde05b97-e66a-43f1-9dcb-aea6951185ef tempest-TestNetworkAdvancedServerOps-2141022458 tempest-TestNetworkAdvancedServerOps-2141022458-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3475bcf7-abe6-4964-9326-03174235aecc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384829 Apr 29 14:12:48.564627 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42168) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:12:48.570129 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-22a4fd9d-7242-4dd0-9924-39307f1d335f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1827959844', 'network_id': '39849125-c90a-4798-b482-b7b91e9fe203', 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:12:48.612092 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-386d827a-33bf-46b0-bfd9-e47314d80ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207593697', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'e0f1a8a1-c872-437d-bff9-436ab9dccf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:12:46Z', 'updated_at': '2022-04-29T14:12:47Z', 'revision_number': 3, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': 'e0f1a8a1-c872-437d-bff9-436ab9dccf3c', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:12:47Z', 'updated_at': '2022-04-29T14:12:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:12:48.615927 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386d827a-33bf-46b0-bfd9-e47314d80ffc None None] Checking router: f25fb922-6f13-4309-97f7-c986a54d917c for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:12:48.616275 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386d827a-33bf-46b0-bfd9-e47314d80ffc None None] Updating router f25fb922-6f13-4309-97f7-c986a54d917c port e0f1a8a1-c872-437d-bff9-436ab9dccf3c binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 14:12:48.668453 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-386d827a-33bf-46b0-bfd9-e47314d80ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:48.681017 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-22a4fd9d-7242-4dd0-9924-39307f1d335f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:12:48.684701 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-22a4fd9d-7242-4dd0-9924-39307f1d335f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:subnet and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:12:48.687935 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-22a4fd9d-7242-4dd0-9924-39307f1d335f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:12:48.693502 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-22a4fd9d-7242-4dd0-9924-39307f1d335f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:12:48.703735 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a4fd9d-7242-4dd0-9924-39307f1d335f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Made reservation on behalf of a3b5eecb321e41ad979ed70ab10a2d9d for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 14:12:48.893660 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-22a4fd9d-7242-4dd0-9924-39307f1d335f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:49.010040 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-386d827a-33bf-46b0-bfd9-e47314d80ffc None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:49.021894 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-386d827a-33bf-46b0-bfd9-e47314d80ffc None None] Transition to ACTIVE for port object e0f1a8a1-c872-437d-bff9-436ab9dccf3c will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:12:49.028115 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-386d827a-33bf-46b0-bfd9-e47314d80ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:49.106666 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-22a4fd9d-7242-4dd0-9924-39307f1d335f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:49.112154 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb4c2f-21f0-4858-b7fa-e63a28ff97c3 None None] Pushing event updated for resources: {'Port': ['ID=e0f1a8a1-c872-437d-bff9-436ab9dccf3c,revision_number=2']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:49.114381 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-386d827a-33bf-46b0-bfd9-e47314d80ffc None None] Attempting to bind port e0f1a8a1-c872-437d-bff9-436ab9dccf3c on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:12:49.114752 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-386d827a-33bf-46b0-bfd9-e47314d80ffc None None] Attempting to bind port e0f1a8a1-c872-437d-bff9-436ab9dccf3c by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:12:49.115086 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386d827a-33bf-46b0-bfd9-e47314d80ffc None None] Attempting to bind port e0f1a8a1-c872-437d-bff9-436ab9dccf3c on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:12:49.125944 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386d827a-33bf-46b0-bfd9-e47314d80ffc None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:12:49.126306 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386d827a-33bf-46b0-bfd9-e47314d80ffc None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:12:49.126690 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-386d827a-33bf-46b0-bfd9-e47314d80ffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:49.127066 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386d827a-33bf-46b0-bfd9-e47314d80ffc None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:12:49.127509 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-386d827a-33bf-46b0-bfd9-e47314d80ffc None None] Bound port: e0f1a8a1-c872-437d-bff9-436ab9dccf3c, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:12:49.127869 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-386d827a-33bf-46b0-bfd9-e47314d80ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:49.154871 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb4c2f-21f0-4858-b7fa-e63a28ff97c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:49.155208 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb4c2f-21f0-4858-b7fa-e63a28ff97c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:49.156101 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb4c2f-21f0-4858-b7fa-e63a28ff97c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:49.156417 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb4c2f-21f0-4858-b7fa-e63a28ff97c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:49.156940 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb4c2f-21f0-4858-b7fa-e63a28ff97c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:49.157266 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb4c2f-21f0-4858-b7fa-e63a28ff97c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:49.157603 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb4c2f-21f0-4858-b7fa-e63a28ff97c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:49.157900 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb4c2f-21f0-4858-b7fa-e63a28ff97c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:49.158219 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb4c2f-21f0-4858-b7fa-e63a28ff97c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:49.158523 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb4c2f-21f0-4858-b7fa-e63a28ff97c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:49.158832 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb4c2f-21f0-4858-b7fa-e63a28ff97c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:12:49.190992 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4fd9d-7242-4dd0-9924-39307f1d335f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Subnet': ['ID=a1aa41a7-75be-48f7-97d2-a560b76860e9,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:49.197567 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a4fd9d-7242-4dd0-9924-39307f1d335f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Checking segment: {'id': '24a40319-108d-481a-b7e7-85f1a4d8854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39849125-c90a-4798-b482-b7b91e9fe203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:12:49.197915 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a4fd9d-7242-4dd0-9924-39307f1d335f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network hostable DHCP agents. Network: 39849125-c90a-4798-b482-b7b91e9fe203, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 14:12:49.206796 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-386d827a-33bf-46b0-bfd9-e47314d80ffc None None] For port e0f1a8a1-c872-437d-bff9-436ab9dccf3c, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:12:49.209985 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-386d827a-33bf-46b0-bfd9-e47314d80ffc None None] For port e0f1a8a1-c872-437d-bff9-436ab9dccf3c, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e0f1a8a1-c872-437d-bff9-436ab9dccf3c,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:12:49.213743 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-386d827a-33bf-46b0-bfd9-e47314d80ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:49.221412 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a4fd9d-7242-4dd0-9924-39307f1d335f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network 39849125-c90a-4798-b482-b7b91e9fe203 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 14:12:49.230647 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-22a4fd9d-7242-4dd0-9924-39307f1d335f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 39849125-c90a-4798-b482-b7b91e9fe203) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:12:49.234813 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a4fd9d-7242-4dd0-9924-39307f1d335f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:12:49.235550 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-22a4fd9d-7242-4dd0-9924-39307f1d335f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:49.242635 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c688162-2d3e-4c2f-839d-6e2a3d70255b None None] Network 39849125-c90a-4798-b482-b7b91e9fe203 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 14:12:49.261281 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-22a4fd9d-7242-4dd0-9924-39307f1d335f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6929626 Apr 29 14:12:49.261540 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42172) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:12:49.306638 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb4c2f-21f0-4858-b7fa-e63a28ff97c3 None None] Pushing event updated for resources: {'Port': ['ID=e0f1a8a1-c872-437d-bff9-436ab9dccf3c,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:49.310059 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386d827a-33bf-46b0-bfd9-e47314d80ffc None None] Routers {'f25fb922-6f13-4309-97f7-c986a54d917c'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:12:49.310669 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-386d827a-33bf-46b0-bfd9-e47314d80ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:12:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['f25fb922-6f13-4309-97f7-c986a54d917c'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:12:49.466932 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28fd246-bdc2-48c5-b155-cd5fe49db2e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-39849125-c90a-4798-b482-b7b91e9fe203', 'network_id': '39849125-c90a-4798-b482-b7b91e9fe203', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'fixed_ips': [{'subnet_id': 'a1aa41a7-75be-48f7-97d2-a560b76860e9'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 14:12:49.467833 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b28fd246-bdc2-48c5-b155-cd5fe49db2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:49.492380 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-386d827a-33bf-46b0-bfd9-e47314d80ffc None None] Set router f25fb922-6f13-4309-97f7-c986a54d917c gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:12:49.675627 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-b28fd246-bdc2-48c5-b155-cd5fe49db2e5 None None] Allocated IP 172.20.0.2 (39849125-c90a-4798-b482-b7b91e9fe203/a1aa41a7-75be-48f7-97d2-a560b76860e9/632a8736-a965-4b4a-a305-1300aacb8a89) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:12:49.798123 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-386d827a-33bf-46b0-bfd9-e47314d80ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207593697', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'e0f1a8a1-c872-437d-bff9-436ab9dccf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:12:46Z', 'updated_at': '2022-04-29T14:12:47Z', 'revision_number': 3, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': 'e0f1a8a1-c872-437d-bff9-436ab9dccf3c', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:12:47Z', 'updated_at': '2022-04-29T14:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:12:49.802272 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386d827a-33bf-46b0-bfd9-e47314d80ffc None None] The sync data for ids ['f25fb922-6f13-4309-97f7-c986a54d917c'] in dv-neutron-839027-4-hyperv is: [{'id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207593697', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'e0f1a8a1-c872-437d-bff9-436ab9dccf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:12:46Z', 'updated_at': '2022-04-29T14:12:47Z', 'revision_number': 3, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': 'e0f1a8a1-c872-437d-bff9-436ab9dccf3c', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:12:47Z', 'updated_at': '2022-04-29T14:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:12:49.907290 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b28fd246-bdc2-48c5-b155-cd5fe49db2e5 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:49.918916 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b28fd246-bdc2-48c5-b155-cd5fe49db2e5 None None] Transition to ACTIVE for port object 632a8736-a965-4b4a-a305-1300aacb8a89 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:12:49.943562 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b28fd246-bdc2-48c5-b155-cd5fe49db2e5 None None] Transition to ACTIVE for port object 632a8736-a965-4b4a-a305-1300aacb8a89 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:12:49.950680 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b28fd246-bdc2-48c5-b155-cd5fe49db2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:50.033974 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28fd246-bdc2-48c5-b155-cd5fe49db2e5 None None] Network 39849125-c90a-4798-b482-b7b91e9fe203 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:12:50.036973 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-b28fd246-bdc2-48c5-b155-cd5fe49db2e5 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:12:50.039939 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28fd246-bdc2-48c5-b155-cd5fe49db2e5 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:12:50.047145 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28fd246-bdc2-48c5-b155-cd5fe49db2e5 None None] Pushing event updated for resources: {'Port': ['ID=632a8736-a965-4b4a-a305-1300aacb8a89,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:50.081366 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c23abcba-99b9-4421-96c7-dc90ce03d8ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:50.142474 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b28fd246-bdc2-48c5-b155-cd5fe49db2e5 None None] Attempting to bind port 632a8736-a965-4b4a-a305-1300aacb8a89 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:12:50.142833 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b28fd246-bdc2-48c5-b155-cd5fe49db2e5 None None] Attempting to bind port 632a8736-a965-4b4a-a305-1300aacb8a89 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '24a40319-108d-481a-b7e7-85f1a4d8854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39849125-c90a-4798-b482-b7b91e9fe203'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:12:50.143186 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28fd246-bdc2-48c5-b155-cd5fe49db2e5 None None] Attempting to bind port 632a8736-a965-4b4a-a305-1300aacb8a89 on network 39849125-c90a-4798-b482-b7b91e9fe203 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:12:50.149913 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28fd246-bdc2-48c5-b155-cd5fe49db2e5 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:12:50.150275 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28fd246-bdc2-48c5-b155-cd5fe49db2e5 None None] Checking segment: {'id': '24a40319-108d-481a-b7e7-85f1a4d8854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39849125-c90a-4798-b482-b7b91e9fe203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:12:50.150667 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b28fd246-bdc2-48c5-b155-cd5fe49db2e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:50.151049 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28fd246-bdc2-48c5-b155-cd5fe49db2e5 None None] Bound using segment: {'id': '24a40319-108d-481a-b7e7-85f1a4d8854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39849125-c90a-4798-b482-b7b91e9fe203'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:12:50.151505 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b28fd246-bdc2-48c5-b155-cd5fe49db2e5 None None] Bound port: 632a8736-a965-4b4a-a305-1300aacb8a89, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a40319-108d-481a-b7e7-85f1a4d8854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39849125-c90a-4798-b482-b7b91e9fe203'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:12:50.152020 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b28fd246-bdc2-48c5-b155-cd5fe49db2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:50.247726 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b28fd246-bdc2-48c5-b155-cd5fe49db2e5 None None] For port 632a8736-a965-4b4a-a305-1300aacb8a89, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:12:50.251878 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b28fd246-bdc2-48c5-b155-cd5fe49db2e5 None None] For port 632a8736-a965-4b4a-a305-1300aacb8a89, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=632a8736-a965-4b4a-a305-1300aacb8a89,segment=NetworkSegment(24a40319-108d-481a-b7e7-85f1a4d8854d),segment_id=24a40319-108d-481a-b7e7-85f1a4d8854d)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:12:50.256416 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b28fd246-bdc2-48c5-b155-cd5fe49db2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:50.345609 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28fd246-bdc2-48c5-b155-cd5fe49db2e5 None None] Pushing event updated for resources: {'Port': ['ID=632a8736-a965-4b4a-a305-1300aacb8a89,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:50.640301 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-c23abcba-99b9-4421-96c7-dc90ce03d8ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Allocated IP 172.20.0.1 (39849125-c90a-4798-b482-b7b91e9fe203/a1aa41a7-75be-48f7-97d2-a560b76860e9/c847a6db-de4e-4e46-9087-6f7d1f3de9ef) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:12:50.807543 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c23abcba-99b9-4421-96c7-dc90ce03d8ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:50.823024 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-c23abcba-99b9-4421-96c7-dc90ce03d8ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Transition to ACTIVE for port object c847a6db-de4e-4e46-9087-6f7d1f3de9ef will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:12:50.845429 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c23abcba-99b9-4421-96c7-dc90ce03d8ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:50.914096 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23abcba-99b9-4421-96c7-dc90ce03d8ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network 39849125-c90a-4798-b482-b7b91e9fe203 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:12:50.916991 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-c23abcba-99b9-4421-96c7-dc90ce03d8ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:12:50.920709 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23abcba-99b9-4421-96c7-dc90ce03d8ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:12:50.962349 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23abcba-99b9-4421-96c7-dc90ce03d8ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Port': ['ID=c847a6db-de4e-4e46-9087-6f7d1f3de9ef,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:50.980891 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c23abcba-99b9-4421-96c7-dc90ce03d8ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:51.071248 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c23abcba-99b9-4421-96c7-dc90ce03d8ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:51.298119 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbc2b8f-f829-4f24-a9d9-4698a2b5f103 None None] Network 39849125-c90a-4798-b482-b7b91e9fe203 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 14:12:51.391759 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fe89cd01-5101-4c38-bc60-e0315a85910f None None] Provisioning for port 632a8736-a965-4b4a-a305-1300aacb8a89 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:12:51.491185 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c23abcba-99b9-4421-96c7-dc90ce03d8ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:51.495653 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c23abcba-99b9-4421-96c7-dc90ce03d8ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:51.614454 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c23abcba-99b9-4421-96c7-dc90ce03d8ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:51.618094 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23abcba-99b9-4421-96c7-dc90ce03d8ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Port': ['ID=c847a6db-de4e-4e46-9087-6f7d1f3de9ef,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:51.639610 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 632a8736-a965-4b4a-a305-1300aacb8a89 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:12:51.713035 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 632a8736-a965-4b4a-a305-1300aacb8a89 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:12:51.720363 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 632a8736-a965-4b4a-a305-1300aacb8a89 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:12:51.721043 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:51.773183 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23abcba-99b9-4421-96c7-dc90ce03d8ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network 39849125-c90a-4798-b482-b7b91e9fe203 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:12:51.774642 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-c23abcba-99b9-4421-96c7-dc90ce03d8ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:12:51.855606 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:51.879646 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fe17b58f-2675-4c90-97cf-9c47df23e431 None None] Provisioning for port c847a6db-de4e-4e46-9087-6f7d1f3de9ef completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:12:51.890095 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fe17b58f-2675-4c90-97cf-9c47df23e431 None None] Provisioning complete for port c847a6db-de4e-4e46-9087-6f7d1f3de9ef triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:12:51.890469 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe17b58f-2675-4c90-97cf-9c47df23e431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:51.944422 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 632a8736-a965-4b4a-a305-1300aacb8a89, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=632a8736-a965-4b4a-a305-1300aacb8a89,segment=NetworkSegment(24a40319-108d-481a-b7e7-85f1a4d8854d),segment_id=24a40319-108d-481a-b7e7-85f1a4d8854d)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:12:51.954997 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:51.955737 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e0f1a8a1-c872-437d-bff9-436ab9dccf3c up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:12:52.013526 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-fe17b58f-2675-4c90-97cf-9c47df23e431 None None] Port c847a6db-de4e-4e46-9087-6f7d1f3de9ef cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 14:12:52.086436 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=632a8736-a965-4b4a-a305-1300aacb8a89,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:52.091300 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fe17b58f-2675-4c90-97cf-9c47df23e431 None None] Provisioning complete for port 632a8736-a965-4b4a-a305-1300aacb8a89 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:12:52.091672 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe17b58f-2675-4c90-97cf-9c47df23e431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:52.146700 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port e0f1a8a1-c872-437d-bff9-436ab9dccf3c completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:12:52.157585 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port e0f1a8a1-c872-437d-bff9-436ab9dccf3c triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:12:52.157959 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:52.282273 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23abcba-99b9-4421-96c7-dc90ce03d8ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Router f25fb922-6f13-4309-97f7-c986a54d917c has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:12:52.332717 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:52.349358 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port e0f1a8a1-c872-437d-bff9-436ab9dccf3c, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e0f1a8a1-c872-437d-bff9-436ab9dccf3c,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:12:52.353618 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:52.418586 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=e0f1a8a1-c872-437d-bff9-436ab9dccf3c,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:52.441455 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b87a27fe-45a2-48b0-9484-2b7189b9237d None None] Provisioning complete for port c847a6db-de4e-4e46-9087-6f7d1f3de9ef triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:12:52.441745 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b87a27fe-45a2-48b0-9484-2b7189b9237d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:52.498516 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b87a27fe-45a2-48b0-9484-2b7189b9237d None None] Port c847a6db-de4e-4e46-9087-6f7d1f3de9ef cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 14:12:52.503051 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23abcba-99b9-4421-96c7-dc90ce03d8ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:12:52.516736 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c23abcba-99b9-4421-96c7-dc90ce03d8ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "PUT /v2.0/routers/f25fb922-6f13-4309-97f7-c986a54d917c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2541194 Apr 29 14:12:52.704112 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-4e46ee69-ad10-447e-a9e6-3df2297e218d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Synchronizing usage tracker for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:12:52.724297 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-4e46ee69-ad10-447e-a9e6-3df2297e218d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Unset dirty status for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:12:52.725596 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-4e46ee69-ad10-447e-a9e6-3df2297e218d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-102183340&fields=id&tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d HTTP/1.1" status: 200 len: 267 time: 0.0627215 Apr 29 14:12:52.871022 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-d68cd4ae-799e-4ce3-8b2a-2800875a237f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:12:52.871683 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-d68cd4ae-799e-4ce3-8b2a-2800875a237f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Synchronizing usage tracker for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:network {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:12:52.887391 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-d68cd4ae-799e-4ce3-8b2a-2800875a237f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Unset dirty status for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:network {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:12:52.888522 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-d68cd4ae-799e-4ce3-8b2a-2800875a237f tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/networks?id=39849125-c90a-4798-b482-b7b91e9fe203 HTTP/1.1" status: 200 len: 796 time: 0.1565289 Apr 29 14:12:52.904245 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-6522afc4-9fef-4312-984c-9d3e212bf042 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/quotas/a3b5eecb321e41ad979ed70ab10a2d9d HTTP/1.1" status: 200 len: 375 time: 0.0103323 Apr 29 14:12:52.982802 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-de71aa11-95c6-4acf-9158-df845361c778 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733263 Apr 29 14:12:52.998225 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-2c41e6ce-8122-4b6b-ba6b-56ac5d3ac82b service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 14:12:52.999712 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-2c41e6ce-8122-4b6b-ba6b-56ac5d3ac82b service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047405 Apr 29 14:12:53.128042 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-da3aa7b4-0cee-407f-8c20-6dfe53f6c111 service neutron] 10.222.0.76 "GET /v2.0/networks/39849125-c90a-4798-b482-b7b91e9fe203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226490 Apr 29 14:12:53.267986 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-37a56e93-7580-474b-86c1-1c24bc6150c7 service neutron] 10.222.0.76 "GET /v2.0/networks/39849125-c90a-4798-b482-b7b91e9fe203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342719 Apr 29 14:12:53.398467 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6253eafc-cdbb-4347-9a58-13d0f8b91942 None None] Sync routers for ids ['f25fb922-6f13-4309-97f7-c986a54d917c'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:12:53.410424 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6253eafc-cdbb-4347-9a58-13d0f8b91942 None None] Routers {'f25fb922-6f13-4309-97f7-c986a54d917c'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:12:53.411023 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-6253eafc-cdbb-4347-9a58-13d0f8b91942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:12:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['f25fb922-6f13-4309-97f7-c986a54d917c'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:12:53.570592 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 632a8736-a965-4b4a-a305-1300aacb8a89 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:12:53.680063 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-6253eafc-cdbb-4347-9a58-13d0f8b91942 None None] Set router f25fb922-6f13-4309-97f7-c986a54d917c gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:12:53.732378 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 632a8736-a965-4b4a-a305-1300aacb8a89 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:12:53.732742 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:54.012594 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e0f1a8a1-c872-437d-bff9-436ab9dccf3c up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:12:54.137064 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port e0f1a8a1-c872-437d-bff9-436ab9dccf3c triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:12:54.137345 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:54.187051 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-6253eafc-cdbb-4347-9a58-13d0f8b91942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207593697', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'e0f1a8a1-c872-437d-bff9-436ab9dccf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:12:46Z', 'updated_at': '2022-04-29T14:12:51Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': 'e0f1a8a1-c872-437d-bff9-436ab9dccf3c', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:12:47Z', 'updated_at': '2022-04-29T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'c847a6db-de4e-4e46-9087-6f7d1f3de9ef', 'name': '', 'network_id': '39849125-c90a-4798-b482-b7b91e9fe203', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:05:7d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1aa41a7-75be-48f7-97d2-a560b76860e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:12:50Z', 'updated_at': '2022-04-29T14:12:51Z', 'revision_number': 2, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': 'a1aa41a7-75be-48f7-97d2-a560b76860e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:12:54.195000 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6253eafc-cdbb-4347-9a58-13d0f8b91942 None None] Checking router: f25fb922-6f13-4309-97f7-c986a54d917c for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:12:54.195352 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6253eafc-cdbb-4347-9a58-13d0f8b91942 None None] Updating router f25fb922-6f13-4309-97f7-c986a54d917c port c847a6db-de4e-4e46-9087-6f7d1f3de9ef binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 14:12:54.285528 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6253eafc-cdbb-4347-9a58-13d0f8b91942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:54.492074 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-bb47e92a-0a41-4aa9-be6a-67d3fd8b7f4b req-3abd898c-139d-47e5-8ae9-dd2a71b272ee tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Synchronizing usage tracker for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:12:54.506968 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-bb47e92a-0a41-4aa9-be6a-67d3fd8b7f4b req-3abd898c-139d-47e5-8ae9-dd2a71b272ee tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Unset dirty status for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:12:54.508371 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bb47e92a-0a41-4aa9-be6a-67d3fd8b7f4b req-3abd898c-139d-47e5-8ae9-dd2a71b272ee tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 210 time: 0.0613601 Apr 29 14:12:54.634797 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6253eafc-cdbb-4347-9a58-13d0f8b91942 None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:54.646792 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6253eafc-cdbb-4347-9a58-13d0f8b91942 None None] Transition to ACTIVE for port object c847a6db-de4e-4e46-9087-6f7d1f3de9ef will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:12:54.652725 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6253eafc-cdbb-4347-9a58-13d0f8b91942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:54.777139 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf4091-5558-4c40-9a96-10a8ed9f0315 None None] Pushing event updated for resources: {'Port': ['ID=c847a6db-de4e-4e46-9087-6f7d1f3de9ef,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:54.906159 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-6253eafc-cdbb-4347-9a58-13d0f8b91942 None None] Attempting to bind port c847a6db-de4e-4e46-9087-6f7d1f3de9ef on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:12:54.906436 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-6253eafc-cdbb-4347-9a58-13d0f8b91942 None None] Attempting to bind port c847a6db-de4e-4e46-9087-6f7d1f3de9ef by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '24a40319-108d-481a-b7e7-85f1a4d8854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39849125-c90a-4798-b482-b7b91e9fe203'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:12:54.906788 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6253eafc-cdbb-4347-9a58-13d0f8b91942 None None] Attempting to bind port c847a6db-de4e-4e46-9087-6f7d1f3de9ef on network 39849125-c90a-4798-b482-b7b91e9fe203 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:12:54.913046 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6253eafc-cdbb-4347-9a58-13d0f8b91942 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:12:54.913405 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6253eafc-cdbb-4347-9a58-13d0f8b91942 None None] Checking segment: {'id': '24a40319-108d-481a-b7e7-85f1a4d8854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39849125-c90a-4798-b482-b7b91e9fe203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:12:54.913797 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6253eafc-cdbb-4347-9a58-13d0f8b91942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:54.914177 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6253eafc-cdbb-4347-9a58-13d0f8b91942 None None] Bound using segment: {'id': '24a40319-108d-481a-b7e7-85f1a4d8854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39849125-c90a-4798-b482-b7b91e9fe203'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:12:54.914621 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-6253eafc-cdbb-4347-9a58-13d0f8b91942 None None] Bound port: c847a6db-de4e-4e46-9087-6f7d1f3de9ef, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a40319-108d-481a-b7e7-85f1a4d8854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39849125-c90a-4798-b482-b7b91e9fe203'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:12:54.914984 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6253eafc-cdbb-4347-9a58-13d0f8b91942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:55.010318 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6253eafc-cdbb-4347-9a58-13d0f8b91942 None None] For port c847a6db-de4e-4e46-9087-6f7d1f3de9ef, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:12:55.013425 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6253eafc-cdbb-4347-9a58-13d0f8b91942 None None] For port c847a6db-de4e-4e46-9087-6f7d1f3de9ef, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=c847a6db-de4e-4e46-9087-6f7d1f3de9ef,segment=NetworkSegment(24a40319-108d-481a-b7e7-85f1a4d8854d),segment_id=24a40319-108d-481a-b7e7-85f1a4d8854d)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:12:55.018337 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6253eafc-cdbb-4347-9a58-13d0f8b91942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:55.097994 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf4091-5558-4c40-9a96-10a8ed9f0315 None None] Pushing event updated for resources: {'Port': ['ID=c847a6db-de4e-4e46-9087-6f7d1f3de9ef,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:55.102662 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6253eafc-cdbb-4347-9a58-13d0f8b91942 None None] Routers {'f25fb922-6f13-4309-97f7-c986a54d917c'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:12:55.103269 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-6253eafc-cdbb-4347-9a58-13d0f8b91942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:12:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['f25fb922-6f13-4309-97f7-c986a54d917c'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:12:55.280375 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-6253eafc-cdbb-4347-9a58-13d0f8b91942 None None] Set router f25fb922-6f13-4309-97f7-c986a54d917c gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:12:55.617155 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-6253eafc-cdbb-4347-9a58-13d0f8b91942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207593697', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'e0f1a8a1-c872-437d-bff9-436ab9dccf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:12:46Z', 'updated_at': '2022-04-29T14:12:51Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': 'e0f1a8a1-c872-437d-bff9-436ab9dccf3c', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:12:47Z', 'updated_at': '2022-04-29T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'c847a6db-de4e-4e46-9087-6f7d1f3de9ef', 'name': '', 'network_id': '39849125-c90a-4798-b482-b7b91e9fe203', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:05:7d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1aa41a7-75be-48f7-97d2-a560b76860e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:12:50Z', 'updated_at': '2022-04-29T14:12:55Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': 'a1aa41a7-75be-48f7-97d2-a560b76860e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:12:55.621095 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6253eafc-cdbb-4347-9a58-13d0f8b91942 None None] The sync data for ids ['f25fb922-6f13-4309-97f7-c986a54d917c'] in dv-neutron-839027-4-hyperv is: [{'id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207593697', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'e0f1a8a1-c872-437d-bff9-436ab9dccf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:12:46Z', 'updated_at': '2022-04-29T14:12:51Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': 'e0f1a8a1-c872-437d-bff9-436ab9dccf3c', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:12:47Z', 'updated_at': '2022-04-29T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'c847a6db-de4e-4e46-9087-6f7d1f3de9ef', 'name': '', 'network_id': '39849125-c90a-4798-b482-b7b91e9fe203', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:05:7d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1aa41a7-75be-48f7-97d2-a560b76860e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:12:50Z', 'updated_at': '2022-04-29T14:12:55Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': 'a1aa41a7-75be-48f7-97d2-a560b76860e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:12:55.628942 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-4e459491-5daa-45ea-aa0f-1e0c7f6c3598 req-d994b2bb-56f5-4317-b899-0110f10fa195 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 210 time: 0.0471139 Apr 29 14:12:56.739540 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-caf7a433-0140-44ab-b49c-19e71eb43520 req-b8c2ad04-91f4-4f16-acbd-4f873722d5ea tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 210 time: 0.0423875 Apr 29 14:12:57.523876 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-c6b7f7c0-1c71-4a07-ba48-3267f0158982 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:12:57.525320 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-c6b7f7c0-1c71-4a07-ba48-3267f0158982 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.32 "GET /v2.0/networks?id=39849125-c90a-4798-b482-b7b91e9fe203 HTTP/1.1" status: 200 len: 796 time: 0.1485324 Apr 29 14:12:57.580949 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-ac9b4a0b-1cd2-4ee1-81d2-7c29ecf7f189 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Synchronizing usage tracker for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:12:57.598088 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device c847a6db-de4e-4e46-9087-6f7d1f3de9ef up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:12:57.600014 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-ac9b4a0b-1cd2-4ee1-81d2-7c29ecf7f189 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Unset dirty status for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:12:57.601437 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-ac9b4a0b-1cd2-4ee1-81d2-7c29ecf7f189 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d HTTP/1.1" status: 200 len: 379 time: 0.0625908 Apr 29 14:12:57.610342 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-1c4813b9-22c2-4219-9636-d309ec7fe0bd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'port': {'device_id': '578c6324-f801-4e28-96ee-c972be582b3c', 'network_id': '39849125-c90a-4798-b482-b7b91e9fe203', 'admin_state_up': True, 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'security_groups': ['acbef1d2-580f-48b1-a852-7e37099e8af1']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:12:57.667763 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port c847a6db-de4e-4e46-9087-6f7d1f3de9ef completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:12:57.672468 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port c847a6db-de4e-4e46-9087-6f7d1f3de9ef triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:12:57.672855 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:57.755222 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-1c4813b9-22c2-4219-9636-d309ec7fe0bd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:12:57.765517 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-1c4813b9-22c2-4219-9636-d309ec7fe0bd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:12:57.776841 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-1c4813b9-22c2-4219-9636-d309ec7fe0bd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Made reservation on behalf of a3b5eecb321e41ad979ed70ab10a2d9d for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 14:12:57.779890 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-1c4813b9-22c2-4219-9636-d309ec7fe0bd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:57.789389 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:57.825299 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port c847a6db-de4e-4e46-9087-6f7d1f3de9ef, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=c847a6db-de4e-4e46-9087-6f7d1f3de9ef,segment=NetworkSegment(24a40319-108d-481a-b7e7-85f1a4d8854d),segment_id=24a40319-108d-481a-b7e7-85f1a4d8854d)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:12:57.830435 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:57.914144 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=c847a6db-de4e-4e46-9087-6f7d1f3de9ef,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:57.940144 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1979549e-361f-475c-81b6-433641967a7d req-bf43c174-083e-4084-bd6e-7b0ff92df083 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 210 time: 0.0422242 Apr 29 14:12:57.971104 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-1c4813b9-22c2-4219-9636-d309ec7fe0bd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Allocated IP 172.20.0.6 (39849125-c90a-4798-b482-b7b91e9fe203/a1aa41a7-75be-48f7-97d2-a560b76860e9/509d4135-13e2-4c4b-91ed-5874bfa48540) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:12:58.152901 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-1c4813b9-22c2-4219-9636-d309ec7fe0bd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:58.167541 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-1c4813b9-22c2-4219-9636-d309ec7fe0bd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Transition to ACTIVE for port object 509d4135-13e2-4c4b-91ed-5874bfa48540 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:12:58.189241 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-1c4813b9-22c2-4219-9636-d309ec7fe0bd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:58.262606 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-1c4813b9-22c2-4219-9636-d309ec7fe0bd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network 39849125-c90a-4798-b482-b7b91e9fe203 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:12:58.266161 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-1c4813b9-22c2-4219-9636-d309ec7fe0bd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:12:58.270603 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-1c4813b9-22c2-4219-9636-d309ec7fe0bd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:12:58.296128 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4813b9-22c2-4219-9636-d309ec7fe0bd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Port': ['ID=509d4135-13e2-4c4b-91ed-5874bfa48540,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:58.334849 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-1c4813b9-22c2-4219-9636-d309ec7fe0bd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:12:58.335448 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-1c4813b9-22c2-4219-9636-d309ec7fe0bd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:58.361343 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-1c4813b9-22c2-4219-9636-d309ec7fe0bd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7549305 Apr 29 14:12:58.372910 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-83802d16-360e-40be-8c47-61ab3601b01f service neutron] Request body: {'port': {'device_id': '578c6324-f801-4e28-96ee-c972be582b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:12:58.483852 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-83802d16-360e-40be-8c47-61ab3601b01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:58.562007 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:58.563179 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b05b0c00-2bac-4097-9314-df8fb5b9da52 None None] Provisioning for port 509d4135-13e2-4c4b-91ed-5874bfa48540 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:12:58.567841 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b05b0c00-2bac-4097-9314-df8fb5b9da52 None None] Provisioning complete for port 509d4135-13e2-4c4b-91ed-5874bfa48540 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:12:58.568193 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b05b0c00-2bac-4097-9314-df8fb5b9da52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:58.619410 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b05b0c00-2bac-4097-9314-df8fb5b9da52 None None] Port 509d4135-13e2-4c4b-91ed-5874bfa48540 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 14:12:58.819582 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-83802d16-360e-40be-8c47-61ab3601b01f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 509d4135-13e2-4c4b-91ed-5874bfa48540 {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 14:12:58.826300 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-83802d16-360e-40be-8c47-61ab3601b01f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:58.841970 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-83802d16-360e-40be-8c47-61ab3601b01f service neutron] Transition to ACTIVE for port object 509d4135-13e2-4c4b-91ed-5874bfa48540 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:12:58.845414 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-83802d16-360e-40be-8c47-61ab3601b01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:59.106859 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83802d16-360e-40be-8c47-61ab3601b01f service neutron] Pushing event updated for resources: {'Port': ['ID=509d4135-13e2-4c4b-91ed-5874bfa48540,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:59.243633 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee204825-1f2e-4a74-b2b8-8954c4e7ae6e req-ab72619f-6b15-4447-95c6-e25384737dfa tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:12:59.244312 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-ee204825-1f2e-4a74-b2b8-8954c4e7ae6e req-ab72619f-6b15-4447-95c6-e25384737dfa tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Synchronizing usage tracker for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:12:59.254441 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-83802d16-360e-40be-8c47-61ab3601b01f service neutron] Attempting to bind port 509d4135-13e2-4c4b-91ed-5874bfa48540 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:12:59.254769 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-83802d16-360e-40be-8c47-61ab3601b01f service neutron] Attempting to bind port 509d4135-13e2-4c4b-91ed-5874bfa48540 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '24a40319-108d-481a-b7e7-85f1a4d8854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39849125-c90a-4798-b482-b7b91e9fe203'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:12:59.255091 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-83802d16-360e-40be-8c47-61ab3601b01f service neutron] Attempting to bind port 509d4135-13e2-4c4b-91ed-5874bfa48540 on network 39849125-c90a-4798-b482-b7b91e9fe203 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:12:59.265377 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-83802d16-360e-40be-8c47-61ab3601b01f service neutron] Port 509d4135-13e2-4c4b-91ed-5874bfa48540 on network 39849125-c90a-4798-b482-b7b91e9fe203 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 14:12:59.265688 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-83802d16-360e-40be-8c47-61ab3601b01f service neutron] Attempting to bind port 509d4135-13e2-4c4b-91ed-5874bfa48540 on network 39849125-c90a-4798-b482-b7b91e9fe203 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:12:59.269591 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-ee204825-1f2e-4a74-b2b8-8954c4e7ae6e req-ab72619f-6b15-4447-95c6-e25384737dfa tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Unset dirty status for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:12:59.270698 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ee204825-1f2e-4a74-b2b8-8954c4e7ae6e req-ab72619f-6b15-4447-95c6-e25384737dfa tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 943 time: 0.1942899 Apr 29 14:12:59.273774 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-83802d16-360e-40be-8c47-61ab3601b01f service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:12:59.274098 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-83802d16-360e-40be-8c47-61ab3601b01f service neutron] Checking segment: {'id': '24a40319-108d-481a-b7e7-85f1a4d8854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39849125-c90a-4798-b482-b7b91e9fe203'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:12:59.274469 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-83802d16-360e-40be-8c47-61ab3601b01f service neutron] Bound using segment: {'id': '24a40319-108d-481a-b7e7-85f1a4d8854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39849125-c90a-4798-b482-b7b91e9fe203'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:12:59.274883 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-83802d16-360e-40be-8c47-61ab3601b01f service neutron] Bound port: 509d4135-13e2-4c4b-91ed-5874bfa48540, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a40319-108d-481a-b7e7-85f1a4d8854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '39849125-c90a-4798-b482-b7b91e9fe203'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:12:59.275223 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-83802d16-360e-40be-8c47-61ab3601b01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:59.376143 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ee204825-1f2e-4a74-b2b8-8954c4e7ae6e req-653dee72-eb04-4534-b103-b83a96abdad4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=acbef1d2-580f-48b1-a852-7e37099e8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919464 Apr 29 14:12:59.399109 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-83802d16-360e-40be-8c47-61ab3601b01f service neutron] For port 509d4135-13e2-4c4b-91ed-5874bfa48540, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:12:59.402630 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-83802d16-360e-40be-8c47-61ab3601b01f service neutron] For port 509d4135-13e2-4c4b-91ed-5874bfa48540, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=509d4135-13e2-4c4b-91ed-5874bfa48540,segment=NetworkSegment(24a40319-108d-481a-b7e7-85f1a4d8854d),segment_id=24a40319-108d-481a-b7e7-85f1a4d8854d)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:12:59.406543 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-83802d16-360e-40be-8c47-61ab3601b01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:59.465501 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-83802d16-360e-40be-8c47-61ab3601b01f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:59.467883 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-83802d16-360e-40be-8c47-61ab3601b01f service neutron] 10.222.0.32 "PUT /v2.0/ports/509d4135-13e2-4c4b-91ed-5874bfa48540 HTTP/1.1" status: 200 len: 1093 time: 1.0985835 Apr 29 14:12:59.470814 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578c6324-f801-4e28-96ee-c972be582b3c', 'tag': '509d4135-13e2-4c4b-91ed-5874bfa48540'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:12:59.493458 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83802d16-360e-40be-8c47-61ab3601b01f service neutron] Pushing event updated for resources: {'Port': ['ID=509d4135-13e2-4c4b-91ed-5874bfa48540,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:12:59.556082 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4364d0c3-d599-408b-8e91-042a217ed2ec'] response: {'name': 'network-changed', 'server_uuid': '578c6324-f801-4e28-96ee-c972be582b3c', 'tag': '509d4135-13e2-4c4b-91ed-5874bfa48540', 'status': 'completed', 'code': 200} Apr 29 14:12:59.587250 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device c847a6db-de4e-4e46-9087-6f7d1f3de9ef up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:12:59.590333 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-b44e37ae-eff1-48ca-acce-c38173e39807 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 1096 time: 0.0833838 Apr 29 14:12:59.660778 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port c847a6db-de4e-4e46-9087-6f7d1f3de9ef triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:12:59.661268 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:12:59.665945 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-887a213f-5b9d-45ba-825c-f8e84075ca51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=509d4135-13e2-4c4b-91ed-5874bfa48540 HTTP/1.1" status: 200 len: 217 time: 0.0684021 Apr 29 14:12:59.730183 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-941a4f95-26e2-4b66-8124-1189336e0ecc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:12:59.731937 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-941a4f95-26e2-4b66-8124-1189336e0ecc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1aa41a7-75be-48f7-97d2-a560b76860e9 HTTP/1.1" status: 200 len: 835 time: 0.0600154 Apr 29 14:12:59.806398 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-2685c8f0-17a3-4a8f-a773-15cddc328072 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39849125-c90a-4798-b482-b7b91e9fe203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681400 Apr 29 14:12:59.935822 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-f5b9a6bf-a95b-4c1f-88b8-68e705eba0b2 service neutron] 10.222.0.32 "GET /v2.0/networks/39849125-c90a-4798-b482-b7b91e9fe203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235378 Apr 29 14:13:00.066855 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-530deb1f-de2a-405d-9e29-03a00c52b904 req-534d9a43-aef3-432b-a831-01f3d77c6af9 service neutron] 10.222.0.32 "GET /v2.0/networks/39849125-c90a-4798-b482-b7b91e9fe203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240175 Apr 29 14:13:00.185112 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d81822bc-0f79-497c-bd92-b9ae7bc8ae0b req-d7539830-1656-4c26-a52d-4cabc8b0071d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 1096 time: 0.0712023 Apr 29 14:13:00.312924 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81822bc-0f79-497c-bd92-b9ae7bc8ae0b req-1ed7224e-bcbb-4258-8080-89fdadbe0484 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:13:00.314344 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d81822bc-0f79-497c-bd92-b9ae7bc8ae0b req-1ed7224e-bcbb-4258-8080-89fdadbe0484 service neutron] 10.222.0.32 "GET /v2.0/networks?id=39849125-c90a-4798-b482-b7b91e9fe203 HTTP/1.1" status: 200 len: 897 time: 0.1232755 Apr 29 14:13:00.380703 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d81822bc-0f79-497c-bd92-b9ae7bc8ae0b req-e0a3a9cd-2615-477f-974e-39457b76a8fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=509d4135-13e2-4c4b-91ed-5874bfa48540 HTTP/1.1" status: 200 len: 217 time: 0.0601270 Apr 29 14:13:00.445847 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81822bc-0f79-497c-bd92-b9ae7bc8ae0b req-0d7f9edb-8378-45e7-915b-11edc3a3b579 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:13:00.447212 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d81822bc-0f79-497c-bd92-b9ae7bc8ae0b req-0d7f9edb-8378-45e7-915b-11edc3a3b579 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1aa41a7-75be-48f7-97d2-a560b76860e9 HTTP/1.1" status: 200 len: 835 time: 0.0610106 Apr 29 14:13:00.574894 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d81822bc-0f79-497c-bd92-b9ae7bc8ae0b req-bc787621-9d01-42b4-ab98-041948b8653a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39849125-c90a-4798-b482-b7b91e9fe203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1217804 Apr 29 14:13:00.657384 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54c08f-56e1-4048-bf8a-0138ed55ab89 req-367bb47f-1ae3-4774-a39d-33134d067e47 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:13:00.658800 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5e54c08f-56e1-4048-bf8a-0138ed55ab89 req-367bb47f-1ae3-4774-a39d-33134d067e47 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 943 time: 0.1564610 Apr 29 14:13:00.825824 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5e54c08f-56e1-4048-bf8a-0138ed55ab89 req-60849383-9789-466e-9122-4ab90486c53e tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=acbef1d2-580f-48b1-a852-7e37099e8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716150 Apr 29 14:13:00.833830 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d81822bc-0f79-497c-bd92-b9ae7bc8ae0b req-b2c80685-182e-4686-b6cd-89ce4fa86ed7 service neutron] 10.222.0.32 "GET /v2.0/networks/39849125-c90a-4798-b482-b7b91e9fe203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512860 Apr 29 14:13:00.970032 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d81822bc-0f79-497c-bd92-b9ae7bc8ae0b req-ef943263-783b-4807-88e4-6f9b69aba57a service neutron] 10.222.0.32 "GET /v2.0/networks/39849125-c90a-4798-b482-b7b91e9fe203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283550 Apr 29 14:13:02.024611 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7668d-3189-4f8c-8101-48914a05bb0e req-4b0d5414-426f-46eb-aac3-74f531254952 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:13:02.026134 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ebe7668d-3189-4f8c-8101-48914a05bb0e req-4b0d5414-426f-46eb-aac3-74f531254952 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 943 time: 0.0766935 Apr 29 14:13:02.073738 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ebe7668d-3189-4f8c-8101-48914a05bb0e req-1cb2dabe-2d1a-4959-8c01-9fc643ff4605 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=acbef1d2-580f-48b1-a852-7e37099e8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413542 Apr 29 14:13:03.232332 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 509d4135-13e2-4c4b-91ed-5874bfa48540 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 14:13:03.268277 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a44f8-31d6-44f2-8064-93f654d7f685 req-b0156d33-20d5-42d3-b79a-bd4d58d45315 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:13:03.269772 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e44a44f8-31d6-44f2-8064-93f654d7f685 req-b0156d33-20d5-42d3-b79a-bd4d58d45315 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 943 time: 0.0753639 Apr 29 14:13:03.318067 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e44a44f8-31d6-44f2-8064-93f654d7f685 req-441b6017-c4d7-4e53-9ae6-d1d05a81ba2d tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=acbef1d2-580f-48b1-a852-7e37099e8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424550 Apr 29 14:13:03.367628 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 509d4135-13e2-4c4b-91ed-5874bfa48540, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=509d4135-13e2-4c4b-91ed-5874bfa48540,segment=NetworkSegment(24a40319-108d-481a-b7e7-85f1a4d8854d),segment_id=24a40319-108d-481a-b7e7-85f1a4d8854d)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:13:03.381381 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '509d4135-13e2-4c4b-91ed-5874bfa48540', 'network_id': '39849125-c90a-4798-b482-b7b91e9fe203', 'port_id': '509d4135-13e2-4c4b-91ed-5874bfa48540', 'mac_address': 'fa:16:3e:25:6c:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1aa41a7-75be-48f7-97d2-a560b76860e9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 14:13:03.432740 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:13:03.449632 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 509d4135-13e2-4c4b-91ed-5874bfa48540 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 14:13:03.464195 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 509d4135-13e2-4c4b-91ed-5874bfa48540, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=509d4135-13e2-4c4b-91ed-5874bfa48540,segment=NetworkSegment(24a40319-108d-481a-b7e7-85f1a4d8854d),segment_id=24a40319-108d-481a-b7e7-85f1a4d8854d)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:13:03.468006 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:13:03.540129 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=509d4135-13e2-4c4b-91ed-5874bfa48540,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:13:03.834468 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['509d4135-13e2-4c4b-91ed-5874bfa48540'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 14:13:04.513153 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9868e-8099-4d25-b78b-e4cfee8ac3ad req-659f272f-ff89-43eb-8660-3ec522c8eda6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:13:04.514751 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-17f9868e-8099-4d25-b78b-e4cfee8ac3ad req-659f272f-ff89-43eb-8660-3ec522c8eda6 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 944 time: 0.0754991 Apr 29 14:13:04.559319 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-17f9868e-8099-4d25-b78b-e4cfee8ac3ad req-2b6a962f-6e37-4717-9fb7-504d9b96c909 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=acbef1d2-580f-48b1-a852-7e37099e8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392563 Apr 29 14:13:05.278974 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 509d4135-13e2-4c4b-91ed-5874bfa48540 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:13:05.346293 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 509d4135-13e2-4c4b-91ed-5874bfa48540 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:13:05.350745 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 509d4135-13e2-4c4b-91ed-5874bfa48540 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:13:05.351104 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:13:05.461896 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:13:05.488445 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578c6324-f801-4e28-96ee-c972be582b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509d4135-13e2-4c4b-91ed-5874bfa48540'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:13:05.498030 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 509d4135-13e2-4c4b-91ed-5874bfa48540, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=509d4135-13e2-4c4b-91ed-5874bfa48540,segment=NetworkSegment(24a40319-108d-481a-b7e7-85f1a4d8854d),segment_id=24a40319-108d-481a-b7e7-85f1a4d8854d)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:13:05.501910 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:13:05.544277 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f1a1b2-32be-4bce-a09b-a98987b82035'] response: {'server_uuid': '578c6324-f801-4e28-96ee-c972be582b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509d4135-13e2-4c4b-91ed-5874bfa48540', 'code': 200} Apr 29 14:13:05.569692 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=509d4135-13e2-4c4b-91ed-5874bfa48540,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:13:05.757537 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edee51-5058-41a7-8219-6e5db825d305 req-dad77d68-a776-4f0a-b8cc-e38f9f63d921 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:13:05.759045 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-50edee51-5058-41a7-8219-6e5db825d305 req-dad77d68-a776-4f0a-b8cc-e38f9f63d921 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 945 time: 0.0804141 Apr 29 14:13:05.782392 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f11e39f5-240e-484a-bee4-48896d9e2f73 req-583819df-b30a-4b09-bf9a-caeb0e2a6a60 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 1098 time: 0.0804470 Apr 29 14:13:05.804739 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-50edee51-5058-41a7-8219-6e5db825d305 req-32092cae-2fa5-452b-baa5-a5d0128055b7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=acbef1d2-580f-48b1-a852-7e37099e8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395987 Apr 29 14:13:05.828607 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f11e39f5-240e-484a-bee4-48896d9e2f73 req-f377dc19-5baf-4ea3-abeb-77c506f586d2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=acbef1d2-580f-48b1-a852-7e37099e8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361397 Apr 29 14:13:07.004377 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3af064-2438-4ddc-bcd7-31fb7d567ea3 req-aa8450d6-0937-480b-95e9-d78d2018eba4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:13:07.005858 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dc3af064-2438-4ddc-bcd7-31fb7d567ea3 req-aa8450d6-0937-480b-95e9-d78d2018eba4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 945 time: 0.0791562 Apr 29 14:13:07.050218 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-dc3af064-2438-4ddc-bcd7-31fb7d567ea3 req-d709eadb-dc1e-4d46-b263-50b53edafda3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=acbef1d2-580f-48b1-a852-7e37099e8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389359 Apr 29 14:13:07.980107 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-32532b4a-ce83-49eb-ba0b-deeeef2ed946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:13:08.247528 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773e0eb-678a-4859-937b-069057a5a6f1 req-046a5bb5-880a-4994-9690-276f640d3a07 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:13:08.249525 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f773e0eb-678a-4859-937b-069057a5a6f1 req-046a5bb5-880a-4994-9690-276f640d3a07 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 945 time: 0.0757935 Apr 29 14:13:08.294316 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f773e0eb-678a-4859-937b-069057a5a6f1 req-d4b5360f-f1f3-4cc7-9677-80cdeef243af tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=acbef1d2-580f-48b1-a852-7e37099e8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393832 Apr 29 14:13:08.489103 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3a106-ee1d-4f79-bafa-c185797212da req-0a336902-c20f-454f-9eb4-4292fa1c1cb7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:13:08.490527 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d8c3a106-ee1d-4f79-bafa-c185797212da req-0a336902-c20f-454f-9eb4-4292fa1c1cb7 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 945 time: 0.0745087 Apr 29 14:13:08.535234 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d8c3a106-ee1d-4f79-bafa-c185797212da req-d7512503-605e-456b-bb11-9fc92e2781b3 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=acbef1d2-580f-48b1-a852-7e37099e8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392919 Apr 29 14:13:08.562174 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42228) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:13:08.635111 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d99ec303-06d8-49ed-8e28-19b321b3c02e tempest-TestNetworkAdvancedServerOps-2141022458 tempest-TestNetworkAdvancedServerOps-2141022458-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 1093 time: 0.0716674 Apr 29 14:13:08.637672 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42232) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:13:08.643216 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-f372ead3-64a6-4549-ad95-5a797e8456d5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'port_id': '509d4135-13e2-4c4b-91ed-5874bfa48540', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:13:08.648566 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f372ead3-64a6-4549-ad95-5a797e8456d5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:13:08.652291 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f372ead3-64a6-4549-ad95-5a797e8456d5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Usage tracker for resource:floatingip and tenant:a3b5eecb321e41ad979ed70ab10a2d9d is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:13:08.655905 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-f372ead3-64a6-4549-ad95-5a797e8456d5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:13:08.661605 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-f372ead3-64a6-4549-ad95-5a797e8456d5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:13:08.671807 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f372ead3-64a6-4549-ad95-5a797e8456d5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for floatingip, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:13:08.810405 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f372ead3-64a6-4549-ad95-5a797e8456d5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:13:08.943275 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-f372ead3-64a6-4549-ad95-5a797e8456d5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Allocated IP 172.26.6.177 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/e079408c-8ea3-4090-b6ad-3c77949df69b) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:13:09.097658 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f372ead3-64a6-4549-ad95-5a797e8456d5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:13:09.125206 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f372ead3-64a6-4549-ad95-5a797e8456d5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:13:09.192227 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f372ead3-64a6-4549-ad95-5a797e8456d5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:13:09.195178 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-f372ead3-64a6-4549-ad95-5a797e8456d5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:13:09.200059 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f372ead3-64a6-4549-ad95-5a797e8456d5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:13:09.224191 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372ead3-64a6-4549-ad95-5a797e8456d5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Port': ['ID=e079408c-8ea3-4090-b6ad-3c77949df69b,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:13:09.777281 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f372ead3-64a6-4549-ad95-5a797e8456d5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:13:09.831904 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f372ead3-64a6-4549-ad95-5a797e8456d5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:13:10.035986 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f372ead3-64a6-4549-ad95-5a797e8456d5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:13:10.040229 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f372ead3-64a6-4549-ad95-5a797e8456d5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:13:10.145736 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372ead3-64a6-4549-ad95-5a797e8456d5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event updated for resources: {'Port': ['ID=e079408c-8ea3-4090-b6ad-3c77949df69b,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:13:10.159537 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f372ead3-64a6-4549-ad95-5a797e8456d5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:13:10.344795 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.l3_db [None req-f372ead3-64a6-4549-ad95-5a797e8456d5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Floating IP f098627c-d87b-43fa-94e3-5b380e21bb8a associated. External IP: 172.26.6.177, port: 509d4135-13e2-4c4b-91ed-5874bfa48540. Apr 29 14:13:10.520844 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e9f94f10-ad2c-4f33-aaa9-1b5b7bba8bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:13:10.736946 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f372ead3-64a6-4549-ad95-5a797e8456d5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Router f25fb922-6f13-4309-97f7-c986a54d917c has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:13:10.939816 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f372ead3-64a6-4549-ad95-5a797e8456d5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:13:10.949091 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bb0ec0-1a8c-49b1-87d7-dfb2768774e5 None None] Sync routers for ids ['f25fb922-6f13-4309-97f7-c986a54d917c'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:13:10.960524 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bb0ec0-1a8c-49b1-87d7-dfb2768774e5 None None] Routers {'f25fb922-6f13-4309-97f7-c986a54d917c'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:13:10.961257 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-34bb0ec0-1a8c-49b1-87d7-dfb2768774e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:13:11Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['f25fb922-6f13-4309-97f7-c986a54d917c'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:13:10.963326 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f372ead3-64a6-4549-ad95-5a797e8456d5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:13:11.016651 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f372ead3-64a6-4549-ad95-5a797e8456d5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3778989 Apr 29 14:13:11.017126 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578c6324-f801-4e28-96ee-c972be582b3c', 'tag': '509d4135-13e2-4c4b-91ed-5874bfa48540'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:13:11.077442 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d214972-8a2b-423e-9a41-9674f58bbb5d'] response: {'name': 'network-changed', 'server_uuid': '578c6324-f801-4e28-96ee-c972be582b3c', 'tag': '509d4135-13e2-4c4b-91ed-5874bfa48540', 'status': 'completed', 'code': 200} Apr 29 14:13:11.172362 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-34bb0ec0-1a8c-49b1-87d7-dfb2768774e5 None None] Set router f25fb922-6f13-4309-97f7-c986a54d917c gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:13:11.183896 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6926c395-f526-4a75-bcb7-3080dafc1e1e req-8fa94d5f-066f-4ce4-aab7-dc43c8ac4c95 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 1098 time: 0.0836284 Apr 29 14:13:11.193789 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2a9fb-49b3-4baf-9690-06834ae192ee req-bbba5a52-b76d-4dca-a990-bf54f9038f9c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:13:11.195217 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d0b2a9fb-49b3-4baf-9690-06834ae192ee req-bbba5a52-b76d-4dca-a990-bf54f9038f9c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 945 time: 0.0806010 Apr 29 14:13:11.242625 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d0b2a9fb-49b3-4baf-9690-06834ae192ee req-4b47c917-499d-4edf-92c9-430c0c08d541 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=acbef1d2-580f-48b1-a852-7e37099e8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412486 Apr 29 14:13:11.274009 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42240) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:13:11.382382 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6d528ee0-9dcd-44f1-84e4-1421f54a0d26 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/floatingips/f098627c-d87b-43fa-94e3-5b380e21bb8a HTTP/1.1" status: 200 len: 991 time: 0.1083641 Apr 29 14:13:11.430477 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926c395-f526-4a75-bcb7-3080dafc1e1e req-b4b14bda-059c-40e7-8989-b459ebd39859 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:13:11.431930 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6926c395-f526-4a75-bcb7-3080dafc1e1e req-b4b14bda-059c-40e7-8989-b459ebd39859 service neutron] 10.222.0.32 "GET /v2.0/networks?id=39849125-c90a-4798-b482-b7b91e9fe203 HTTP/1.1" status: 200 len: 897 time: 0.2406657 Apr 29 14:13:11.524551 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-34bb0ec0-1a8c-49b1-87d7-dfb2768774e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207593697', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'e0f1a8a1-c872-437d-bff9-436ab9dccf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:12:46Z', 'updated_at': '2022-04-29T14:12:51Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': 'e0f1a8a1-c872-437d-bff9-436ab9dccf3c', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:12:47Z', 'updated_at': '2022-04-29T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': 'f098627c-d87b-43fa-94e3-5b380e21bb8a', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'floating_ip_address': '172.26.6.177', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'port_id': '509d4135-13e2-4c4b-91ed-5874bfa48540', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39849125-c90a-4798-b482-b7b91e9fe203', 'mac_address': 'fa:16:3e:25:6c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578c6324-f801-4e28-96ee-c972be582b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:13:09Z', 'updated_at': '2022-04-29T14:13:09Z', 'revision_number': 0, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c847a6db-de4e-4e46-9087-6f7d1f3de9ef', 'name': '', 'network_id': '39849125-c90a-4798-b482-b7b91e9fe203', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:05:7d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1aa41a7-75be-48f7-97d2-a560b76860e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:12:50Z', 'updated_at': '2022-04-29T14:12:57Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': 'a1aa41a7-75be-48f7-97d2-a560b76860e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:13:11.528345 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bb0ec0-1a8c-49b1-87d7-dfb2768774e5 None None] Checking router: f25fb922-6f13-4309-97f7-c986a54d917c for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:13:11.537842 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6926c395-f526-4a75-bcb7-3080dafc1e1e req-7ec9165a-b107-4bc8-bd9a-26c9f564b4c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=509d4135-13e2-4c4b-91ed-5874bfa48540 HTTP/1.1" status: 200 len: 999 time: 0.0979924 Apr 29 14:13:11.539014 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bb0ec0-1a8c-49b1-87d7-dfb2768774e5 None None] Routers {'f25fb922-6f13-4309-97f7-c986a54d917c'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:13:11.539601 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-34bb0ec0-1a8c-49b1-87d7-dfb2768774e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:13:11Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['f25fb922-6f13-4309-97f7-c986a54d917c'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:13:11.606219 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926c395-f526-4a75-bcb7-3080dafc1e1e req-5ce9320f-8f52-4aa7-ba98-d8397d5f82ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:13:11.606219 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6926c395-f526-4a75-bcb7-3080dafc1e1e req-5ce9320f-8f52-4aa7-ba98-d8397d5f82ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1aa41a7-75be-48f7-97d2-a560b76860e9 HTTP/1.1" status: 200 len: 835 time: 0.0595593 Apr 29 14:13:11.630791 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:13:11.673445 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:13:11.688983 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6926c395-f526-4a75-bcb7-3080dafc1e1e req-b1fbe8c6-8c12-421a-8bb3-f92c0dc9530f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39849125-c90a-4798-b482-b7b91e9fe203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789273 Apr 29 14:13:11.726130 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-34bb0ec0-1a8c-49b1-87d7-dfb2768774e5 None None] Set router f25fb922-6f13-4309-97f7-c986a54d917c gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:13:11.828496 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6926c395-f526-4a75-bcb7-3080dafc1e1e req-9d2bf8b1-31f1-4489-bc52-e9d28e1dd97e service neutron] 10.222.0.32 "GET /v2.0/networks/39849125-c90a-4798-b482-b7b91e9fe203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325824 Apr 29 14:13:11.961167 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6926c395-f526-4a75-bcb7-3080dafc1e1e req-81ffa916-61c9-4635-88af-79ee87accaf3 service neutron] 10.222.0.32 "GET /v2.0/networks/39849125-c90a-4798-b482-b7b91e9fe203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267064 Apr 29 14:13:12.082549 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-34bb0ec0-1a8c-49b1-87d7-dfb2768774e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207593697', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'e0f1a8a1-c872-437d-bff9-436ab9dccf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:12:46Z', 'updated_at': '2022-04-29T14:12:51Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': 'e0f1a8a1-c872-437d-bff9-436ab9dccf3c', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:12:47Z', 'updated_at': '2022-04-29T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': 'f098627c-d87b-43fa-94e3-5b380e21bb8a', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'floating_ip_address': '172.26.6.177', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'port_id': '509d4135-13e2-4c4b-91ed-5874bfa48540', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39849125-c90a-4798-b482-b7b91e9fe203', 'mac_address': 'fa:16:3e:25:6c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578c6324-f801-4e28-96ee-c972be582b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:13:09Z', 'updated_at': '2022-04-29T14:13:09Z', 'revision_number': 0, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c847a6db-de4e-4e46-9087-6f7d1f3de9ef', 'name': '', 'network_id': '39849125-c90a-4798-b482-b7b91e9fe203', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:05:7d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1aa41a7-75be-48f7-97d2-a560b76860e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:12:50Z', 'updated_at': '2022-04-29T14:12:57Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': 'a1aa41a7-75be-48f7-97d2-a560b76860e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:13:12.086288 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bb0ec0-1a8c-49b1-87d7-dfb2768774e5 None None] The sync data for ids ['f25fb922-6f13-4309-97f7-c986a54d917c'] in dv-neutron-839027-4-hyperv is: [{'id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207593697', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'e0f1a8a1-c872-437d-bff9-436ab9dccf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:12:46Z', 'updated_at': '2022-04-29T14:12:51Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': 'e0f1a8a1-c872-437d-bff9-436ab9dccf3c', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:12:47Z', 'updated_at': '2022-04-29T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': 'f098627c-d87b-43fa-94e3-5b380e21bb8a', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'floating_ip_address': '172.26.6.177', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'port_id': '509d4135-13e2-4c4b-91ed-5874bfa48540', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39849125-c90a-4798-b482-b7b91e9fe203', 'mac_address': 'fa:16:3e:25:6c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578c6324-f801-4e28-96ee-c972be582b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:13:09Z', 'updated_at': '2022-04-29T14:13:09Z', 'revision_number': 0, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c847a6db-de4e-4e46-9087-6f7d1f3de9ef', 'name': '', 'network_id': '39849125-c90a-4798-b482-b7b91e9fe203', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:05:7d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1aa41a7-75be-48f7-97d2-a560b76860e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:12:50Z', 'updated_at': '2022-04-29T14:12:57Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': 'a1aa41a7-75be-48f7-97d2-a560b76860e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:13:12.380089 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab94d57-a4b5-440f-93db-64885a676043 None None] New status for floating IP f098627c-d87b-43fa-94e3-5b380e21bb8a: ACTIVE {{(pid=83906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 14:13:12.386172 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42246) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:13:12.583065 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c901282d-8bfd-479b-b77b-00e15b471ceb tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/floatingips/f098627c-d87b-43fa-94e3-5b380e21bb8a HTTP/1.1" status: 200 len: 991 time: 0.1957028 Apr 29 14:13:13.066596 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:13:13.585897 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42252) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:13:13.691040 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b8bbdb75-5b81-4412-b04d-3317e668328c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/floatingips/f098627c-d87b-43fa-94e3-5b380e21bb8a HTTP/1.1" status: 200 len: 993 time: 0.1036544 Apr 29 14:13:14.672096 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:13:28.567285 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:13:37.982761 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8001aed4-414e-407f-b3b6-20c6bab2c92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:13:40.522931 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-138032a0-a911-4562-a0e7-bfb01c6a25d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:13:41.632627 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:13:41.666189 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:13:43.070778 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:13:46.956295 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7a7e9695-f693-4876-8bfd-1a4d893185c0 req-fd47071c-49b3-4b30-bb51-e4433440efc8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=578c6324-f801-4e28-96ee-c972be582b3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658996 Apr 29 14:13:47.092013 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7a7e9695-f693-4876-8bfd-1a4d893185c0 req-49cbdae2-ae4a-4778-9211-6aa348cd313a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 1098 time: 0.0676486 Apr 29 14:13:47.236135 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e9695-f693-4876-8bfd-1a4d893185c0 req-79202c14-1087-43a0-b623-79bff1417f44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:13:47.237597 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7a7e9695-f693-4876-8bfd-1a4d893185c0 req-79202c14-1087-43a0-b623-79bff1417f44 service neutron] 10.222.0.32 "GET /v2.0/networks?id=39849125-c90a-4798-b482-b7b91e9fe203 HTTP/1.1" status: 200 len: 897 time: 0.1264148 Apr 29 14:13:47.341405 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7a7e9695-f693-4876-8bfd-1a4d893185c0 req-13928c6a-aa34-44c2-8054-9ce4bb52b8c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=509d4135-13e2-4c4b-91ed-5874bfa48540 HTTP/1.1" status: 200 len: 1001 time: 0.0978398 Apr 29 14:13:47.403852 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e9695-f693-4876-8bfd-1a4d893185c0 req-fb2a85a8-2c21-4642-a80c-300ebdd8b998 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:13:47.405146 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7a7e9695-f693-4876-8bfd-1a4d893185c0 req-fb2a85a8-2c21-4642-a80c-300ebdd8b998 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1aa41a7-75be-48f7-97d2-a560b76860e9 HTTP/1.1" status: 200 len: 835 time: 0.0578306 Apr 29 14:13:47.475750 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7a7e9695-f693-4876-8bfd-1a4d893185c0 req-2679e997-94b3-4175-aeb0-dc74340a9466 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39849125-c90a-4798-b482-b7b91e9fe203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651927 Apr 29 14:13:47.601682 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7a7e9695-f693-4876-8bfd-1a4d893185c0 req-37dfb0b9-83b9-42bb-9eb8-e836f1128d80 service neutron] 10.222.0.32 "GET /v2.0/networks/39849125-c90a-4798-b482-b7b91e9fe203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199086 Apr 29 14:13:47.731657 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7a7e9695-f693-4876-8bfd-1a4d893185c0 req-cc2cb7f2-1c3a-42b3-8de5-713336f1ba2d service neutron] 10.222.0.32 "GET /v2.0/networks/39849125-c90a-4798-b482-b7b91e9fe203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234953 Apr 29 14:13:51.673426 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:13:58.571702 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:07.983986 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3c2c1543-63a7-4f63-85d6-51fe303d37eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:10.529759 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-296a526d-d4f8-431f-9ce5-be31ad313aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:11.635481 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:11.666716 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:13.072352 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:23.403697 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbd0fa-d379-4b74-850f-14c1a2236552 req-5645fb85-78de-4b62-93be-f8add7a13562 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:14:23.405052 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f1fbd0fa-d379-4b74-850f-14c1a2236552 req-5645fb85-78de-4b62-93be-f8add7a13562 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 945 time: 0.0753872 Apr 29 14:14:23.452489 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f1fbd0fa-d379-4b74-850f-14c1a2236552 req-c596f36e-161c-4331-b50e-68a4b654f554 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=acbef1d2-580f-48b1-a852-7e37099e8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420482 Apr 29 14:14:24.646599 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132469b-b9a5-4623-87f3-113d0d7ebc35 req-481733ba-03e4-4123-9a60-bf50328a0cf1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:14:24.648021 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-0132469b-b9a5-4623-87f3-113d0d7ebc35 req-481733ba-03e4-4123-9a60-bf50328a0cf1 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 945 time: 0.0752721 Apr 29 14:14:24.692546 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-0132469b-b9a5-4623-87f3-113d0d7ebc35 req-abb28613-9039-4e0b-affc-76a81eed42ce tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=acbef1d2-580f-48b1-a852-7e37099e8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389585 Apr 29 14:14:25.887265 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be08b6-5b29-4fee-a81b-a6500ad6b9e5 req-39368181-88a3-4534-87b2-0cd24aeb50dd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:14:25.888692 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-26be08b6-5b29-4fee-a81b-a6500ad6b9e5 req-39368181-88a3-4534-87b2-0cd24aeb50dd tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 945 time: 0.0761020 Apr 29 14:14:25.932309 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-26be08b6-5b29-4fee-a81b-a6500ad6b9e5 req-5ab4f840-a0f2-4cab-9a4f-4dba57fbe88c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=acbef1d2-580f-48b1-a852-7e37099e8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381281 Apr 29 14:14:25.961101 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42282) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:14:26.064715 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5d5d1bb1-e584-4219-a6a2-d0d6f12f1dca tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/floatingips/f098627c-d87b-43fa-94e3-5b380e21bb8a HTTP/1.1" status: 200 len: 993 time: 0.1024928 Apr 29 14:14:28.454572 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86a8b0-76f9-4dc1-9589-93caaabe5a33 req-faa53451-564b-4e2e-b68c-97c9a369c1d4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:14:28.456019 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9e86a8b0-76f9-4dc1-9589-93caaabe5a33 req-faa53451-564b-4e2e-b68c-97c9a369c1d4 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 945 time: 0.0757327 Apr 29 14:14:28.507778 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9e86a8b0-76f9-4dc1-9589-93caaabe5a33 req-8c188f90-c4f3-4430-9f82-e1088bf4f446 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=acbef1d2-580f-48b1-a852-7e37099e8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453324 Apr 29 14:14:28.543282 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bcc208e2-f2bd-4432-98d2-765478cb2409 req-3c184da5-7018-4842-ae14-6cf6f11a9628 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 1098 time: 0.1574049 Apr 29 14:14:28.578784 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:28.675093 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc208e2-f2bd-4432-98d2-765478cb2409 req-c0212832-1d86-4747-b5af-d76ee72a3984 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:14:28.676441 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:14:28.676965 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bcc208e2-f2bd-4432-98d2-765478cb2409 req-c0212832-1d86-4747-b5af-d76ee72a3984 service neutron] 10.222.0.32 "GET /v2.0/networks?id=39849125-c90a-4798-b482-b7b91e9fe203 HTTP/1.1" status: 200 len: 897 time: 0.1271701 Apr 29 14:14:28.779275 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bcc208e2-f2bd-4432-98d2-765478cb2409 req-19b23984-a16f-474a-851d-4cf5979243dc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=509d4135-13e2-4c4b-91ed-5874bfa48540 HTTP/1.1" status: 200 len: 1001 time: 0.0951750 Apr 29 14:14:28.843795 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc208e2-f2bd-4432-98d2-765478cb2409 req-083bcf1f-b8e0-4202-953b-9cf5553f9a99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:14:28.845266 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bcc208e2-f2bd-4432-98d2-765478cb2409 req-083bcf1f-b8e0-4202-953b-9cf5553f9a99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1aa41a7-75be-48f7-97d2-a560b76860e9 HTTP/1.1" status: 200 len: 835 time: 0.0608337 Apr 29 14:14:28.918787 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bcc208e2-f2bd-4432-98d2-765478cb2409 req-e228d4ec-1db8-46ba-95d4-498ab0f235f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39849125-c90a-4798-b482-b7b91e9fe203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669546 Apr 29 14:14:28.928121 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [req-bcc208e2-f2bd-4432-98d2-765478cb2409 req-14311509-de2c-459b-a315-8a1d2e03fc42 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 14:14:28.929171 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bcc208e2-f2bd-4432-98d2-765478cb2409 req-14311509-de2c-459b-a315-8a1d2e03fc42 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047379 Apr 29 14:14:29.056887 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bcc208e2-f2bd-4432-98d2-765478cb2409 req-610dbea8-ed85-4402-9e9a-d6b98f787894 service neutron] 10.222.0.32 "GET /v2.0/networks/39849125-c90a-4798-b482-b7b91e9fe203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220417 Apr 29 14:14:29.185293 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bcc208e2-f2bd-4432-98d2-765478cb2409 req-bcdf5ec0-9cbe-4f13-87a6-b8a31e03fd9a service neutron] 10.222.0.32 "GET /v2.0/networks/39849125-c90a-4798-b482-b7b91e9fe203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227341 Apr 29 14:14:29.710964 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e0fe7-59c6-48e6-b452-59f1b1f32c23 req-6c401b9d-77cf-4be0-9de9-dff23f3d672b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:14:29.712412 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-119e0fe7-59c6-48e6-b452-59f1b1f32c23 req-6c401b9d-77cf-4be0-9de9-dff23f3d672b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 945 time: 0.0821767 Apr 29 14:14:29.757253 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-119e0fe7-59c6-48e6-b452-59f1b1f32c23 req-5a7b0089-e334-447c-861f-ae12b8340453 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=acbef1d2-580f-48b1-a852-7e37099e8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386198 Apr 29 14:14:30.955086 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc1c5c-9707-4e00-b024-ec178050bd80 req-edb746d3-3e58-43da-96dd-a9a282aeef04 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:14:30.956508 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-7ddc1c5c-9707-4e00-b024-ec178050bd80 req-edb746d3-3e58-43da-96dd-a9a282aeef04 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 945 time: 0.0736656 Apr 29 14:14:31.001036 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-7ddc1c5c-9707-4e00-b024-ec178050bd80 req-1aa0c79a-23ba-4e82-bafc-8a05a01ad7ed tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=acbef1d2-580f-48b1-a852-7e37099e8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388484 Apr 29 14:14:31.031008 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42298) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:14:31.133869 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1978c13d-b44b-4fcd-9c50-aa5db38d1f7a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/floatingips/f098627c-d87b-43fa-94e3-5b380e21bb8a HTTP/1.1" status: 200 len: 993 time: 0.1016090 Apr 29 14:14:31.416461 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42306) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:14:31.611385 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-500809a6-96ff-4680-991f-c58125bcdd40 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Deleting port e079408c-8ea3-4090-b6ad-3c77949df69b {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:14:31.611715 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-500809a6-96ff-4680-991f-c58125bcdd40 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:31.771898 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-500809a6-96ff-4680-991f-c58125bcdd40 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:31.772217 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-500809a6-96ff-4680-991f-c58125bcdd40 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:31.889852 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-500809a6-96ff-4680-991f-c58125bcdd40 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Calling delete_port for e079408c-8ea3-4090-b6ad-3c77949df69b owned by network:floatingip {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:14:32.033514 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-500809a6-96ff-4680-991f-c58125bcdd40 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:32.075178 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500809a6-96ff-4680-991f-c58125bcdd40 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'Port': ['ID=e079408c-8ea3-4090-b6ad-3c77949df69b,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:32.086691 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500809a6-96ff-4680-991f-c58125bcdd40 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:32.087029 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500809a6-96ff-4680-991f-c58125bcdd40 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:32.087357 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500809a6-96ff-4680-991f-c58125bcdd40 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:32.087688 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500809a6-96ff-4680-991f-c58125bcdd40 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:32.088010 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500809a6-96ff-4680-991f-c58125bcdd40 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:32.088736 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500809a6-96ff-4680-991f-c58125bcdd40 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:32.088736 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500809a6-96ff-4680-991f-c58125bcdd40 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:32.089594 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500809a6-96ff-4680-991f-c58125bcdd40 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:32.089913 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500809a6-96ff-4680-991f-c58125bcdd40 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:32.090231 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500809a6-96ff-4680-991f-c58125bcdd40 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:32.090545 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500809a6-96ff-4680-991f-c58125bcdd40 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:32.178209 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-500809a6-96ff-4680-991f-c58125bcdd40 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for floatingip, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:32.666174 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500809a6-96ff-4680-991f-c58125bcdd40 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Router f25fb922-6f13-4309-97f7-c986a54d917c has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:14:32.869093 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500809a6-96ff-4680-991f-c58125bcdd40 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:14:32.879619 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3f98ac-18a3-4f62-bced-0f5ff649213e None None] Sync routers for ids ['f25fb922-6f13-4309-97f7-c986a54d917c'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:14:32.891766 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-500809a6-96ff-4680-991f-c58125bcdd40 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:32.892346 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3f98ac-18a3-4f62-bced-0f5ff649213e None None] Routers {'f25fb922-6f13-4309-97f7-c986a54d917c'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:14:32.892986 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-1d3f98ac-18a3-4f62-bced-0f5ff649213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:14:11Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['f25fb922-6f13-4309-97f7-c986a54d917c'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:14:32.944467 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-500809a6-96ff-4680-991f-c58125bcdd40 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "DELETE /v2.0/floatingips/f098627c-d87b-43fa-94e3-5b380e21bb8a HTTP/1.1" status: 204 len: 168 time: 1.5263915 Apr 29 14:14:32.944669 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578c6324-f801-4e28-96ee-c972be582b3c', 'tag': '509d4135-13e2-4c4b-91ed-5874bfa48540'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:14:33.102048 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bbd76af-1cf3-4731-a362-68e3e86de25f'] response: {'name': 'network-changed', 'server_uuid': '578c6324-f801-4e28-96ee-c972be582b3c', 'tag': '509d4135-13e2-4c4b-91ed-5874bfa48540', 'status': 'completed', 'code': 200} Apr 29 14:14:33.106956 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-1d3f98ac-18a3-4f62-bced-0f5ff649213e None None] Set router f25fb922-6f13-4309-97f7-c986a54d917c gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:14:33.197563 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b7eadba1-8168-4de4-a6ae-aad29dcabc4f req-ca873129-7d78-4b56-9b64-4b8f3c6e9e66 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 1098 time: 0.0725896 Apr 29 14:14:33.384311 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eadba1-8168-4de4-a6ae-aad29dcabc4f req-e7e6157f-6596-419c-9a84-b305c61ca153 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:14:33.386541 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b7eadba1-8168-4de4-a6ae-aad29dcabc4f req-e7e6157f-6596-419c-9a84-b305c61ca153 service neutron] 10.222.0.32 "GET /v2.0/networks?id=39849125-c90a-4798-b482-b7b91e9fe203 HTTP/1.1" status: 200 len: 897 time: 0.1810687 Apr 29 14:14:33.435002 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-1d3f98ac-18a3-4f62-bced-0f5ff649213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207593697', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'e0f1a8a1-c872-437d-bff9-436ab9dccf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:12:46Z', 'updated_at': '2022-04-29T14:12:51Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': 'e0f1a8a1-c872-437d-bff9-436ab9dccf3c', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:12:47Z', 'updated_at': '2022-04-29T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'c847a6db-de4e-4e46-9087-6f7d1f3de9ef', 'name': '', 'network_id': '39849125-c90a-4798-b482-b7b91e9fe203', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:05:7d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1aa41a7-75be-48f7-97d2-a560b76860e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:12:50Z', 'updated_at': '2022-04-29T14:12:57Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': 'a1aa41a7-75be-48f7-97d2-a560b76860e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:14:33.438720 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3f98ac-18a3-4f62-bced-0f5ff649213e None None] Checking router: f25fb922-6f13-4309-97f7-c986a54d917c for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:14:33.445953 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7454d-a3c9-47fa-94d3-4b870903a88f req-e58ee928-9a92-434f-be89-99407aecf81c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:14:33.447379 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bdb7454d-a3c9-47fa-94d3-4b870903a88f req-e58ee928-9a92-434f-be89-99407aecf81c tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 945 time: 0.1745214 Apr 29 14:14:33.449011 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3f98ac-18a3-4f62-bced-0f5ff649213e None None] Routers {'f25fb922-6f13-4309-97f7-c986a54d917c'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:14:33.449547 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-1d3f98ac-18a3-4f62-bced-0f5ff649213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:14:11Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['f25fb922-6f13-4309-97f7-c986a54d917c'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:14:33.475293 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b7eadba1-8168-4de4-a6ae-aad29dcabc4f req-dd7e58e7-070c-46c1-9bef-05076a7a37d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=509d4135-13e2-4c4b-91ed-5874bfa48540 HTTP/1.1" status: 200 len: 217 time: 0.0814452 Apr 29 14:14:33.550362 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bdb7454d-a3c9-47fa-94d3-4b870903a88f req-96ae000f-c8ba-4516-97f6-639475ab850a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=acbef1d2-580f-48b1-a852-7e37099e8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970004 Apr 29 14:14:33.556106 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eadba1-8168-4de4-a6ae-aad29dcabc4f req-f19e2b1b-7353-46c1-87c2-41ece57b5ac6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:14:33.558567 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b7eadba1-8168-4de4-a6ae-aad29dcabc4f req-f19e2b1b-7353-46c1-87c2-41ece57b5ac6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1aa41a7-75be-48f7-97d2-a560b76860e9 HTTP/1.1" status: 200 len: 835 time: 0.0759561 Apr 29 14:14:33.624391 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-1d3f98ac-18a3-4f62-bced-0f5ff649213e None None] Set router f25fb922-6f13-4309-97f7-c986a54d917c gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:14:33.636213 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b7eadba1-8168-4de4-a6ae-aad29dcabc4f req-28f9d73d-26f7-445b-803a-d07c10a9a55f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39849125-c90a-4798-b482-b7b91e9fe203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668173 Apr 29 14:14:33.768937 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b7eadba1-8168-4de4-a6ae-aad29dcabc4f req-aebf30f4-41fe-46cd-af84-f8ca5d5321f9 service neutron] 10.222.0.32 "GET /v2.0/networks/39849125-c90a-4798-b482-b7b91e9fe203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249514 Apr 29 14:14:33.939080 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-1d3f98ac-18a3-4f62-bced-0f5ff649213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207593697', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'e0f1a8a1-c872-437d-bff9-436ab9dccf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:12:46Z', 'updated_at': '2022-04-29T14:12:51Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': 'e0f1a8a1-c872-437d-bff9-436ab9dccf3c', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:12:47Z', 'updated_at': '2022-04-29T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'c847a6db-de4e-4e46-9087-6f7d1f3de9ef', 'name': '', 'network_id': '39849125-c90a-4798-b482-b7b91e9fe203', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:05:7d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1aa41a7-75be-48f7-97d2-a560b76860e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:12:50Z', 'updated_at': '2022-04-29T14:12:57Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': 'a1aa41a7-75be-48f7-97d2-a560b76860e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:14:33.943041 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3f98ac-18a3-4f62-bced-0f5ff649213e None None] The sync data for ids ['f25fb922-6f13-4309-97f7-c986a54d917c'] in dv-neutron-839027-4-hyperv is: [{'id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207593697', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'e0f1a8a1-c872-437d-bff9-436ab9dccf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:12:46Z', 'updated_at': '2022-04-29T14:12:51Z', 'revision_number': 4, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': 'e0f1a8a1-c872-437d-bff9-436ab9dccf3c', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:12:47Z', 'updated_at': '2022-04-29T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'c847a6db-de4e-4e46-9087-6f7d1f3de9ef', 'name': '', 'network_id': '39849125-c90a-4798-b482-b7b91e9fe203', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'mac_address': 'fa:16:3e:05:7d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1aa41a7-75be-48f7-97d2-a560b76860e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:12:50Z', 'updated_at': '2022-04-29T14:12:57Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'subnets': [{'id': 'a1aa41a7-75be-48f7-97d2-a560b76860e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:14:33.989301 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b7eadba1-8168-4de4-a6ae-aad29dcabc4f req-6a28bde1-d996-4b11-87b9-7ace64af2a5b service neutron] 10.222.0.32 "GET /v2.0/networks/39849125-c90a-4798-b482-b7b91e9fe203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142210 Apr 29 14:14:34.151553 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef90b6e5-3d16-4986-b7eb-0ba67a67cf80 None None] New status for floating IP f098627c-d87b-43fa-94e3-5b380e21bb8a: DOWN {{(pid=83906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 14:14:34.754910 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262344f-3ba2-419e-96b5-065e2e8aa8e0 req-c2dbd6c8-770c-47f5-99ba-19bcf89c2fdc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:14:34.755676 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-6262344f-3ba2-419e-96b5-065e2e8aa8e0 req-c2dbd6c8-770c-47f5-99ba-19bcf89c2fdc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Synchronizing usage tracker for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:14:34.771704 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-6262344f-3ba2-419e-96b5-065e2e8aa8e0 req-c2dbd6c8-770c-47f5-99ba-19bcf89c2fdc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Unset dirty status for tenant:a3b5eecb321e41ad979ed70ab10a2d9d on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:14:34.772868 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-6262344f-3ba2-419e-96b5-065e2e8aa8e0 req-c2dbd6c8-770c-47f5-99ba-19bcf89c2fdc tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 945 time: 0.0995870 Apr 29 14:14:34.819959 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-6262344f-3ba2-419e-96b5-065e2e8aa8e0 req-ec4828ef-127c-41e9-a29e-25a1e9d6646b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/security-groups?id=acbef1d2-580f-48b1-a852-7e37099e8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406041 Apr 29 14:14:35.115539 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3e3df-ce16-4fe8-8beb-92266f0cade3 req-231880d4-d3b6-462e-8363-63c5c65d5be9 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:14:35.116982 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-abd3e3df-ce16-4fe8-8beb-92266f0cade3 req-231880d4-d3b6-462e-8363-63c5c65d5be9 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.32 "GET /v2.0/ports?device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 945 time: 0.0823443 Apr 29 14:14:35.181995 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-abd3e3df-ce16-4fe8-8beb-92266f0cade3 req-593de6a7-4def-4992-b9a0-78e2dbb2f793 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Deleting port 509d4135-13e2-4c4b-91ed-5874bfa48540 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:14:35.182851 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-abd3e3df-ce16-4fe8-8beb-92266f0cade3 req-593de6a7-4def-4992-b9a0-78e2dbb2f793 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:35.418394 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-abd3e3df-ce16-4fe8-8beb-92266f0cade3 req-593de6a7-4def-4992-b9a0-78e2dbb2f793 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] For port 509d4135-13e2-4c4b-91ed-5874bfa48540, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=509d4135-13e2-4c4b-91ed-5874bfa48540,segment=NetworkSegment(24a40319-108d-481a-b7e7-85f1a4d8854d),segment_id=24a40319-108d-481a-b7e7-85f1a4d8854d)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:14:35.418659 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-abd3e3df-ce16-4fe8-8beb-92266f0cade3 req-593de6a7-4def-4992-b9a0-78e2dbb2f793 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:35.535230 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-abd3e3df-ce16-4fe8-8beb-92266f0cade3 req-593de6a7-4def-4992-b9a0-78e2dbb2f793 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Calling delete_port for 509d4135-13e2-4c4b-91ed-5874bfa48540 owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:14:35.674540 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-abd3e3df-ce16-4fe8-8beb-92266f0cade3 req-593de6a7-4def-4992-b9a0-78e2dbb2f793 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:35.721202 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593de6a7-4def-4992-b9a0-78e2dbb2f793 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'Port': ['ID=509d4135-13e2-4c4b-91ed-5874bfa48540,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:35.764113 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593de6a7-4def-4992-b9a0-78e2dbb2f793 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:35.764455 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593de6a7-4def-4992-b9a0-78e2dbb2f793 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:35.764814 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593de6a7-4def-4992-b9a0-78e2dbb2f793 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:35.765151 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593de6a7-4def-4992-b9a0-78e2dbb2f793 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:35.765485 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593de6a7-4def-4992-b9a0-78e2dbb2f793 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:35.765815 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593de6a7-4def-4992-b9a0-78e2dbb2f793 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:35.766141 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593de6a7-4def-4992-b9a0-78e2dbb2f793 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:35.766467 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593de6a7-4def-4992-b9a0-78e2dbb2f793 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:35.766788 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593de6a7-4def-4992-b9a0-78e2dbb2f793 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:35.767113 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593de6a7-4def-4992-b9a0-78e2dbb2f793 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:35.767436 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593de6a7-4def-4992-b9a0-78e2dbb2f793 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:35.806855 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd3e3df-ce16-4fe8-8beb-92266f0cade3 req-593de6a7-4def-4992-b9a0-78e2dbb2f793 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] No DVR routers for this DVR port 509d4135-13e2-4c4b-91ed-5874bfa48540 on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 14:14:35.809311 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-abd3e3df-ce16-4fe8-8beb-92266f0cade3 req-593de6a7-4def-4992-b9a0-78e2dbb2f793 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:35.818336 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578c6324-f801-4e28-96ee-c972be582b3c', 'name': 'network-vif-deleted', 'tag': '509d4135-13e2-4c4b-91ed-5874bfa48540'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:14:35.825189 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-abd3e3df-ce16-4fe8-8beb-92266f0cade3 req-593de6a7-4def-4992-b9a0-78e2dbb2f793 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.32 "DELETE /v2.0/ports/509d4135-13e2-4c4b-91ed-5874bfa48540 HTTP/1.1" status: 204 len: 173 time: 0.7034478 Apr 29 14:14:35.883661 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32ad5ae7-6faf-4ba5-b7fc-f1748f437de6'] response: {'server_uuid': '578c6324-f801-4e28-96ee-c972be582b3c', 'name': 'network-vif-deleted', 'tag': '509d4135-13e2-4c4b-91ed-5874bfa48540', 'status': 'completed', 'code': 200} Apr 29 14:14:35.986428 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3e2c7e1f-9e86-439c-8240-983b4e0f1b7a req-bb7c4074-3807-4551-adcf-bc7fa650ff1b tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "GET /v2.0/ports?device_id=578c6324-f801-4e28-96ee-c972be582b3c HTTP/1.1" status: 200 len: 210 time: 0.0414767 Apr 29 14:14:37.093158 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42330) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:14:37.482381 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d7d32c4c-2181-4a10-829d-5ad5dea984b5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:37.989271 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d6d03a6-7342-41e4-bc45-9fb97fdc1e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:38.187573 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-d7d32c4c-2181-4a10-829d-5ad5dea984b5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Deleting port c847a6db-de4e-4e46-9087-6f7d1f3de9ef {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:14:38.188135 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d7d32c4c-2181-4a10-829d-5ad5dea984b5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:38.364618 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-d7d32c4c-2181-4a10-829d-5ad5dea984b5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] For port c847a6db-de4e-4e46-9087-6f7d1f3de9ef, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=c847a6db-de4e-4e46-9087-6f7d1f3de9ef,segment=NetworkSegment(24a40319-108d-481a-b7e7-85f1a4d8854d),segment_id=24a40319-108d-481a-b7e7-85f1a4d8854d)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:14:38.364997 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d7d32c4c-2181-4a10-829d-5ad5dea984b5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:38.481072 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-d7d32c4c-2181-4a10-829d-5ad5dea984b5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Calling delete_port for c847a6db-de4e-4e46-9087-6f7d1f3de9ef owned by network:router_interface {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:14:38.648585 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d7d32c4c-2181-4a10-829d-5ad5dea984b5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:38.694333 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d32c4c-2181-4a10-829d-5ad5dea984b5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'Port': ['ID=c847a6db-de4e-4e46-9087-6f7d1f3de9ef,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:38.989832 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d7d32c4c-2181-4a10-829d-5ad5dea984b5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:39.689864 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 509d4135-13e2-4c4b-91ed-5874bfa48540 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:14:39.724468 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: 509d4135-13e2-4c4b-91ed-5874bfa48540 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:14:39.724896 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 509d4135-13e2-4c4b-91ed-5874bfa48540 not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:14:39.727002 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d32c4c-2181-4a10-829d-5ad5dea984b5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Router f25fb922-6f13-4309-97f7-c986a54d917c has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:14:39.933689 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d32c4c-2181-4a10-829d-5ad5dea984b5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:14:39.944816 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fa6a0c-cc50-492b-85d1-77c22b7c607e None None] Sync routers for ids ['f25fb922-6f13-4309-97f7-c986a54d917c'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:14:39.946149 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d7d32c4c-2181-4a10-829d-5ad5dea984b5 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "PUT /v2.0/routers/f25fb922-6f13-4309-97f7-c986a54d917c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8519421 Apr 29 14:14:39.949421 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42336) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:14:39.961533 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fa6a0c-cc50-492b-85d1-77c22b7c607e None None] Routers {'f25fb922-6f13-4309-97f7-c986a54d917c'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:14:39.962155 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-02fa6a0c-cc50-492b-85d1-77c22b7c607e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:14:11Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['f25fb922-6f13-4309-97f7-c986a54d917c'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:14:40.135598 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-194f28d2-df64-4d97-859c-b5e29e68c59a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Deleting subnet a1aa41a7-75be-48f7-97d2-a560b76860e9 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 14:14:40.138589 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-194f28d2-df64-4d97-859c-b5e29e68c59a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:40.145729 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-02fa6a0c-cc50-492b-85d1-77c22b7c607e None None] Set router f25fb922-6f13-4309-97f7-c986a54d917c gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:14:40.191981 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-194f28d2-df64-4d97-859c-b5e29e68c59a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:40.276941 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-194f28d2-df64-4d97-859c-b5e29e68c59a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:40.349977 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-194f28d2-df64-4d97-859c-b5e29e68c59a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:40.388387 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f28d2-df64-4d97-859c-b5e29e68c59a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'Subnet': ['ID=a1aa41a7-75be-48f7-97d2-a560b76860e9,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:40.396388 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-194f28d2-df64-4d97-859c-b5e29e68c59a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:40.401956 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26055282-ef74-4eed-9e87-86d862a63167 None None] Network 39849125-c90a-4798-b482-b7b91e9fe203 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 14:14:40.405090 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-194f28d2-df64-4d97-859c-b5e29e68c59a tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "DELETE /v2.0/subnets/a1aa41a7-75be-48f7-97d2-a560b76860e9 HTTP/1.1" status: 204 len: 168 time: 0.4546449 Apr 29 14:14:40.408024 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42342) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:14:40.470372 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-02fa6a0c-cc50-492b-85d1-77c22b7c607e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207593697', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'e0f1a8a1-c872-437d-bff9-436ab9dccf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:12:46Z', 'updated_at': '2022-04-29T14:14:38Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': 'e0f1a8a1-c872-437d-bff9-436ab9dccf3c', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:12:47Z', 'updated_at': '2022-04-29T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:14:40.474373 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fa6a0c-cc50-492b-85d1-77c22b7c607e None None] Checking router: f25fb922-6f13-4309-97f7-c986a54d917c for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:14:40.485480 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fa6a0c-cc50-492b-85d1-77c22b7c607e None None] Routers {'f25fb922-6f13-4309-97f7-c986a54d917c'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:14:40.486227 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-02fa6a0c-cc50-492b-85d1-77c22b7c607e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:14:11Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['f25fb922-6f13-4309-97f7-c986a54d917c'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:14:40.583130 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01b8dc1f-214f-4410-9125-06728cf0c1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:40.634818 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-311ddd69-e694-45fc-a7b9-6590fa922d75 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:40.669551 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-02fa6a0c-cc50-492b-85d1-77c22b7c607e None None] Set router f25fb922-6f13-4309-97f7-c986a54d917c gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:14:40.685011 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef84a85-e6bc-446a-b089-52261985d449 None None] DHCP port deletion for 39849125-c90a-4798-b482-b7b91e9fe203 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 14:14:40.689462 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7ef84a85-e6bc-446a-b089-52261985d449 None None] Deleting port 632a8736-a965-4b4a-a305-1300aacb8a89 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:14:40.690000 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7ef84a85-e6bc-446a-b089-52261985d449 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:40.867152 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-311ddd69-e694-45fc-a7b9-6590fa922d75 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:40.878130 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-311ddd69-e694-45fc-a7b9-6590fa922d75 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Deleting port e0f1a8a1-c872-437d-bff9-436ab9dccf3c {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:14:40.878459 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-311ddd69-e694-45fc-a7b9-6590fa922d75 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:40.920857 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7ef84a85-e6bc-446a-b089-52261985d449 None None] For port 632a8736-a965-4b4a-a305-1300aacb8a89, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=632a8736-a965-4b4a-a305-1300aacb8a89,segment=NetworkSegment(24a40319-108d-481a-b7e7-85f1a4d8854d),segment_id=24a40319-108d-481a-b7e7-85f1a4d8854d)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:14:40.921084 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7ef84a85-e6bc-446a-b089-52261985d449 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:40.993172 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-02fa6a0c-cc50-492b-85d1-77c22b7c607e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207593697', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'e0f1a8a1-c872-437d-bff9-436ab9dccf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:12:46Z', 'updated_at': '2022-04-29T14:14:38Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': 'e0f1a8a1-c872-437d-bff9-436ab9dccf3c', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:12:47Z', 'updated_at': '2022-04-29T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:14:40.998071 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fa6a0c-cc50-492b-85d1-77c22b7c607e None None] The sync data for ids ['f25fb922-6f13-4309-97f7-c986a54d917c'] in dv-neutron-839027-4-hyperv is: [{'id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207593697', 'tenant_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': 'e0f1a8a1-c872-437d-bff9-436ab9dccf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:12:46Z', 'updated_at': '2022-04-29T14:14:38Z', 'revision_number': 5, 'project_id': 'a3b5eecb321e41ad979ed70ab10a2d9d', 'gw_port': {'id': 'e0f1a8a1-c872-437d-bff9-436ab9dccf3c', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25fb922-6f13-4309-97f7-c986a54d917c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:12:47Z', 'updated_at': '2022-04-29T14:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:14:41.070809 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-7ef84a85-e6bc-446a-b089-52261985d449 None None] Calling delete_port for 632a8736-a965-4b4a-a305-1300aacb8a89 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:14:41.149215 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7ef84a85-e6bc-446a-b089-52261985d449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300'] for port, after_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:41.161861 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-311ddd69-e694-45fc-a7b9-6590fa922d75 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] For port e0f1a8a1-c872-437d-bff9-436ab9dccf3c, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e0f1a8a1-c872-437d-bff9-436ab9dccf3c,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:14:41.162355 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-311ddd69-e694-45fc-a7b9-6590fa922d75 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:41.194949 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef84a85-e6bc-446a-b089-52261985d449 None None] Pushing event deleted for resources: {'Port': ['ID=632a8736-a965-4b4a-a305-1300aacb8a89,revision_number=None']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:41.207841 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef84a85-e6bc-446a-b089-52261985d449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:41.208187 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef84a85-e6bc-446a-b089-52261985d449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:41.208522 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef84a85-e6bc-446a-b089-52261985d449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:41.208878 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef84a85-e6bc-446a-b089-52261985d449 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:41.209206 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef84a85-e6bc-446a-b089-52261985d449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:41.209532 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef84a85-e6bc-446a-b089-52261985d449 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:41.209855 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef84a85-e6bc-446a-b089-52261985d449 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:41.210176 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef84a85-e6bc-446a-b089-52261985d449 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:41.210759 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef84a85-e6bc-446a-b089-52261985d449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:41.211077 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef84a85-e6bc-446a-b089-52261985d449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:41.211393 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef84a85-e6bc-446a-b089-52261985d449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:41.214560 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef84a85-e6bc-446a-b089-52261985d449 None None] No DVR routers for this DVR port 632a8736-a965-4b4a-a305-1300aacb8a89 on host dv-neutron-839027-4-hyperv {{(pid=83906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 14:14:41.282873 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-311ddd69-e694-45fc-a7b9-6590fa922d75 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Calling delete_port for e0f1a8a1-c872-437d-bff9-436ab9dccf3c owned by network:router_gateway {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:14:41.462000 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-311ddd69-e694-45fc-a7b9-6590fa922d75 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:41.509576 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ddd69-e694-45fc-a7b9-6590fa922d75 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'Port': ['ID=e0f1a8a1-c872-437d-bff9-436ab9dccf3c,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:41.638708 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:41.666553 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 632a8736-a965-4b4a-a305-1300aacb8a89 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:14:41.703753 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 632a8736-a965-4b4a-a305-1300aacb8a89 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:14:41.704457 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 632a8736-a965-4b4a-a305-1300aacb8a89 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:14:41.704457 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device c847a6db-de4e-4e46-9087-6f7d1f3de9ef no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:14:41.726992 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:41.736345 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-311ddd69-e694-45fc-a7b9-6590fa922d75 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:41.737482 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: c847a6db-de4e-4e46-9087-6f7d1f3de9ef {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:14:41.737828 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device c847a6db-de4e-4e46-9087-6f7d1f3de9ef not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:14:41.985939 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-311ddd69-e694-45fc-a7b9-6590fa922d75 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:41.989927 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-311ddd69-e694-45fc-a7b9-6590fa922d75 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:42.014634 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-311ddd69-e694-45fc-a7b9-6590fa922d75 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:42.015149 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311ddd69-e694-45fc-a7b9-6590fa922d75 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Fanout notify agent at l3_agent the message router_deleted on router f25fb922-6f13-4309-97f7-c986a54d917c {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 14:14:42.032787 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-311ddd69-e694-45fc-a7b9-6590fa922d75 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:42.033879 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-311ddd69-e694-45fc-a7b9-6590fa922d75 tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "DELETE /v2.0/routers/f25fb922-6f13-4309-97f7-c986a54d917c HTTP/1.1" status: 204 len: 168 time: 1.6249063 Apr 29 14:14:42.036462 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42348) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:14:42.153542 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-77d43459-54a9-484e-a6a7-a99ab2f035ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:42.289495 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-77d43459-54a9-484e-a6a7-a99ab2f035ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:42.314219 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-77d43459-54a9-484e-a6a7-a99ab2f035ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39849125-c90a-4798-b482-b7b91e9fe203']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:14:42.326500 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-77d43459-54a9-484e-a6a7-a99ab2f035ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a40319-108d-481a-b7e7-85f1a4d8854d') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:14:42.326796 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-77d43459-54a9-484e-a6a7-a99ab2f035ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a40319-108d-481a-b7e7-85f1a4d8854d') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:14:42.337914 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-77d43459-54a9-484e-a6a7-a99ab2f035ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:42.353157 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-77d43459-54a9-484e-a6a7-a99ab2f035ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:42.359807 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d43459-54a9-484e-a6a7-a99ab2f035ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 14:14:42.360190 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-77d43459-54a9-484e-a6a7-a99ab2f035ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 14:14:42.374739 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 14:14:42.539414 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-77d43459-54a9-484e-a6a7-a99ab2f035ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:42.556699 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-77d43459-54a9-484e-a6a7-a99ab2f035ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:42.568269 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d43459-54a9-484e-a6a7-a99ab2f035ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'Network': ['ID=39849125-c90a-4798-b482-b7b91e9fe203,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:42.576192 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-77d43459-54a9-484e-a6a7-a99ab2f035ac tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "DELETE /v2.0/networks/39849125-c90a-4798-b482-b7b91e9fe203 HTTP/1.1" status: 204 len: 168 time: 0.5385315 Apr 29 14:14:42.578767 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42352) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:14:42.644305 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-198de29d-9056-442a-84bb-bb0d8346756e tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:42.672478 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-198de29d-9056-442a-84bb-bb0d8346756e tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:42.736005 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-198de29d-9056-442a-84bb-bb0d8346756e tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:42.752967 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198de29d-9056-442a-84bb-bb0d8346756e tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbef1d2-580f-48b1-a852-7e37099e8af1,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:42.766774 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-198de29d-9056-442a-84bb-bb0d8346756e tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:42.768016 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-198de29d-9056-442a-84bb-bb0d8346756e tempest-TestNetworkAdvancedServerOps-2045325156 tempest-TestNetworkAdvancedServerOps-2045325156-project] 10.222.0.76 "DELETE /v2.0/security-groups/acbef1d2-580f-48b1-a852-7e37099e8af1 HTTP/1.1" status: 204 len: 168 time: 0.1883028 Apr 29 14:14:43.078951 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:43.168741 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42362) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:14:43.390524 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-69d8ee32-3a69-49da-959e-a113a390a18e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a3b5eecb321e41ad979ed70ab10a2d9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2206302 Apr 29 14:14:43.392921 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42370) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:14:43.450708 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7747f65b-9392-4d0a-9a3d-fc5bdde82196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:43.475018 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7747f65b-9392-4d0a-9a3d-fc5bdde82196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:43.525461 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7747f65b-9392-4d0a-9a3d-fc5bdde82196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:43.540469 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747f65b-9392-4d0a-9a3d-fc5bdde82196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db189f23-4826-4a2b-ba6f-942377bfa6ba,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:43.548929 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-7747f65b-9392-4d0a-9a3d-fc5bdde82196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:43.552357 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-7747f65b-9392-4d0a-9a3d-fc5bdde82196 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/db189f23-4826-4a2b-ba6f-942377bfa6ba HTTP/1.1" status: 204 len: 168 time: 0.1562402 Apr 29 14:14:43.587034 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e0f1a8a1-c872-437d-bff9-436ab9dccf3c no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:14:43.619138 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: e0f1a8a1-c872-437d-bff9-436ab9dccf3c {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:14:43.620029 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e0f1a8a1-c872-437d-bff9-436ab9dccf3c not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:14:43.884126 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42378) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:14:43.902386 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-aea973c7-8e95-43f5-b94d-519b79b4ddc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:43.934600 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-aea973c7-8e95-43f5-b94d-519b79b4ddc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:14:43.938473 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-aea973c7-8e95-43f5-b94d-519b79b4ddc6 admin admin] Usage tracker for resource:security_group_rule and tenant:d74c6fc17f004a43b67eb1af4e8c544f is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:14:43.941365 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-aea973c7-8e95-43f5-b94d-519b79b4ddc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:14:43.946882 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-aea973c7-8e95-43f5-b94d-519b79b4ddc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:14:44.012880 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-aea973c7-8e95-43f5-b94d-519b79b4ddc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:44.016740 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-aea973c7-8e95-43f5-b94d-519b79b4ddc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:44.062660 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea973c7-8e95-43f5-b94d-519b79b4ddc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865272dd-35fe-4ebb-a409-0ed80c9cd3ac,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:44.070273 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-aea973c7-8e95-43f5-b94d-519b79b4ddc6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d74c6fc17f004a43b67eb1af4e8c544f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1849864 Apr 29 14:14:44.073021 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42382) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:14:44.131281 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4f5d6d8d-f1c5-47c8-b8bc-58693f4b1512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:44.155775 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4f5d6d8d-f1c5-47c8-b8bc-58693f4b1512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:44.217849 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4f5d6d8d-f1c5-47c8-b8bc-58693f4b1512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:44.232863 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d6d8d-f1c5-47c8-b8bc-58693f4b1512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865272dd-35fe-4ebb-a409-0ed80c9cd3ac,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:44.238553 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4f5d6d8d-f1c5-47c8-b8bc-58693f4b1512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:44.239663 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4f5d6d8d-f1c5-47c8-b8bc-58693f4b1512 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/865272dd-35fe-4ebb-a409-0ed80c9cd3ac HTTP/1.1" status: 204 len: 168 time: 0.1657524 Apr 29 14:14:45.085766 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42404) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:14:45.210804 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-0668bb16-71a8-4b4a-a321-f4fa3aa89d06 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1378414466-network', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:14:45.215673 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0668bb16-71a8-4b4a-a321-f4fa3aa89d06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:14:45.219571 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0668bb16-71a8-4b4a-a321-f4fa3aa89d06 admin admin] Usage tracker for resource:network and tenant:994916233fc24d94a1e9466cebb43fb9 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:14:45.222420 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0668bb16-71a8-4b4a-a321-f4fa3aa89d06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:14:45.227990 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0668bb16-71a8-4b4a-a321-f4fa3aa89d06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:14:45.238486 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0668bb16-71a8-4b4a-a321-f4fa3aa89d06 admin admin] Made reservation on behalf of 994916233fc24d94a1e9466cebb43fb9 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 14:14:45.240937 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0668bb16-71a8-4b4a-a321-f4fa3aa89d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:45.253785 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0668bb16-71a8-4b4a-a321-f4fa3aa89d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:45.285676 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0668bb16-71a8-4b4a-a321-f4fa3aa89d06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:14:45.289387 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0668bb16-71a8-4b4a-a321-f4fa3aa89d06 admin admin] Usage tracker for resource:security_group_rule and tenant:994916233fc24d94a1e9466cebb43fb9 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:14:45.292732 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0668bb16-71a8-4b4a-a321-f4fa3aa89d06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:14:45.298487 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0668bb16-71a8-4b4a-a321-f4fa3aa89d06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:14:45.366818 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0668bb16-71a8-4b4a-a321-f4fa3aa89d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:45.370405 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0668bb16-71a8-4b4a-a321-f4fa3aa89d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:45.398560 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0668bb16-71a8-4b4a-a321-f4fa3aa89d06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 14:14:45.412027 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668bb16-71a8-4b4a-a321-f4fa3aa89d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc82c70c-f716-4d15-bbbe-c82af7ec7775,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:45.417655 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0668bb16-71a8-4b4a-a321-f4fa3aa89d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:45.417997 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-0668bb16-71a8-4b4a-a321-f4fa3aa89d06 admin admin] Added segment e4544693-ce66-409b-826a-527a02ae441d of type vlan for network cdd9d023-995b-4527-a08f-9d996a96232a Apr 29 14:14:45.443350 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0668bb16-71a8-4b4a-a321-f4fa3aa89d06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:45.472036 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0668bb16-71a8-4b4a-a321-f4fa3aa89d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:45.472881 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0668bb16-71a8-4b4a-a321-f4fa3aa89d06 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:14:45.473457 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0668bb16-71a8-4b4a-a321-f4fa3aa89d06 admin admin] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:45.574148 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0668bb16-71a8-4b4a-a321-f4fa3aa89d06 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4872954 Apr 29 14:14:45.577008 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42410) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:14:45.584054 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-9a658c8f-e67b-499c-b82a-1027af1b9c94 admin admin] Request body: {'subnet': {'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1378414466-subnet', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'ip_version': 4}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:14:45.587557 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668bb16-71a8-4b4a-a321-f4fa3aa89d06 admin admin] Pushing event updated for resources: {'Network': ['ID=cdd9d023-995b-4527-a08f-9d996a96232a,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:45.591927 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-9a658c8f-e67b-499c-b82a-1027af1b9c94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:14:45.595848 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-9a658c8f-e67b-499c-b82a-1027af1b9c94 admin admin] Usage tracker for resource:subnet and tenant:994916233fc24d94a1e9466cebb43fb9 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:14:45.597719 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network cdd9d023-995b-4527-a08f-9d996a96232a details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 14:14:45.598828 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-9a658c8f-e67b-499c-b82a-1027af1b9c94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:14:45.604677 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-9a658c8f-e67b-499c-b82a-1027af1b9c94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:14:45.615055 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a658c8f-e67b-499c-b82a-1027af1b9c94 admin admin] Made reservation on behalf of 994916233fc24d94a1e9466cebb43fb9 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 14:14:45.617582 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9a658c8f-e67b-499c-b82a-1027af1b9c94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:45.815104 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9a658c8f-e67b-499c-b82a-1027af1b9c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:45.890856 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a658c8f-e67b-499c-b82a-1027af1b9c94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f24d6675-e5ce-436d-9821-7f9371120f66,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:45.902196 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a658c8f-e67b-499c-b82a-1027af1b9c94 admin admin] Checking segment: {'id': 'e4544693-ce66-409b-826a-527a02ae441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:14:45.902547 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a658c8f-e67b-499c-b82a-1027af1b9c94 admin admin] Network hostable DHCP agents. Network: cdd9d023-995b-4527-a08f-9d996a96232a, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 14:14:45.925023 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a658c8f-e67b-499c-b82a-1027af1b9c94 admin admin] Network cdd9d023-995b-4527-a08f-9d996a96232a is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 14:14:45.934472 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-9a658c8f-e67b-499c-b82a-1027af1b9c94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, cdd9d023-995b-4527-a08f-9d996a96232a) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:14:45.938349 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a658c8f-e67b-499c-b82a-1027af1b9c94 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:14:45.938926 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-9a658c8f-e67b-499c-b82a-1027af1b9c94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:45.945097 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc46565-9f96-47f8-96ee-bfca05218d52 None None] Network cdd9d023-995b-4527-a08f-9d996a96232a requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 14:14:45.959622 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-9a658c8f-e67b-499c-b82a-1027af1b9c94 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3815403 Apr 29 14:14:45.962803 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42414) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:14:45.968150 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-0fb2f899-f90b-4103-a6f9-08e3a375c1e6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1378414466-router', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:14:45.972701 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0fb2f899-f90b-4103-a6f9-08e3a375c1e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:14:45.976496 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0fb2f899-f90b-4103-a6f9-08e3a375c1e6 admin admin] Usage tracker for resource:router and tenant:994916233fc24d94a1e9466cebb43fb9 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:14:45.979472 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-0fb2f899-f90b-4103-a6f9-08e3a375c1e6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:14:45.985146 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-0fb2f899-f90b-4103-a6f9-08e3a375c1e6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:14:46.000946 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0fb2f899-f90b-4103-a6f9-08e3a375c1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:46.002096 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0fb2f899-f90b-4103-a6f9-08e3a375c1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:46.023676 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0fb2f899-f90b-4103-a6f9-08e3a375c1e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:46.159516 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae31788c-eb82-4a9a-979c-57d7fcc78e9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-cdd9d023-995b-4527-a08f-9d996a96232a', 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'fixed_ips': [{'subnet_id': 'f24d6675-e5ce-436d-9821-7f9371120f66'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 14:14:46.160337 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ae31788c-eb82-4a9a-979c-57d7fcc78e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:46.166893 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0fb2f899-f90b-4103-a6f9-08e3a375c1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:46.331069 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-ae31788c-eb82-4a9a-979c-57d7fcc78e9c None None] Allocated IP 172.20.0.2 (cdd9d023-995b-4527-a08f-9d996a96232a/f24d6675-e5ce-436d-9821-7f9371120f66/05ed7dd1-8e1a-4269-ae8f-c3f646968f85) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:14:46.355635 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0fb2f899-f90b-4103-a6f9-08e3a375c1e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:46.386338 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0fb2f899-f90b-4103-a6f9-08e3a375c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:46.523703 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-0fb2f899-f90b-4103-a6f9-08e3a375c1e6 admin admin] Allocated IP 172.26.6.113 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/709288f8-cdbd-4164-8b46-13302060edb1) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:14:46.668514 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ae31788c-eb82-4a9a-979c-57d7fcc78e9c None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:46.681077 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ae31788c-eb82-4a9a-979c-57d7fcc78e9c None None] Transition to ACTIVE for port object 05ed7dd1-8e1a-4269-ae8f-c3f646968f85 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:14:46.714257 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ae31788c-eb82-4a9a-979c-57d7fcc78e9c None None] Transition to ACTIVE for port object 05ed7dd1-8e1a-4269-ae8f-c3f646968f85 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:14:46.722272 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ae31788c-eb82-4a9a-979c-57d7fcc78e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:46.770314 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0fb2f899-f90b-4103-a6f9-08e3a375c1e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:46.798956 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0fb2f899-f90b-4103-a6f9-08e3a375c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:46.800950 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae31788c-eb82-4a9a-979c-57d7fcc78e9c None None] Network cdd9d023-995b-4527-a08f-9d996a96232a is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:14:46.808182 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-ae31788c-eb82-4a9a-979c-57d7fcc78e9c None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:14:46.810275 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31788c-eb82-4a9a-979c-57d7fcc78e9c None None] Pushing event updated for resources: {'Port': ['ID=05ed7dd1-8e1a-4269-ae8f-c3f646968f85,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:46.812355 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae31788c-eb82-4a9a-979c-57d7fcc78e9c None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:14:46.878593 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb2f899-f90b-4103-a6f9-08e3a375c1e6 admin admin] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:14:46.882208 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-0fb2f899-f90b-4103-a6f9-08e3a375c1e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:14:46.886577 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb2f899-f90b-4103-a6f9-08e3a375c1e6 admin admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:14:46.905009 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ae31788c-eb82-4a9a-979c-57d7fcc78e9c None None] Attempting to bind port 05ed7dd1-8e1a-4269-ae8f-c3f646968f85 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:14:46.905499 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ae31788c-eb82-4a9a-979c-57d7fcc78e9c None None] Attempting to bind port 05ed7dd1-8e1a-4269-ae8f-c3f646968f85 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'e4544693-ce66-409b-826a-527a02ae441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:14:46.905914 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae31788c-eb82-4a9a-979c-57d7fcc78e9c None None] Attempting to bind port 05ed7dd1-8e1a-4269-ae8f-c3f646968f85 on network cdd9d023-995b-4527-a08f-9d996a96232a {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:14:46.912735 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae31788c-eb82-4a9a-979c-57d7fcc78e9c None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:14:46.913127 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae31788c-eb82-4a9a-979c-57d7fcc78e9c None None] Checking segment: {'id': 'e4544693-ce66-409b-826a-527a02ae441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:14:46.913522 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ae31788c-eb82-4a9a-979c-57d7fcc78e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:46.913905 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae31788c-eb82-4a9a-979c-57d7fcc78e9c None None] Bound using segment: {'id': 'e4544693-ce66-409b-826a-527a02ae441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:14:46.914366 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ae31788c-eb82-4a9a-979c-57d7fcc78e9c None None] Bound port: 05ed7dd1-8e1a-4269-ae8f-c3f646968f85, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4544693-ce66-409b-826a-527a02ae441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:14:46.914733 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ae31788c-eb82-4a9a-979c-57d7fcc78e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:46.923803 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2f899-f90b-4103-a6f9-08e3a375c1e6 admin admin] Pushing event updated for resources: {'Port': ['ID=709288f8-cdbd-4164-8b46-13302060edb1,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:47.035146 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-ae31788c-eb82-4a9a-979c-57d7fcc78e9c None None] For port 05ed7dd1-8e1a-4269-ae8f-c3f646968f85, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:14:47.038121 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-ae31788c-eb82-4a9a-979c-57d7fcc78e9c None None] For port 05ed7dd1-8e1a-4269-ae8f-c3f646968f85, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=05ed7dd1-8e1a-4269-ae8f-c3f646968f85,segment=NetworkSegment(e4544693-ce66-409b-826a-527a02ae441d),segment_id=e4544693-ce66-409b-826a-527a02ae441d)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:14:47.042204 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ae31788c-eb82-4a9a-979c-57d7fcc78e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:47.051852 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0fb2f899-f90b-4103-a6f9-08e3a375c1e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:47.052588 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0fb2f899-f90b-4103-a6f9-08e3a375c1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:47.125721 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31788c-eb82-4a9a-979c-57d7fcc78e9c None None] Pushing event updated for resources: {'Port': ['ID=05ed7dd1-8e1a-4269-ae8f-c3f646968f85,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:47.306859 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb2f899-f90b-4103-a6f9-08e3a375c1e6 admin admin] Router 6ecde00d-29de-4939-a722-bde78b05b2e5 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 14:14:47.507552 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb2f899-f90b-4103-a6f9-08e3a375c1e6 admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:14:47.516286 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430f05ed-4e1b-41b3-860d-ce330cf90f31 None None] Sync routers for ids ['6ecde00d-29de-4939-a722-bde78b05b2e5'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:14:47.528868 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430f05ed-4e1b-41b3-860d-ce330cf90f31 None None] Routers {'6ecde00d-29de-4939-a722-bde78b05b2e5'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:14:47.529652 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-430f05ed-4e1b-41b3-860d-ce330cf90f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:14:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6ecde00d-29de-4939-a722-bde78b05b2e5'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:14:47.532393 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-0fb2f899-f90b-4103-a6f9-08e3a375c1e6 admin admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:47.533748 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-0fb2f899-f90b-4103-a6f9-08e3a375c1e6 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5699558 Apr 29 14:14:47.536480 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42418) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:14:47.662162 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 05ed7dd1-8e1a-4269-ae8f-c3f646968f85 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:14:47.769633 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-430f05ed-4e1b-41b3-860d-ce330cf90f31 None None] Set router 6ecde00d-29de-4939-a722-bde78b05b2e5 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:14:47.817207 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 05ed7dd1-8e1a-4269-ae8f-c3f646968f85 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:14:48.102059 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-430f05ed-4e1b-41b3-860d-ce330cf90f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'name': 'tempest-TestShelveInstance-1378414466-router', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '709288f8-cdbd-4164-8b46-13302060edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:46Z', 'revision_number': 3, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'gw_port': {'id': '709288f8-cdbd-4164-8b46-13302060edb1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:14:48.105831 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efcd7d1-abc6-4a74-84ad-9608714fa42c None None] Network cdd9d023-995b-4527-a08f-9d996a96232a requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 14:14:48.129882 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430f05ed-4e1b-41b3-860d-ce330cf90f31 None None] Checking router: 6ecde00d-29de-4939-a722-bde78b05b2e5 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:14:48.130328 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430f05ed-4e1b-41b3-860d-ce330cf90f31 None None] Updating router 6ecde00d-29de-4939-a722-bde78b05b2e5 port 709288f8-cdbd-4164-8b46-13302060edb1 binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 14:14:48.254426 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-430f05ed-4e1b-41b3-860d-ce330cf90f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:48.324145 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-54a6b742-f835-430b-8c59-7d387f042600 None None] Provisioning for port 05ed7dd1-8e1a-4269-ae8f-c3f646968f85 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:14:48.343312 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-54a6b742-f835-430b-8c59-7d387f042600 None None] Provisioning complete for port 05ed7dd1-8e1a-4269-ae8f-c3f646968f85 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:14:48.343618 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-54a6b742-f835-430b-8c59-7d387f042600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:48.411384 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a7feee13-fb66-460e-a625-ab41af569200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:48.705550 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-54a6b742-f835-430b-8c59-7d387f042600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:48.729514 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-a7feee13-fb66-460e-a625-ab41af569200 admin admin] Allocated IP 172.20.0.1 (cdd9d023-995b-4527-a08f-9d996a96232a/f24d6675-e5ce-436d-9821-7f9371120f66/60f61d53-2dd6-443a-97d8-3bd0e1be2c2c) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:14:48.780746 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-54a6b742-f835-430b-8c59-7d387f042600 None None] For port 05ed7dd1-8e1a-4269-ae8f-c3f646968f85, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=05ed7dd1-8e1a-4269-ae8f-c3f646968f85,segment=NetworkSegment(e4544693-ce66-409b-826a-527a02ae441d),segment_id=e4544693-ce66-409b-826a-527a02ae441d)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:14:48.795340 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-54a6b742-f835-430b-8c59-7d387f042600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:48.889522 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a7feee13-fb66-460e-a625-ab41af569200 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:48.906378 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [None req-a7feee13-fb66-460e-a625-ab41af569200 admin admin] Transition to ACTIVE for port object 60f61d53-2dd6-443a-97d8-3bd0e1be2c2c will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:14:48.931058 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a7feee13-fb66-460e-a625-ab41af569200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:48.980432 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-430f05ed-4e1b-41b3-860d-ce330cf90f31 None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:48.986189 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6b742-f835-430b-8c59-7d387f042600 None None] Pushing event updated for resources: {'Port': ['ID=05ed7dd1-8e1a-4269-ae8f-c3f646968f85,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:48.997220 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-430f05ed-4e1b-41b3-860d-ce330cf90f31 None None] Transition to ACTIVE for port object 709288f8-cdbd-4164-8b46-13302060edb1 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:14:49.006392 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-430f05ed-4e1b-41b3-860d-ce330cf90f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:49.006826 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7feee13-fb66-460e-a625-ab41af569200 admin admin] Network cdd9d023-995b-4527-a08f-9d996a96232a is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:14:49.010399 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-a7feee13-fb66-460e-a625-ab41af569200 admin admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:14:49.012409 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7feee13-fb66-460e-a625-ab41af569200 admin admin] Pushing event updated for resources: {'Port': ['ID=60f61d53-2dd6-443a-97d8-3bd0e1be2c2c,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:49.014638 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7feee13-fb66-460e-a625-ab41af569200 admin admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:14:49.068625 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a7feee13-fb66-460e-a625-ab41af569200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:49.089007 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-430f05ed-4e1b-41b3-860d-ce330cf90f31 None None] Attempting to bind port 709288f8-cdbd-4164-8b46-13302060edb1 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:14:49.089365 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-430f05ed-4e1b-41b3-860d-ce330cf90f31 None None] Attempting to bind port 709288f8-cdbd-4164-8b46-13302060edb1 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:14:49.089718 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430f05ed-4e1b-41b3-860d-ce330cf90f31 None None] Attempting to bind port 709288f8-cdbd-4164-8b46-13302060edb1 on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:14:49.092443 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ba1f6-824a-45c2-86bd-e11b6079542b None None] Pushing event updated for resources: {'Port': ['ID=709288f8-cdbd-4164-8b46-13302060edb1,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:49.099328 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430f05ed-4e1b-41b3-860d-ce330cf90f31 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:14:49.099462 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430f05ed-4e1b-41b3-860d-ce330cf90f31 None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:14:49.099739 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-430f05ed-4e1b-41b3-860d-ce330cf90f31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:49.100354 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430f05ed-4e1b-41b3-860d-ce330cf90f31 None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:14:49.100840 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-430f05ed-4e1b-41b3-860d-ce330cf90f31 None None] Bound port: 709288f8-cdbd-4164-8b46-13302060edb1, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:14:49.101223 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-430f05ed-4e1b-41b3-860d-ce330cf90f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:49.162268 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a7feee13-fb66-460e-a625-ab41af569200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:49.174883 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3be19171-1943-4370-98e9-ded079d9d87b None None] Provisioning complete for port 05ed7dd1-8e1a-4269-ae8f-c3f646968f85 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:14:49.175246 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3be19171-1943-4370-98e9-ded079d9d87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:49.226029 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-430f05ed-4e1b-41b3-860d-ce330cf90f31 None None] For port 709288f8-cdbd-4164-8b46-13302060edb1, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:14:49.239721 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-430f05ed-4e1b-41b3-860d-ce330cf90f31 None None] For port 709288f8-cdbd-4164-8b46-13302060edb1, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=709288f8-cdbd-4164-8b46-13302060edb1,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:14:49.245974 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-430f05ed-4e1b-41b3-860d-ce330cf90f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:49.360443 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ba1f6-824a-45c2-86bd-e11b6079542b None None] Pushing event updated for resources: {'Port': ['ID=709288f8-cdbd-4164-8b46-13302060edb1,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:49.385741 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430f05ed-4e1b-41b3-860d-ce330cf90f31 None None] Routers {'6ecde00d-29de-4939-a722-bde78b05b2e5'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:14:49.386348 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-430f05ed-4e1b-41b3-860d-ce330cf90f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:14:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6ecde00d-29de-4939-a722-bde78b05b2e5'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:14:49.389522 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a7feee13-fb66-460e-a625-ab41af569200 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:49.394273 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a7feee13-fb66-460e-a625-ab41af569200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:49.500409 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7feee13-fb66-460e-a625-ab41af569200 admin admin] Pushing event updated for resources: {'Port': ['ID=60f61d53-2dd6-443a-97d8-3bd0e1be2c2c,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:49.506097 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-a7feee13-fb66-460e-a625-ab41af569200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:49.570922 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-430f05ed-4e1b-41b3-860d-ce330cf90f31 None None] Set router 6ecde00d-29de-4939-a722-bde78b05b2e5 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:14:49.617045 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-66a41a89-407d-4487-87bb-49fdf13b883a None None] Provisioning for port 60f61d53-2dd6-443a-97d8-3bd0e1be2c2c completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:14:49.628470 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 05ed7dd1-8e1a-4269-ae8f-c3f646968f85 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:14:49.651568 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7feee13-fb66-460e-a625-ab41af569200 admin admin] Network cdd9d023-995b-4527-a08f-9d996a96232a is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:14:49.652718 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-a7feee13-fb66-460e-a625-ab41af569200 admin admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:14:49.672257 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-66a41a89-407d-4487-87bb-49fdf13b883a None None] Provisioning complete for port 60f61d53-2dd6-443a-97d8-3bd0e1be2c2c triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:14:49.672637 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-66a41a89-407d-4487-87bb-49fdf13b883a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:49.828357 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-66a41a89-407d-4487-87bb-49fdf13b883a None None] Port 60f61d53-2dd6-443a-97d8-3bd0e1be2c2c cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 14:14:49.908880 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 05ed7dd1-8e1a-4269-ae8f-c3f646968f85 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:14:49.909262 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:50.044159 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-88c4913f-a65a-489c-9948-11b45fd16220 None None] Provisioning complete for port 60f61d53-2dd6-443a-97d8-3bd0e1be2c2c triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:14:50.044443 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-88c4913f-a65a-489c-9948-11b45fd16220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:50.054018 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7feee13-fb66-460e-a625-ab41af569200 admin admin] Router 6ecde00d-29de-4939-a722-bde78b05b2e5 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:14:50.154904 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-88c4913f-a65a-489c-9948-11b45fd16220 None None] Port 60f61d53-2dd6-443a-97d8-3bd0e1be2c2c cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 14:14:50.180304 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-430f05ed-4e1b-41b3-860d-ce330cf90f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'name': 'tempest-TestShelveInstance-1378414466-router', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '709288f8-cdbd-4164-8b46-13302060edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:49Z', 'revision_number': 4, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'gw_port': {'id': '709288f8-cdbd-4164-8b46-13302060edb1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '60f61d53-2dd6-443a-97d8-3bd0e1be2c2c', 'name': '', 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'mac_address': 'fa:16:3e:88:a0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:48Z', 'updated_at': '2022-04-29T14:14:49Z', 'revision_number': 2, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'subnets': [{'id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:14:50.185779 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430f05ed-4e1b-41b3-860d-ce330cf90f31 None None] The sync data for ids ['6ecde00d-29de-4939-a722-bde78b05b2e5'] in dv-neutron-839027-4-hyperv is: [{'id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'name': 'tempest-TestShelveInstance-1378414466-router', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '709288f8-cdbd-4164-8b46-13302060edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:49Z', 'revision_number': 4, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'gw_port': {'id': '709288f8-cdbd-4164-8b46-13302060edb1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '60f61d53-2dd6-443a-97d8-3bd0e1be2c2c', 'name': '', 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'mac_address': 'fa:16:3e:88:a0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:48Z', 'updated_at': '2022-04-29T14:14:49Z', 'revision_number': 2, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'subnets': [{'id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:14:50.370491 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7feee13-fb66-460e-a625-ab41af569200 admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:14:50.380418 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-a7feee13-fb66-460e-a625-ab41af569200 admin admin] 10.222.0.76 "PUT /v2.0/routers/6ecde00d-29de-4939-a722-bde78b05b2e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8424602 Apr 29 14:14:51.264015 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42442) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:14:51.269692 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-340f637f-259b-4f96-bb43-daa70f9d6ba6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-833099479-network', 'tenant_id': 'b129960ea7df42fc9b293e979449a175'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:14:51.274511 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-340f637f-259b-4f96-bb43-daa70f9d6ba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:14:51.278729 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-340f637f-259b-4f96-bb43-daa70f9d6ba6 admin admin] Usage tracker for resource:network and tenant:b129960ea7df42fc9b293e979449a175 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:14:51.281680 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-340f637f-259b-4f96-bb43-daa70f9d6ba6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:14:51.287643 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-340f637f-259b-4f96-bb43-daa70f9d6ba6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:14:51.298150 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340f637f-259b-4f96-bb43-daa70f9d6ba6 admin admin] Made reservation on behalf of b129960ea7df42fc9b293e979449a175 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 14:14:51.300483 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-340f637f-259b-4f96-bb43-daa70f9d6ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:51.313737 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-340f637f-259b-4f96-bb43-daa70f9d6ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:51.345930 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-340f637f-259b-4f96-bb43-daa70f9d6ba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:14:51.349587 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-340f637f-259b-4f96-bb43-daa70f9d6ba6 admin admin] Usage tracker for resource:security_group_rule and tenant:b129960ea7df42fc9b293e979449a175 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:14:51.352293 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-340f637f-259b-4f96-bb43-daa70f9d6ba6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:14:51.358336 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-340f637f-259b-4f96-bb43-daa70f9d6ba6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:14:51.423654 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-340f637f-259b-4f96-bb43-daa70f9d6ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:51.427084 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-340f637f-259b-4f96-bb43-daa70f9d6ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:51.458020 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340f637f-259b-4f96-bb43-daa70f9d6ba6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 14:14:51.463324 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f637f-259b-4f96-bb43-daa70f9d6ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a3585d-8b90-4629-a898-009b8cc131a5,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:51.469960 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-340f637f-259b-4f96-bb43-daa70f9d6ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:51.470977 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-340f637f-259b-4f96-bb43-daa70f9d6ba6 admin admin] Added segment 5b2a5ce8-68ba-45b8-aa47-d61605071695 of type vlan for network 5e11d4dd-9389-43ab-9988-df32c93fe1e2 Apr 29 14:14:51.496238 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-340f637f-259b-4f96-bb43-daa70f9d6ba6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:51.526169 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-340f637f-259b-4f96-bb43-daa70f9d6ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:51.526966 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340f637f-259b-4f96-bb43-daa70f9d6ba6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:14:51.527530 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-340f637f-259b-4f96-bb43-daa70f9d6ba6 admin admin] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:51.625080 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f637f-259b-4f96-bb43-daa70f9d6ba6 admin admin] Pushing event updated for resources: {'Network': ['ID=5e11d4dd-9389-43ab-9988-df32c93fe1e2,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:51.630814 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-340f637f-259b-4f96-bb43-daa70f9d6ba6 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3632414 Apr 29 14:14:51.631063 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42446) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:14:51.636134 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 5e11d4dd-9389-43ab-9988-df32c93fe1e2 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 14:14:51.636632 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-1101a5f9-f897-4604-b2cb-bf59b32629b5 admin admin] Request body: {'subnet': {'network_id': '5e11d4dd-9389-43ab-9988-df32c93fe1e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-833099479-subnet', 'tenant_id': 'b129960ea7df42fc9b293e979449a175', 'ip_version': 4}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:14:51.645488 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1101a5f9-f897-4604-b2cb-bf59b32629b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:14:51.650280 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1101a5f9-f897-4604-b2cb-bf59b32629b5 admin admin] Usage tracker for resource:subnet and tenant:b129960ea7df42fc9b293e979449a175 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:14:51.653413 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-1101a5f9-f897-4604-b2cb-bf59b32629b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:14:51.659210 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-1101a5f9-f897-4604-b2cb-bf59b32629b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:14:51.659342 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 709288f8-cdbd-4164-8b46-13302060edb1 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:14:51.670012 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1101a5f9-f897-4604-b2cb-bf59b32629b5 admin admin] Made reservation on behalf of b129960ea7df42fc9b293e979449a175 for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 14:14:51.672215 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1101a5f9-f897-4604-b2cb-bf59b32629b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:51.801320 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 709288f8-cdbd-4164-8b46-13302060edb1 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:14:51.805958 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 709288f8-cdbd-4164-8b46-13302060edb1 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:14:51.806327 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:51.891793 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1101a5f9-f897-4604-b2cb-bf59b32629b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:51.961797 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:51.962807 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101a5f9-f897-4604-b2cb-bf59b32629b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78dcbe68-34a7-4d4b-8f0d-793bac01de5a,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:51.977593 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1101a5f9-f897-4604-b2cb-bf59b32629b5 admin admin] Checking segment: {'id': '5b2a5ce8-68ba-45b8-aa47-d61605071695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5e11d4dd-9389-43ab-9988-df32c93fe1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:14:51.977938 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1101a5f9-f897-4604-b2cb-bf59b32629b5 admin admin] Network hostable DHCP agents. Network: 5e11d4dd-9389-43ab-9988-df32c93fe1e2, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 14:14:51.978250 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 709288f8-cdbd-4164-8b46-13302060edb1, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=709288f8-cdbd-4164-8b46-13302060edb1,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:14:51.982540 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:52.002617 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1101a5f9-f897-4604-b2cb-bf59b32629b5 admin admin] Network 5e11d4dd-9389-43ab-9988-df32c93fe1e2 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 14:14:52.012776 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-1101a5f9-f897-4604-b2cb-bf59b32629b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 5e11d4dd-9389-43ab-9988-df32c93fe1e2) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:14:52.016654 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1101a5f9-f897-4604-b2cb-bf59b32629b5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:14:52.017261 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-1101a5f9-f897-4604-b2cb-bf59b32629b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:52.028712 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e40973-7ff5-4898-a455-166323ff6aac None None] Network 5e11d4dd-9389-43ab-9988-df32c93fe1e2 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 14:14:52.037522 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-1101a5f9-f897-4604-b2cb-bf59b32629b5 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4055245 Apr 29 14:14:52.039987 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42454) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:14:52.045153 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-c39369ec-e1b9-45fe-8eb6-67a5127df8fb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-833099479-router', 'tenant_id': 'b129960ea7df42fc9b293e979449a175', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:14:52.049710 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-c39369ec-e1b9-45fe-8eb6-67a5127df8fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:14:52.053504 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-c39369ec-e1b9-45fe-8eb6-67a5127df8fb admin admin] Usage tracker for resource:router and tenant:b129960ea7df42fc9b293e979449a175 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:14:52.057259 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-c39369ec-e1b9-45fe-8eb6-67a5127df8fb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:14:52.063112 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-c39369ec-e1b9-45fe-8eb6-67a5127df8fb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:14:52.074567 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c39369ec-e1b9-45fe-8eb6-67a5127df8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:52.075451 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c39369ec-e1b9-45fe-8eb6-67a5127df8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:52.093851 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c39369ec-e1b9-45fe-8eb6-67a5127df8fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:52.131803 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=709288f8-cdbd-4164-8b46-13302060edb1,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:52.243329 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c39369ec-e1b9-45fe-8eb6-67a5127df8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:52.260581 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04805295-34e8-48f6-b342-4b13754973b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-5e11d4dd-9389-43ab-9988-df32c93fe1e2', 'network_id': '5e11d4dd-9389-43ab-9988-df32c93fe1e2', 'tenant_id': 'b129960ea7df42fc9b293e979449a175', 'fixed_ips': [{'subnet_id': '78dcbe68-34a7-4d4b-8f0d-793bac01de5a'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 14:14:52.261332 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-04805295-34e8-48f6-b342-4b13754973b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:52.413385 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-04805295-34e8-48f6-b342-4b13754973b6 None None] Allocated IP 172.20.0.2 (5e11d4dd-9389-43ab-9988-df32c93fe1e2/78dcbe68-34a7-4d4b-8f0d-793bac01de5a/a751f33a-b284-4d96-9337-927500eab40b) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:14:52.428134 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c39369ec-e1b9-45fe-8eb6-67a5127df8fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:52.457010 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c39369ec-e1b9-45fe-8eb6-67a5127df8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:52.592229 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-c39369ec-e1b9-45fe-8eb6-67a5127df8fb admin admin] Allocated IP 172.26.6.6 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/a8246733-db73-48fe-b33e-e4ec176bc7e6) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:14:52.613010 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-04805295-34e8-48f6-b342-4b13754973b6 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:52.626107 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-04805295-34e8-48f6-b342-4b13754973b6 None None] Transition to ACTIVE for port object a751f33a-b284-4d96-9337-927500eab40b will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:14:52.645362 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-04805295-34e8-48f6-b342-4b13754973b6 None None] Transition to ACTIVE for port object a751f33a-b284-4d96-9337-927500eab40b will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:14:52.652136 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-04805295-34e8-48f6-b342-4b13754973b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:52.722995 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04805295-34e8-48f6-b342-4b13754973b6 None None] Network 5e11d4dd-9389-43ab-9988-df32c93fe1e2 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:14:52.726441 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-04805295-34e8-48f6-b342-4b13754973b6 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:14:52.729637 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04805295-34e8-48f6-b342-4b13754973b6 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:14:52.732978 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04805295-34e8-48f6-b342-4b13754973b6 None None] Pushing event updated for resources: {'Port': ['ID=a751f33a-b284-4d96-9337-927500eab40b,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:52.740513 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c39369ec-e1b9-45fe-8eb6-67a5127df8fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:52.767466 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c39369ec-e1b9-45fe-8eb6-67a5127df8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:52.827278 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-04805295-34e8-48f6-b342-4b13754973b6 None None] Attempting to bind port a751f33a-b284-4d96-9337-927500eab40b on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:14:52.827742 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-04805295-34e8-48f6-b342-4b13754973b6 None None] Attempting to bind port a751f33a-b284-4d96-9337-927500eab40b by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '5b2a5ce8-68ba-45b8-aa47-d61605071695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5e11d4dd-9389-43ab-9988-df32c93fe1e2'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:14:52.828167 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04805295-34e8-48f6-b342-4b13754973b6 None None] Attempting to bind port a751f33a-b284-4d96-9337-927500eab40b on network 5e11d4dd-9389-43ab-9988-df32c93fe1e2 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:14:52.835744 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04805295-34e8-48f6-b342-4b13754973b6 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:14:52.835744 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04805295-34e8-48f6-b342-4b13754973b6 None None] Checking segment: {'id': '5b2a5ce8-68ba-45b8-aa47-d61605071695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5e11d4dd-9389-43ab-9988-df32c93fe1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:14:52.836100 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-04805295-34e8-48f6-b342-4b13754973b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:52.836606 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04805295-34e8-48f6-b342-4b13754973b6 None None] Bound using segment: {'id': '5b2a5ce8-68ba-45b8-aa47-d61605071695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5e11d4dd-9389-43ab-9988-df32c93fe1e2'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:14:52.837680 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-04805295-34e8-48f6-b342-4b13754973b6 None None] Bound port: a751f33a-b284-4d96-9337-927500eab40b, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b2a5ce8-68ba-45b8-aa47-d61605071695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5e11d4dd-9389-43ab-9988-df32c93fe1e2'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:14:52.837680 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-04805295-34e8-48f6-b342-4b13754973b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:52.841439 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39369ec-e1b9-45fe-8eb6-67a5127df8fb admin admin] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:14:52.844574 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-c39369ec-e1b9-45fe-8eb6-67a5127df8fb admin admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:14:52.849339 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39369ec-e1b9-45fe-8eb6-67a5127df8fb admin admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:14:52.875040 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39369ec-e1b9-45fe-8eb6-67a5127df8fb admin admin] Pushing event updated for resources: {'Port': ['ID=a8246733-db73-48fe-b33e-e4ec176bc7e6,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:52.945390 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-04805295-34e8-48f6-b342-4b13754973b6 None None] For port a751f33a-b284-4d96-9337-927500eab40b, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:14:52.949553 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-04805295-34e8-48f6-b342-4b13754973b6 None None] For port a751f33a-b284-4d96-9337-927500eab40b, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a751f33a-b284-4d96-9337-927500eab40b,segment=NetworkSegment(5b2a5ce8-68ba-45b8-aa47-d61605071695),segment_id=5b2a5ce8-68ba-45b8-aa47-d61605071695)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:14:52.954907 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-04805295-34e8-48f6-b342-4b13754973b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:53.020599 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c39369ec-e1b9-45fe-8eb6-67a5127df8fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:53.021403 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c39369ec-e1b9-45fe-8eb6-67a5127df8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:53.045663 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04805295-34e8-48f6-b342-4b13754973b6 None None] Pushing event updated for resources: {'Port': ['ID=a751f33a-b284-4d96-9337-927500eab40b,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:53.366560 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39369ec-e1b9-45fe-8eb6-67a5127df8fb admin admin] Router 807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 14:14:53.565569 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39369ec-e1b9-45fe-8eb6-67a5127df8fb admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:14:53.575410 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27dda63-9a1c-47c6-ac15-8e54a7a5f403 None None] Sync routers for ids ['807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:14:53.590773 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27dda63-9a1c-47c6-ac15-8e54a7a5f403 None None] Routers {'807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:14:53.591461 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-e27dda63-9a1c-47c6-ac15-8e54a7a5f403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:14:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:14:53.594508 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-c39369ec-e1b9-45fe-8eb6-67a5127df8fb admin admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:53.599451 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42458) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:14:53.600354 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c39369ec-e1b9-45fe-8eb6-67a5127df8fb admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.5594060 Apr 29 14:14:53.737502 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a751f33a-b284-4d96-9337-927500eab40b up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:14:53.792084 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-e27dda63-9a1c-47c6-ac15-8e54a7a5f403 None None] Set router 807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:14:53.853284 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port a751f33a-b284-4d96-9337-927500eab40b completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:14:53.859278 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 709288f8-cdbd-4164-8b46-13302060edb1 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:14:53.941426 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 709288f8-cdbd-4164-8b46-13302060edb1 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:14:53.942278 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:54.083718 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f261171-b78e-4248-83d1-db1ce4ab16f3 None None] Network 5e11d4dd-9389-43ab-9988-df32c93fe1e2 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 14:14:54.129685 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-e27dda63-9a1c-47c6-ac15-8e54a7a5f403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894', 'name': 'tempest-TestShelveInstance-833099479-router', 'tenant_id': 'b129960ea7df42fc9b293e979449a175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a8246733-db73-48fe-b33e-e4ec176bc7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:14:52Z', 'updated_at': '2022-04-29T14:14:52Z', 'revision_number': 3, 'project_id': 'b129960ea7df42fc9b293e979449a175', 'gw_port': {'id': 'a8246733-db73-48fe-b33e-e4ec176bc7e6', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:52Z', 'updated_at': '2022-04-29T14:14:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:14:54.133790 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27dda63-9a1c-47c6-ac15-8e54a7a5f403 None None] Checking router: 807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:14:54.134318 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27dda63-9a1c-47c6-ac15-8e54a7a5f403 None None] Updating router 807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894 port a8246733-db73-48fe-b33e-e4ec176bc7e6 binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 14:14:54.186892 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-e27dda63-9a1c-47c6-ac15-8e54a7a5f403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:54.199559 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0cb3d2c8-63e8-43bb-8dec-64ff0e2b8878 None None] Provisioning for port a751f33a-b284-4d96-9337-927500eab40b completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:14:54.215500 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-0cb3d2c8-63e8-43bb-8dec-64ff0e2b8878 None None] Provisioning complete for port a751f33a-b284-4d96-9337-927500eab40b triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:14:54.216002 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0cb3d2c8-63e8-43bb-8dec-64ff0e2b8878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:54.424874 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0cb3d2c8-63e8-43bb-8dec-64ff0e2b8878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:54.468063 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-0cb3d2c8-63e8-43bb-8dec-64ff0e2b8878 None None] For port a751f33a-b284-4d96-9337-927500eab40b, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a751f33a-b284-4d96-9337-927500eab40b,segment=NetworkSegment(5b2a5ce8-68ba-45b8-aa47-d61605071695),segment_id=5b2a5ce8-68ba-45b8-aa47-d61605071695)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:14:54.474008 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0cb3d2c8-63e8-43bb-8dec-64ff0e2b8878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:54.545123 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-e27dda63-9a1c-47c6-ac15-8e54a7a5f403 None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:54.549677 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-09cc4c47-2bcb-4576-ad0c-e7549de2cb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:54.569945 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-e27dda63-9a1c-47c6-ac15-8e54a7a5f403 None None] Transition to ACTIVE for port object a8246733-db73-48fe-b33e-e4ec176bc7e6 will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:14:54.579635 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-e27dda63-9a1c-47c6-ac15-8e54a7a5f403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:54.592134 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3d2c8-63e8-43bb-8dec-64ff0e2b8878 None None] Pushing event updated for resources: {'Port': ['ID=a751f33a-b284-4d96-9337-927500eab40b,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:54.692230 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-e27dda63-9a1c-47c6-ac15-8e54a7a5f403 None None] Attempting to bind port a8246733-db73-48fe-b33e-e4ec176bc7e6 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:14:54.692686 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-e27dda63-9a1c-47c6-ac15-8e54a7a5f403 None None] Attempting to bind port a8246733-db73-48fe-b33e-e4ec176bc7e6 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:14:54.692959 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27dda63-9a1c-47c6-ac15-8e54a7a5f403 None None] Attempting to bind port a8246733-db73-48fe-b33e-e4ec176bc7e6 on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:14:54.698807 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3844733f-9e8b-48fe-9227-0f0343da145e None None] Provisioning complete for port a751f33a-b284-4d96-9337-927500eab40b triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:14:54.699199 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3844733f-9e8b-48fe-9227-0f0343da145e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:54.703572 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0b4fc-e220-4872-b9f0-f1c2d7ca6db7 None None] Pushing event updated for resources: {'Port': ['ID=a8246733-db73-48fe-b33e-e4ec176bc7e6,revision_number=2']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:54.707569 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27dda63-9a1c-47c6-ac15-8e54a7a5f403 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:14:54.707942 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27dda63-9a1c-47c6-ac15-8e54a7a5f403 None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:14:54.708332 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-e27dda63-9a1c-47c6-ac15-8e54a7a5f403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:54.708728 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27dda63-9a1c-47c6-ac15-8e54a7a5f403 None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:14:54.709183 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-e27dda63-9a1c-47c6-ac15-8e54a7a5f403 None None] Bound port: a8246733-db73-48fe-b33e-e4ec176bc7e6, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:14:54.709553 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-e27dda63-9a1c-47c6-ac15-8e54a7a5f403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:54.748222 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca0b4fc-e220-4872-b9f0-f1c2d7ca6db7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:54.748485 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca0b4fc-e220-4872-b9f0-f1c2d7ca6db7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:54.748843 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca0b4fc-e220-4872-b9f0-f1c2d7ca6db7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:54.749177 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca0b4fc-e220-4872-b9f0-f1c2d7ca6db7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:54.749851 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca0b4fc-e220-4872-b9f0-f1c2d7ca6db7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:54.749851 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca0b4fc-e220-4872-b9f0-f1c2d7ca6db7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:54.750126 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca0b4fc-e220-4872-b9f0-f1c2d7ca6db7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:54.750445 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca0b4fc-e220-4872-b9f0-f1c2d7ca6db7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:54.750760 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca0b4fc-e220-4872-b9f0-f1c2d7ca6db7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:54.751106 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca0b4fc-e220-4872-b9f0-f1c2d7ca6db7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:54.751385 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca0b4fc-e220-4872-b9f0-f1c2d7ca6db7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:14:54.786131 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-09cc4c47-2bcb-4576-ad0c-e7549de2cb23 admin admin] Allocated IP 172.20.0.1 (5e11d4dd-9389-43ab-9988-df32c93fe1e2/78dcbe68-34a7-4d4b-8f0d-793bac01de5a/e7d6db38-8804-472a-afdb-8476f48e5db1) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:14:54.795114 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-e27dda63-9a1c-47c6-ac15-8e54a7a5f403 None None] For port a8246733-db73-48fe-b33e-e4ec176bc7e6, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:14:54.798117 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-e27dda63-9a1c-47c6-ac15-8e54a7a5f403 None None] For port a8246733-db73-48fe-b33e-e4ec176bc7e6, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a8246733-db73-48fe-b33e-e4ec176bc7e6,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:14:54.803756 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-e27dda63-9a1c-47c6-ac15-8e54a7a5f403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:54.889624 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0b4fc-e220-4872-b9f0-f1c2d7ca6db7 None None] Pushing event updated for resources: {'Port': ['ID=a8246733-db73-48fe-b33e-e4ec176bc7e6,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:54.892386 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27dda63-9a1c-47c6-ac15-8e54a7a5f403 None None] Routers {'807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:14:54.892993 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-e27dda63-9a1c-47c6-ac15-8e54a7a5f403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:14:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:14:54.943604 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-09cc4c47-2bcb-4576-ad0c-e7549de2cb23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:54.959483 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-09cc4c47-2bcb-4576-ad0c-e7549de2cb23 admin admin] Transition to ACTIVE for port object e7d6db38-8804-472a-afdb-8476f48e5db1 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:14:54.983105 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-09cc4c47-2bcb-4576-ad0c-e7549de2cb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:55.051589 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cc4c47-2bcb-4576-ad0c-e7549de2cb23 admin admin] Network 5e11d4dd-9389-43ab-9988-df32c93fe1e2 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:14:55.054232 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-09cc4c47-2bcb-4576-ad0c-e7549de2cb23 admin admin] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:14:55.057940 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cc4c47-2bcb-4576-ad0c-e7549de2cb23 admin admin] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:14:55.071245 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-e27dda63-9a1c-47c6-ac15-8e54a7a5f403 None None] Set router 807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:14:55.088602 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc4c47-2bcb-4576-ad0c-e7549de2cb23 admin admin] Pushing event updated for resources: {'Port': ['ID=e7d6db38-8804-472a-afdb-8476f48e5db1,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:55.115761 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-09cc4c47-2bcb-4576-ad0c-e7549de2cb23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:55.202563 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-09cc4c47-2bcb-4576-ad0c-e7549de2cb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:55.341841 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fc0ac294-b183-4ca7-91a9-7c8fbae68182 None None] Provisioning for port e7d6db38-8804-472a-afdb-8476f48e5db1 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:14:55.347615 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fc0ac294-b183-4ca7-91a9-7c8fbae68182 None None] Provisioning complete for port e7d6db38-8804-472a-afdb-8476f48e5db1 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:14:55.348118 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fc0ac294-b183-4ca7-91a9-7c8fbae68182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:55.365002 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-e27dda63-9a1c-47c6-ac15-8e54a7a5f403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894', 'name': 'tempest-TestShelveInstance-833099479-router', 'tenant_id': 'b129960ea7df42fc9b293e979449a175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a8246733-db73-48fe-b33e-e4ec176bc7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:14:52Z', 'updated_at': '2022-04-29T14:14:52Z', 'revision_number': 3, 'project_id': 'b129960ea7df42fc9b293e979449a175', 'gw_port': {'id': 'a8246733-db73-48fe-b33e-e4ec176bc7e6', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:52Z', 'updated_at': '2022-04-29T14:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:14:55.369298 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27dda63-9a1c-47c6-ac15-8e54a7a5f403 None None] The sync data for ids ['807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894'] in dv-neutron-839027-4-hyperv is: [{'id': '807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894', 'name': 'tempest-TestShelveInstance-833099479-router', 'tenant_id': 'b129960ea7df42fc9b293e979449a175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a8246733-db73-48fe-b33e-e4ec176bc7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:14:52Z', 'updated_at': '2022-04-29T14:14:52Z', 'revision_number': 3, 'project_id': 'b129960ea7df42fc9b293e979449a175', 'gw_port': {'id': 'a8246733-db73-48fe-b33e-e4ec176bc7e6', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:52Z', 'updated_at': '2022-04-29T14:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:14:55.405246 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-fc0ac294-b183-4ca7-91a9-7c8fbae68182 None None] Port e7d6db38-8804-472a-afdb-8476f48e5db1 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 14:14:55.435202 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-09cc4c47-2bcb-4576-ad0c-e7549de2cb23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:55.439435 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-09cc4c47-2bcb-4576-ad0c-e7549de2cb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:55.540309 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc4c47-2bcb-4576-ad0c-e7549de2cb23 admin admin] Pushing event updated for resources: {'Port': ['ID=e7d6db38-8804-472a-afdb-8476f48e5db1,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:55.544952 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-09cc4c47-2bcb-4576-ad0c-e7549de2cb23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:55.628925 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a751f33a-b284-4d96-9337-927500eab40b up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:14:55.678060 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cc4c47-2bcb-4576-ad0c-e7549de2cb23 admin admin] Network 5e11d4dd-9389-43ab-9988-df32c93fe1e2 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:14:55.681266 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-09cc4c47-2bcb-4576-ad0c-e7549de2cb23 admin admin] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:14:55.700713 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port a751f33a-b284-4d96-9337-927500eab40b triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:14:55.700962 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:55.932138 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2995af04-6b7d-4007-849d-938995696f57 None None] Provisioning complete for port e7d6db38-8804-472a-afdb-8476f48e5db1 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:14:55.932502 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2995af04-6b7d-4007-849d-938995696f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:55.986808 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-2995af04-6b7d-4007-849d-938995696f57 None None] Port e7d6db38-8804-472a-afdb-8476f48e5db1 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 14:14:56.068945 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09cc4c47-2bcb-4576-ad0c-e7549de2cb23 admin admin] Router 807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:14:56.377002 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09cc4c47-2bcb-4576-ad0c-e7549de2cb23 admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:14:56.386281 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-09cc4c47-2bcb-4576-ad0c-e7549de2cb23 admin admin] 10.222.0.76 "PUT /v2.0/routers/807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7840402 Apr 29 14:14:56.943721 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42472) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:14:56.950063 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-ba1472dc-2889-44fa-a9e6-913a9407fa73 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-723188605', 'description': 'tempest-secgroup-smoke-723188605 description', 'project_id': '994916233fc24d94a1e9466cebb43fb9'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:14:56.962555 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ba1472dc-2889-44fa-a9e6-913a9407fa73 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:14:56.967740 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ba1472dc-2889-44fa-a9e6-913a9407fa73 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Usage tracker for resource:security_group and tenant:994916233fc24d94a1e9466cebb43fb9 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:14:56.970725 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ba1472dc-2889-44fa-a9e6-913a9407fa73 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:14:56.977653 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ba1472dc-2889-44fa-a9e6-913a9407fa73 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:14:56.988900 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ba1472dc-2889-44fa-a9e6-913a9407fa73 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:57.023779 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ba1472dc-2889-44fa-a9e6-913a9407fa73 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:14:57.027865 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ba1472dc-2889-44fa-a9e6-913a9407fa73 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Usage tracker for resource:security_group_rule and tenant:994916233fc24d94a1e9466cebb43fb9 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:14:57.030629 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ba1472dc-2889-44fa-a9e6-913a9407fa73 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:14:57.036217 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ba1472dc-2889-44fa-a9e6-913a9407fa73 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:14:57.091518 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ba1472dc-2889-44fa-a9e6-913a9407fa73 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:57.094963 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ba1472dc-2889-44fa-a9e6-913a9407fa73 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:57.138492 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1472dc-2889-44fa-a9e6-913a9407fa73 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de03cbf3-d6b4-4127-9cf1-51df7bf488b5,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:57.140775 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ba1472dc-2889-44fa-a9e6-913a9407fa73 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:57.141953 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ba1472dc-2889-44fa-a9e6-913a9407fa73 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1972468 Apr 29 14:14:57.144930 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42476) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:14:57.150310 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-83263d23-0a7e-4dad-b6ac-deaee9de596b tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Request body: {'security_group_rule': {'security_group_id': 'de03cbf3-d6b4-4127-9cf1-51df7bf488b5', 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:14:57.156200 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-83263d23-0a7e-4dad-b6ac-deaee9de596b tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:14:57.160060 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-83263d23-0a7e-4dad-b6ac-deaee9de596b tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Usage tracker for resource:security_group_rule and tenant:994916233fc24d94a1e9466cebb43fb9 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:14:57.162939 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-83263d23-0a7e-4dad-b6ac-deaee9de596b tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:14:57.168711 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-83263d23-0a7e-4dad-b6ac-deaee9de596b tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:14:57.185358 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-83263d23-0a7e-4dad-b6ac-deaee9de596b tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:57.244475 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-83263d23-0a7e-4dad-b6ac-deaee9de596b tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:57.248015 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-83263d23-0a7e-4dad-b6ac-deaee9de596b tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:57.272389 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83263d23-0a7e-4dad-b6ac-deaee9de596b tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833ac0a8-d778-4585-9b55-0d412b213742,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:57.282407 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-83263d23-0a7e-4dad-b6ac-deaee9de596b tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:57.283590 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-83263d23-0a7e-4dad-b6ac-deaee9de596b tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1377649 Apr 29 14:14:57.286277 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42480) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:14:57.291917 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-48cb2b97-d59d-4305-b7b9-1375652513d1 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Request body: {'security_group_rule': {'security_group_id': 'de03cbf3-d6b4-4127-9cf1-51df7bf488b5', 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:14:57.297830 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-48cb2b97-d59d-4305-b7b9-1375652513d1 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:14:57.301590 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-48cb2b97-d59d-4305-b7b9-1375652513d1 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Usage tracker for resource:security_group_rule and tenant:994916233fc24d94a1e9466cebb43fb9 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:14:57.304385 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-48cb2b97-d59d-4305-b7b9-1375652513d1 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:14:57.310752 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-48cb2b97-d59d-4305-b7b9-1375652513d1 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:14:57.327662 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-48cb2b97-d59d-4305-b7b9-1375652513d1 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:57.389994 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-48cb2b97-d59d-4305-b7b9-1375652513d1 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:57.393456 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-48cb2b97-d59d-4305-b7b9-1375652513d1 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:57.417688 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb2b97-d59d-4305-b7b9-1375652513d1 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02163fa-453d-48c2-b325-fadec63c2dab,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:57.427591 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-48cb2b97-d59d-4305-b7b9-1375652513d1 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:57.428910 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-48cb2b97-d59d-4305-b7b9-1375652513d1 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1416917 Apr 29 14:14:57.432428 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42484) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:14:57.438170 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-c7e3cbe2-d025-4ad2-baed-0a0aeee6150c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Request body: {'security_group_rule': {'security_group_id': 'de03cbf3-d6b4-4127-9cf1-51df7bf488b5', 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:14:57.444053 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c7e3cbe2-d025-4ad2-baed-0a0aeee6150c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:14:57.448082 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c7e3cbe2-d025-4ad2-baed-0a0aeee6150c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Usage tracker for resource:security_group_rule and tenant:994916233fc24d94a1e9466cebb43fb9 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:14:57.450994 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-c7e3cbe2-d025-4ad2-baed-0a0aeee6150c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:14:57.456698 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-c7e3cbe2-d025-4ad2-baed-0a0aeee6150c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:14:57.472942 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7e3cbe2-d025-4ad2-baed-0a0aeee6150c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:57.535995 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7e3cbe2-d025-4ad2-baed-0a0aeee6150c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:57.539507 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7e3cbe2-d025-4ad2-baed-0a0aeee6150c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:57.562860 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3cbe2-d025-4ad2-baed-0a0aeee6150c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b27bc25-9555-491f-84fd-c0f1db3c51c1,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:57.572710 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c7e3cbe2-d025-4ad2-baed-0a0aeee6150c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:57.573915 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c7e3cbe2-d025-4ad2-baed-0a0aeee6150c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1404977 Apr 29 14:14:57.576575 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42488) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:14:57.583213 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-7e144117-718e-43b9-aa0e-ff93007b0a66 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Request body: {'security_group_rule': {'security_group_id': 'de03cbf3-d6b4-4127-9cf1-51df7bf488b5', 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:14:57.589634 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7e144117-718e-43b9-aa0e-ff93007b0a66 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:14:57.593536 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7e144117-718e-43b9-aa0e-ff93007b0a66 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Usage tracker for resource:security_group_rule and tenant:994916233fc24d94a1e9466cebb43fb9 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:14:57.596411 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-7e144117-718e-43b9-aa0e-ff93007b0a66 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:14:57.602128 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-7e144117-718e-43b9-aa0e-ff93007b0a66 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:14:57.618714 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7e144117-718e-43b9-aa0e-ff93007b0a66 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:57.684339 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7e144117-718e-43b9-aa0e-ff93007b0a66 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:57.687831 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7e144117-718e-43b9-aa0e-ff93007b0a66 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:57.710800 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e144117-718e-43b9-aa0e-ff93007b0a66 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd481e44-2bd4-416b-a73b-b3a7b8b8143d,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:57.719766 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7e144117-718e-43b9-aa0e-ff93007b0a66 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:57.721157 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7e144117-718e-43b9-aa0e-ff93007b0a66 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1433337 Apr 29 14:14:57.723718 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42492) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:14:57.730228 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-176f03d6-c513-4478-96c8-1f1820c638ce tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Request body: {'security_group_rule': {'security_group_id': 'de03cbf3-d6b4-4127-9cf1-51df7bf488b5', 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:14:57.735853 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-176f03d6-c513-4478-96c8-1f1820c638ce tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:14:57.739551 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-176f03d6-c513-4478-96c8-1f1820c638ce tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Usage tracker for resource:security_group_rule and tenant:994916233fc24d94a1e9466cebb43fb9 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:14:57.742345 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-176f03d6-c513-4478-96c8-1f1820c638ce tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:14:57.748258 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-176f03d6-c513-4478-96c8-1f1820c638ce tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:14:57.758103 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.securitygroups_db [None req-176f03d6-c513-4478-96c8-1f1820c638ce tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Project 994916233fc24d94a1e9466cebb43fb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 14:14:57.764835 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-176f03d6-c513-4478-96c8-1f1820c638ce tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:57.831035 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-176f03d6-c513-4478-96c8-1f1820c638ce tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:57.835059 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-176f03d6-c513-4478-96c8-1f1820c638ce tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:57.857194 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f03d6-c513-4478-96c8-1f1820c638ce tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc403f59-8ef6-4048-8518-6bb2b8335595,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:57.867310 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-176f03d6-c513-4478-96c8-1f1820c638ce tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:57.868686 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-176f03d6-c513-4478-96c8-1f1820c638ce tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1440935 Apr 29 14:14:57.871422 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42496) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:14:57.876815 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-94875568-309b-4bba-8f96-d026898e6def tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Request body: {'security_group_rule': {'security_group_id': 'de03cbf3-d6b4-4127-9cf1-51df7bf488b5', 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:14:57.882768 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-94875568-309b-4bba-8f96-d026898e6def tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:14:57.886671 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-94875568-309b-4bba-8f96-d026898e6def tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Usage tracker for resource:security_group_rule and tenant:994916233fc24d94a1e9466cebb43fb9 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:14:57.889474 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-94875568-309b-4bba-8f96-d026898e6def tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:14:57.895015 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-94875568-309b-4bba-8f96-d026898e6def tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:14:57.905863 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.securitygroups_db [None req-94875568-309b-4bba-8f96-d026898e6def tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Project 994916233fc24d94a1e9466cebb43fb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 14:14:57.911837 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94875568-309b-4bba-8f96-d026898e6def tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:57.976207 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94875568-309b-4bba-8f96-d026898e6def tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:57.980328 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94875568-309b-4bba-8f96-d026898e6def tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:58.003054 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94875568-309b-4bba-8f96-d026898e6def tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa8cd85-aae0-450f-9914-d6f2be54cbf6,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:14:58.012141 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-94875568-309b-4bba-8f96-d026898e6def tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:58.013385 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-94875568-309b-4bba-8f96-d026898e6def tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1410456 Apr 29 14:14:58.247125 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-1caea557-3b06-4869-9d9c-85dfa71d9419 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Synchronizing usage tracker for tenant:994916233fc24d94a1e9466cebb43fb9 on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:14:58.264250 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-1caea557-3b06-4869-9d9c-85dfa71d9419 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Unset dirty status for tenant:994916233fc24d94a1e9466cebb43fb9 on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:14:58.265390 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-1caea557-3b06-4869-9d9c-85dfa71d9419 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-723188605&fields=id&tenant_id=994916233fc24d94a1e9466cebb43fb9 HTTP/1.1" status: 200 len: 267 time: 0.0588729 Apr 29 14:14:58.408695 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-c11b7226-9bd3-401b-839b-4d7159280b35 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:14:58.410118 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-c11b7226-9bd3-401b-839b-4d7159280b35 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/networks?id=cdd9d023-995b-4527-a08f-9d996a96232a HTTP/1.1" status: 200 len: 809 time: 0.1383722 Apr 29 14:14:58.425643 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-7f5e24da-b848-464a-8c8a-b178c5513775 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/quotas/994916233fc24d94a1e9466cebb43fb9 HTTP/1.1" status: 200 len: 375 time: 0.0103245 Apr 29 14:14:58.510723 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-a2dff440-6611-4bde-9226-427ba1eef6f7 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=994916233fc24d94a1e9466cebb43fb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795929 Apr 29 14:14:58.579239 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:14:58.803852 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-56905679-7285-4d87-92fb-6aba95106d1a service neutron] 10.222.0.76 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820740 Apr 29 14:14:58.934732 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-ad2db0f1-e6f7-43f5-8787-2de104b3c081 service neutron] 10.222.0.76 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246209 Apr 29 14:14:59.132262 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-9dc3cb6c-6095-4496-82ad-9a0114c4eb10 req-1bfc17e4-1fdb-492e-ae2e-b3b33f0729d9 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Synchronizing usage tracker for tenant:994916233fc24d94a1e9466cebb43fb9 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:14:59.148520 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-9dc3cb6c-6095-4496-82ad-9a0114c4eb10 req-1bfc17e4-1fdb-492e-ae2e-b3b33f0729d9 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Unset dirty status for tenant:994916233fc24d94a1e9466cebb43fb9 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:14:59.149689 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9dc3cb6c-6095-4496-82ad-9a0114c4eb10 req-1bfc17e4-1fdb-492e-ae2e-b3b33f0729d9 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 210 time: 0.0580037 Apr 29 14:15:00.316897 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d552d81a-383e-4b12-985e-5d071d78053f req-74f93197-79dc-41eb-b95d-5e80f742b019 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 210 time: 0.0430455 Apr 29 14:15:00.448644 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-59a26217-77f6-449b-b190-88fbe0c3825d tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:15:00.449248 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-59a26217-77f6-449b-b190-88fbe0c3825d tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Synchronizing usage tracker for tenant:994916233fc24d94a1e9466cebb43fb9 on resource:network {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:15:00.466041 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-59a26217-77f6-449b-b190-88fbe0c3825d tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Unset dirty status for tenant:994916233fc24d94a1e9466cebb43fb9 on resource:network {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:15:00.467603 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-59a26217-77f6-449b-b190-88fbe0c3825d tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.32 "GET /v2.0/networks?id=cdd9d023-995b-4527-a08f-9d996a96232a HTTP/1.1" status: 200 len: 809 time: 0.1757805 Apr 29 14:15:00.520050 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-8da4552c-49f6-48d4-ac65-65b1382f12de tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Synchronizing usage tracker for tenant:994916233fc24d94a1e9466cebb43fb9 on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:15:00.531455 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-8da4552c-49f6-48d4-ac65-65b1382f12de tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Unset dirty status for tenant:994916233fc24d94a1e9466cebb43fb9 on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:15:00.532527 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-8da4552c-49f6-48d4-ac65-65b1382f12de tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=994916233fc24d94a1e9466cebb43fb9 HTTP/1.1" status: 200 len: 379 time: 0.0526588 Apr 29 14:15:00.540518 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-c7fad2a0-ec8d-428b-a034-a90c11aefa5e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Request body: {'port': {'device_id': 'c8470025-32a5-49f8-b911-c5005b4fe619', 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'admin_state_up': True, 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'security_groups': ['de03cbf3-d6b4-4127-9cf1-51df7bf488b5']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:15:00.691539 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-c7fad2a0-ec8d-428b-a034-a90c11aefa5e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:15:00.704015 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-c7fad2a0-ec8d-428b-a034-a90c11aefa5e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:15:00.713387 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-c7fad2a0-ec8d-428b-a034-a90c11aefa5e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Made reservation on behalf of 994916233fc24d94a1e9466cebb43fb9 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 14:15:00.716515 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-c7fad2a0-ec8d-428b-a034-a90c11aefa5e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:00.892228 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-c7fad2a0-ec8d-428b-a034-a90c11aefa5e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Allocated IP 172.20.0.6 (cdd9d023-995b-4527-a08f-9d996a96232a/f24d6675-e5ce-436d-9821-7f9371120f66/42824629-da72-416d-8c6b-5ea56d669c9c) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:15:01.092228 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-c7fad2a0-ec8d-428b-a034-a90c11aefa5e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:01.108668 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-c7fad2a0-ec8d-428b-a034-a90c11aefa5e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Transition to ACTIVE for port object 42824629-da72-416d-8c6b-5ea56d669c9c will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:15:01.131092 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-c7fad2a0-ec8d-428b-a034-a90c11aefa5e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:01.208878 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-c7fad2a0-ec8d-428b-a034-a90c11aefa5e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Network cdd9d023-995b-4527-a08f-9d996a96232a is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:15:01.212341 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-c7fad2a0-ec8d-428b-a034-a90c11aefa5e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:15:01.217480 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-c7fad2a0-ec8d-428b-a034-a90c11aefa5e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:15:01.242628 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fad2a0-ec8d-428b-a034-a90c11aefa5e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Pushing event updated for resources: {'Port': ['ID=42824629-da72-416d-8c6b-5ea56d669c9c,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:15:01.282270 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-c7fad2a0-ec8d-428b-a034-a90c11aefa5e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:15:01.282874 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-c7fad2a0-ec8d-428b-a034-a90c11aefa5e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:01.309431 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-c7fad2a0-ec8d-428b-a034-a90c11aefa5e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7722831 Apr 29 14:15:01.398861 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-6ad68ebe-a3b0-426e-b7b3-b1747b072215 service neutron] Request body: {'port': {'device_id': 'c8470025-32a5-49f8-b911-c5005b4fe619', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:15:01.447508 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-25975f94-7681-42cb-a523-364e10b45096 None None] Provisioning for port 42824629-da72-416d-8c6b-5ea56d669c9c completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:15:01.455411 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-25975f94-7681-42cb-a523-364e10b45096 None None] Provisioning complete for port 42824629-da72-416d-8c6b-5ea56d669c9c triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:15:01.455779 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-25975f94-7681-42cb-a523-364e10b45096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:01.507427 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-25975f94-7681-42cb-a523-364e10b45096 None None] Port 42824629-da72-416d-8c6b-5ea56d669c9c cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 14:15:01.561807 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-6ad68ebe-a3b0-426e-b7b3-b1747b072215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:01.626604 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0f829-9bbf-48cd-8eb6-0039938fd34c req-6947d369-11d8-4047-8c0e-96a731c798f9 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:15:01.627276 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-3ed0f829-9bbf-48cd-8eb6-0039938fd34c req-6947d369-11d8-4047-8c0e-96a731c798f9 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Synchronizing usage tracker for tenant:994916233fc24d94a1e9466cebb43fb9 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:15:01.653391 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a8246733-db73-48fe-b33e-e4ec176bc7e6 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:15:01.696228 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-3ed0f829-9bbf-48cd-8eb6-0039938fd34c req-6947d369-11d8-4047-8c0e-96a731c798f9 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Unset dirty status for tenant:994916233fc24d94a1e9466cebb43fb9 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:15:01.698116 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3ed0f829-9bbf-48cd-8eb6-0039938fd34c req-6947d369-11d8-4047-8c0e-96a731c798f9 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 931 time: 0.2531898 Apr 29 14:15:01.732433 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port a8246733-db73-48fe-b33e-e4ec176bc7e6 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:15:01.737085 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port a8246733-db73-48fe-b33e-e4ec176bc7e6 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:15:01.737453 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:01.839211 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3ed0f829-9bbf-48cd-8eb6-0039938fd34c req-848b0e29-e9c7-45a1-bf85-2ecdd3fb94c1 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274118 Apr 29 14:15:01.856370 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:01.873683 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port a8246733-db73-48fe-b33e-e4ec176bc7e6, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a8246733-db73-48fe-b33e-e4ec176bc7e6,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:15:01.877759 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:01.945822 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=a8246733-db73-48fe-b33e-e4ec176bc7e6,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:15:02.054269 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-6ad68ebe-a3b0-426e-b7b3-b1747b072215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42824629-da72-416d-8c6b-5ea56d669c9c {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 14:15:02.062175 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-6ad68ebe-a3b0-426e-b7b3-b1747b072215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:02.076743 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-6ad68ebe-a3b0-426e-b7b3-b1747b072215 service neutron] Transition to ACTIVE for port object 42824629-da72-416d-8c6b-5ea56d669c9c will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:15:02.080014 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-6ad68ebe-a3b0-426e-b7b3-b1747b072215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:02.202979 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad68ebe-a3b0-426e-b7b3-b1747b072215 service neutron] Pushing event updated for resources: {'Port': ['ID=42824629-da72-416d-8c6b-5ea56d669c9c,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:15:02.313729 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-6ad68ebe-a3b0-426e-b7b3-b1747b072215 service neutron] Attempting to bind port 42824629-da72-416d-8c6b-5ea56d669c9c on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:15:02.314057 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-6ad68ebe-a3b0-426e-b7b3-b1747b072215 service neutron] Attempting to bind port 42824629-da72-416d-8c6b-5ea56d669c9c by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'e4544693-ce66-409b-826a-527a02ae441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:15:02.314376 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-6ad68ebe-a3b0-426e-b7b3-b1747b072215 service neutron] Attempting to bind port 42824629-da72-416d-8c6b-5ea56d669c9c on network cdd9d023-995b-4527-a08f-9d996a96232a {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:15:02.321015 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-6ad68ebe-a3b0-426e-b7b3-b1747b072215 service neutron] Port 42824629-da72-416d-8c6b-5ea56d669c9c on network cdd9d023-995b-4527-a08f-9d996a96232a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 14:15:02.321331 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-6ad68ebe-a3b0-426e-b7b3-b1747b072215 service neutron] Attempting to bind port 42824629-da72-416d-8c6b-5ea56d669c9c on network cdd9d023-995b-4527-a08f-9d996a96232a {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:15:02.327680 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-6ad68ebe-a3b0-426e-b7b3-b1747b072215 service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:15:02.328009 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-6ad68ebe-a3b0-426e-b7b3-b1747b072215 service neutron] Checking segment: {'id': 'e4544693-ce66-409b-826a-527a02ae441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:15:02.328388 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-6ad68ebe-a3b0-426e-b7b3-b1747b072215 service neutron] Bound using segment: {'id': 'e4544693-ce66-409b-826a-527a02ae441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:15:02.328824 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-6ad68ebe-a3b0-426e-b7b3-b1747b072215 service neutron] Bound port: 42824629-da72-416d-8c6b-5ea56d669c9c, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4544693-ce66-409b-826a-527a02ae441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:15:02.329168 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-6ad68ebe-a3b0-426e-b7b3-b1747b072215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:02.414860 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-6ad68ebe-a3b0-426e-b7b3-b1747b072215 service neutron] For port 42824629-da72-416d-8c6b-5ea56d669c9c, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:15:02.418514 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-6ad68ebe-a3b0-426e-b7b3-b1747b072215 service neutron] For port 42824629-da72-416d-8c6b-5ea56d669c9c, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=42824629-da72-416d-8c6b-5ea56d669c9c,segment=NetworkSegment(e4544693-ce66-409b-826a-527a02ae441d),segment_id=e4544693-ce66-409b-826a-527a02ae441d)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:15:02.422845 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-6ad68ebe-a3b0-426e-b7b3-b1747b072215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:02.486350 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-6ad68ebe-a3b0-426e-b7b3-b1747b072215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:02.487691 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-6ad68ebe-a3b0-426e-b7b3-b1747b072215 service neutron] 10.222.0.32 "PUT /v2.0/ports/42824629-da72-416d-8c6b-5ea56d669c9c HTTP/1.1" status: 200 len: 1093 time: 1.1711245 Apr 29 14:15:02.488126 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8470025-32a5-49f8-b911-c5005b4fe619', 'tag': '42824629-da72-416d-8c6b-5ea56d669c9c'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:15:02.502381 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad68ebe-a3b0-426e-b7b3-b1747b072215 service neutron] Pushing event updated for resources: {'Port': ['ID=42824629-da72-416d-8c6b-5ea56d669c9c,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:15:02.565462 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a273ee9-8ad5-433c-8e9d-68ebcf5cedb2'] response: {'name': 'network-changed', 'server_uuid': 'c8470025-32a5-49f8-b911-c5005b4fe619', 'tag': '42824629-da72-416d-8c6b-5ea56d669c9c', 'status': 'completed', 'code': 200} Apr 29 14:15:02.608536 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-1ffeead0-082e-4c34-97a5-bd3e572c702c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=994916233fc24d94a1e9466cebb43fb9&device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 1096 time: 0.0777700 Apr 29 14:15:02.679654 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-8d39c140-7b4c-4d53-8ac5-73fb4c9d8120 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42824629-da72-416d-8c6b-5ea56d669c9c HTTP/1.1" status: 200 len: 217 time: 0.0643413 Apr 29 14:15:02.739528 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-d0bfbf37-3a53-4756-8ca8-714191169289 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:15:02.741078 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-d0bfbf37-3a53-4756-8ca8-714191169289 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f24d6675-e5ce-436d-9821-7f9371120f66 HTTP/1.1" status: 200 len: 848 time: 0.0562615 Apr 29 14:15:02.818048 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-00d4aacc-c686-411b-b153-d0773fb172ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cdd9d023-995b-4527-a08f-9d996a96232a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713398 Apr 29 14:15:02.950055 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-b06507b4-b27c-4b26-bb32-39c8576541d8 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252744 Apr 29 14:15:03.139213 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5efb6a6d-dc28-49f1-91fd-3c1aadc3dfd8 req-94acf972-477d-455d-b9e0-f3677ef45d33 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827652 Apr 29 14:15:03.145461 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bdc64-7405-49a9-9b44-7fbd5f40212b req-cd222b7e-ac1d-48d0-8067-9c8a673850cf tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:15:03.146804 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e54bdc64-7405-49a9-9b44-7fbd5f40212b req-cd222b7e-ac1d-48d0-8067-9c8a673850cf tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 943 time: 0.1733098 Apr 29 14:15:03.230433 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e54bdc64-7405-49a9-9b44-7fbd5f40212b req-611def82-a683-464c-bc3f-2fc3edf0e086 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772803 Apr 29 14:15:03.257949 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5ad7acdb-8896-45b1-a3e0-5dc59ba7c606 req-ec7d9368-9128-4ca9-b1b3-180b3cc52931 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=994916233fc24d94a1e9466cebb43fb9&device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 1096 time: 0.0714817 Apr 29 14:15:03.383727 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7acdb-8896-45b1-a3e0-5dc59ba7c606 req-51d6982c-0a61-4f73-b68a-56de14610c18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:15:03.385703 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5ad7acdb-8896-45b1-a3e0-5dc59ba7c606 req-51d6982c-0a61-4f73-b68a-56de14610c18 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cdd9d023-995b-4527-a08f-9d996a96232a HTTP/1.1" status: 200 len: 910 time: 0.1223145 Apr 29 14:15:03.453259 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5ad7acdb-8896-45b1-a3e0-5dc59ba7c606 req-21ec9392-524c-46aa-95e0-95d9a423bfae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42824629-da72-416d-8c6b-5ea56d669c9c HTTP/1.1" status: 200 len: 217 time: 0.0614185 Apr 29 14:15:03.512875 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7acdb-8896-45b1-a3e0-5dc59ba7c606 req-093db65e-6a01-405d-8428-c7e3adecd61e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:15:03.514234 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5ad7acdb-8896-45b1-a3e0-5dc59ba7c606 req-093db65e-6a01-405d-8428-c7e3adecd61e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f24d6675-e5ce-436d-9821-7f9371120f66 HTTP/1.1" status: 200 len: 848 time: 0.0552917 Apr 29 14:15:03.589178 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5ad7acdb-8896-45b1-a3e0-5dc59ba7c606 req-7c17b019-aaa1-4d7d-9173-a05242e6d750 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cdd9d023-995b-4527-a08f-9d996a96232a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691586 Apr 29 14:15:03.633844 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a8246733-db73-48fe-b33e-e4ec176bc7e6 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:15:03.704647 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port a8246733-db73-48fe-b33e-e4ec176bc7e6 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:15:03.705049 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:03.807253 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5ad7acdb-8896-45b1-a3e0-5dc59ba7c606 req-3fc529f8-55f6-4e60-a761-42894aee1f41 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113132 Apr 29 14:15:03.948320 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5ad7acdb-8896-45b1-a3e0-5dc59ba7c606 req-adb86853-5426-44df-88fc-9e0ab3107477 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346169 Apr 29 14:15:04.423274 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa7353-91b0-4b4e-ad5e-3def85ebfb9e req-f77149d2-f5f2-453a-8a61-f2c31e15aa8b tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:15:04.424710 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-6cfa7353-91b0-4b4e-ad5e-3def85ebfb9e req-f77149d2-f5f2-453a-8a61-f2c31e15aa8b tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 943 time: 0.0739117 Apr 29 14:15:04.472103 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-6cfa7353-91b0-4b4e-ad5e-3def85ebfb9e req-83b880d6-253e-4055-b939-e914cdf3f958 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419414 Apr 29 14:15:04.950461 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7262914c-a274-40cd-8ed7-a5fa0ff08714 None None] Sync routers for ids ['6ecde00d-29de-4939-a722-bde78b05b2e5'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:15:04.962523 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7262914c-a274-40cd-8ed7-a5fa0ff08714 None None] Routers {'6ecde00d-29de-4939-a722-bde78b05b2e5'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:15:04.963260 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7262914c-a274-40cd-8ed7-a5fa0ff08714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:14:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6ecde00d-29de-4939-a722-bde78b05b2e5'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:15:05.141738 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-7262914c-a274-40cd-8ed7-a5fa0ff08714 None None] Set router 6ecde00d-29de-4939-a722-bde78b05b2e5 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:15:05.476214 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7262914c-a274-40cd-8ed7-a5fa0ff08714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'name': 'tempest-TestShelveInstance-1378414466-router', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '709288f8-cdbd-4164-8b46-13302060edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:49Z', 'revision_number': 4, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'gw_port': {'id': '709288f8-cdbd-4164-8b46-13302060edb1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '60f61d53-2dd6-443a-97d8-3bd0e1be2c2c', 'name': '', 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'mac_address': 'fa:16:3e:88:a0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:48Z', 'updated_at': '2022-04-29T14:14:49Z', 'revision_number': 2, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'subnets': [{'id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:15:05.480295 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7262914c-a274-40cd-8ed7-a5fa0ff08714 None None] Checking router: 6ecde00d-29de-4939-a722-bde78b05b2e5 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:15:05.480645 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7262914c-a274-40cd-8ed7-a5fa0ff08714 None None] Updating router 6ecde00d-29de-4939-a722-bde78b05b2e5 port 60f61d53-2dd6-443a-97d8-3bd0e1be2c2c binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 14:15:05.531295 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7262914c-a274-40cd-8ed7-a5fa0ff08714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:05.674281 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33ee34-fd67-4364-aee9-b6e3a56d38d5 req-022c95f4-f297-43f4-afef-71a41974ab8b tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:15:05.675971 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bb33ee34-fd67-4364-aee9-b6e3a56d38d5 req-022c95f4-f297-43f4-afef-71a41974ab8b tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 943 time: 0.0763636 Apr 29 14:15:05.677219 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:15:05.723171 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bb33ee34-fd67-4364-aee9-b6e3a56d38d5 req-ef6ccaeb-9afd-4d5d-a2ff-73c15c014eb7 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402286 Apr 29 14:15:05.843738 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 42824629-da72-416d-8c6b-5ea56d669c9c details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 14:15:05.882478 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7262914c-a274-40cd-8ed7-a5fa0ff08714 None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:05.964427 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-7262914c-a274-40cd-8ed7-a5fa0ff08714 None None] Transition to ACTIVE for port object 60f61d53-2dd6-443a-97d8-3bd0e1be2c2c will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:15:05.974662 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7262914c-a274-40cd-8ed7-a5fa0ff08714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:06.116567 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 42824629-da72-416d-8c6b-5ea56d669c9c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=42824629-da72-416d-8c6b-5ea56d669c9c,segment=NetworkSegment(e4544693-ce66-409b-826a-527a02ae441d),segment_id=e4544693-ce66-409b-826a-527a02ae441d)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:15:06.133428 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150687a-01eb-44ac-88bd-7e7b194cbf0b None None] Pushing event updated for resources: {'Port': ['ID=60f61d53-2dd6-443a-97d8-3bd0e1be2c2c,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:15:06.149280 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '42824629-da72-416d-8c6b-5ea56d669c9c', 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'port_id': '42824629-da72-416d-8c6b-5ea56d669c9c', 'mac_address': 'fa:16:3e:c4:43:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 14:15:06.280843 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:06.299495 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-7262914c-a274-40cd-8ed7-a5fa0ff08714 None None] Attempting to bind port 60f61d53-2dd6-443a-97d8-3bd0e1be2c2c on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:15:06.299863 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-7262914c-a274-40cd-8ed7-a5fa0ff08714 None None] Attempting to bind port 60f61d53-2dd6-443a-97d8-3bd0e1be2c2c by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': 'e4544693-ce66-409b-826a-527a02ae441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:15:06.300218 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7262914c-a274-40cd-8ed7-a5fa0ff08714 None None] Attempting to bind port 60f61d53-2dd6-443a-97d8-3bd0e1be2c2c on network cdd9d023-995b-4527-a08f-9d996a96232a {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:15:06.313420 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42824629-da72-416d-8c6b-5ea56d669c9c {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 14:15:06.317877 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7262914c-a274-40cd-8ed7-a5fa0ff08714 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:15:06.318187 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7262914c-a274-40cd-8ed7-a5fa0ff08714 None None] Checking segment: {'id': 'e4544693-ce66-409b-826a-527a02ae441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:15:06.318574 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7262914c-a274-40cd-8ed7-a5fa0ff08714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:06.318956 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7262914c-a274-40cd-8ed7-a5fa0ff08714 None None] Bound using segment: {'id': 'e4544693-ce66-409b-826a-527a02ae441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:15:06.319409 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-7262914c-a274-40cd-8ed7-a5fa0ff08714 None None] Bound port: 60f61d53-2dd6-443a-97d8-3bd0e1be2c2c, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4544693-ce66-409b-826a-527a02ae441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:15:06.319770 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7262914c-a274-40cd-8ed7-a5fa0ff08714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:06.377249 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 42824629-da72-416d-8c6b-5ea56d669c9c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=42824629-da72-416d-8c6b-5ea56d669c9c,segment=NetworkSegment(e4544693-ce66-409b-826a-527a02ae441d),segment_id=e4544693-ce66-409b-826a-527a02ae441d)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:15:06.387422 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:06.482272 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7262914c-a274-40cd-8ed7-a5fa0ff08714 None None] For port 60f61d53-2dd6-443a-97d8-3bd0e1be2c2c, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:15:06.486771 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-7262914c-a274-40cd-8ed7-a5fa0ff08714 None None] For port 60f61d53-2dd6-443a-97d8-3bd0e1be2c2c, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=60f61d53-2dd6-443a-97d8-3bd0e1be2c2c,segment=NetworkSegment(e4544693-ce66-409b-826a-527a02ae441d),segment_id=e4544693-ce66-409b-826a-527a02ae441d)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:15:06.487802 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=42824629-da72-416d-8c6b-5ea56d669c9c,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:15:06.491170 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7262914c-a274-40cd-8ed7-a5fa0ff08714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:06.570814 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150687a-01eb-44ac-88bd-7e7b194cbf0b None None] Pushing event updated for resources: {'Port': ['ID=60f61d53-2dd6-443a-97d8-3bd0e1be2c2c,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:15:06.575522 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7262914c-a274-40cd-8ed7-a5fa0ff08714 None None] Routers {'6ecde00d-29de-4939-a722-bde78b05b2e5'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:15:06.576141 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7262914c-a274-40cd-8ed7-a5fa0ff08714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:14:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6ecde00d-29de-4939-a722-bde78b05b2e5'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:15:06.648698 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834d616f-d756-4172-86ed-5eb71d326f91 None None] Sync routers for ids ['807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:15:06.661280 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834d616f-d756-4172-86ed-5eb71d326f91 None None] Routers {'807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:15:06.661917 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-834d616f-d756-4172-86ed-5eb71d326f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:14:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:15:06.761889 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-7262914c-a274-40cd-8ed7-a5fa0ff08714 None None] Set router 6ecde00d-29de-4939-a722-bde78b05b2e5 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:15:06.831457 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['42824629-da72-416d-8c6b-5ea56d669c9c'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 14:15:06.851446 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-834d616f-d756-4172-86ed-5eb71d326f91 None None] Set router 807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:15:06.932071 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01956fdd-1c9d-4698-a58d-7da3ce2799c0 req-3d5828f1-4db9-47e9-901b-44009c4ef6ca tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:15:06.933752 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-01956fdd-1c9d-4698-a58d-7da3ce2799c0 req-3d5828f1-4db9-47e9-901b-44009c4ef6ca tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 944 time: 0.0774016 Apr 29 14:15:06.982168 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-01956fdd-1c9d-4698-a58d-7da3ce2799c0 req-2b155e51-1158-4860-bdbd-edca3c40a3d0 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426207 Apr 29 14:15:07.174039 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-834d616f-d756-4172-86ed-5eb71d326f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894', 'name': 'tempest-TestShelveInstance-833099479-router', 'tenant_id': 'b129960ea7df42fc9b293e979449a175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a8246733-db73-48fe-b33e-e4ec176bc7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:14:52Z', 'updated_at': '2022-04-29T14:14:55Z', 'revision_number': 4, 'project_id': 'b129960ea7df42fc9b293e979449a175', 'gw_port': {'id': 'a8246733-db73-48fe-b33e-e4ec176bc7e6', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:52Z', 'updated_at': '2022-04-29T14:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'e7d6db38-8804-472a-afdb-8476f48e5db1', 'name': '', 'network_id': '5e11d4dd-9389-43ab-9988-df32c93fe1e2', 'tenant_id': 'b129960ea7df42fc9b293e979449a175', 'mac_address': 'fa:16:3e:39:5f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78dcbe68-34a7-4d4b-8f0d-793bac01de5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:54Z', 'updated_at': '2022-04-29T14:14:55Z', 'revision_number': 2, 'project_id': 'b129960ea7df42fc9b293e979449a175', 'subnets': [{'id': '78dcbe68-34a7-4d4b-8f0d-793bac01de5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:15:07.177817 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834d616f-d756-4172-86ed-5eb71d326f91 None None] Checking router: 807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:15:07.178163 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834d616f-d756-4172-86ed-5eb71d326f91 None None] Updating router 807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894 port e7d6db38-8804-472a-afdb-8476f48e5db1 binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 14:15:07.232098 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-834d616f-d756-4172-86ed-5eb71d326f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:07.322397 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-7262914c-a274-40cd-8ed7-a5fa0ff08714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'name': 'tempest-TestShelveInstance-1378414466-router', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '709288f8-cdbd-4164-8b46-13302060edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:49Z', 'revision_number': 4, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'gw_port': {'id': '709288f8-cdbd-4164-8b46-13302060edb1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '60f61d53-2dd6-443a-97d8-3bd0e1be2c2c', 'name': '', 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'mac_address': 'fa:16:3e:88:a0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:48Z', 'updated_at': '2022-04-29T14:15:06Z', 'revision_number': 4, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'subnets': [{'id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:15:07.336506 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7262914c-a274-40cd-8ed7-a5fa0ff08714 None None] The sync data for ids ['6ecde00d-29de-4939-a722-bde78b05b2e5'] in dv-neutron-839027-4-hyperv is: [{'id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'name': 'tempest-TestShelveInstance-1378414466-router', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '709288f8-cdbd-4164-8b46-13302060edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:49Z', 'revision_number': 4, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'gw_port': {'id': '709288f8-cdbd-4164-8b46-13302060edb1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '60f61d53-2dd6-443a-97d8-3bd0e1be2c2c', 'name': '', 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'mac_address': 'fa:16:3e:88:a0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:48Z', 'updated_at': '2022-04-29T14:15:06Z', 'revision_number': 4, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'subnets': [{'id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:15:07.616585 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-834d616f-d756-4172-86ed-5eb71d326f91 None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:07.631677 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-834d616f-d756-4172-86ed-5eb71d326f91 None None] Transition to ACTIVE for port object e7d6db38-8804-472a-afdb-8476f48e5db1 will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:15:07.640648 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-834d616f-d756-4172-86ed-5eb71d326f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:07.667029 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 60f61d53-2dd6-443a-97d8-3bd0e1be2c2c up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:15:07.742956 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 60f61d53-2dd6-443a-97d8-3bd0e1be2c2c completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:15:07.751174 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 60f61d53-2dd6-443a-97d8-3bd0e1be2c2c triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:15:07.751665 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:07.778184 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc839ba8-f1a6-4d5a-975f-e78bbbfed2b2 None None] Pushing event updated for resources: {'Port': ['ID=e7d6db38-8804-472a-afdb-8476f48e5db1,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:15:07.909304 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:07.913898 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-834d616f-d756-4172-86ed-5eb71d326f91 None None] Attempting to bind port e7d6db38-8804-472a-afdb-8476f48e5db1 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:15:07.914830 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-834d616f-d756-4172-86ed-5eb71d326f91 None None] Attempting to bind port e7d6db38-8804-472a-afdb-8476f48e5db1 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '5b2a5ce8-68ba-45b8-aa47-d61605071695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5e11d4dd-9389-43ab-9988-df32c93fe1e2'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:15:07.915346 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834d616f-d756-4172-86ed-5eb71d326f91 None None] Attempting to bind port e7d6db38-8804-472a-afdb-8476f48e5db1 on network 5e11d4dd-9389-43ab-9988-df32c93fe1e2 {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:15:07.922872 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834d616f-d756-4172-86ed-5eb71d326f91 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:15:07.923493 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834d616f-d756-4172-86ed-5eb71d326f91 None None] Checking segment: {'id': '5b2a5ce8-68ba-45b8-aa47-d61605071695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5e11d4dd-9389-43ab-9988-df32c93fe1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:15:07.924064 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-834d616f-d756-4172-86ed-5eb71d326f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:07.924452 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834d616f-d756-4172-86ed-5eb71d326f91 None None] Bound using segment: {'id': '5b2a5ce8-68ba-45b8-aa47-d61605071695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5e11d4dd-9389-43ab-9988-df32c93fe1e2'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:15:07.924936 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-834d616f-d756-4172-86ed-5eb71d326f91 None None] Bound port: e7d6db38-8804-472a-afdb-8476f48e5db1, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b2a5ce8-68ba-45b8-aa47-d61605071695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5e11d4dd-9389-43ab-9988-df32c93fe1e2'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:15:07.925303 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-834d616f-d756-4172-86ed-5eb71d326f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:07.947774 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 60f61d53-2dd6-443a-97d8-3bd0e1be2c2c, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=60f61d53-2dd6-443a-97d8-3bd0e1be2c2c,segment=NetworkSegment(e4544693-ce66-409b-826a-527a02ae441d),segment_id=e4544693-ce66-409b-826a-527a02ae441d)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:15:07.951564 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:08.012629 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-834d616f-d756-4172-86ed-5eb71d326f91 None None] For port e7d6db38-8804-472a-afdb-8476f48e5db1, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:15:08.016178 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-834d616f-d756-4172-86ed-5eb71d326f91 None None] For port e7d6db38-8804-472a-afdb-8476f48e5db1, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e7d6db38-8804-472a-afdb-8476f48e5db1,segment=NetworkSegment(5b2a5ce8-68ba-45b8-aa47-d61605071695),segment_id=5b2a5ce8-68ba-45b8-aa47-d61605071695)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:15:08.022291 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-834d616f-d756-4172-86ed-5eb71d326f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:08.026099 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-49e08539-9f0b-4fbd-8cf0-7b028f79bc96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:08.041914 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=60f61d53-2dd6-443a-97d8-3bd0e1be2c2c,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:15:08.110289 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834d616f-d756-4172-86ed-5eb71d326f91 None None] Routers {'807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:15:08.110908 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-834d616f-d756-4172-86ed-5eb71d326f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:14:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:15:08.164428 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc839ba8-f1a6-4d5a-975f-e78bbbfed2b2 None None] Pushing event updated for resources: {'Port': ['ID=e7d6db38-8804-472a-afdb-8476f48e5db1,revision_number=4']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:15:08.202344 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c616a9-6c35-45d3-8874-1dae5c74c07c req-862244d3-4ea5-4dc1-b0f5-fb6219221a33 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:15:08.203795 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-33c616a9-6c35-45d3-8874-1dae5c74c07c req-862244d3-4ea5-4dc1-b0f5-fb6219221a33 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 944 time: 0.0838611 Apr 29 14:15:08.252532 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-33c616a9-6c35-45d3-8874-1dae5c74c07c req-64c903c8-c069-49de-a77b-4ceff6db498e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427778 Apr 29 14:15:08.293764 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-834d616f-d756-4172-86ed-5eb71d326f91 None None] Set router 807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:15:08.594699 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-834d616f-d756-4172-86ed-5eb71d326f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894', 'name': 'tempest-TestShelveInstance-833099479-router', 'tenant_id': 'b129960ea7df42fc9b293e979449a175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a8246733-db73-48fe-b33e-e4ec176bc7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:14:52Z', 'updated_at': '2022-04-29T14:14:55Z', 'revision_number': 4, 'project_id': 'b129960ea7df42fc9b293e979449a175', 'gw_port': {'id': 'a8246733-db73-48fe-b33e-e4ec176bc7e6', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:52Z', 'updated_at': '2022-04-29T14:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'e7d6db38-8804-472a-afdb-8476f48e5db1', 'name': '', 'network_id': '5e11d4dd-9389-43ab-9988-df32c93fe1e2', 'tenant_id': 'b129960ea7df42fc9b293e979449a175', 'mac_address': 'fa:16:3e:39:5f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78dcbe68-34a7-4d4b-8f0d-793bac01de5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:54Z', 'updated_at': '2022-04-29T14:15:08Z', 'revision_number': 4, 'project_id': 'b129960ea7df42fc9b293e979449a175', 'subnets': [{'id': '78dcbe68-34a7-4d4b-8f0d-793bac01de5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:15:08.598463 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834d616f-d756-4172-86ed-5eb71d326f91 None None] The sync data for ids ['807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894'] in dv-neutron-839027-4-hyperv is: [{'id': '807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894', 'name': 'tempest-TestShelveInstance-833099479-router', 'tenant_id': 'b129960ea7df42fc9b293e979449a175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a8246733-db73-48fe-b33e-e4ec176bc7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:14:52Z', 'updated_at': '2022-04-29T14:14:55Z', 'revision_number': 4, 'project_id': 'b129960ea7df42fc9b293e979449a175', 'gw_port': {'id': 'a8246733-db73-48fe-b33e-e4ec176bc7e6', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:52Z', 'updated_at': '2022-04-29T14:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'e7d6db38-8804-472a-afdb-8476f48e5db1', 'name': '', 'network_id': '5e11d4dd-9389-43ab-9988-df32c93fe1e2', 'tenant_id': 'b129960ea7df42fc9b293e979449a175', 'mac_address': 'fa:16:3e:39:5f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78dcbe68-34a7-4d4b-8f0d-793bac01de5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:54Z', 'updated_at': '2022-04-29T14:15:08Z', 'revision_number': 4, 'project_id': 'b129960ea7df42fc9b293e979449a175', 'subnets': [{'id': '78dcbe68-34a7-4d4b-8f0d-793bac01de5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:15:09.457475 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5abc0d-5ba4-4d62-9d54-7e10ccbdfd71 req-261be8f7-2f84-4546-bffe-4504c5d9ee60 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:15:09.458910 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-4c5abc0d-5ba4-4d62-9d54-7e10ccbdfd71 req-261be8f7-2f84-4546-bffe-4504c5d9ee60 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 944 time: 0.0815220 Apr 29 14:15:09.503851 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-4c5abc0d-5ba4-4d62-9d54-7e10ccbdfd71 req-8ca704a6-00d3-4896-bdcd-bacafda5e64f tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390248 Apr 29 14:15:09.696603 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e7d6db38-8804-472a-afdb-8476f48e5db1 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:15:09.766362 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port e7d6db38-8804-472a-afdb-8476f48e5db1 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:15:09.770931 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port e7d6db38-8804-472a-afdb-8476f48e5db1 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:15:09.771302 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:09.857000 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 42824629-da72-416d-8c6b-5ea56d669c9c up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:15:09.932543 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:09.972292 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port e7d6db38-8804-472a-afdb-8476f48e5db1, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e7d6db38-8804-472a-afdb-8476f48e5db1,segment=NetworkSegment(5b2a5ce8-68ba-45b8-aa47-d61605071695),segment_id=5b2a5ce8-68ba-45b8-aa47-d61605071695)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:15:09.975076 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 42824629-da72-416d-8c6b-5ea56d669c9c completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:15:09.980368 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:09.981160 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 60f61d53-2dd6-443a-97d8-3bd0e1be2c2c up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:15:10.042757 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 42824629-da72-416d-8c6b-5ea56d669c9c triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:15:10.043121 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:10.155630 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=e7d6db38-8804-472a-afdb-8476f48e5db1,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:15:10.206435 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 60f61d53-2dd6-443a-97d8-3bd0e1be2c2c triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:15:10.206725 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:10.257481 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:10.293384 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8470025-32a5-49f8-b911-c5005b4fe619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42824629-da72-416d-8c6b-5ea56d669c9c'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:15:10.305888 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 42824629-da72-416d-8c6b-5ea56d669c9c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=42824629-da72-416d-8c6b-5ea56d669c9c,segment=NetworkSegment(e4544693-ce66-409b-826a-527a02ae441d),segment_id=e4544693-ce66-409b-826a-527a02ae441d)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:15:10.337894 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:10.423493 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=42824629-da72-416d-8c6b-5ea56d669c9c,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:15:10.436191 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d19a46f4-8598-436b-9858-4c782779ff66'] response: {'server_uuid': 'c8470025-32a5-49f8-b911-c5005b4fe619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42824629-da72-416d-8c6b-5ea56d669c9c', 'code': 200} Apr 29 14:15:10.528238 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1c57ca1a-ce2a-45c7-9f07-8be255c9b10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:10.661508 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f9d22cc0-7f33-4250-ac3e-474452fd18dc req-b6383179-c2cd-4b84-b4ff-553d5d368d96 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 1098 time: 0.0669916 Apr 29 14:15:10.702859 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c451976-4998-4fee-990d-0516ca543da7 req-d4fbfa28-85c7-4359-ae0c-1920776e92c5 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:15:10.704301 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2c451976-4998-4fee-990d-0516ca543da7 req-d4fbfa28-85c7-4359-ae0c-1920776e92c5 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 945 time: 0.0803769 Apr 29 14:15:10.708002 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f9d22cc0-7f33-4250-ac3e-474452fd18dc req-1cf7d56e-3bc5-40ef-80bc-f9c4b0281625 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404572 Apr 29 14:15:10.750927 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2c451976-4998-4fee-990d-0516ca543da7 req-fcf099bd-6e09-444e-acfd-e4b6c155e788 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407279 Apr 29 14:15:11.638470 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e7d6db38-8804-472a-afdb-8476f48e5db1 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:15:11.684840 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:11.700840 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:11.722433 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port e7d6db38-8804-472a-afdb-8476f48e5db1 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:15:11.722794 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:11.957549 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c02427-9499-4394-86d0-9974ba1ce318 req-5c8b78e7-08b7-4a9f-95ad-e072423090e4 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:15:11.958998 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e9c02427-9499-4394-86d0-9974ba1ce318 req-5c8b78e7-08b7-4a9f-95ad-e072423090e4 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 945 time: 0.0781202 Apr 29 14:15:12.005179 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e9c02427-9499-4394-86d0-9974ba1ce318 req-4697782c-f8d3-42bb-81d6-1a6705d02203 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394764 Apr 29 14:15:13.086241 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:13.311134 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe151c-5637-4216-ace9-5621fee07adf req-c72ff5aa-b41c-4331-97f8-16a3c3a2953d tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:15:13.312656 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-33fe151c-5637-4216-ace9-5621fee07adf req-c72ff5aa-b41c-4331-97f8-16a3c3a2953d tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 945 time: 0.1626987 Apr 29 14:15:13.358444 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-33fe151c-5637-4216-ace9-5621fee07adf req-d87179d7-86b4-4f3a-b398-92f24b06ce40 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402257 Apr 29 14:15:13.556718 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf47650-3950-4a28-9adf-54578fbd3318 req-31809eb4-b8fc-4351-a4bf-496b8f25e9b3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:15:13.558178 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-edf47650-3950-4a28-9adf-54578fbd3318 req-31809eb4-b8fc-4351-a4bf-496b8f25e9b3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 945 time: 0.0787284 Apr 29 14:15:13.603634 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-edf47650-3950-4a28-9adf-54578fbd3318 req-a0669e79-78bb-442c-915a-119f60d4628c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399597 Apr 29 14:15:13.630927 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42568) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:15:13.758878 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-62a22aa4-615a-4dc2-8d0a-26a309943838 tempest-TestShelveInstance-1140303736 tempest-TestShelveInstance-1140303736-project-admin] Synchronizing usage tracker for tenant:b129960ea7df42fc9b293e979449a175 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:15:13.776288 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-62a22aa4-615a-4dc2-8d0a-26a309943838 tempest-TestShelveInstance-1140303736 tempest-TestShelveInstance-1140303736-project-admin] Unset dirty status for tenant:b129960ea7df42fc9b293e979449a175 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:15:13.777475 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-62a22aa4-615a-4dc2-8d0a-26a309943838 tempest-TestShelveInstance-1140303736 tempest-TestShelveInstance-1140303736-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 1093 time: 0.1455746 Apr 29 14:15:13.780378 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42574) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:15:13.785833 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-9a3b9d50-b62a-4e79-8315-b5eb19e21468 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'port_id': '42824629-da72-416d-8c6b-5ea56d669c9c', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:15:13.791692 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-9a3b9d50-b62a-4e79-8315-b5eb19e21468 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:15:13.795530 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-9a3b9d50-b62a-4e79-8315-b5eb19e21468 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Usage tracker for resource:floatingip and tenant:994916233fc24d94a1e9466cebb43fb9 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:15:13.798360 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-9a3b9d50-b62a-4e79-8315-b5eb19e21468 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:15:13.803954 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-9a3b9d50-b62a-4e79-8315-b5eb19e21468 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:15:13.815021 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9a3b9d50-b62a-4e79-8315-b5eb19e21468 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for floatingip, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:13.947478 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9a3b9d50-b62a-4e79-8315-b5eb19e21468 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:14.082544 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-9a3b9d50-b62a-4e79-8315-b5eb19e21468 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Allocated IP 172.26.6.73 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/caa38b83-8451-4ee8-a457-53fe06339a21) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:15:14.228080 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9a3b9d50-b62a-4e79-8315-b5eb19e21468 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:14.254593 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9a3b9d50-b62a-4e79-8315-b5eb19e21468 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:14.324506 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3b9d50-b62a-4e79-8315-b5eb19e21468 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:15:14.327344 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-9a3b9d50-b62a-4e79-8315-b5eb19e21468 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:15:14.331572 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3b9d50-b62a-4e79-8315-b5eb19e21468 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:15:14.356697 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b9d50-b62a-4e79-8315-b5eb19e21468 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Pushing event updated for resources: {'Port': ['ID=caa38b83-8451-4ee8-a457-53fe06339a21,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:15:14.826452 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9a3b9d50-b62a-4e79-8315-b5eb19e21468 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:14.881498 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9a3b9d50-b62a-4e79-8315-b5eb19e21468 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:15.078311 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9a3b9d50-b62a-4e79-8315-b5eb19e21468 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:15.082506 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9a3b9d50-b62a-4e79-8315-b5eb19e21468 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:15.193676 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b9d50-b62a-4e79-8315-b5eb19e21468 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Pushing event updated for resources: {'Port': ['ID=caa38b83-8451-4ee8-a457-53fe06339a21,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:15:15.207907 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9a3b9d50-b62a-4e79-8315-b5eb19e21468 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:15.490269 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.l3_db [None req-9a3b9d50-b62a-4e79-8315-b5eb19e21468 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Floating IP 0afc89ed-34c2-4b4a-9701-216f1694efaa associated. External IP: 172.26.6.73, port: 42824629-da72-416d-8c6b-5ea56d669c9c. Apr 29 14:15:15.906052 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3b9d50-b62a-4e79-8315-b5eb19e21468 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Router 6ecde00d-29de-4939-a722-bde78b05b2e5 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:15:16.100682 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3b9d50-b62a-4e79-8315-b5eb19e21468 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:15:16.112411 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caaec88-bf9a-4db5-867c-7c26345c02f0 None None] Sync routers for ids ['6ecde00d-29de-4939-a722-bde78b05b2e5'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:15:16.124462 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-9a3b9d50-b62a-4e79-8315-b5eb19e21468 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:16.124823 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caaec88-bf9a-4db5-867c-7c26345c02f0 None None] Routers {'6ecde00d-29de-4939-a722-bde78b05b2e5'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:15:16.125473 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-6caaec88-bf9a-4db5-867c-7c26345c02f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:15:11Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6ecde00d-29de-4939-a722-bde78b05b2e5'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:15:16.180507 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-9a3b9d50-b62a-4e79-8315-b5eb19e21468 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3990304 Apr 29 14:15:16.181230 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8470025-32a5-49f8-b911-c5005b4fe619', 'tag': '42824629-da72-416d-8c6b-5ea56d669c9c'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:15:16.246832 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caf1abc6-731c-45f8-a81c-11fc0dfffad8'] response: {'name': 'network-changed', 'server_uuid': 'c8470025-32a5-49f8-b911-c5005b4fe619', 'tag': '42824629-da72-416d-8c6b-5ea56d669c9c', 'status': 'completed', 'code': 200} Apr 29 14:15:16.342502 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b201e481-424c-4212-815a-b251c533e6eb req-e4b83228-a467-4042-8433-5fcea1ac2472 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=994916233fc24d94a1e9466cebb43fb9&device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 1098 time: 0.0687118 Apr 29 14:15:16.343096 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-6caaec88-bf9a-4db5-867c-7c26345c02f0 None None] Set router 6ecde00d-29de-4939-a722-bde78b05b2e5 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:15:16.476944 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201e481-424c-4212-815a-b251c533e6eb req-c68b81b9-731d-4f8e-85e9-bced1e76fc53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:15:16.479331 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b201e481-424c-4212-815a-b251c533e6eb req-c68b81b9-731d-4f8e-85e9-bced1e76fc53 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cdd9d023-995b-4527-a08f-9d996a96232a HTTP/1.1" status: 200 len: 910 time: 0.1307113 Apr 29 14:15:16.582900 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b201e481-424c-4212-815a-b251c533e6eb req-bf476993-1479-43a1-8db3-f8dfc58cdcc7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42824629-da72-416d-8c6b-5ea56d669c9c HTTP/1.1" status: 200 len: 998 time: 0.0976274 Apr 29 14:15:16.644031 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201e481-424c-4212-815a-b251c533e6eb req-2a0c6f94-09ad-48e2-8aa7-2621aabd4f43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:15:16.645485 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b201e481-424c-4212-815a-b251c533e6eb req-2a0c6f94-09ad-48e2-8aa7-2621aabd4f43 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f24d6675-e5ce-436d-9821-7f9371120f66 HTTP/1.1" status: 200 len: 848 time: 0.0568476 Apr 29 14:15:16.697423 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-6caaec88-bf9a-4db5-867c-7c26345c02f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'name': 'tempest-TestShelveInstance-1378414466-router', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '709288f8-cdbd-4164-8b46-13302060edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:49Z', 'revision_number': 4, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'gw_port': {'id': '709288f8-cdbd-4164-8b46-13302060edb1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '0afc89ed-34c2-4b4a-9701-216f1694efaa', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'floating_ip_address': '172.26.6.73', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'port_id': '42824629-da72-416d-8c6b-5ea56d669c9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'mac_address': 'fa:16:3e:c4:43:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8470025-32a5-49f8-b911-c5005b4fe619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:15:14Z', 'updated_at': '2022-04-29T14:15:14Z', 'revision_number': 0, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f61d53-2dd6-443a-97d8-3bd0e1be2c2c', 'name': '', 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'mac_address': 'fa:16:3e:88:a0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:48Z', 'updated_at': '2022-04-29T14:15:07Z', 'revision_number': 5, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'subnets': [{'id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:15:16.701323 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caaec88-bf9a-4db5-867c-7c26345c02f0 None None] Checking router: 6ecde00d-29de-4939-a722-bde78b05b2e5 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:15:16.712256 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caaec88-bf9a-4db5-867c-7c26345c02f0 None None] Routers {'6ecde00d-29de-4939-a722-bde78b05b2e5'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:15:16.712891 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-6caaec88-bf9a-4db5-867c-7c26345c02f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:15:11Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6ecde00d-29de-4939-a722-bde78b05b2e5'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:15:16.721907 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b201e481-424c-4212-815a-b251c533e6eb req-b73485de-3096-4ba9-b49a-d3b9b1839197 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cdd9d023-995b-4527-a08f-9d996a96232a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703371 Apr 29 14:15:16.858229 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b201e481-424c-4212-815a-b251c533e6eb req-2f00006a-9845-461f-aa5f-af113180cf63 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297636 Apr 29 14:15:16.893249 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-6caaec88-bf9a-4db5-867c-7c26345c02f0 None None] Set router 6ecde00d-29de-4939-a722-bde78b05b2e5 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:15:16.989956 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b201e481-424c-4212-815a-b251c533e6eb req-d677a216-dbd6-43ed-85f2-fe4a53ec0f4e service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264377 Apr 29 14:15:17.260254 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-6caaec88-bf9a-4db5-867c-7c26345c02f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'name': 'tempest-TestShelveInstance-1378414466-router', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '709288f8-cdbd-4164-8b46-13302060edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:49Z', 'revision_number': 4, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'gw_port': {'id': '709288f8-cdbd-4164-8b46-13302060edb1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '0afc89ed-34c2-4b4a-9701-216f1694efaa', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'floating_ip_address': '172.26.6.73', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'port_id': '42824629-da72-416d-8c6b-5ea56d669c9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'mac_address': 'fa:16:3e:c4:43:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8470025-32a5-49f8-b911-c5005b4fe619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:15:14Z', 'updated_at': '2022-04-29T14:15:14Z', 'revision_number': 0, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f61d53-2dd6-443a-97d8-3bd0e1be2c2c', 'name': '', 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'mac_address': 'fa:16:3e:88:a0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:48Z', 'updated_at': '2022-04-29T14:15:07Z', 'revision_number': 5, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'subnets': [{'id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:15:17.264179 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caaec88-bf9a-4db5-867c-7c26345c02f0 None None] The sync data for ids ['6ecde00d-29de-4939-a722-bde78b05b2e5'] in dv-neutron-839027-4-hyperv is: [{'id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'name': 'tempest-TestShelveInstance-1378414466-router', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '709288f8-cdbd-4164-8b46-13302060edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:49Z', 'revision_number': 4, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'gw_port': {'id': '709288f8-cdbd-4164-8b46-13302060edb1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '0afc89ed-34c2-4b4a-9701-216f1694efaa', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'floating_ip_address': '172.26.6.73', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'port_id': '42824629-da72-416d-8c6b-5ea56d669c9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'mac_address': 'fa:16:3e:c4:43:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8470025-32a5-49f8-b911-c5005b4fe619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:15:14Z', 'updated_at': '2022-04-29T14:15:14Z', 'revision_number': 0, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f61d53-2dd6-443a-97d8-3bd0e1be2c2c', 'name': '', 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'mac_address': 'fa:16:3e:88:a0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:48Z', 'updated_at': '2022-04-29T14:15:07Z', 'revision_number': 5, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'subnets': [{'id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:15:25.623176 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d68f5c-f3ae-4a7e-9206-9a665f85e65b None None] New status for floating IP 0afc89ed-34c2-4b4a-9701-216f1694efaa: ACTIVE {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 14:15:28.600090 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:37.988788 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3cc85578-5110-4fe1-81e5-954381f6b03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:40.530892 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8b9b4164-ecd0-4ba7-a101-6c7d87f603ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:41.645374 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:41.674489 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:42.676842 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:15:43.084053 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:15:46.956298 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-633076a3-66a0-4032-bab5-a033d2ea8599 req-1c6a944a-d100-4f6c-a35b-9683324719ec service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659769 Apr 29 14:15:47.098703 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-633076a3-66a0-4032-bab5-a033d2ea8599 req-d49f015a-fccd-4c37-94f7-56e52bfa8632 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=994916233fc24d94a1e9466cebb43fb9&device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 1098 time: 0.0709271 Apr 29 14:15:47.333373 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633076a3-66a0-4032-bab5-a033d2ea8599 req-0db089dd-1b83-45fa-8654-87e28015e0f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:15:47.335070 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-633076a3-66a0-4032-bab5-a033d2ea8599 req-0db089dd-1b83-45fa-8654-87e28015e0f7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cdd9d023-995b-4527-a08f-9d996a96232a HTTP/1.1" status: 200 len: 910 time: 0.2159586 Apr 29 14:15:47.435119 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-633076a3-66a0-4032-bab5-a033d2ea8599 req-3de88fce-1dc2-46f7-af23-59216547d077 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42824629-da72-416d-8c6b-5ea56d669c9c HTTP/1.1" status: 200 len: 1000 time: 0.0941131 Apr 29 14:15:47.496333 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633076a3-66a0-4032-bab5-a033d2ea8599 req-992fe21d-bf74-4e55-8001-a64f72d21e93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:15:47.497749 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-633076a3-66a0-4032-bab5-a033d2ea8599 req-992fe21d-bf74-4e55-8001-a64f72d21e93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f24d6675-e5ce-436d-9821-7f9371120f66 HTTP/1.1" status: 200 len: 848 time: 0.0573397 Apr 29 14:15:47.580269 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-633076a3-66a0-4032-bab5-a033d2ea8599 req-ca1ba062-1670-444a-9d75-61c3033989e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cdd9d023-995b-4527-a08f-9d996a96232a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758896 Apr 29 14:15:47.714342 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-633076a3-66a0-4032-bab5-a033d2ea8599 req-d7f18386-aeba-4a77-b0d4-edd83d0c11a3 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275592 Apr 29 14:15:47.853114 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-633076a3-66a0-4032-bab5-a033d2ea8599 req-6f551b3a-7d23-488f-aeb8-19530ff5b768 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304293 Apr 29 14:15:58.624779 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:16:07.990348 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2616576b-acc8-46fe-99d2-8d3471509c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:16:10.531972 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4053723d-bb6b-4e47-89c8-5e4e59fcb080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:16:11.646082 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:16:11.679469 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:16:13.087434 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:16:19.675775 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:16:28.640966 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:16:37.994890 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6cd14b26-13b5-4cb5-91e3-2f84edcbdb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:16:40.532659 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-58f19932-1b2d-4035-879c-8cd54d97ba3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:16:41.649035 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:16:41.680083 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:16:43.090812 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:16:48.950103 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8c30726a-263e-4c16-9bc2-ff39c87cf15a req-b75719ef-769f-49de-916a-d54e99a046b6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0655897 Apr 29 14:16:49.090205 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8c30726a-263e-4c16-9bc2-ff39c87cf15a req-93cde74b-495a-4fc1-84fa-bbf97d26e522 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=994916233fc24d94a1e9466cebb43fb9&device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 1098 time: 0.0729544 Apr 29 14:16:49.230986 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30726a-263e-4c16-9bc2-ff39c87cf15a req-4c61a047-7c7d-4142-ac60-12a1173273e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:16:49.232410 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8c30726a-263e-4c16-9bc2-ff39c87cf15a req-4c61a047-7c7d-4142-ac60-12a1173273e2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cdd9d023-995b-4527-a08f-9d996a96232a HTTP/1.1" status: 200 len: 910 time: 0.1248055 Apr 29 14:16:49.335594 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8c30726a-263e-4c16-9bc2-ff39c87cf15a req-22f430dc-1137-42b9-abc8-74d0659d7e59 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42824629-da72-416d-8c6b-5ea56d669c9c HTTP/1.1" status: 200 len: 1000 time: 0.0968997 Apr 29 14:16:49.401109 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30726a-263e-4c16-9bc2-ff39c87cf15a req-05ef8372-e7f1-4ef9-99dc-57cc26fc5123 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:16:49.402461 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8c30726a-263e-4c16-9bc2-ff39c87cf15a req-05ef8372-e7f1-4ef9-99dc-57cc26fc5123 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f24d6675-e5ce-436d-9821-7f9371120f66 HTTP/1.1" status: 200 len: 848 time: 0.0614214 Apr 29 14:16:49.475496 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8c30726a-263e-4c16-9bc2-ff39c87cf15a req-d372aa0c-e5d8-4467-a623-1138365ce505 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cdd9d023-995b-4527-a08f-9d996a96232a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666125 Apr 29 14:16:49.602675 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8c30726a-263e-4c16-9bc2-ff39c87cf15a req-fd40df44-036c-4c75-8955-20e92cca2f8f service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213207 Apr 29 14:16:49.732478 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8c30726a-263e-4c16-9bc2-ff39c87cf15a req-f7949706-dfbb-4ff3-84b2-9b5ad7e1f767 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233554 Apr 29 14:16:56.675955 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:16:58.646719 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:17:07.997220 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c55cfec2-15c4-4dd9-8481-f70189b6c188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:17:10.533437 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6e2c7651-e858-4ca1-a44e-36193cae7c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:17:11.652113 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:17:11.681278 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:17:13.093207 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:17:28.653686 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:17:33.676723 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:17:37.998779 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1fca037d-79c8-4485-9a73-8592aeeb44ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:17:40.535403 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d4130b8-2bfe-4eb7-af20-f83cdd9c1a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:17:41.655306 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:17:41.682044 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:17:43.097148 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:17:50.204472 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c35baf-347e-4e97-a982-2e3effbc1b26 req-174e3c26-06a9-4e77-a7c6-47b9ea67bf6e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:17:50.206449 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e0c35baf-347e-4e97-a982-2e3effbc1b26 req-174e3c26-06a9-4e77-a7c6-47b9ea67bf6e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 945 time: 0.1437898 Apr 29 14:17:50.253179 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e0c35baf-347e-4e97-a982-2e3effbc1b26 req-7db6e5fd-44a4-4ca8-a219-056c5fe73653 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408680 Apr 29 14:17:51.031868 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-41698f73-1130-4242-849e-73682e80d07a req-07ffa556-8079-492c-892e-a211985f8a1e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=994916233fc24d94a1e9466cebb43fb9&device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 1098 time: 0.0748184 Apr 29 14:17:51.174211 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41698f73-1130-4242-849e-73682e80d07a req-e71eb721-e520-4104-b041-8ed43c1160e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:17:51.176079 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-41698f73-1130-4242-849e-73682e80d07a req-e71eb721-e520-4104-b041-8ed43c1160e4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cdd9d023-995b-4527-a08f-9d996a96232a HTTP/1.1" status: 200 len: 910 time: 0.1246760 Apr 29 14:17:51.362830 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-41698f73-1130-4242-849e-73682e80d07a req-aa3c05c6-4bf1-4c7a-99f2-3e56f278fd0c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42824629-da72-416d-8c6b-5ea56d669c9c HTTP/1.1" status: 200 len: 1000 time: 0.1800897 Apr 29 14:17:51.470959 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41698f73-1130-4242-849e-73682e80d07a req-44a3289e-c62f-46a8-81f8-04e80436a3a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:17:51.472817 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-41698f73-1130-4242-849e-73682e80d07a req-44a3289e-c62f-46a8-81f8-04e80436a3a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f24d6675-e5ce-436d-9821-7f9371120f66 HTTP/1.1" status: 200 len: 848 time: 0.1045885 Apr 29 14:17:51.538830 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8e49d-289e-4283-af40-96cb4c5ae420 req-dd0e9666-ab7a-4e38-9629-cc2b742b648d tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:17:51.540302 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cad8e49d-289e-4283-af40-96cb4c5ae420 req-dd0e9666-ab7a-4e38-9629-cc2b742b648d tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 945 time: 0.1399541 Apr 29 14:17:51.596927 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-41698f73-1130-4242-849e-73682e80d07a req-ea822342-644d-4c23-872c-795dabb4c911 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cdd9d023-995b-4527-a08f-9d996a96232a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1169806 Apr 29 14:17:51.599205 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-cad8e49d-289e-4283-af40-96cb4c5ae420 req-038e6e42-1ff4-45af-a1d1-b889c9006ea9 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532665 Apr 29 14:17:51.727005 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-41698f73-1130-4242-849e-73682e80d07a req-ffde1a01-6a3f-4af1-837e-a85748e9f23c service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243188 Apr 29 14:17:51.855727 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-41698f73-1130-4242-849e-73682e80d07a req-98fdf3e9-5eb9-4193-8f66-7488ce5ec01e service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224427 Apr 29 14:17:52.813588 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af68549-4801-4b40-8429-822719e1ff36 req-98183943-ee83-4fc8-afac-637f5a7526e1 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:17:52.815608 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-7af68549-4801-4b40-8429-822719e1ff36 req-98183943-ee83-4fc8-afac-637f5a7526e1 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 945 time: 0.0744245 Apr 29 14:17:52.861381 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-7af68549-4801-4b40-8429-822719e1ff36 req-a17722b6-d21f-4926-a9df-af0cf9d5f904 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401661 Apr 29 14:17:54.056968 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa08cf-fc72-4aed-91f7-c582bb846bb4 req-56af792f-30aa-43b0-ba7b-01df9d97481d tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:17:54.058411 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3bfa08cf-fc72-4aed-91f7-c582bb846bb4 req-56af792f-30aa-43b0-ba7b-01df9d97481d tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 945 time: 0.0767565 Apr 29 14:17:54.106274 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3bfa08cf-fc72-4aed-91f7-c582bb846bb4 req-97348a82-17e9-4d9e-ad55-42f7ea97c352 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423760 Apr 29 14:17:55.301519 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7e388-13c0-4c3b-8e09-30e3e462859d req-5cb22d74-3013-4757-b140-717a4cc6f131 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:17:55.302997 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e1e7e388-13c0-4c3b-8e09-30e3e462859d req-5cb22d74-3013-4757-b140-717a4cc6f131 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 945 time: 0.0792964 Apr 29 14:17:55.348095 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e1e7e388-13c0-4c3b-8e09-30e3e462859d req-32c9fd0e-d68c-4dbd-8600-53801f9e3c45 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396724 Apr 29 14:17:56.545345 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8f78f-88fc-4270-8012-5f2a140d3159 req-00e046ed-65b5-4aa5-ac40-5e6cd710b9b9 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:17:56.546775 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a4f8f78f-88fc-4270-8012-5f2a140d3159 req-00e046ed-65b5-4aa5-ac40-5e6cd710b9b9 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 945 time: 0.0761235 Apr 29 14:17:56.592119 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a4f8f78f-88fc-4270-8012-5f2a140d3159 req-8bddcff0-6903-4b5c-aebf-78a8ddb92dde tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394542 Apr 29 14:17:57.784954 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4d83b-5761-4746-9c1a-8ca954a15dc4 req-813be4bd-f869-4a19-965e-41cff927a5dc tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:17:57.786386 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-60f4d83b-5761-4746-9c1a-8ca954a15dc4 req-813be4bd-f869-4a19-965e-41cff927a5dc tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 945 time: 0.0760686 Apr 29 14:17:57.831829 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-60f4d83b-5761-4746-9c1a-8ca954a15dc4 req-eedda98c-db59-49ff-be77-f58b542369a6 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394623 Apr 29 14:17:58.646394 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:17:59.028476 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6975cd8-43ec-43fa-80c4-d4b51247958b req-5ffb0317-5767-483d-8951-33dda99c3a89 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:17:59.030239 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a6975cd8-43ec-43fa-80c4-d4b51247958b req-5ffb0317-5767-483d-8951-33dda99c3a89 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 945 time: 0.0794983 Apr 29 14:17:59.074992 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a6975cd8-43ec-43fa-80c4-d4b51247958b req-dbab409f-8f4b-44ee-8433-7237a37b36be tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388160 Apr 29 14:18:00.271094 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b1168-b80f-4001-8e75-0f91c1f31306 req-4bb0a542-022f-40a9-86fa-490012772776 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:00.272538 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-721b1168-b80f-4001-8e75-0f91c1f31306 req-4bb0a542-022f-40a9-86fa-490012772776 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 945 time: 0.0781763 Apr 29 14:18:00.316919 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-721b1168-b80f-4001-8e75-0f91c1f31306 req-c344681c-bbe3-4889-8cb7-f6dff8239f02 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388613 Apr 29 14:18:01.508164 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939c972-4203-4afa-aff0-60b1b7780899 req-c7cdf8d9-cc75-4c40-b503-62d703567bba tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:01.509638 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4939c972-4203-4afa-aff0-60b1b7780899 req-c7cdf8d9-cc75-4c40-b503-62d703567bba tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 945 time: 0.0745249 Apr 29 14:18:01.554374 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4939c972-4203-4afa-aff0-60b1b7780899 req-31e0f548-f398-444e-bb8d-829423a13c68 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393026 Apr 29 14:18:02.701090 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 42824629-da72-416d-8c6b-5ea56d669c9c details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 14:18:02.746793 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d573a6-3ac5-4b38-a2fb-aff2978f03f0 req-2a9d8871-2d72-4b06-9a37-144909b4c202 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:02.748242 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-33d573a6-3ac5-4b38-a2fb-aff2978f03f0 req-2a9d8871-2d72-4b06-9a37-144909b4c202 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 945 time: 0.0761015 Apr 29 14:18:02.798326 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-33d573a6-3ac5-4b38-a2fb-aff2978f03f0 req-30c17bbf-4abf-4974-b0aa-b3dc13ccb3d5 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432196 Apr 29 14:18:02.880083 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 42824629-da72-416d-8c6b-5ea56d669c9c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=42824629-da72-416d-8c6b-5ea56d669c9c,segment=NetworkSegment(e4544693-ce66-409b-826a-527a02ae441d),segment_id=e4544693-ce66-409b-826a-527a02ae441d)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:18:02.892589 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '42824629-da72-416d-8c6b-5ea56d669c9c', 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'port_id': '42824629-da72-416d-8c6b-5ea56d669c9c', 'mac_address': 'fa:16:3e:c4:43:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 14:18:02.948541 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:18:02.965726 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42824629-da72-416d-8c6b-5ea56d669c9c {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 14:18:02.980134 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 42824629-da72-416d-8c6b-5ea56d669c9c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=42824629-da72-416d-8c6b-5ea56d669c9c,segment=NetworkSegment(e4544693-ce66-409b-826a-527a02ae441d),segment_id=e4544693-ce66-409b-826a-527a02ae441d)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:18:02.983985 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:18:03.052736 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=42824629-da72-416d-8c6b-5ea56d669c9c,revision_number=6']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:18:03.060963 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:18:03.061307 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:18:03.061646 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:18:03.061979 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:18:03.062307 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:18:03.062636 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:18:03.062960 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:18:03.063281 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:18:03.063605 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:18:03.063924 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:18:03.064242 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:18:03.069974 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['42824629-da72-416d-8c6b-5ea56d669c9c'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 14:18:04.002280 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7960e-1fd8-4763-81a0-99ef07a2328c req-1ed0bfaa-5c20-4734-b3d0-fb0e592bd547 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:04.003714 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-13a7960e-1fd8-4763-81a0-99ef07a2328c req-1ed0bfaa-5c20-4734-b3d0-fb0e592bd547 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 944 time: 0.0786934 Apr 29 14:18:04.048459 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-13a7960e-1fd8-4763-81a0-99ef07a2328c req-d8ff3585-5aed-435b-be3a-87f00c286e28 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393133 Apr 29 14:18:04.709461 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 42824629-da72-416d-8c6b-5ea56d669c9c up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:18:04.778109 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 42824629-da72-416d-8c6b-5ea56d669c9c triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:18:04.778476 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:18:04.891559 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:18:04.917682 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8470025-32a5-49f8-b911-c5005b4fe619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42824629-da72-416d-8c6b-5ea56d669c9c'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:18:04.927132 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 42824629-da72-416d-8c6b-5ea56d669c9c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=42824629-da72-416d-8c6b-5ea56d669c9c,segment=NetworkSegment(e4544693-ce66-409b-826a-527a02ae441d),segment_id=e4544693-ce66-409b-826a-527a02ae441d)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:18:04.930871 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:18:04.973293 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf8b4c41-c26d-4150-a004-3c64e6179abd'] response: {'server_uuid': 'c8470025-32a5-49f8-b911-c5005b4fe619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42824629-da72-416d-8c6b-5ea56d669c9c', 'code': 200} Apr 29 14:18:05.004749 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=42824629-da72-416d-8c6b-5ea56d669c9c,revision_number=7']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:18:05.248252 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ba81b-9cb4-43f2-b9d4-4759450e14b6 req-72c112fd-136a-44d4-9535-f431012b1cfa tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:05.249719 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b62ba81b-9cb4-43f2-b9d4-4759450e14b6 req-72c112fd-136a-44d4-9535-f431012b1cfa tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 945 time: 0.0763211 Apr 29 14:18:05.294334 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b62ba81b-9cb4-43f2-b9d4-4759450e14b6 req-fc34c7c5-182e-41ac-bca4-e8afd07cea35 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386636 Apr 29 14:18:06.505023 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71838ce9-18d0-4996-b1c9-a5e26dd67728 req-638544be-d61e-465a-b2a0-2419311adac0 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:06.506541 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-71838ce9-18d0-4996-b1c9-a5e26dd67728 req-638544be-d61e-465a-b2a0-2419311adac0 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 945 time: 0.0856452 Apr 29 14:18:06.560531 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-71838ce9-18d0-4996-b1c9-a5e26dd67728 req-c9e867d1-1596-4cd5-9313-bbdea79b34b2 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483284 Apr 29 14:18:07.768032 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad4115-bfb1-42e7-bd2b-62b047a38eb5 req-f0bee146-caba-4183-a3f0-8c474980bf97 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:07.770159 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0cad4115-bfb1-42e7-bd2b-62b047a38eb5 req-f0bee146-caba-4183-a3f0-8c474980bf97 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 945 time: 0.0822597 Apr 29 14:18:07.824664 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-0cad4115-bfb1-42e7-bd2b-62b047a38eb5 req-5ee22f15-0e45-49ea-ad96-6061053b1ca2 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468552 Apr 29 14:18:08.001612 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-47a23e3a-f5df-459a-978d-9165fff03dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:18:09.059266 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca3a42-8c64-4532-8701-de77e86224fb req-dcee0083-f0e0-42f2-b7cf-61ce6c9ba8b7 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:09.060782 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1eca3a42-8c64-4532-8701-de77e86224fb req-dcee0083-f0e0-42f2-b7cf-61ce6c9ba8b7 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 945 time: 0.0862465 Apr 29 14:18:09.239294 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-1eca3a42-8c64-4532-8701-de77e86224fb req-b89815da-b4e8-47e3-bad2-01c409d08da8 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713753 Apr 29 14:18:10.450278 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc11d56-1b34-4726-b7b9-a06f97a432c4 req-141f5642-629e-48b6-a8af-4b7753888a9a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:10.451784 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2fc11d56-1b34-4726-b7b9-a06f97a432c4 req-141f5642-629e-48b6-a8af-4b7753888a9a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 945 time: 0.0803113 Apr 29 14:18:10.502858 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2fc11d56-1b34-4726-b7b9-a06f97a432c4 req-efbdd8c1-9b2a-4c39-a64a-f75485c1ce94 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448759 Apr 29 14:18:10.568262 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e5bb7bcc-05f8-4ec1-a7fb-6269f17cba65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:18:10.677588 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:18:11.662487 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:18:11.714236 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:18:11.738053 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d0034-80bf-4958-b337-632cc87cee84 req-9d7610d5-e5dc-49e2-a550-f0d9f82f1e4a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:11.739686 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3d7d0034-80bf-4958-b337-632cc87cee84 req-9d7610d5-e5dc-49e2-a550-f0d9f82f1e4a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 945 time: 0.0982897 Apr 29 14:18:11.795014 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3d7d0034-80bf-4958-b337-632cc87cee84 req-3c79ec5e-39e6-4a73-a9c3-372e2ffb6848 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478413 Apr 29 14:18:13.003351 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ddc78-311e-4117-892f-3a659492db59 req-2490e352-e417-4b8f-a331-f5aa86728aa9 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:13.004832 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-545ddc78-311e-4117-892f-3a659492db59 req-2490e352-e417-4b8f-a331-f5aa86728aa9 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 945 time: 0.0790596 Apr 29 14:18:13.052828 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-545ddc78-311e-4117-892f-3a659492db59 req-fe40edce-51be-4cd1-99b1-039a48fdb58c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423825 Apr 29 14:18:13.103710 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:18:14.258722 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a066cd4-f119-4d8a-93b9-fbf765150218 req-3254ae62-a5a0-4bb3-b14d-71c44c5fc018 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:14.261084 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5a066cd4-f119-4d8a-93b9-fbf765150218 req-3254ae62-a5a0-4bb3-b14d-71c44c5fc018 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 945 time: 0.0844331 Apr 29 14:18:14.314876 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5a066cd4-f119-4d8a-93b9-fbf765150218 req-6be49339-9aa7-42bf-99e5-45e979946af5 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416031 Apr 29 14:18:15.535171 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c5316-09a6-4521-b8a4-fa524dd5cbfe req-b66f53cf-5fd5-419e-8898-6a9d4c929b24 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:15.536711 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-242c5316-09a6-4521-b8a4-fa524dd5cbfe req-b66f53cf-5fd5-419e-8898-6a9d4c929b24 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 945 time: 0.0918529 Apr 29 14:18:15.602725 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-242c5316-09a6-4521-b8a4-fa524dd5cbfe req-d97370ad-9dec-4d67-9a2b-665faf492782 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601897 Apr 29 14:18:16.801432 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c577ffe-6d23-43ef-9996-70a1c5ea9ed4 req-54483c8a-f72a-410e-a111-ccf7583bee96 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:16.802883 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9c577ffe-6d23-43ef-9996-70a1c5ea9ed4 req-54483c8a-f72a-410e-a111-ccf7583bee96 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 945 time: 0.0743146 Apr 29 14:18:16.848698 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9c577ffe-6d23-43ef-9996-70a1c5ea9ed4 req-fcaf9cf7-c972-4ede-88c8-36e135dd307d tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401666 Apr 29 14:18:17.493451 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4739a9d5-1974-4938-a62c-4edd13eb4665 req-c35d9197-2442-4949-b88e-41a41044ab58 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=994916233fc24d94a1e9466cebb43fb9&device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 1098 time: 0.0674527 Apr 29 14:18:17.705893 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739a9d5-1974-4938-a62c-4edd13eb4665 req-c45da1cd-8e89-48e4-88ce-e28e118a7d38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:17.707318 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4739a9d5-1974-4938-a62c-4edd13eb4665 req-c45da1cd-8e89-48e4-88ce-e28e118a7d38 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cdd9d023-995b-4527-a08f-9d996a96232a HTTP/1.1" status: 200 len: 910 time: 0.2065179 Apr 29 14:18:17.807331 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4739a9d5-1974-4938-a62c-4edd13eb4665 req-5af01736-b211-4a01-b538-f28178dd79f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42824629-da72-416d-8c6b-5ea56d669c9c HTTP/1.1" status: 200 len: 1000 time: 0.0932152 Apr 29 14:18:17.870708 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739a9d5-1974-4938-a62c-4edd13eb4665 req-34a0ef5a-51a3-4f99-be86-30a90f39e3f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:17.872105 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4739a9d5-1974-4938-a62c-4edd13eb4665 req-34a0ef5a-51a3-4f99-be86-30a90f39e3f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f24d6675-e5ce-436d-9821-7f9371120f66 HTTP/1.1" status: 200 len: 848 time: 0.0590811 Apr 29 14:18:17.948048 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4739a9d5-1974-4938-a62c-4edd13eb4665 req-f6e2667d-51b6-4a65-ae9a-a74ca3a69d88 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cdd9d023-995b-4527-a08f-9d996a96232a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697665 Apr 29 14:18:18.134452 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4739a9d5-1974-4938-a62c-4edd13eb4665 req-975e03f9-3670-42c8-8e10-9e045627cf56 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805615 Apr 29 14:18:18.143804 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdf553-fa43-4063-bf38-0005bb9aa2b3 req-4efb7497-3391-47ce-9f37-35af3b1f5383 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:18.145155 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c6bdf553-fa43-4063-bf38-0005bb9aa2b3 req-4efb7497-3391-47ce-9f37-35af3b1f5383 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 945 time: 0.1684144 Apr 29 14:18:18.278439 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c6bdf553-fa43-4063-bf38-0005bb9aa2b3 req-95f16f5b-6ce6-484a-b5cf-32c7eb268100 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159925 Apr 29 14:18:18.301533 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4739a9d5-1974-4938-a62c-4edd13eb4665 req-c8e3ca98-002a-4328-a1f4-ff260eb64069 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554766 Apr 29 14:18:19.486366 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b441b-2f94-4901-a089-a7c541649874 req-d89324e1-3046-477c-af7b-9b1d37a5ffb3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:19.487899 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f70b441b-2f94-4901-a089-a7c541649874 req-d89324e1-3046-477c-af7b-9b1d37a5ffb3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 945 time: 0.0795188 Apr 29 14:18:19.531866 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f70b441b-2f94-4901-a089-a7c541649874 req-0638303b-82d2-49b9-833d-28e2fafff869 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385778 Apr 29 14:18:20.724316 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c78ac-2bbf-4c11-aed7-e23cddc496da req-1bc7a70a-fd52-4efc-bf1e-92544b25ea3f tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:20.725755 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-986c78ac-2bbf-4c11-aed7-e23cddc496da req-1bc7a70a-fd52-4efc-bf1e-92544b25ea3f tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 945 time: 0.0748830 Apr 29 14:18:20.769507 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-986c78ac-2bbf-4c11-aed7-e23cddc496da req-12e9cadf-1c9f-4bb8-86ec-2a9278d464f0 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383401 Apr 29 14:18:20.809060 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 42824629-da72-416d-8c6b-5ea56d669c9c no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:18:20.922719 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:18:20.953577 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a5822d2e-f294-4dcd-8cb1-7b098f6e33c3 req-8795a307-80d3-463b-826f-3a154596d0a4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0685256 Apr 29 14:18:20.954169 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8470025-32a5-49f8-b911-c5005b4fe619', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42824629-da72-416d-8c6b-5ea56d669c9c'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:18:20.964068 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 42824629-da72-416d-8c6b-5ea56d669c9c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=42824629-da72-416d-8c6b-5ea56d669c9c,segment=NetworkSegment(e4544693-ce66-409b-826a-527a02ae441d),segment_id=e4544693-ce66-409b-826a-527a02ae441d)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:18:20.968006 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:18:21.011277 dv-neutron-839027-4-hyperv neutron-server[83906]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b312928d-f12d-471f-b75f-b96c6e2653fe']: {'server_uuid': 'c8470025-32a5-49f8-b911-c5005b4fe619', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '42824629-da72-416d-8c6b-5ea56d669c9c', 'code': 422} returned with failed status Apr 29 14:18:21.041130 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=42824629-da72-416d-8c6b-5ea56d669c9c,revision_number=8']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:18:22.244244 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1a496-007d-4e1c-951c-153aa5e512bf req-39374fb3-0e64-4df3-b2e8-a05633c9ce01 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:22.245714 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e0a1a496-007d-4e1c-951c-153aa5e512bf req-39374fb3-0e64-4df3-b2e8-a05633c9ce01 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 943 time: 0.0787916 Apr 29 14:18:22.304607 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e0a1a496-007d-4e1c-951c-153aa5e512bf req-84e2ca6d-ab91-43aa-a56a-d9f73983bb33 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534256 Apr 29 14:18:22.341950 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3800af02-c962-43d3-96d9-88f5f80fadb9 req-5a75db66-d8fc-4ceb-8bf8-3aff223bcecf service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1813719 Apr 29 14:18:23.095495 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3800af02-c962-43d3-96d9-88f5f80fadb9 req-708302c1-609b-439b-b2b4-0a47076e1a8f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619&tenant_id=994916233fc24d94a1e9466cebb43fb9 HTTP/1.1" status: 200 len: 1096 time: 0.0702124 Apr 29 14:18:23.187935 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3800af02-c962-43d3-96d9-88f5f80fadb9 req-3f3403d1-df54-4218-9791-7f7a62764e1f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=994916233fc24d94a1e9466cebb43fb9&device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 1096 time: 0.0711823 Apr 29 14:18:23.316891 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800af02-c962-43d3-96d9-88f5f80fadb9 req-1f1db448-343e-491d-a1c0-461d2bd0ad7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:23.318435 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3800af02-c962-43d3-96d9-88f5f80fadb9 req-1f1db448-343e-491d-a1c0-461d2bd0ad7e service neutron] 10.222.0.32 "GET /v2.0/networks?id=cdd9d023-995b-4527-a08f-9d996a96232a HTTP/1.1" status: 200 len: 910 time: 0.1247663 Apr 29 14:18:23.431252 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3800af02-c962-43d3-96d9-88f5f80fadb9 req-485abdc7-a735-4e07-a842-b545c787b0e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42824629-da72-416d-8c6b-5ea56d669c9c HTTP/1.1" status: 200 len: 998 time: 0.1067765 Apr 29 14:18:23.493182 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800af02-c962-43d3-96d9-88f5f80fadb9 req-9076b33f-eff9-472b-bce6-8d50676560d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:23.494645 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3800af02-c962-43d3-96d9-88f5f80fadb9 req-9076b33f-eff9-472b-bce6-8d50676560d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f24d6675-e5ce-436d-9821-7f9371120f66 HTTP/1.1" status: 200 len: 848 time: 0.0577736 Apr 29 14:18:23.498555 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e25f0a-5f8e-4880-8627-4cb24b55e335 req-2e32b6ee-7744-4af2-96ee-408bba04f5af tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:23.500058 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-06e25f0a-5f8e-4880-8627-4cb24b55e335 req-2e32b6ee-7744-4af2-96ee-408bba04f5af tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 943 time: 0.0748162 Apr 29 14:18:23.545897 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-06e25f0a-5f8e-4880-8627-4cb24b55e335 req-b939e7b7-9e31-481d-a711-a38aa3b9af18 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399024 Apr 29 14:18:23.568103 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3800af02-c962-43d3-96d9-88f5f80fadb9 req-e36d9c53-d0e2-44dc-9d3b-b9e38bdfefee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cdd9d023-995b-4527-a08f-9d996a96232a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674405 Apr 29 14:18:23.694467 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3800af02-c962-43d3-96d9-88f5f80fadb9 req-3a262c62-f0ce-4e56-90c0-afb6a55f24e5 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203558 Apr 29 14:18:23.912333 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3800af02-c962-43d3-96d9-88f5f80fadb9 req-72ce9bbc-1d1f-4d15-be40-6b520292b367 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116432 Apr 29 14:18:24.807357 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa6de2-e53f-42ab-9255-02dde2e3c53b req-4fd5366a-f149-4143-9b6a-c0f848922b76 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:24.808962 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ddfa6de2-e53f-42ab-9255-02dde2e3c53b req-4fd5366a-f149-4143-9b6a-c0f848922b76 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 943 time: 0.1302106 Apr 29 14:18:24.815833 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 42824629-da72-416d-8c6b-5ea56d669c9c no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:18:24.913355 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ddfa6de2-e53f-42ab-9255-02dde2e3c53b req-debc8572-2797-4a0c-9ad9-1ff597af26a6 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922854 Apr 29 14:18:26.135282 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546741ca-1379-46d4-84f6-21ddba176fbf req-c3caef67-e915-46e4-a2b7-4ef28093ff5a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:26.137139 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-546741ca-1379-46d4-84f6-21ddba176fbf req-c3caef67-e915-46e4-a2b7-4ef28093ff5a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 943 time: 0.0923598 Apr 29 14:18:26.189235 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-546741ca-1379-46d4-84f6-21ddba176fbf req-57185191-d46c-4147-b8b3-06d0094e1730 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463185 Apr 29 14:18:27.402379 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5df72-5f51-4ec9-9301-9e3c10df89ef req-613324cb-a542-429c-b350-df8f3a8f8c0e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:27.410610 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-69d5df72-5f51-4ec9-9301-9e3c10df89ef req-613324cb-a542-429c-b350-df8f3a8f8c0e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 943 time: 0.0867789 Apr 29 14:18:27.471713 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-69d5df72-5f51-4ec9-9301-9e3c10df89ef req-70fba081-8264-464e-850c-bc78a1b6a190 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599356 Apr 29 14:18:28.670216 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:18:28.672159 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370191e-5944-4fb0-9d81-980644a68b96 req-439560f5-5ab3-4bd0-915b-99280d5999a8 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:28.674508 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-4370191e-5944-4fb0-9d81-980644a68b96 req-439560f5-5ab3-4bd0-915b-99280d5999a8 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 943 time: 0.0819614 Apr 29 14:18:28.725475 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-4370191e-5944-4fb0-9d81-980644a68b96 req-88e0c719-1b04-4e1e-84ba-b66e7c1f56e4 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454497 Apr 29 14:18:29.961025 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca2c6d-5637-46d3-978e-292be85eb449 req-3105c60f-d3a4-47fd-961e-b3e9ec38e9e9 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:29.962685 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-93ca2c6d-5637-46d3-978e-292be85eb449 req-3105c60f-d3a4-47fd-961e-b3e9ec38e9e9 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 943 time: 0.0994511 Apr 29 14:18:30.024436 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-93ca2c6d-5637-46d3-978e-292be85eb449 req-2560758a-419d-47ba-bfad-7d707711d911 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545022 Apr 29 14:18:31.240956 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b405a30-2bda-4ee2-bba6-3aa1a6da9f89 req-b4c883a6-18be-46a1-a987-648178a84473 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:31.244062 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9b405a30-2bda-4ee2-bba6-3aa1a6da9f89 req-b4c883a6-18be-46a1-a987-648178a84473 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 943 time: 0.0917218 Apr 29 14:18:31.293100 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9b405a30-2bda-4ee2-bba6-3aa1a6da9f89 req-519aaeaa-c80b-47b1-a7ee-5d6eb9c2fd84 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434804 Apr 29 14:18:32.494416 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46e4d8-db22-401d-8773-7832d32a2ae8 req-646ced94-3fbd-41b4-8d06-f06def1c0eaf tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:32.495824 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6f46e4d8-db22-401d-8773-7832d32a2ae8 req-646ced94-3fbd-41b4-8d06-f06def1c0eaf tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 943 time: 0.0789046 Apr 29 14:18:32.539995 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6f46e4d8-db22-401d-8773-7832d32a2ae8 req-41b311f1-97ea-4d74-94bb-a6bb18e486b3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381131 Apr 29 14:18:33.753020 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ee1c5-0b06-4550-a823-2b44400b4311 req-f5ff3197-5b93-4acb-8d54-f88597a26999 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:33.754496 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a20ee1c5-0b06-4550-a823-2b44400b4311 req-f5ff3197-5b93-4acb-8d54-f88597a26999 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 943 time: 0.0922430 Apr 29 14:18:33.804177 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a20ee1c5-0b06-4550-a823-2b44400b4311 req-f8acccf6-992b-43a0-8e5b-f174a33bcb76 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441439 Apr 29 14:18:34.996223 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476d332-1c9d-41a6-8b12-aae47517a96c req-f11f0f98-7e7b-4a32-9cdf-340464e6893c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:34.997713 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6476d332-1c9d-41a6-8b12-aae47517a96c req-f11f0f98-7e7b-4a32-9cdf-340464e6893c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 943 time: 0.0755115 Apr 29 14:18:35.042431 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6476d332-1c9d-41a6-8b12-aae47517a96c req-e785ec76-57b6-4c13-9833-fca8b69b2b43 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392330 Apr 29 14:18:36.239066 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636943a-4e6e-4418-9c2d-2aa1c06af687 req-8d66b23c-a8d9-4e77-9ce3-563bdcd19fff tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:36.240498 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2636943a-4e6e-4418-9c2d-2aa1c06af687 req-8d66b23c-a8d9-4e77-9ce3-563bdcd19fff tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 943 time: 0.0755067 Apr 29 14:18:36.284478 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2636943a-4e6e-4418-9c2d-2aa1c06af687 req-4c37367d-b95b-4dbd-90e0-7181ca15cc0f tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385077 Apr 29 14:18:37.492319 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa514a-3a6f-4b3a-8450-bae75ae4b3d0 req-83b1489d-1397-4a10-a8a4-0589f46eb4d4 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:37.493810 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-55aa514a-3a6f-4b3a-8450-bae75ae4b3d0 req-83b1489d-1397-4a10-a8a4-0589f46eb4d4 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 943 time: 0.0901892 Apr 29 14:18:37.538732 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-55aa514a-3a6f-4b3a-8450-bae75ae4b3d0 req-2356b173-848f-4499-8f18-658af66f32a5 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394998 Apr 29 14:18:38.005080 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b149a7bf-3689-47af-8f41-88b3348fee27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:18:38.735677 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3a59d-eca4-4f65-8e22-8745b3117e77 req-98f67ec5-aeb4-41a0-9494-75b3a7dfb7cd tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:38.737271 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-7bf3a59d-eca4-4f65-8e22-8745b3117e77 req-98f67ec5-aeb4-41a0-9494-75b3a7dfb7cd tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 943 time: 0.0785351 Apr 29 14:18:38.782724 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-7bf3a59d-eca4-4f65-8e22-8745b3117e77 req-9e672295-5f94-4eb6-949c-161b8906020c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394044 Apr 29 14:18:38.840105 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 42824629-da72-416d-8c6b-5ea56d669c9c details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 14:18:38.973261 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 42824629-da72-416d-8c6b-5ea56d669c9c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=42824629-da72-416d-8c6b-5ea56d669c9c,segment=NetworkSegment(e4544693-ce66-409b-826a-527a02ae441d),segment_id=e4544693-ce66-409b-826a-527a02ae441d)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:18:38.989434 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '42824629-da72-416d-8c6b-5ea56d669c9c', 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'port_id': '42824629-da72-416d-8c6b-5ea56d669c9c', 'mac_address': 'fa:16:3e:c4:43:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 14:18:39.043376 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:18:39.059773 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42824629-da72-416d-8c6b-5ea56d669c9c {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 14:18:39.074355 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 42824629-da72-416d-8c6b-5ea56d669c9c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=42824629-da72-416d-8c6b-5ea56d669c9c,segment=NetworkSegment(e4544693-ce66-409b-826a-527a02ae441d),segment_id=e4544693-ce66-409b-826a-527a02ae441d)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:18:39.078103 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:18:39.141800 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=42824629-da72-416d-8c6b-5ea56d669c9c,revision_number=9']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:18:39.458218 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['42824629-da72-416d-8c6b-5ea56d669c9c'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 14:18:39.981055 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43905ae7-8125-4a85-a106-717f32aa9b2c req-37130b0a-4934-46cd-9887-5c622d859432 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:39.982515 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-43905ae7-8125-4a85-a106-717f32aa9b2c req-37130b0a-4934-46cd-9887-5c622d859432 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 944 time: 0.0771503 Apr 29 14:18:40.032987 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-43905ae7-8125-4a85-a106-717f32aa9b2c req-658dc6a0-44b0-4a52-81c8-97d2a67eaefe tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426321 Apr 29 14:18:40.538863 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-515257d2-a626-4f62-8ae3-5e002595bad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:18:40.854922 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 42824629-da72-416d-8c6b-5ea56d669c9c up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:18:40.920978 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 42824629-da72-416d-8c6b-5ea56d669c9c triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:18:40.921336 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:18:41.058355 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:18:41.085023 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8470025-32a5-49f8-b911-c5005b4fe619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42824629-da72-416d-8c6b-5ea56d669c9c'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:18:41.094897 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 42824629-da72-416d-8c6b-5ea56d669c9c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=42824629-da72-416d-8c6b-5ea56d669c9c,segment=NetworkSegment(e4544693-ce66-409b-826a-527a02ae441d),segment_id=e4544693-ce66-409b-826a-527a02ae441d)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:18:41.098684 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:18:41.143107 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b38b515d-9c14-41ad-940c-3777c8434c4c'] response: {'server_uuid': 'c8470025-32a5-49f8-b911-c5005b4fe619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42824629-da72-416d-8c6b-5ea56d669c9c', 'code': 200} Apr 29 14:18:41.169275 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=42824629-da72-416d-8c6b-5ea56d669c9c,revision_number=10']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:18:41.234647 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e58a1c-3a1c-46f0-b74c-62087ce31740 req-3b2c16a7-a1d2-472c-ad61-13c602d1d660 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:41.236327 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-b0e58a1c-3a1c-46f0-b74c-62087ce31740 req-3b2c16a7-a1d2-472c-ad61-13c602d1d660 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 946 time: 0.0811095 Apr 29 14:18:41.287392 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-b0e58a1c-3a1c-46f0-b74c-62087ce31740 req-1652e61a-ab1b-444a-aee7-1e84246ec9a5 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455258 Apr 29 14:18:41.386457 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8383cc52-2be9-4e50-b806-3130c971de9a req-c1a29a26-915d-4107-8625-84b28d10f6fe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 1099 time: 0.0654628 Apr 29 14:18:41.427017 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8383cc52-2be9-4e50-b806-3130c971de9a req-d524021c-bcf7-4dba-bb38-6dc567e22bda service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344672 Apr 29 14:18:41.660386 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:18:41.689216 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:18:42.483663 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad5de6-2702-464b-8154-f9e122e3f9ed req-6eca94b2-8511-4cac-b9a3-9e6eba1e3175 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:42.485717 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-eaad5de6-2702-464b-8154-f9e122e3f9ed req-6eca94b2-8511-4cac-b9a3-9e6eba1e3175 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 946 time: 0.0773885 Apr 29 14:18:42.528492 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-eaad5de6-2702-464b-8154-f9e122e3f9ed req-e0911112-426f-4c3f-a5c3-0fbcc17ee15b tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373650 Apr 29 14:18:43.103897 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:18:43.732351 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a6aff-bb97-4225-8b30-cdd6c66c3de7 req-ece6ee78-f706-4e4e-b12c-46bc30f63e2c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:43.733806 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5a6a6aff-bb97-4225-8b30-cdd6c66c3de7 req-ece6ee78-f706-4e4e-b12c-46bc30f63e2c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 946 time: 0.0751731 Apr 29 14:18:43.778632 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-5a6a6aff-bb97-4225-8b30-cdd6c66c3de7 req-e4ac510e-b336-4dce-ba09-7312bdd5e427 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388153 Apr 29 14:18:47.677916 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:18:50.935070 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fb37abcc-fafc-4061-bde8-d98a19710505 req-20676a72-6fa4-46e6-a32a-c57d54d7baaa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0651386 Apr 29 14:18:51.074416 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fb37abcc-fafc-4061-bde8-d98a19710505 req-665ea32d-31df-42c7-a857-19d4434f9906 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=994916233fc24d94a1e9466cebb43fb9&device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 1099 time: 0.0705142 Apr 29 14:18:51.218096 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37abcc-fafc-4061-bde8-d98a19710505 req-f00bdebd-e243-446f-8107-f21f6b6d808b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:51.220021 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fb37abcc-fafc-4061-bde8-d98a19710505 req-f00bdebd-e243-446f-8107-f21f6b6d808b service neutron] 10.222.0.32 "GET /v2.0/networks?id=cdd9d023-995b-4527-a08f-9d996a96232a HTTP/1.1" status: 200 len: 910 time: 0.1265066 Apr 29 14:18:51.316458 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fb37abcc-fafc-4061-bde8-d98a19710505 req-365b544f-f195-43fb-92f5-57a98121956c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42824629-da72-416d-8c6b-5ea56d669c9c HTTP/1.1" status: 200 len: 1000 time: 0.0908866 Apr 29 14:18:51.379033 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37abcc-fafc-4061-bde8-d98a19710505 req-6b681bdf-74da-4da4-b8f0-f36dd8b69941 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:18:51.380408 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fb37abcc-fafc-4061-bde8-d98a19710505 req-6b681bdf-74da-4da4-b8f0-f36dd8b69941 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f24d6675-e5ce-436d-9821-7f9371120f66 HTTP/1.1" status: 200 len: 848 time: 0.0585527 Apr 29 14:18:51.451134 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fb37abcc-fafc-4061-bde8-d98a19710505 req-de8301b7-64e4-47ab-bc27-9b1b485490b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cdd9d023-995b-4527-a08f-9d996a96232a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654488 Apr 29 14:18:51.581962 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fb37abcc-fafc-4061-bde8-d98a19710505 req-39458c79-ebda-4d69-8ac2-286337687401 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237850 Apr 29 14:18:51.714502 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fb37abcc-fafc-4061-bde8-d98a19710505 req-c457d1ad-6428-4fa8-a2c7-fb226ab72ed9 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232927 Apr 29 14:18:58.667078 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:19:08.008004 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a6df9b1e-f64b-48e7-a850-90d1f4ce7248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:19:10.540351 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-962aff4f-2c04-4618-ac54-7eb0fadbc63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:19:11.664745 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:19:11.685189 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:19:13.107022 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:19:24.677904 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:19:28.661717 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:19:38.010107 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0762839d-9b0a-4dac-9a12-2e569f3ecadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:19:40.541670 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b7f19dc4-5a07-4e9f-ae8b-1c8d2f580814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:19:41.666197 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:19:41.686394 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:19:43.109641 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:19:51.021514 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-42cc3f00-94c8-4891-9ec2-f2ff1e3be0db req-0d96ece1-519d-464c-b804-e9047740091b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1472938 Apr 29 14:19:51.156904 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-42cc3f00-94c8-4891-9ec2-f2ff1e3be0db req-443e408f-17e1-4a8a-ae31-13b49ec9b267 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=994916233fc24d94a1e9466cebb43fb9&device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 1099 time: 0.0670936 Apr 29 14:19:51.300605 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc3f00-94c8-4891-9ec2-f2ff1e3be0db req-3c3b3469-dd89-49be-9c66-bfabaa831a2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:19:51.302088 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-42cc3f00-94c8-4891-9ec2-f2ff1e3be0db req-3c3b3469-dd89-49be-9c66-bfabaa831a2f service neutron] 10.222.0.32 "GET /v2.0/networks?id=cdd9d023-995b-4527-a08f-9d996a96232a HTTP/1.1" status: 200 len: 910 time: 0.1273243 Apr 29 14:19:51.404516 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-42cc3f00-94c8-4891-9ec2-f2ff1e3be0db req-93a31174-6f5f-47fc-acc5-303a1c87030a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42824629-da72-416d-8c6b-5ea56d669c9c HTTP/1.1" status: 200 len: 1000 time: 0.0965810 Apr 29 14:19:51.465071 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc3f00-94c8-4891-9ec2-f2ff1e3be0db req-43f24024-73e5-456e-b012-17f4f0a01934 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:19:51.466461 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-42cc3f00-94c8-4891-9ec2-f2ff1e3be0db req-43f24024-73e5-456e-b012-17f4f0a01934 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f24d6675-e5ce-436d-9821-7f9371120f66 HTTP/1.1" status: 200 len: 848 time: 0.0565844 Apr 29 14:19:51.541263 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-42cc3f00-94c8-4891-9ec2-f2ff1e3be0db req-0f6687cb-74e7-437f-b655-fe64eeff8894 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cdd9d023-995b-4527-a08f-9d996a96232a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689230 Apr 29 14:19:51.670291 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-42cc3f00-94c8-4891-9ec2-f2ff1e3be0db req-41ef5fca-8ae4-4594-afa5-d4246d319556 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214249 Apr 29 14:19:51.798720 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-42cc3f00-94c8-4891-9ec2-f2ff1e3be0db req-5221b77f-e3a5-4683-83cf-974f1d8f705f service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222420 Apr 29 14:19:58.677529 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:01.677438 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:20:08.011751 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a37014ec-cc67-495d-8b58-c47036c8dc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:10.543393 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3cf5f8d7-a08a-4740-b256-90df235d81c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:11.670627 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:11.688206 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:13.112501 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:28.690246 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:28.895812 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42908) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:20:29.159585 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-a8b9b6e1-57c0-4a81-8303-e24c7a73af94 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Deleting port caa38b83-8451-4ee8-a457-53fe06339a21 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:20:29.159917 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a8b9b6e1-57c0-4a81-8303-e24c7a73af94 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:29.321905 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a8b9b6e1-57c0-4a81-8303-e24c7a73af94 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:29.322221 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a8b9b6e1-57c0-4a81-8303-e24c7a73af94 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:29.438485 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-a8b9b6e1-57c0-4a81-8303-e24c7a73af94 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Calling delete_port for caa38b83-8451-4ee8-a457-53fe06339a21 owned by network:floatingip {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:20:29.583024 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a8b9b6e1-57c0-4a81-8303-e24c7a73af94 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:29.629538 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9b6e1-57c0-4a81-8303-e24c7a73af94 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Pushing event deleted for resources: {'Port': ['ID=caa38b83-8451-4ee8-a457-53fe06339a21,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:20:29.774597 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b9b6e1-57c0-4a81-8303-e24c7a73af94 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:20:29.774931 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b9b6e1-57c0-4a81-8303-e24c7a73af94 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:20:29.775255 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b9b6e1-57c0-4a81-8303-e24c7a73af94 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:20:29.775573 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b9b6e1-57c0-4a81-8303-e24c7a73af94 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:20:29.775894 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b9b6e1-57c0-4a81-8303-e24c7a73af94 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:20:29.776213 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b9b6e1-57c0-4a81-8303-e24c7a73af94 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:20:29.776524 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b9b6e1-57c0-4a81-8303-e24c7a73af94 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:20:29.776859 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b9b6e1-57c0-4a81-8303-e24c7a73af94 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:20:29.777175 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b9b6e1-57c0-4a81-8303-e24c7a73af94 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:20:29.778002 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b9b6e1-57c0-4a81-8303-e24c7a73af94 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:20:29.778320 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b9b6e1-57c0-4a81-8303-e24c7a73af94 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:20:29.809871 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a8b9b6e1-57c0-4a81-8303-e24c7a73af94 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for floatingip, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:30.196211 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b9b6e1-57c0-4a81-8303-e24c7a73af94 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Router 6ecde00d-29de-4939-a722-bde78b05b2e5 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:20:30.392626 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b9b6e1-57c0-4a81-8303-e24c7a73af94 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:20:30.403466 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0063dd6f-ca32-4d3a-b2c0-6c907f971332 None None] Sync routers for ids ['6ecde00d-29de-4939-a722-bde78b05b2e5'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:20:30.415080 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a8b9b6e1-57c0-4a81-8303-e24c7a73af94 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:30.415364 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0063dd6f-ca32-4d3a-b2c0-6c907f971332 None None] Routers {'6ecde00d-29de-4939-a722-bde78b05b2e5'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:20:30.415979 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0063dd6f-ca32-4d3a-b2c0-6c907f971332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:20:11Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6ecde00d-29de-4939-a722-bde78b05b2e5'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:20:30.468057 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a8b9b6e1-57c0-4a81-8303-e24c7a73af94 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "DELETE /v2.0/floatingips/0afc89ed-34c2-4b4a-9701-216f1694efaa HTTP/1.1" status: 204 len: 168 time: 1.5708284 Apr 29 14:20:30.469809 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8470025-32a5-49f8-b911-c5005b4fe619', 'tag': '42824629-da72-416d-8c6b-5ea56d669c9c'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:20:30.601065 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-0063dd6f-ca32-4d3a-b2c0-6c907f971332 None None] Set router 6ecde00d-29de-4939-a722-bde78b05b2e5 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:20:30.604441 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a633588e-efd0-4611-a5ff-5c068e1671ec'] response: {'name': 'network-changed', 'server_uuid': 'c8470025-32a5-49f8-b911-c5005b4fe619', 'tag': '42824629-da72-416d-8c6b-5ea56d669c9c', 'status': 'completed', 'code': 200} Apr 29 14:20:30.795209 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-53d00688-f3c4-48db-9d88-2a53adfe89fc req-0a4078bd-7e0c-42c4-8442-ef8d978e6de3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=994916233fc24d94a1e9466cebb43fb9&device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 1099 time: 0.1683953 Apr 29 14:20:30.952156 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d00688-f3c4-48db-9d88-2a53adfe89fc req-b91162d4-5f5a-4f14-aab8-8e9152bc8a8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:20:30.953664 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-53d00688-f3c4-48db-9d88-2a53adfe89fc req-b91162d4-5f5a-4f14-aab8-8e9152bc8a8b service neutron] 10.222.0.32 "GET /v2.0/networks?id=cdd9d023-995b-4527-a08f-9d996a96232a HTTP/1.1" status: 200 len: 910 time: 0.1523342 Apr 29 14:20:30.955568 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0063dd6f-ca32-4d3a-b2c0-6c907f971332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'name': 'tempest-TestShelveInstance-1378414466-router', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '709288f8-cdbd-4164-8b46-13302060edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:49Z', 'revision_number': 4, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'gw_port': {'id': '709288f8-cdbd-4164-8b46-13302060edb1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '60f61d53-2dd6-443a-97d8-3bd0e1be2c2c', 'name': '', 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'mac_address': 'fa:16:3e:88:a0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:48Z', 'updated_at': '2022-04-29T14:15:07Z', 'revision_number': 5, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'subnets': [{'id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:20:30.959938 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0063dd6f-ca32-4d3a-b2c0-6c907f971332 None None] Checking router: 6ecde00d-29de-4939-a722-bde78b05b2e5 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:20:30.972257 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0063dd6f-ca32-4d3a-b2c0-6c907f971332 None None] Routers {'6ecde00d-29de-4939-a722-bde78b05b2e5'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:20:30.972899 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0063dd6f-ca32-4d3a-b2c0-6c907f971332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:20:11Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6ecde00d-29de-4939-a722-bde78b05b2e5'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:20:31.028127 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-53d00688-f3c4-48db-9d88-2a53adfe89fc req-2da665c4-fb2c-4956-8421-2288fdfa7c7a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42824629-da72-416d-8c6b-5ea56d669c9c HTTP/1.1" status: 200 len: 217 time: 0.0666494 Apr 29 14:20:31.041397 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed667dfa-388d-4868-bcb5-7c9f959e0c15 req-23f25b86-8678-4d00-8e14-1696cf280b47 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:20:31.042084 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-ed667dfa-388d-4868-bcb5-7c9f959e0c15 req-23f25b86-8678-4d00-8e14-1696cf280b47 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Synchronizing usage tracker for tenant:994916233fc24d94a1e9466cebb43fb9 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:20:31.061844 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-ed667dfa-388d-4868-bcb5-7c9f959e0c15 req-23f25b86-8678-4d00-8e14-1696cf280b47 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Unset dirty status for tenant:994916233fc24d94a1e9466cebb43fb9 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:20:31.063153 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ed667dfa-388d-4868-bcb5-7c9f959e0c15 req-23f25b86-8678-4d00-8e14-1696cf280b47 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 946 time: 0.1083672 Apr 29 14:20:31.097919 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d00688-f3c4-48db-9d88-2a53adfe89fc req-29dbe4f1-6e57-495a-bbe9-8b8b0b125b13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:20:31.099388 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-53d00688-f3c4-48db-9d88-2a53adfe89fc req-29dbe4f1-6e57-495a-bbe9-8b8b0b125b13 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f24d6675-e5ce-436d-9821-7f9371120f66 HTTP/1.1" status: 200 len: 848 time: 0.0652373 Apr 29 14:20:31.112261 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ed667dfa-388d-4868-bcb5-7c9f959e0c15 req-fa17efe0-2748-4767-af62-5614d14fd80a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431311 Apr 29 14:20:31.154571 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-0063dd6f-ca32-4d3a-b2c0-6c907f971332 None None] Set router 6ecde00d-29de-4939-a722-bde78b05b2e5 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:20:31.181621 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-53d00688-f3c4-48db-9d88-2a53adfe89fc req-a2b8308c-e764-43e1-8dbe-13b3c86c6f05 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cdd9d023-995b-4527-a08f-9d996a96232a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747888 Apr 29 14:20:31.314209 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-53d00688-f3c4-48db-9d88-2a53adfe89fc req-9f5a6fd6-33f3-4d90-b550-1c1866c792fb service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256073 Apr 29 14:20:31.444860 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-53d00688-f3c4-48db-9d88-2a53adfe89fc req-af92624c-a02e-4933-a5ad-624031578db9 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243649 Apr 29 14:20:31.516105 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-0063dd6f-ca32-4d3a-b2c0-6c907f971332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'name': 'tempest-TestShelveInstance-1378414466-router', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '709288f8-cdbd-4164-8b46-13302060edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:49Z', 'revision_number': 4, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'gw_port': {'id': '709288f8-cdbd-4164-8b46-13302060edb1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '60f61d53-2dd6-443a-97d8-3bd0e1be2c2c', 'name': '', 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'mac_address': 'fa:16:3e:88:a0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:48Z', 'updated_at': '2022-04-29T14:15:07Z', 'revision_number': 5, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'subnets': [{'id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:20:31.519950 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0063dd6f-ca32-4d3a-b2c0-6c907f971332 None None] The sync data for ids ['6ecde00d-29de-4939-a722-bde78b05b2e5'] in dv-neutron-839027-4-hyperv is: [{'id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'name': 'tempest-TestShelveInstance-1378414466-router', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '709288f8-cdbd-4164-8b46-13302060edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:49Z', 'revision_number': 4, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'gw_port': {'id': '709288f8-cdbd-4164-8b46-13302060edb1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '60f61d53-2dd6-443a-97d8-3bd0e1be2c2c', 'name': '', 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'mac_address': 'fa:16:3e:88:a0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:48Z', 'updated_at': '2022-04-29T14:15:07Z', 'revision_number': 5, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'subnets': [{'id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:20:31.741622 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc3abce-1951-4759-a184-d34b3b9c9b61 None None] New status for floating IP 0afc89ed-34c2-4b4a-9701-216f1694efaa: DOWN {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 14:20:32.313137 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8dc25-970f-4d41-8582-d55cb2c7f04c req-6c9a9089-0683-40b6-8ac1-b89c5d2e55f2 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:20:32.314567 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f9e8dc25-970f-4d41-8582-d55cb2c7f04c req-6c9a9089-0683-40b6-8ac1-b89c5d2e55f2 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 946 time: 0.0799799 Apr 29 14:20:32.358933 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f9e8dc25-970f-4d41-8582-d55cb2c7f04c req-57ede42d-5907-4a21-a730-e6c0f9bf7e2e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=de03cbf3-d6b4-4127-9cf1-51df7bf488b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388038 Apr 29 14:20:32.723901 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ffbfb-d29b-4670-a65b-5c866bf698bf req-315ea744-a59e-4378-be76-71c0f163aa89 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:20:32.725299 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-899ffbfb-d29b-4670-a65b-5c866bf698bf req-315ea744-a59e-4378-be76-71c0f163aa89 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 946 time: 0.1790445 Apr 29 14:20:32.790178 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-899ffbfb-d29b-4670-a65b-5c866bf698bf req-e8037a2a-68b0-4bae-8ff2-07cc4148f2f3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Deleting port 42824629-da72-416d-8c6b-5ea56d669c9c {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:20:32.790509 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-899ffbfb-d29b-4670-a65b-5c866bf698bf req-e8037a2a-68b0-4bae-8ff2-07cc4148f2f3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:33.029574 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-899ffbfb-d29b-4670-a65b-5c866bf698bf req-e8037a2a-68b0-4bae-8ff2-07cc4148f2f3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] For port 42824629-da72-416d-8c6b-5ea56d669c9c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=42824629-da72-416d-8c6b-5ea56d669c9c,segment=NetworkSegment(e4544693-ce66-409b-826a-527a02ae441d),segment_id=e4544693-ce66-409b-826a-527a02ae441d)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:20:33.029928 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-899ffbfb-d29b-4670-a65b-5c866bf698bf req-e8037a2a-68b0-4bae-8ff2-07cc4148f2f3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:33.148739 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-899ffbfb-d29b-4670-a65b-5c866bf698bf req-e8037a2a-68b0-4bae-8ff2-07cc4148f2f3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Calling delete_port for 42824629-da72-416d-8c6b-5ea56d669c9c owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:20:33.290614 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-899ffbfb-d29b-4670-a65b-5c866bf698bf req-e8037a2a-68b0-4bae-8ff2-07cc4148f2f3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:33.338292 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8037a2a-68b0-4bae-8ff2-07cc4148f2f3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Pushing event deleted for resources: {'Port': ['ID=42824629-da72-416d-8c6b-5ea56d669c9c,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:20:33.380813 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8037a2a-68b0-4bae-8ff2-07cc4148f2f3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:20:33.381152 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8037a2a-68b0-4bae-8ff2-07cc4148f2f3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:20:33.381480 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8037a2a-68b0-4bae-8ff2-07cc4148f2f3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:20:33.381803 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8037a2a-68b0-4bae-8ff2-07cc4148f2f3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:20:33.382124 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8037a2a-68b0-4bae-8ff2-07cc4148f2f3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:20:33.382441 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8037a2a-68b0-4bae-8ff2-07cc4148f2f3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:20:33.382759 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8037a2a-68b0-4bae-8ff2-07cc4148f2f3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:20:33.383312 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8037a2a-68b0-4bae-8ff2-07cc4148f2f3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:20:33.383717 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8037a2a-68b0-4bae-8ff2-07cc4148f2f3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:20:33.384049 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8037a2a-68b0-4bae-8ff2-07cc4148f2f3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:20:33.384359 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8037a2a-68b0-4bae-8ff2-07cc4148f2f3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:20:33.426048 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-899ffbfb-d29b-4670-a65b-5c866bf698bf req-e8037a2a-68b0-4bae-8ff2-07cc4148f2f3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] No DVR routers for this DVR port 42824629-da72-416d-8c6b-5ea56d669c9c on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 14:20:33.428590 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-899ffbfb-d29b-4670-a65b-5c866bf698bf req-e8037a2a-68b0-4bae-8ff2-07cc4148f2f3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:33.431181 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8470025-32a5-49f8-b911-c5005b4fe619', 'name': 'network-vif-deleted', 'tag': '42824629-da72-416d-8c6b-5ea56d669c9c'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:20:33.446996 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-899ffbfb-d29b-4670-a65b-5c866bf698bf req-e8037a2a-68b0-4bae-8ff2-07cc4148f2f3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.32 "DELETE /v2.0/ports/42824629-da72-416d-8c6b-5ea56d669c9c HTTP/1.1" status: 204 len: 173 time: 0.7165384 Apr 29 14:20:33.534784 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9171dc9f-8669-4f20-bd9f-525c8695dc3a req-b0296f49-c52d-46b6-b070-74f78375248b tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8470025-32a5-49f8-b911-c5005b4fe619 HTTP/1.1" status: 200 len: 210 time: 0.0513301 Apr 29 14:20:33.576332 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4aec2b9-f70f-4b3b-9eda-445e109704fe'] response: {'server_uuid': 'c8470025-32a5-49f8-b911-c5005b4fe619', 'name': 'network-vif-deleted', 'tag': '42824629-da72-416d-8c6b-5ea56d669c9c', 'status': 'completed', 'code': 200} Apr 29 14:20:34.642296 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42934) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:20:34.717283 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f7c1f378-2466-4d52-a097-f5248d2096c9 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:34.745601 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f7c1f378-2466-4d52-a097-f5248d2096c9 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:34.809950 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f7c1f378-2466-4d52-a097-f5248d2096c9 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:34.830964 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1f378-2466-4d52-a097-f5248d2096c9 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de03cbf3-d6b4-4127-9cf1-51df7bf488b5,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:20:34.847695 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-f7c1f378-2466-4d52-a097-f5248d2096c9 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:34.848905 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f7c1f378-2466-4d52-a097-f5248d2096c9 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "DELETE /v2.0/security-groups/de03cbf3-d6b4-4127-9cf1-51df7bf488b5 HTTP/1.1" status: 204 len: 168 time: 0.2055860 Apr 29 14:20:35.157157 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42942) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:20:35.162813 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-a9e666b6-27d6-486e-ad94-bfcf0724183f tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-48929545', 'description': 'tempest-secgroup-smoke-48929545 description', 'project_id': '994916233fc24d94a1e9466cebb43fb9'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:20:35.169707 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a9e666b6-27d6-486e-ad94-bfcf0724183f tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:20:35.173851 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a9e666b6-27d6-486e-ad94-bfcf0724183f tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Usage tracker for resource:security_group and tenant:994916233fc24d94a1e9466cebb43fb9 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:20:35.176646 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a9e666b6-27d6-486e-ad94-bfcf0724183f tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:20:35.182320 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a9e666b6-27d6-486e-ad94-bfcf0724183f tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:20:35.193096 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a9e666b6-27d6-486e-ad94-bfcf0724183f tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:35.229338 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a9e666b6-27d6-486e-ad94-bfcf0724183f tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:20:35.233681 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a9e666b6-27d6-486e-ad94-bfcf0724183f tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Usage tracker for resource:security_group_rule and tenant:994916233fc24d94a1e9466cebb43fb9 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:20:35.236354 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-a9e666b6-27d6-486e-ad94-bfcf0724183f tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:20:35.241855 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-a9e666b6-27d6-486e-ad94-bfcf0724183f tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:20:35.295454 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a9e666b6-27d6-486e-ad94-bfcf0724183f tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:35.299039 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a9e666b6-27d6-486e-ad94-bfcf0724183f tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:35.342306 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e666b6-27d6-486e-ad94-bfcf0724183f tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4f40bb-10b1-4284-85b5-8b5ac11e227a,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:20:35.344925 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-a9e666b6-27d6-486e-ad94-bfcf0724183f tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:35.348831 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-a9e666b6-27d6-486e-ad94-bfcf0724183f tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.1878920 Apr 29 14:20:35.349106 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 42824629-da72-416d-8c6b-5ea56d669c9c no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:20:35.349548 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42946) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:20:35.354622 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-337c4d2a-d901-4012-910d-53b7fb5d270f tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Request body: {'security_group_rule': {'security_group_id': '1e4f40bb-10b1-4284-85b5-8b5ac11e227a', 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:20:35.361547 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-337c4d2a-d901-4012-910d-53b7fb5d270f tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:20:35.365467 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-337c4d2a-d901-4012-910d-53b7fb5d270f tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Usage tracker for resource:security_group_rule and tenant:994916233fc24d94a1e9466cebb43fb9 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:20:35.368285 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-337c4d2a-d901-4012-910d-53b7fb5d270f tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:20:35.374710 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-337c4d2a-d901-4012-910d-53b7fb5d270f tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:20:35.383766 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: 42824629-da72-416d-8c6b-5ea56d669c9c {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:20:35.384194 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 42824629-da72-416d-8c6b-5ea56d669c9c not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:20:35.392235 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-337c4d2a-d901-4012-910d-53b7fb5d270f tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:35.450993 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-337c4d2a-d901-4012-910d-53b7fb5d270f tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:35.454244 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-337c4d2a-d901-4012-910d-53b7fb5d270f tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:35.477062 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c4d2a-d901-4012-910d-53b7fb5d270f tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b486b73c-8a5a-438c-9c4c-3170cb3a6f2a,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:20:35.486171 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-337c4d2a-d901-4012-910d-53b7fb5d270f tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:35.487478 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-337c4d2a-d901-4012-910d-53b7fb5d270f tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1375310 Apr 29 14:20:35.490197 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42950) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:20:35.495579 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-eba1a9d0-9198-4a30-b6a8-1b8e73ea5e13 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Request body: {'security_group_rule': {'security_group_id': '1e4f40bb-10b1-4284-85b5-8b5ac11e227a', 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:20:35.501356 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-eba1a9d0-9198-4a30-b6a8-1b8e73ea5e13 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:20:35.505186 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-eba1a9d0-9198-4a30-b6a8-1b8e73ea5e13 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Usage tracker for resource:security_group_rule and tenant:994916233fc24d94a1e9466cebb43fb9 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:20:35.508117 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-eba1a9d0-9198-4a30-b6a8-1b8e73ea5e13 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:20:35.514316 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-eba1a9d0-9198-4a30-b6a8-1b8e73ea5e13 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:20:35.531088 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-eba1a9d0-9198-4a30-b6a8-1b8e73ea5e13 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:35.593522 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-eba1a9d0-9198-4a30-b6a8-1b8e73ea5e13 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:35.596904 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-eba1a9d0-9198-4a30-b6a8-1b8e73ea5e13 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:35.618368 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1a9d0-9198-4a30-b6a8-1b8e73ea5e13 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=885d563b-1e79-42df-9ae0-155f1b8c8a96,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:20:35.627382 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-eba1a9d0-9198-4a30-b6a8-1b8e73ea5e13 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:35.628621 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-eba1a9d0-9198-4a30-b6a8-1b8e73ea5e13 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1375437 Apr 29 14:20:35.631353 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 42954) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:20:35.637208 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-00ebc7f2-7ff5-4ffb-b1c2-ca3cc28a71d7 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Request body: {'security_group_rule': {'security_group_id': '1e4f40bb-10b1-4284-85b5-8b5ac11e227a', 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:20:35.642906 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-00ebc7f2-7ff5-4ffb-b1c2-ca3cc28a71d7 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:20:35.646599 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-00ebc7f2-7ff5-4ffb-b1c2-ca3cc28a71d7 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Usage tracker for resource:security_group_rule and tenant:994916233fc24d94a1e9466cebb43fb9 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:20:35.649413 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-00ebc7f2-7ff5-4ffb-b1c2-ca3cc28a71d7 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:20:35.655344 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-00ebc7f2-7ff5-4ffb-b1c2-ca3cc28a71d7 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:20:35.671045 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-00ebc7f2-7ff5-4ffb-b1c2-ca3cc28a71d7 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:35.733216 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-00ebc7f2-7ff5-4ffb-b1c2-ca3cc28a71d7 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:35.736480 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-00ebc7f2-7ff5-4ffb-b1c2-ca3cc28a71d7 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:35.759856 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ebc7f2-7ff5-4ffb-b1c2-ca3cc28a71d7 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48409e25-cc38-4565-b4b2-08702e51c0f3,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:20:35.771130 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-00ebc7f2-7ff5-4ffb-b1c2-ca3cc28a71d7 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:35.772530 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-00ebc7f2-7ff5-4ffb-b1c2-ca3cc28a71d7 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1401892 Apr 29 14:20:35.775213 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42958) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:20:35.781086 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-3138c153-9479-4228-9169-b389fb79a2ca tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Request body: {'security_group_rule': {'security_group_id': '1e4f40bb-10b1-4284-85b5-8b5ac11e227a', 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:20:35.787044 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3138c153-9479-4228-9169-b389fb79a2ca tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:20:35.790774 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3138c153-9479-4228-9169-b389fb79a2ca tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Usage tracker for resource:security_group_rule and tenant:994916233fc24d94a1e9466cebb43fb9 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:20:35.793603 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-3138c153-9479-4228-9169-b389fb79a2ca tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:20:35.799107 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-3138c153-9479-4228-9169-b389fb79a2ca tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:20:35.815621 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3138c153-9479-4228-9169-b389fb79a2ca tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:35.877310 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3138c153-9479-4228-9169-b389fb79a2ca tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:35.880768 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3138c153-9479-4228-9169-b389fb79a2ca tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:35.903030 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138c153-9479-4228-9169-b389fb79a2ca tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=555cc558-2447-4ea1-a071-63a6096ba56e,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:20:35.911542 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3138c153-9479-4228-9169-b389fb79a2ca tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:35.912717 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3138c153-9479-4228-9169-b389fb79a2ca tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1365392 Apr 29 14:20:35.915487 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42962) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:20:35.922425 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-aaf88a18-f639-4b0e-8a31-b277867fff49 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Request body: {'security_group_rule': {'security_group_id': '1e4f40bb-10b1-4284-85b5-8b5ac11e227a', 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:20:35.928280 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-aaf88a18-f639-4b0e-8a31-b277867fff49 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:20:35.932007 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-aaf88a18-f639-4b0e-8a31-b277867fff49 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Usage tracker for resource:security_group_rule and tenant:994916233fc24d94a1e9466cebb43fb9 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:20:35.935486 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-aaf88a18-f639-4b0e-8a31-b277867fff49 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:20:35.941070 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-aaf88a18-f639-4b0e-8a31-b277867fff49 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:20:35.950902 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.securitygroups_db [None req-aaf88a18-f639-4b0e-8a31-b277867fff49 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Project 994916233fc24d94a1e9466cebb43fb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 14:20:35.957638 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-aaf88a18-f639-4b0e-8a31-b277867fff49 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:36.023526 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-aaf88a18-f639-4b0e-8a31-b277867fff49 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:36.027286 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-aaf88a18-f639-4b0e-8a31-b277867fff49 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:36.056406 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf88a18-f639-4b0e-8a31-b277867fff49 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74585d7-3423-4a76-b71f-96fb9d8d69ba,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:20:36.063718 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-aaf88a18-f639-4b0e-8a31-b277867fff49 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:36.064935 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-aaf88a18-f639-4b0e-8a31-b277867fff49 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1484754 Apr 29 14:20:36.067594 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 42966) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:20:36.072894 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-5e88a6db-b7bd-4267-84ae-02211449546c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Request body: {'security_group_rule': {'security_group_id': '1e4f40bb-10b1-4284-85b5-8b5ac11e227a', 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:20:36.078966 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5e88a6db-b7bd-4267-84ae-02211449546c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:20:36.083310 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5e88a6db-b7bd-4267-84ae-02211449546c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Usage tracker for resource:security_group_rule and tenant:994916233fc24d94a1e9466cebb43fb9 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:20:36.086273 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-5e88a6db-b7bd-4267-84ae-02211449546c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:20:36.092026 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-5e88a6db-b7bd-4267-84ae-02211449546c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:20:36.101482 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.securitygroups_db [None req-5e88a6db-b7bd-4267-84ae-02211449546c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Project 994916233fc24d94a1e9466cebb43fb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 14:20:36.108465 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5e88a6db-b7bd-4267-84ae-02211449546c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:36.175127 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5e88a6db-b7bd-4267-84ae-02211449546c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:36.178559 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5e88a6db-b7bd-4267-84ae-02211449546c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:36.201754 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88a6db-b7bd-4267-84ae-02211449546c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4107241b-b123-483a-9516-80da73693f15,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:20:36.210674 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-5e88a6db-b7bd-4267-84ae-02211449546c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:36.211817 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-5e88a6db-b7bd-4267-84ae-02211449546c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1433439 Apr 29 14:20:38.015371 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-67adfee4-ea01-48fd-85f2-5ce9bd516d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:38.676727 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:20:40.547367 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9c655e4f-347d-454c-90c5-0d8fbdd530b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:41.681299 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:41.695198 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:43.118632 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:51.044028 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-2fa95af9-1bc3-4c60-b80b-21f70f7be0b1 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Synchronizing usage tracker for tenant:994916233fc24d94a1e9466cebb43fb9 on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:20:51.059664 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-2fa95af9-1bc3-4c60-b80b-21f70f7be0b1 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Unset dirty status for tenant:994916233fc24d94a1e9466cebb43fb9 on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:20:51.060814 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-2fa95af9-1bc3-4c60-b80b-21f70f7be0b1 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-48929545&fields=id&tenant_id=994916233fc24d94a1e9466cebb43fb9 HTTP/1.1" status: 200 len: 267 time: 0.0585439 Apr 29 14:20:51.213644 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-09defd7a-702a-4b78-b64c-c12b514d9de4 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:20:51.215090 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-09defd7a-702a-4b78-b64c-c12b514d9de4 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/networks?id=cdd9d023-995b-4527-a08f-9d996a96232a HTTP/1.1" status: 200 len: 809 time: 0.1477287 Apr 29 14:20:51.231482 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-c350bd7c-36f8-4a20-bc31-71d9e2799cd8 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/quotas/994916233fc24d94a1e9466cebb43fb9 HTTP/1.1" status: 200 len: 375 time: 0.0110075 Apr 29 14:20:51.308226 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-32871eb3-383e-4850-bf50-5a477a7e7284 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Synchronizing usage tracker for tenant:994916233fc24d94a1e9466cebb43fb9 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:20:51.325043 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-32871eb3-383e-4850-bf50-5a477a7e7284 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Unset dirty status for tenant:994916233fc24d94a1e9466cebb43fb9 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:20:51.326332 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-32871eb3-383e-4850-bf50-5a477a7e7284 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=994916233fc24d94a1e9466cebb43fb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0900819 Apr 29 14:20:51.405412 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-61419053-a2b4-4654-83f3-ee6b94730053 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 14:20:51.406371 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-61419053-a2b4-4654-83f3-ee6b94730053 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0690670 Apr 29 14:20:51.534921 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-478b9e43-bf95-48c7-ad5a-26cd98500ca4 service neutron] 10.222.0.76 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223133 Apr 29 14:20:51.663225 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-17f04a97-b3a6-4268-bbbb-6ffafca920c2 service neutron] 10.222.0.76 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226208 Apr 29 14:20:53.062108 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d90242e9-8a0c-4bf6-9077-e47480dd2102 req-eb4f07b9-40d0-4609-a6f8-71e24fc41713 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 210 time: 0.0427740 Apr 29 14:20:54.137192 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-4a49da18-10dc-4f7a-8c4e-97650546f377 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:20:54.138641 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-4a49da18-10dc-4f7a-8c4e-97650546f377 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.32 "GET /v2.0/networks?id=cdd9d023-995b-4527-a08f-9d996a96232a HTTP/1.1" status: 200 len: 809 time: 0.2326288 Apr 29 14:20:54.244127 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-1da2cdb7-dd1a-48fa-bce1-3b863a116d2b tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=994916233fc24d94a1e9466cebb43fb9 HTTP/1.1" status: 200 len: 378 time: 0.0937386 Apr 29 14:20:54.254801 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-d0367ed7-94f7-4162-b328-a129613bae73 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Request body: {'port': {'device_id': 'fba38346-94dc-4149-8399-06458a64ba23', 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'admin_state_up': True, 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'security_groups': ['1e4f40bb-10b1-4284-85b5-8b5ac11e227a']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:20:54.269605 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-83153428-6925-471d-81ec-07f5feace93e req-88e4c7ab-ec72-4ad7-abd1-535a5b194f7c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 210 time: 0.0771735 Apr 29 14:20:54.389066 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-d0367ed7-94f7-4162-b328-a129613bae73 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:20:54.398308 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-d0367ed7-94f7-4162-b328-a129613bae73 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:20:54.409592 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-d0367ed7-94f7-4162-b328-a129613bae73 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Made reservation on behalf of 994916233fc24d94a1e9466cebb43fb9 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 14:20:54.412742 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-d0367ed7-94f7-4162-b328-a129613bae73 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:54.593493 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-d0367ed7-94f7-4162-b328-a129613bae73 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Allocated IP 172.20.0.10 (cdd9d023-995b-4527-a08f-9d996a96232a/f24d6675-e5ce-436d-9821-7f9371120f66/16b3c791-ac96-4332-b5d1-b184fd58a65e) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:20:54.794622 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-d0367ed7-94f7-4162-b328-a129613bae73 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:54.810085 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-d0367ed7-94f7-4162-b328-a129613bae73 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Transition to ACTIVE for port object 16b3c791-ac96-4332-b5d1-b184fd58a65e will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:20:54.832992 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-d0367ed7-94f7-4162-b328-a129613bae73 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:54.922927 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-d0367ed7-94f7-4162-b328-a129613bae73 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Network cdd9d023-995b-4527-a08f-9d996a96232a is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:20:54.927148 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-d0367ed7-94f7-4162-b328-a129613bae73 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:20:54.932289 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-d0367ed7-94f7-4162-b328-a129613bae73 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:20:54.960824 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0367ed7-94f7-4162-b328-a129613bae73 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Pushing event updated for resources: {'Port': ['ID=16b3c791-ac96-4332-b5d1-b184fd58a65e,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:20:54.997163 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-d0367ed7-94f7-4162-b328-a129613bae73 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:20:54.997685 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-d0367ed7-94f7-4162-b328-a129613bae73 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:55.025148 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-d0367ed7-94f7-4162-b328-a129613bae73 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7739758 Apr 29 14:20:55.036901 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-9aa0e13d-873c-4bf6-9041-98db58e615ea service neutron] Request body: {'port': {'device_id': 'fba38346-94dc-4149-8399-06458a64ba23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:20:55.169442 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-9aa0e13d-873c-4bf6-9041-98db58e615ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:55.175417 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-adfb3c9b-ee35-42b1-8416-5b0811dd6589 None None] Provisioning for port 16b3c791-ac96-4332-b5d1-b184fd58a65e completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:20:55.182266 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-adfb3c9b-ee35-42b1-8416-5b0811dd6589 None None] Provisioning complete for port 16b3c791-ac96-4332-b5d1-b184fd58a65e triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:20:55.183631 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-adfb3c9b-ee35-42b1-8416-5b0811dd6589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:55.240551 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-adfb3c9b-ee35-42b1-8416-5b0811dd6589 None None] Port 16b3c791-ac96-4332-b5d1-b184fd58a65e cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 14:20:55.502851 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43daafbb-6762-4c04-87bf-084a2cad8e6a req-0a7f894c-1b30-46bd-9c4f-1fccbba86b0a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:20:55.504302 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-43daafbb-6762-4c04-87bf-084a2cad8e6a req-0a7f894c-1b30-46bd-9c4f-1fccbba86b0a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 932 time: 0.0906932 Apr 29 14:20:55.530383 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-9aa0e13d-873c-4bf6-9041-98db58e615ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16b3c791-ac96-4332-b5d1-b184fd58a65e {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 14:20:55.537572 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-9aa0e13d-873c-4bf6-9041-98db58e615ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:55.553899 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-9aa0e13d-873c-4bf6-9041-98db58e615ea service neutron] Transition to ACTIVE for port object 16b3c791-ac96-4332-b5d1-b184fd58a65e will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:20:55.556626 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-43daafbb-6762-4c04-87bf-084a2cad8e6a req-1799a0e8-2590-4210-a1e9-1dce3f3eb73e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Synchronizing usage tracker for tenant:994916233fc24d94a1e9466cebb43fb9 on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:20:55.558792 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-9aa0e13d-873c-4bf6-9041-98db58e615ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:55.570309 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-43daafbb-6762-4c04-87bf-084a2cad8e6a req-1799a0e8-2590-4210-a1e9-1dce3f3eb73e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Unset dirty status for tenant:994916233fc24d94a1e9466cebb43fb9 on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:20:55.571757 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-43daafbb-6762-4c04-87bf-084a2cad8e6a req-1799a0e8-2590-4210-a1e9-1dce3f3eb73e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608780 Apr 29 14:20:55.724394 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0e13d-873c-4bf6-9041-98db58e615ea service neutron] Pushing event updated for resources: {'Port': ['ID=16b3c791-ac96-4332-b5d1-b184fd58a65e,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:20:55.807375 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-9aa0e13d-873c-4bf6-9041-98db58e615ea service neutron] Attempting to bind port 16b3c791-ac96-4332-b5d1-b184fd58a65e on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:20:55.807706 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-9aa0e13d-873c-4bf6-9041-98db58e615ea service neutron] Attempting to bind port 16b3c791-ac96-4332-b5d1-b184fd58a65e by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'e4544693-ce66-409b-826a-527a02ae441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:20:55.808021 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-9aa0e13d-873c-4bf6-9041-98db58e615ea service neutron] Attempting to bind port 16b3c791-ac96-4332-b5d1-b184fd58a65e on network cdd9d023-995b-4527-a08f-9d996a96232a {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:20:55.816088 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-9aa0e13d-873c-4bf6-9041-98db58e615ea service neutron] Port 16b3c791-ac96-4332-b5d1-b184fd58a65e on network cdd9d023-995b-4527-a08f-9d996a96232a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 14:20:55.816423 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-9aa0e13d-873c-4bf6-9041-98db58e615ea service neutron] Attempting to bind port 16b3c791-ac96-4332-b5d1-b184fd58a65e on network cdd9d023-995b-4527-a08f-9d996a96232a {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:20:55.822597 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-9aa0e13d-873c-4bf6-9041-98db58e615ea service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:20:55.822923 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-9aa0e13d-873c-4bf6-9041-98db58e615ea service neutron] Checking segment: {'id': 'e4544693-ce66-409b-826a-527a02ae441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:20:55.823299 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-9aa0e13d-873c-4bf6-9041-98db58e615ea service neutron] Bound using segment: {'id': 'e4544693-ce66-409b-826a-527a02ae441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:20:55.823791 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-9aa0e13d-873c-4bf6-9041-98db58e615ea service neutron] Bound port: 16b3c791-ac96-4332-b5d1-b184fd58a65e, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4544693-ce66-409b-826a-527a02ae441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:20:55.824133 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-9aa0e13d-873c-4bf6-9041-98db58e615ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:55.914243 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-9aa0e13d-873c-4bf6-9041-98db58e615ea service neutron] For port 16b3c791-ac96-4332-b5d1-b184fd58a65e, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:20:55.918282 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-9aa0e13d-873c-4bf6-9041-98db58e615ea service neutron] For port 16b3c791-ac96-4332-b5d1-b184fd58a65e, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=16b3c791-ac96-4332-b5d1-b184fd58a65e,segment=NetworkSegment(e4544693-ce66-409b-826a-527a02ae441d),segment_id=e4544693-ce66-409b-826a-527a02ae441d)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:20:55.923492 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-9aa0e13d-873c-4bf6-9041-98db58e615ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:56.073965 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-9aa0e13d-873c-4bf6-9041-98db58e615ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:56.075628 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-9aa0e13d-873c-4bf6-9041-98db58e615ea service neutron] 10.222.0.32 "PUT /v2.0/ports/16b3c791-ac96-4332-b5d1-b184fd58a65e HTTP/1.1" status: 200 len: 1094 time: 1.0430310 Apr 29 14:20:56.076082 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba38346-94dc-4149-8399-06458a64ba23', 'tag': '16b3c791-ac96-4332-b5d1-b184fd58a65e'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:20:56.094418 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0e13d-873c-4bf6-9041-98db58e615ea service neutron] Pushing event updated for resources: {'Port': ['ID=16b3c791-ac96-4332-b5d1-b184fd58a65e,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:20:56.148218 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06ea94a9-8a35-4c52-a812-3758d8fa5bb2'] response: {'name': 'network-changed', 'server_uuid': 'fba38346-94dc-4149-8399-06458a64ba23', 'tag': '16b3c791-ac96-4332-b5d1-b184fd58a65e', 'status': 'completed', 'code': 200} Apr 29 14:20:56.190496 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-8695f0fb-533d-4d86-a114-fd4735f0d74d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=994916233fc24d94a1e9466cebb43fb9&device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 1097 time: 0.0737810 Apr 29 14:20:56.275934 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-e65c24d7-48bc-455c-9dff-078ffc08ed0e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16b3c791-ac96-4332-b5d1-b184fd58a65e HTTP/1.1" status: 200 len: 217 time: 0.0785968 Apr 29 14:20:56.341008 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-39302bd7-2d7d-4148-a914-a527a8163fd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:20:56.342372 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-39302bd7-2d7d-4148-a914-a527a8163fd4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f24d6675-e5ce-436d-9821-7f9371120f66 HTTP/1.1" status: 200 len: 848 time: 0.0606101 Apr 29 14:20:56.414549 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-d1141ba4-5d4a-4fbc-83d6-3624d7035d78 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cdd9d023-995b-4527-a08f-9d996a96232a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669780 Apr 29 14:20:56.545598 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-c659683d-9102-4b53-b8f7-1fa9d84c33e3 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255159 Apr 29 14:20:56.676076 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1c20e865-af5e-4490-b1fb-0e44fc4cc8ff req-cf5fd849-34b0-420b-8b65-09d2346d03cb service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242304 Apr 29 14:20:56.773686 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e5ab6-cbea-4eff-bc56-18226bf7690d req-b74eae39-c348-431a-853f-56cc29ab3a29 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:20:56.775427 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a06e5ab6-cbea-4eff-bc56-18226bf7690d req-b74eae39-c348-431a-853f-56cc29ab3a29 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 944 time: 0.0783443 Apr 29 14:20:56.788165 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7463f407-da2f-410c-ad90-aa2d8c01828b req-79db1a7c-7a29-463b-8bb1-478076229cec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=994916233fc24d94a1e9466cebb43fb9&device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 1097 time: 0.0705094 Apr 29 14:20:56.826324 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a06e5ab6-cbea-4eff-bc56-18226bf7690d req-62800b6b-2bb2-4233-bfa7-d7d9a722e94b tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452478 Apr 29 14:20:56.925177 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463f407-da2f-410c-ad90-aa2d8c01828b req-a0ad1b71-5112-4467-94bc-e9e3ee8bfa03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:20:56.926621 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7463f407-da2f-410c-ad90-aa2d8c01828b req-a0ad1b71-5112-4467-94bc-e9e3ee8bfa03 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cdd9d023-995b-4527-a08f-9d996a96232a HTTP/1.1" status: 200 len: 910 time: 0.1329334 Apr 29 14:20:56.997604 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7463f407-da2f-410c-ad90-aa2d8c01828b req-4b37e966-8781-4c36-bfaa-7fab1de23ba3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16b3c791-ac96-4332-b5d1-b184fd58a65e HTTP/1.1" status: 200 len: 217 time: 0.0648198 Apr 29 14:20:57.056917 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463f407-da2f-410c-ad90-aa2d8c01828b req-7cb70a99-7b19-4c99-b937-b7993add1e43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:20:57.058866 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7463f407-da2f-410c-ad90-aa2d8c01828b req-7cb70a99-7b19-4c99-b937-b7993add1e43 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f24d6675-e5ce-436d-9821-7f9371120f66 HTTP/1.1" status: 200 len: 848 time: 0.0551126 Apr 29 14:20:57.134614 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7463f407-da2f-410c-ad90-aa2d8c01828b req-8d27deba-8e68-4e0a-ac47-31fa9a252acd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cdd9d023-995b-4527-a08f-9d996a96232a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702860 Apr 29 14:20:57.266067 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7463f407-da2f-410c-ad90-aa2d8c01828b req-2f3ff7de-9cf6-42cc-bacc-dc51ba1f62ae service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258311 Apr 29 14:20:57.395056 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7463f407-da2f-410c-ad90-aa2d8c01828b req-e74d811a-45be-4f9b-81ea-c9a228caa120 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230388 Apr 29 14:20:58.155025 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b40ca8-8e31-4acd-99d1-f580f4d5496b req-c9876902-1cd8-49a9-ac0c-d0ac3d31bc88 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:20:58.155705 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-e2b40ca8-8e31-4acd-99d1-f580f4d5496b req-c9876902-1cd8-49a9-ac0c-d0ac3d31bc88 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Synchronizing usage tracker for tenant:994916233fc24d94a1e9466cebb43fb9 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:20:58.171064 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-e2b40ca8-8e31-4acd-99d1-f580f4d5496b req-c9876902-1cd8-49a9-ac0c-d0ac3d31bc88 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Unset dirty status for tenant:994916233fc24d94a1e9466cebb43fb9 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:20:58.172175 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e2b40ca8-8e31-4acd-99d1-f580f4d5496b req-c9876902-1cd8-49a9-ac0c-d0ac3d31bc88 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 944 time: 0.1567791 Apr 29 14:20:58.216988 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e2b40ca8-8e31-4acd-99d1-f580f4d5496b req-987ce729-bfc6-4577-88af-87d41f053360 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391753 Apr 29 14:20:58.706382 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:20:59.429361 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b1787-64a5-4395-9d13-a0df81d1b036 req-4a5fd308-b291-4cfd-b8c4-26a95700866e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:20:59.430773 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-311b1787-64a5-4395-9d13-a0df81d1b036 req-4a5fd308-b291-4cfd-b8c4-26a95700866e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 944 time: 0.0742357 Apr 29 14:20:59.474428 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-311b1787-64a5-4395-9d13-a0df81d1b036 req-e2a3a209-e081-446a-9cb1-cef7834ab9ec tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374317 Apr 29 14:21:00.671466 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edbf19-a1d2-46bd-9db0-5a4f05e5993e req-af8f40ab-13e5-4ed3-98a6-7fd0dffbaf45 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:21:00.672914 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a0edbf19-a1d2-46bd-9db0-5a4f05e5993e req-af8f40ab-13e5-4ed3-98a6-7fd0dffbaf45 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 944 time: 0.0784163 Apr 29 14:21:00.717695 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a0edbf19-a1d2-46bd-9db0-5a4f05e5993e req-8d1efc01-061d-4abb-87de-3091c6385c1c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392375 Apr 29 14:21:01.912462 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2022a8f-3003-4546-9405-46283fcedabe req-be3271e1-17dd-4cd7-adc8-173b2e1e2fee tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:21:01.913914 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a2022a8f-3003-4546-9405-46283fcedabe req-be3271e1-17dd-4cd7-adc8-173b2e1e2fee tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 944 time: 0.0781822 Apr 29 14:21:02.042146 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a2022a8f-3003-4546-9405-46283fcedabe req-281699f6-fb1a-4fc4-8374-32be2c8d821e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1216414 Apr 29 14:21:03.238715 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dabe89-3675-4f7f-a8a3-9ac8c2964d10 req-aac75fac-ecd4-4b13-8559-eadbc6f80f51 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:21:03.240163 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d7dabe89-3675-4f7f-a8a3-9ac8c2964d10 req-aac75fac-ecd4-4b13-8559-eadbc6f80f51 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 944 time: 0.0764837 Apr 29 14:21:03.370984 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d7dabe89-3675-4f7f-a8a3-9ac8c2964d10 req-b07f301b-e01c-4d10-b639-23807bc664b3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1253726 Apr 29 14:21:04.666859 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8c0e9-20e0-458f-8345-9f9305e6286b req-bb7f6bd2-142c-4a49-b36c-ddd810919686 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:21:04.668548 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-acf8c0e9-20e0-458f-8345-9f9305e6286b req-bb7f6bd2-142c-4a49-b36c-ddd810919686 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 944 time: 0.1400213 Apr 29 14:21:04.713015 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-acf8c0e9-20e0-458f-8345-9f9305e6286b req-870ba0f6-aecd-4d94-85e2-0cad629aaf60 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392072 Apr 29 14:21:05.434341 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 16b3c791-ac96-4332-b5d1-b184fd58a65e details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 14:21:05.564247 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 16b3c791-ac96-4332-b5d1-b184fd58a65e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=16b3c791-ac96-4332-b5d1-b184fd58a65e,segment=NetworkSegment(e4544693-ce66-409b-826a-527a02ae441d),segment_id=e4544693-ce66-409b-826a-527a02ae441d)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:21:05.577269 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '16b3c791-ac96-4332-b5d1-b184fd58a65e', 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'port_id': '16b3c791-ac96-4332-b5d1-b184fd58a65e', 'mac_address': 'fa:16:3e:e7:0c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 14:21:05.629120 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:21:05.645074 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16b3c791-ac96-4332-b5d1-b184fd58a65e {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 14:21:05.659782 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 16b3c791-ac96-4332-b5d1-b184fd58a65e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=16b3c791-ac96-4332-b5d1-b184fd58a65e,segment=NetworkSegment(e4544693-ce66-409b-826a-527a02ae441d),segment_id=e4544693-ce66-409b-826a-527a02ae441d)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:21:05.663827 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:21:05.731661 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=16b3c791-ac96-4332-b5d1-b184fd58a65e,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:21:05.739609 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:21:05.739948 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:21:05.740366 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:21:05.740699 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:21:05.741051 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:21:05.741374 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:21:05.741691 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:21:05.742010 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:21:05.742324 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:21:05.742637 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:21:05.742962 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:21:05.904901 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2e5ce-36b3-450e-b89e-756c4a98364f req-fa828686-35b1-43fc-a728-b3e3b1afc19e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:21:05.906339 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e9a2e5ce-36b3-450e-b89e-756c4a98364f req-fa828686-35b1-43fc-a728-b3e3b1afc19e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 945 time: 0.0745153 Apr 29 14:21:05.952442 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e9a2e5ce-36b3-450e-b89e-756c4a98364f req-6417ade7-16f4-4a5d-a4a0-d11082375cbd tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406866 Apr 29 14:21:06.020672 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['16b3c791-ac96-4332-b5d1-b184fd58a65e'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 14:21:07.151483 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6abaa-28c4-423f-b270-b013ecb7587c req-b86daab2-479b-4575-a84f-b8353b9986f2 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:21:07.153528 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ebf6abaa-28c4-423f-b270-b013ecb7587c req-b86daab2-479b-4575-a84f-b8353b9986f2 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 945 time: 0.0793810 Apr 29 14:21:07.197361 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ebf6abaa-28c4-423f-b270-b013ecb7587c req-e08e9f94-4a8c-4615-8d4b-c348881a48c3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383265 Apr 29 14:21:07.457619 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 16b3c791-ac96-4332-b5d1-b184fd58a65e up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:21:07.523274 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 16b3c791-ac96-4332-b5d1-b184fd58a65e completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:21:07.528011 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 16b3c791-ac96-4332-b5d1-b184fd58a65e triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:21:07.528305 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:21:07.645163 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:21:07.671009 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba38346-94dc-4149-8399-06458a64ba23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b3c791-ac96-4332-b5d1-b184fd58a65e'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:21:07.680042 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 16b3c791-ac96-4332-b5d1-b184fd58a65e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=16b3c791-ac96-4332-b5d1-b184fd58a65e,segment=NetworkSegment(e4544693-ce66-409b-826a-527a02ae441d),segment_id=e4544693-ce66-409b-826a-527a02ae441d)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:21:07.684980 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:21:07.752054 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=16b3c791-ac96-4332-b5d1-b184fd58a65e,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:21:07.808154 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36e872d1-0742-406f-990f-2c5798f506ef'] response: {'server_uuid': 'fba38346-94dc-4149-8399-06458a64ba23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b3c791-ac96-4332-b5d1-b184fd58a65e', 'code': 200} Apr 29 14:21:08.016900 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-da554ba6-2eef-4f09-ac43-f0e064478d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:21:08.073643 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d6d7297b-28e2-4a58-ba44-5fcf49f5f459 req-fc8c40f1-7379-4d88-9586-23f484f7bd96 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 1099 time: 0.0700171 Apr 29 14:21:08.115504 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d6d7297b-28e2-4a58-ba44-5fcf49f5f459 req-e3932612-aa16-4ea0-b462-6a214ed657d8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358570 Apr 29 14:21:08.393352 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839487d8-33ea-4eb2-9986-4107b374d79c req-425075c1-c868-4181-a3ee-23c5d433227d tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:21:08.394698 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-839487d8-33ea-4eb2-9986-4107b374d79c req-425075c1-c868-4181-a3ee-23c5d433227d tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 946 time: 0.0782597 Apr 29 14:21:08.442004 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-839487d8-33ea-4eb2-9986-4107b374d79c req-ab9e12a1-2a0b-40c9-bf65-f6b5e040edd1 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418146 Apr 29 14:21:09.644516 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b9465-0033-468c-a20d-c9387e290c22 req-8189b8cf-93f7-433a-98ee-60e889abd624 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:21:09.646058 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ab3b9465-0033-468c-a20d-c9387e290c22 req-8189b8cf-93f7-433a-98ee-60e889abd624 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 946 time: 0.0754740 Apr 29 14:21:09.692361 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ab3b9465-0033-468c-a20d-c9387e290c22 req-dda10a95-181f-42d9-8a59-5dfe524d0496 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407841 Apr 29 14:21:09.884461 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a601f-dfcd-4e31-b1a6-12b9fcbda56a req-e024b404-1de3-409d-808a-5eb8729a0bc1 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:21:09.885920 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-483a601f-dfcd-4e31-b1a6-12b9fcbda56a req-e024b404-1de3-409d-808a-5eb8729a0bc1 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 946 time: 0.0742433 Apr 29 14:21:09.930186 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-483a601f-dfcd-4e31-b1a6-12b9fcbda56a req-9f11410e-d813-4c6e-8aac-95057cd3df7a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383687 Apr 29 14:21:09.957191 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 43134) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:21:10.093777 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1ba69d3f-b77f-4eaf-9efe-21449e6d1b8a tempest-TestShelveInstance-1140303736 tempest-TestShelveInstance-1140303736-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 1094 time: 0.1354768 Apr 29 14:21:10.096399 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 43140) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:21:10.101398 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-3972d8e4-bdee-4f1a-ae59-f94bc48d3b0a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'port_id': '16b3c791-ac96-4332-b5d1-b184fd58a65e', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:21:10.106750 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-3972d8e4-bdee-4f1a-ae59-f94bc48d3b0a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:21:10.110561 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3972d8e4-bdee-4f1a-ae59-f94bc48d3b0a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Usage tracker for resource:floatingip and tenant:994916233fc24d94a1e9466cebb43fb9 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:21:10.113346 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-3972d8e4-bdee-4f1a-ae59-f94bc48d3b0a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:21:10.118938 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-3972d8e4-bdee-4f1a-ae59-f94bc48d3b0a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:21:10.129974 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3972d8e4-bdee-4f1a-ae59-f94bc48d3b0a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for floatingip, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:21:10.260738 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3972d8e4-bdee-4f1a-ae59-f94bc48d3b0a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:21:10.391183 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-3972d8e4-bdee-4f1a-ae59-f94bc48d3b0a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Allocated IP 172.26.6.59 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/1091bda7-7b10-47c4-ad4a-75fddfa3f238) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:21:10.533618 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3972d8e4-bdee-4f1a-ae59-f94bc48d3b0a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:21:10.549107 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-832c8ca3-023a-4b25-b9ef-d0fb130613eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:21:10.561720 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3972d8e4-bdee-4f1a-ae59-f94bc48d3b0a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:21:10.634243 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3972d8e4-bdee-4f1a-ae59-f94bc48d3b0a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:21:10.637666 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-3972d8e4-bdee-4f1a-ae59-f94bc48d3b0a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:21:10.639558 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972d8e4-bdee-4f1a-ae59-f94bc48d3b0a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Pushing event updated for resources: {'Port': ['ID=1091bda7-7b10-47c4-ad4a-75fddfa3f238,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:21:10.641619 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3972d8e4-bdee-4f1a-ae59-f94bc48d3b0a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:21:11.131418 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3972d8e4-bdee-4f1a-ae59-f94bc48d3b0a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:21:11.184766 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3972d8e4-bdee-4f1a-ae59-f94bc48d3b0a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:21:11.472591 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3972d8e4-bdee-4f1a-ae59-f94bc48d3b0a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:21:11.477523 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3972d8e4-bdee-4f1a-ae59-f94bc48d3b0a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:21:11.583943 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972d8e4-bdee-4f1a-ae59-f94bc48d3b0a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Pushing event updated for resources: {'Port': ['ID=1091bda7-7b10-47c4-ad4a-75fddfa3f238,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:21:11.596241 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3972d8e4-bdee-4f1a-ae59-f94bc48d3b0a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:21:11.686508 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:21:11.690874 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:21:11.783034 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.l3_db [None req-3972d8e4-bdee-4f1a-ae59-f94bc48d3b0a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Floating IP cbd2dd9b-4abc-4a32-9565-84701da2956d associated. External IP: 172.26.6.59, port: 16b3c791-ac96-4332-b5d1-b184fd58a65e. Apr 29 14:21:12.162059 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3972d8e4-bdee-4f1a-ae59-f94bc48d3b0a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Router 6ecde00d-29de-4939-a722-bde78b05b2e5 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:21:12.358767 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3972d8e4-bdee-4f1a-ae59-f94bc48d3b0a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:21:12.368179 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8757b1aa-1c60-4275-bc67-00fa4604d760 None None] Sync routers for ids ['6ecde00d-29de-4939-a722-bde78b05b2e5'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:21:12.383018 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8757b1aa-1c60-4275-bc67-00fa4604d760 None None] Routers {'6ecde00d-29de-4939-a722-bde78b05b2e5'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:21:12.383245 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-3972d8e4-bdee-4f1a-ae59-f94bc48d3b0a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:21:12.383753 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8757b1aa-1c60-4275-bc67-00fa4604d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:21:11Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6ecde00d-29de-4939-a722-bde78b05b2e5'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:21:12.436351 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-3972d8e4-bdee-4f1a-ae59-f94bc48d3b0a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3388002 Apr 29 14:21:12.437165 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba38346-94dc-4149-8399-06458a64ba23', 'tag': '16b3c791-ac96-4332-b5d1-b184fd58a65e'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:21:12.493772 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a17eb3a-77d2-4f92-ad22-a392a0ba1baf'] response: {'name': 'network-changed', 'server_uuid': 'fba38346-94dc-4149-8399-06458a64ba23', 'tag': '16b3c791-ac96-4332-b5d1-b184fd58a65e', 'status': 'completed', 'code': 200} Apr 29 14:21:12.560529 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-8757b1aa-1c60-4275-bc67-00fa4604d760 None None] Set router 6ecde00d-29de-4939-a722-bde78b05b2e5 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:21:12.586199 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-50316234-a9d0-4aba-af65-a6ffdfc10dc2 req-860b2cd3-f27d-44b3-91ff-16459739493e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=994916233fc24d94a1e9466cebb43fb9&device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 1099 time: 0.0717399 Apr 29 14:21:12.718777 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50316234-a9d0-4aba-af65-a6ffdfc10dc2 req-6165aa04-e965-4949-94c2-a0c1876f21c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:21:12.720133 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-50316234-a9d0-4aba-af65-a6ffdfc10dc2 req-6165aa04-e965-4949-94c2-a0c1876f21c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cdd9d023-995b-4527-a08f-9d996a96232a HTTP/1.1" status: 200 len: 910 time: 0.1263764 Apr 29 14:21:12.825059 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-50316234-a9d0-4aba-af65-a6ffdfc10dc2 req-a67dd65e-ffb9-4779-ad1f-033aeec73ee3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16b3c791-ac96-4332-b5d1-b184fd58a65e HTTP/1.1" status: 200 len: 999 time: 0.0987442 Apr 29 14:21:12.885043 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50316234-a9d0-4aba-af65-a6ffdfc10dc2 req-d1020bf6-04cd-44e3-b084-3a7742db1bda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:21:12.886459 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-50316234-a9d0-4aba-af65-a6ffdfc10dc2 req-d1020bf6-04cd-44e3-b084-3a7742db1bda service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f24d6675-e5ce-436d-9821-7f9371120f66 HTTP/1.1" status: 200 len: 848 time: 0.0564165 Apr 29 14:21:12.939662 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8757b1aa-1c60-4275-bc67-00fa4604d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'name': 'tempest-TestShelveInstance-1378414466-router', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '709288f8-cdbd-4164-8b46-13302060edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:49Z', 'revision_number': 4, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'gw_port': {'id': '709288f8-cdbd-4164-8b46-13302060edb1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': 'cbd2dd9b-4abc-4a32-9565-84701da2956d', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'floating_ip_address': '172.26.6.59', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'port_id': '16b3c791-ac96-4332-b5d1-b184fd58a65e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'mac_address': 'fa:16:3e:e7:0c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba38346-94dc-4149-8399-06458a64ba23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:21:10Z', 'updated_at': '2022-04-29T14:21:10Z', 'revision_number': 0, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f61d53-2dd6-443a-97d8-3bd0e1be2c2c', 'name': '', 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'mac_address': 'fa:16:3e:88:a0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:48Z', 'updated_at': '2022-04-29T14:15:07Z', 'revision_number': 5, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'subnets': [{'id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:21:12.943552 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8757b1aa-1c60-4275-bc67-00fa4604d760 None None] Checking router: 6ecde00d-29de-4939-a722-bde78b05b2e5 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:21:12.954299 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8757b1aa-1c60-4275-bc67-00fa4604d760 None None] Routers {'6ecde00d-29de-4939-a722-bde78b05b2e5'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:21:12.954900 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8757b1aa-1c60-4275-bc67-00fa4604d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:21:11Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6ecde00d-29de-4939-a722-bde78b05b2e5'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:21:12.961554 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-50316234-a9d0-4aba-af65-a6ffdfc10dc2 req-907a780b-b828-4905-bb4e-926f39fb6767 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cdd9d023-995b-4527-a08f-9d996a96232a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691621 Apr 29 14:21:13.092929 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-50316234-a9d0-4aba-af65-a6ffdfc10dc2 req-0fb05e73-235a-4fdb-8a26-c578207c5158 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249754 Apr 29 14:21:13.135233 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:21:13.152190 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-8757b1aa-1c60-4275-bc67-00fa4604d760 None None] Set router 6ecde00d-29de-4939-a722-bde78b05b2e5 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:21:13.229555 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-50316234-a9d0-4aba-af65-a6ffdfc10dc2 req-14a1412c-f61a-4ccd-aa19-6e8f88edc926 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289494 Apr 29 14:21:13.496408 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8757b1aa-1c60-4275-bc67-00fa4604d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'name': 'tempest-TestShelveInstance-1378414466-router', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '709288f8-cdbd-4164-8b46-13302060edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:49Z', 'revision_number': 4, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'gw_port': {'id': '709288f8-cdbd-4164-8b46-13302060edb1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': 'cbd2dd9b-4abc-4a32-9565-84701da2956d', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'floating_ip_address': '172.26.6.59', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'port_id': '16b3c791-ac96-4332-b5d1-b184fd58a65e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'mac_address': 'fa:16:3e:e7:0c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba38346-94dc-4149-8399-06458a64ba23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:21:10Z', 'updated_at': '2022-04-29T14:21:10Z', 'revision_number': 0, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f61d53-2dd6-443a-97d8-3bd0e1be2c2c', 'name': '', 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'mac_address': 'fa:16:3e:88:a0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:48Z', 'updated_at': '2022-04-29T14:15:07Z', 'revision_number': 5, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'subnets': [{'id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:21:13.500404 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8757b1aa-1c60-4275-bc67-00fa4604d760 None None] The sync data for ids ['6ecde00d-29de-4939-a722-bde78b05b2e5'] in dv-neutron-839027-4-hyperv is: [{'id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'name': 'tempest-TestShelveInstance-1378414466-router', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '709288f8-cdbd-4164-8b46-13302060edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:49Z', 'revision_number': 4, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'gw_port': {'id': '709288f8-cdbd-4164-8b46-13302060edb1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': 'cbd2dd9b-4abc-4a32-9565-84701da2956d', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'floating_ip_address': '172.26.6.59', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'port_id': '16b3c791-ac96-4332-b5d1-b184fd58a65e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'mac_address': 'fa:16:3e:e7:0c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba38346-94dc-4149-8399-06458a64ba23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:21:10Z', 'updated_at': '2022-04-29T14:21:10Z', 'revision_number': 0, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f61d53-2dd6-443a-97d8-3bd0e1be2c2c', 'name': '', 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'mac_address': 'fa:16:3e:88:a0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:48Z', 'updated_at': '2022-04-29T14:15:07Z', 'revision_number': 5, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'subnets': [{'id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:21:13.692278 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7307755-3912-4f8f-addd-5839883a481e None None] New status for floating IP cbd2dd9b-4abc-4a32-9565-84701da2956d: ACTIVE {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 14:21:15.676844 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:21:28.710931 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:21:38.017826 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-99dc1cf9-d120-46ec-8220-283d9617570e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:21:40.552313 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b11258c9-4df8-47df-a6a3-e23929d6432c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:21:41.689512 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:21:41.691216 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:21:43.123154 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:21:52.677108 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:21:55.078373 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5edb88e9-32e9-4f7f-adae-8db49b3a3f8c req-ea199e29-f864-48c9-a68c-67343ce5c33f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1380420 Apr 29 14:21:55.217711 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5edb88e9-32e9-4f7f-adae-8db49b3a3f8c req-c3c320bd-21aa-4a6e-9c35-b3f397d453c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=994916233fc24d94a1e9466cebb43fb9&device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 1099 time: 0.0659492 Apr 29 14:21:55.361288 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb88e9-32e9-4f7f-adae-8db49b3a3f8c req-78904f30-8fad-46e4-b592-19e74005cfbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:21:55.363336 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5edb88e9-32e9-4f7f-adae-8db49b3a3f8c req-78904f30-8fad-46e4-b592-19e74005cfbe service neutron] 10.222.0.32 "GET /v2.0/networks?id=cdd9d023-995b-4527-a08f-9d996a96232a HTTP/1.1" status: 200 len: 910 time: 0.1286700 Apr 29 14:21:55.464178 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5edb88e9-32e9-4f7f-adae-8db49b3a3f8c req-9f1eccde-418f-4832-978a-c6a477f03c6f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16b3c791-ac96-4332-b5d1-b184fd58a65e HTTP/1.1" status: 200 len: 1001 time: 0.0942223 Apr 29 14:21:55.527008 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb88e9-32e9-4f7f-adae-8db49b3a3f8c req-b9ca6d8d-7796-4859-be71-e6390b9e7098 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:21:55.528383 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5edb88e9-32e9-4f7f-adae-8db49b3a3f8c req-b9ca6d8d-7796-4859-be71-e6390b9e7098 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f24d6675-e5ce-436d-9821-7f9371120f66 HTTP/1.1" status: 200 len: 848 time: 0.0586610 Apr 29 14:21:55.600006 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5edb88e9-32e9-4f7f-adae-8db49b3a3f8c req-38bf4e28-77f1-4051-b82a-45ead9775cee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cdd9d023-995b-4527-a08f-9d996a96232a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658689 Apr 29 14:21:55.809326 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5edb88e9-32e9-4f7f-adae-8db49b3a3f8c req-d63edfab-02e9-4afd-9d8e-ee665319f4ac service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030296 Apr 29 14:21:55.936274 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5edb88e9-32e9-4f7f-adae-8db49b3a3f8c req-93a3be74-16ef-406e-93da-e56cf38f85e4 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210339 Apr 29 14:21:58.714530 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:22:08.020610 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c1d40738-c4ef-428b-97f1-f4805a8f1def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:22:10.553820 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5b5c9237-342d-4130-a922-e6c2ee03c8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:22:11.690865 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:22:11.692125 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:22:13.124718 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:22:28.708725 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:22:29.679461 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:22:38.023484 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8b3408d0-de1e-4e3e-9aff-ac9d8f20ab5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:22:40.554977 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e40b7740-a93f-444c-a3ed-f77ae65dcc46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:22:41.693168 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:22:41.694326 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:22:43.128668 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:22:55.954758 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3d2e2b94-10a7-44a5-b39a-16b2f264aafd req-9eeae7cd-62d2-4c77-b83e-2727aa714181 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808895 Apr 29 14:22:56.091876 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3d2e2b94-10a7-44a5-b39a-16b2f264aafd req-7b260250-3753-45ca-81fc-82b52dc09f71 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=994916233fc24d94a1e9466cebb43fb9&device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 1099 time: 0.0711527 Apr 29 14:22:56.231728 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e2b94-10a7-44a5-b39a-16b2f264aafd req-4aabbd03-3ce5-4e72-a2c9-36954bf1d952 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:22:56.233177 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3d2e2b94-10a7-44a5-b39a-16b2f264aafd req-4aabbd03-3ce5-4e72-a2c9-36954bf1d952 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cdd9d023-995b-4527-a08f-9d996a96232a HTTP/1.1" status: 200 len: 910 time: 0.1228306 Apr 29 14:22:56.336472 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3d2e2b94-10a7-44a5-b39a-16b2f264aafd req-6613db2a-c578-4456-b57d-5d3f48395c3b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16b3c791-ac96-4332-b5d1-b184fd58a65e HTTP/1.1" status: 200 len: 1001 time: 0.0972559 Apr 29 14:22:56.399811 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e2b94-10a7-44a5-b39a-16b2f264aafd req-915cb34a-8150-49a6-9a84-df7d72d6a188 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:22:56.401816 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3d2e2b94-10a7-44a5-b39a-16b2f264aafd req-915cb34a-8150-49a6-9a84-df7d72d6a188 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f24d6675-e5ce-436d-9821-7f9371120f66 HTTP/1.1" status: 200 len: 848 time: 0.0584536 Apr 29 14:22:56.477039 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3d2e2b94-10a7-44a5-b39a-16b2f264aafd req-d7d4e236-5119-49c3-867c-acd3c872978d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cdd9d023-995b-4527-a08f-9d996a96232a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697622 Apr 29 14:22:56.610170 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3d2e2b94-10a7-44a5-b39a-16b2f264aafd req-dcfbcacf-678b-48e2-bffb-68a3cf5a5c8f service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268656 Apr 29 14:22:56.737768 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-3d2e2b94-10a7-44a5-b39a-16b2f264aafd req-2cf99e2a-cd8e-4d3e-b8a3-331394c0ceab service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217306 Apr 29 14:22:58.717373 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:23:06.678720 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:23:08.030615 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d53d5e1c-2116-4e84-bec2-5e6caa85dd8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:23:10.020223 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc3c91-038e-45f4-b29e-32053ba574db req-e9545c72-2e6d-4b25-8f65-9ef599b7047d tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:10.021692 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b7dc3c91-038e-45f4-b29e-32053ba574db req-e9545c72-2e6d-4b25-8f65-9ef599b7047d tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 946 time: 0.0764098 Apr 29 14:23:10.069537 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b7dc3c91-038e-45f4-b29e-32053ba574db req-c5acbc2f-26b2-4b5d-863c-2a567a1d7159 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416574 Apr 29 14:23:10.555767 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-302cea11-6ddd-4c38-8a17-bb73fc612413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:23:11.278548 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6bfcc-1fd7-4072-a679-a301d6e242ab req-2bb3c4cd-968a-4f9b-8334-a64cfafe6e8a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:11.279999 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a4f6bfcc-1fd7-4072-a679-a301d6e242ab req-2bb3c4cd-968a-4f9b-8334-a64cfafe6e8a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 946 time: 0.0908496 Apr 29 14:23:11.324247 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-a4f6bfcc-1fd7-4072-a679-a301d6e242ab req-9d7f18f1-fc9e-4df5-a8d7-314d813010cf tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387685 Apr 29 14:23:11.694291 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:23:11.698157 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:23:12.531923 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218493a-1645-4352-9de4-831c40b0dc56 req-85378efa-02c6-44ad-84fc-3a4ffaf0627b tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:12.533391 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a218493a-1645-4352-9de4-831c40b0dc56 req-85378efa-02c6-44ad-84fc-3a4ffaf0627b tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 946 time: 0.0794697 Apr 29 14:23:12.577961 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-a218493a-1645-4352-9de4-831c40b0dc56 req-cba98b5c-fe81-46b9-9195-d6c37de13e49 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390317 Apr 29 14:23:13.131397 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:23:13.779469 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9eaf7c-c4ee-44b3-a27a-179a5ff40261 req-5173f008-636b-4d45-a72e-c286aa7ed9a3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:13.780955 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-7a9eaf7c-c4ee-44b3-a27a-179a5ff40261 req-5173f008-636b-4d45-a72e-c286aa7ed9a3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 946 time: 0.0805743 Apr 29 14:23:13.827519 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-7a9eaf7c-c4ee-44b3-a27a-179a5ff40261 req-1b1a71a1-fc0a-435b-8ebb-1715c7cd1efe tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403738 Apr 29 14:23:15.021034 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81127877-543b-4778-aa23-e0344db12378 req-8779c09a-ba6c-4d07-83e4-9ceede9bf025 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:15.022472 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-81127877-543b-4778-aa23-e0344db12378 req-8779c09a-ba6c-4d07-83e4-9ceede9bf025 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 946 time: 0.0749741 Apr 29 14:23:15.066916 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-81127877-543b-4778-aa23-e0344db12378 req-be19ca3e-3f67-4f86-9dda-660abd299ced tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382931 Apr 29 14:23:16.265797 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0d4fc-0865-4b79-8d7d-52400f84cc46 req-764c0dcf-1675-4e6e-8b20-44eb8eedd3be tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:16.267253 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e6b0d4fc-0865-4b79-8d7d-52400f84cc46 req-764c0dcf-1675-4e6e-8b20-44eb8eedd3be tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 946 time: 0.0810843 Apr 29 14:23:16.313622 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e6b0d4fc-0865-4b79-8d7d-52400f84cc46 req-7fe56698-a319-4c02-b130-1a9d9cc07e36 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406034 Apr 29 14:23:17.512914 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97980d5c-9038-4516-b74a-819c8c33e859 req-802d6084-f814-4cb7-a3e2-1899899148ad tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:17.514330 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-97980d5c-9038-4516-b74a-819c8c33e859 req-802d6084-f814-4cb7-a3e2-1899899148ad tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 946 time: 0.0798912 Apr 29 14:23:17.558254 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-97980d5c-9038-4516-b74a-819c8c33e859 req-6b91dc19-79df-4f7a-88ab-4cd18bd5ecd8 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384915 Apr 29 14:23:18.750298 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df55973-57ac-440d-ac11-449cbd5cc0e9 req-cf1a795a-873a-4591-9227-0756df5f6e8b tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:18.751727 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-0df55973-57ac-440d-ac11-449cbd5cc0e9 req-cf1a795a-873a-4591-9227-0756df5f6e8b tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 946 time: 0.0743299 Apr 29 14:23:18.892200 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-0df55973-57ac-440d-ac11-449cbd5cc0e9 req-abcdf566-be95-4f7a-b09e-68ac983f1d09 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1349549 Apr 29 14:23:20.143053 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036be2f7-2588-434a-a025-9083ff58bba4 req-5d263de3-e55d-4e40-a658-247f8995a9a1 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:20.144397 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-036be2f7-2588-434a-a025-9083ff58bba4 req-5d263de3-e55d-4e40-a658-247f8995a9a1 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 946 time: 0.1318526 Apr 29 14:23:20.147927 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d0517c2a-9391-4b45-bea0-822dbf2d76ab req-920e170d-9ce5-4042-a83d-cc18a085cd24 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=994916233fc24d94a1e9466cebb43fb9&device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 1099 time: 0.1052814 Apr 29 14:23:20.353331 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-036be2f7-2588-434a-a025-9083ff58bba4 req-d123278b-1f8e-4c98-a86d-16923c15a3fa tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2034245 Apr 29 14:23:20.391437 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0517c2a-9391-4b45-bea0-822dbf2d76ab req-b42df853-65b4-4579-bee4-1c8fd6cae616 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:20.392887 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d0517c2a-9391-4b45-bea0-822dbf2d76ab req-b42df853-65b4-4579-bee4-1c8fd6cae616 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cdd9d023-995b-4527-a08f-9d996a96232a HTTP/1.1" status: 200 len: 910 time: 0.2304320 Apr 29 14:23:20.492859 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d0517c2a-9391-4b45-bea0-822dbf2d76ab req-32761bba-a831-4026-b110-841f6f56b1d3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16b3c791-ac96-4332-b5d1-b184fd58a65e HTTP/1.1" status: 200 len: 1001 time: 0.0942955 Apr 29 14:23:20.556005 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0517c2a-9391-4b45-bea0-822dbf2d76ab req-91a13f44-2437-4e36-919f-ecb1d8909940 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:20.557452 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d0517c2a-9391-4b45-bea0-822dbf2d76ab req-91a13f44-2437-4e36-919f-ecb1d8909940 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f24d6675-e5ce-436d-9821-7f9371120f66 HTTP/1.1" status: 200 len: 848 time: 0.0584919 Apr 29 14:23:20.628428 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d0517c2a-9391-4b45-bea0-822dbf2d76ab req-2418d926-3266-48a3-981b-e27160b8c65f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cdd9d023-995b-4527-a08f-9d996a96232a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650642 Apr 29 14:23:20.758160 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d0517c2a-9391-4b45-bea0-822dbf2d76ab req-16dc7070-068f-4e83-a216-cc8d5088666c service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238446 Apr 29 14:23:20.887306 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d0517c2a-9391-4b45-bea0-822dbf2d76ab req-df326101-d3b3-4202-a563-32a98ebba135 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237116 Apr 29 14:23:21.688149 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27022283-961b-43e3-a57e-ccc3302c91aa req-f1812b39-23ed-419b-be99-9db6cc43d358 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:21.689533 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-27022283-961b-43e3-a57e-ccc3302c91aa req-f1812b39-23ed-419b-be99-9db6cc43d358 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 946 time: 0.0754251 Apr 29 14:23:21.734309 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-27022283-961b-43e3-a57e-ccc3302c91aa req-de3dcd36-f0b3-4195-8f5c-19093ca8a147 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393887 Apr 29 14:23:22.941541 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e7b04-dd07-4ee9-b960-3798be9e46bc req-ad0ba016-1c52-4d3d-8daa-eaa89cbc0345 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:22.942996 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-522e7b04-dd07-4ee9-b960-3798be9e46bc req-ad0ba016-1c52-4d3d-8daa-eaa89cbc0345 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 946 time: 0.0806119 Apr 29 14:23:22.993503 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-522e7b04-dd07-4ee9-b960-3798be9e46bc req-9f201765-5c5b-4be6-83a5-0c07080282f1 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444288 Apr 29 14:23:24.190076 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfc7d2-9e32-4810-8162-3597ee68c8fd req-bc3c7024-9481-4b1f-aebe-bf1d38b7306e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:24.191428 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8bdfc7d2-9e32-4810-8162-3597ee68c8fd req-bc3c7024-9481-4b1f-aebe-bf1d38b7306e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 946 time: 0.0804727 Apr 29 14:23:24.236213 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8bdfc7d2-9e32-4810-8162-3597ee68c8fd req-1a38e7e2-763f-4fae-9cfe-44a9beca6ec6 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394237 Apr 29 14:23:24.513317 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8c54f12c-b210-4144-80f9-10837cd317e8 req-bda88e85-fb17-43e8-9f92-92c0d7462e94 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1278336 Apr 29 14:23:24.633436 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 43268) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:23:24.826723 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c1a1b-baf2-49c6-ac80-52beb19c880a req-fdab0313-ac10-4dfd-b5c4-e9154c779ec3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:24.828149 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-6c4c1a1b-baf2-49c6-ac80-52beb19c880a req-fdab0313-ac10-4dfd-b5c4-e9154c779ec3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 946 time: 0.1323493 Apr 29 14:23:24.831737 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-bdb93abd-bdc5-411e-8a6e-65de6e10e76f req-85d46fcc-01b6-477b-9935-387dcab595a5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1972516 Apr 29 14:23:24.877234 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-6c4c1a1b-baf2-49c6-ac80-52beb19c880a req-4d5143e4-3448-40d1-87fa-b1696c53711e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424700 Apr 29 14:23:26.080678 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc35dfb-4a36-4cf2-90d5-66b69eca5453 req-d8013c1d-9d4c-4758-af13-d23ceb63c921 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:26.082147 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2bc35dfb-4a36-4cf2-90d5-66b69eca5453 req-d8013c1d-9d4c-4758-af13-d23ceb63c921 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 946 time: 0.0786543 Apr 29 14:23:26.132441 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2bc35dfb-4a36-4cf2-90d5-66b69eca5453 req-83fe0191-3259-46a6-ae53-ff0a52eb0f4b tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443418 Apr 29 14:23:26.203826 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 16b3c791-ac96-4332-b5d1-b184fd58a65e no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:23:26.322250 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:23:26.363151 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba38346-94dc-4149-8399-06458a64ba23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16b3c791-ac96-4332-b5d1-b184fd58a65e'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:23:26.374450 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 16b3c791-ac96-4332-b5d1-b184fd58a65e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=16b3c791-ac96-4332-b5d1-b184fd58a65e,segment=NetworkSegment(e4544693-ce66-409b-826a-527a02ae441d),segment_id=e4544693-ce66-409b-826a-527a02ae441d)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:23:26.380681 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:23:26.601038 dv-neutron-839027-4-hyperv neutron-server[83906]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-93617b16-6d03-4256-8341-760b33091bb4']: {'server_uuid': 'fba38346-94dc-4149-8399-06458a64ba23', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '16b3c791-ac96-4332-b5d1-b184fd58a65e', 'code': 422} returned with failed status Apr 29 14:23:26.618448 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=16b3c791-ac96-4332-b5d1-b184fd58a65e,revision_number=6']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:23:26.638523 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:23:26.638788 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:23:26.639122 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:23:26.639451 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:23:26.639777 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:23:26.640098 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:23:26.640422 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:23:26.640744 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:23:26.641094 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:23:26.641410 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:23:26.641726 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:23:27.103632 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bdb93abd-bdc5-411e-8a6e-65de6e10e76f req-b643cd4a-b39e-4ded-99e2-183426e0a1bb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23&tenant_id=994916233fc24d94a1e9466cebb43fb9 HTTP/1.1" status: 200 len: 1097 time: 0.0692887 Apr 29 14:23:27.194196 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bdb93abd-bdc5-411e-8a6e-65de6e10e76f req-516bc05a-b728-46b5-bc97-c312da9213d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=994916233fc24d94a1e9466cebb43fb9&device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 1097 time: 0.0695324 Apr 29 14:23:27.381801 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb93abd-bdc5-411e-8a6e-65de6e10e76f req-a89338a2-cea9-42d6-96a5-7d76189fd76e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:27.383237 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bdb93abd-bdc5-411e-8a6e-65de6e10e76f req-a89338a2-cea9-42d6-96a5-7d76189fd76e service neutron] 10.222.0.32 "GET /v2.0/networks?id=cdd9d023-995b-4527-a08f-9d996a96232a HTTP/1.1" status: 200 len: 910 time: 0.1826432 Apr 29 14:23:27.393855 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da09e7f-6e8a-4c87-83cd-ccc9d33852fe req-b2655fff-cb75-4982-aa56-758a8c4511e4 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:27.395188 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8da09e7f-6e8a-4c87-83cd-ccc9d33852fe req-b2655fff-cb75-4982-aa56-758a8c4511e4 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 944 time: 0.1261575 Apr 29 14:23:27.520470 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8da09e7f-6e8a-4c87-83cd-ccc9d33852fe req-b1f2156c-d797-45dc-afe6-3b8bdcbc8a04 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766029 Apr 29 14:23:27.522468 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bdb93abd-bdc5-411e-8a6e-65de6e10e76f req-85474565-3165-496c-a2b9-a7542c52efbb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16b3c791-ac96-4332-b5d1-b184fd58a65e HTTP/1.1" status: 200 len: 999 time: 0.1264632 Apr 29 14:23:27.583112 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb93abd-bdc5-411e-8a6e-65de6e10e76f req-943c6622-996d-4559-b36f-940b6ea72bcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:27.584542 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bdb93abd-bdc5-411e-8a6e-65de6e10e76f req-943c6622-996d-4559-b36f-940b6ea72bcc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f24d6675-e5ce-436d-9821-7f9371120f66 HTTP/1.1" status: 200 len: 848 time: 0.0567899 Apr 29 14:23:27.661468 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bdb93abd-bdc5-411e-8a6e-65de6e10e76f req-390fd4a6-2733-4305-bdb1-b19f6876770f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cdd9d023-995b-4527-a08f-9d996a96232a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696762 Apr 29 14:23:27.879896 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bdb93abd-bdc5-411e-8a6e-65de6e10e76f req-557dab0a-c5ee-4924-94e6-b0732f2db709 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127652 Apr 29 14:23:28.015400 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bdb93abd-bdc5-411e-8a6e-65de6e10e76f req-a52157ba-42de-47c7-bfee-3d468efcb0cb service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286201 Apr 29 14:23:28.716773 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:23:28.717385 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e71e64-4065-4760-9de7-ced1b083a88f req-6a428b76-c9fe-435a-b188-c84df7d48b24 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:28.719083 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-13e71e64-4065-4760-9de7-ced1b083a88f req-6a428b76-c9fe-435a-b188-c84df7d48b24 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 944 time: 0.0782785 Apr 29 14:23:28.764109 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-13e71e64-4065-4760-9de7-ced1b083a88f req-164dde54-3a14-41d5-8a91-11a9a064a89a tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396285 Apr 29 14:23:29.956412 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e69ee-aa92-4276-8fee-79923273b455 req-1e7ace34-296e-47b4-b7d2-3aacc8184a54 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:29.957880 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fb3e69ee-aa92-4276-8fee-79923273b455 req-1e7ace34-296e-47b4-b7d2-3aacc8184a54 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 944 time: 0.0756209 Apr 29 14:23:30.002884 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-fb3e69ee-aa92-4276-8fee-79923273b455 req-c0ecc12a-5bc5-402b-a48b-50b27794d8ac tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395949 Apr 29 14:23:31.195776 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2a86e-b798-436d-a6a0-ff9f3cf84e0b req-ad13840c-d24d-4729-8398-4fb1fe36e9d5 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:31.197155 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c0c2a86e-b798-436d-a6a0-ff9f3cf84e0b req-ad13840c-d24d-4729-8398-4fb1fe36e9d5 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 944 time: 0.0759957 Apr 29 14:23:31.242034 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-c0c2a86e-b798-436d-a6a0-ff9f3cf84e0b req-ee994ede-0c82-46a1-b32b-a806664f37e4 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389557 Apr 29 14:23:32.438235 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325876f4-3db4-4f51-8486-d0e5b43aeb8b req-c95fa7dd-ce13-452f-8326-06f5f2a36b75 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:32.439653 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-325876f4-3db4-4f51-8486-d0e5b43aeb8b req-c95fa7dd-ce13-452f-8326-06f5f2a36b75 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 944 time: 0.0778737 Apr 29 14:23:32.483368 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-325876f4-3db4-4f51-8486-d0e5b43aeb8b req-4a325b44-b518-4824-bbd1-035c79abce9e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382972 Apr 29 14:23:33.681426 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4afe45-a2bc-4913-bfbe-ab6de706406d req-7f92f871-2b0d-4b19-a221-045e4d93bb40 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:33.682872 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9d4afe45-a2bc-4913-bfbe-ab6de706406d req-7f92f871-2b0d-4b19-a221-045e4d93bb40 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 944 time: 0.0784535 Apr 29 14:23:33.727271 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-9d4afe45-a2bc-4913-bfbe-ab6de706406d req-28325766-edb4-42bf-a8d3-c542414bb009 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388887 Apr 29 14:23:34.921255 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35537a9b-ec69-497d-a249-b0653462da31 req-723fe65f-68ee-414b-af26-adf6f2e34fce tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:34.922683 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-35537a9b-ec69-497d-a249-b0653462da31 req-723fe65f-68ee-414b-af26-adf6f2e34fce tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 944 time: 0.0749962 Apr 29 14:23:34.970166 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-35537a9b-ec69-497d-a249-b0653462da31 req-db3fd160-81d8-4623-8aa8-c5922f876e08 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421114 Apr 29 14:23:36.160863 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41f10b-baec-4abe-a40d-58d07fc0ebe2 req-82def3bf-46d6-418b-a3ab-8f4df89bf492 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:36.162229 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-7a41f10b-baec-4abe-a40d-58d07fc0ebe2 req-82def3bf-46d6-418b-a3ab-8f4df89bf492 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 944 time: 0.0747983 Apr 29 14:23:36.205616 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-7a41f10b-baec-4abe-a40d-58d07fc0ebe2 req-07360e35-0eee-4bca-a763-8f87162fb4f3 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379281 Apr 29 14:23:36.258519 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 16b3c791-ac96-4332-b5d1-b184fd58a65e details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 14:23:36.389516 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 16b3c791-ac96-4332-b5d1-b184fd58a65e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=16b3c791-ac96-4332-b5d1-b184fd58a65e,segment=NetworkSegment(e4544693-ce66-409b-826a-527a02ae441d),segment_id=e4544693-ce66-409b-826a-527a02ae441d)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:23:36.401998 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '16b3c791-ac96-4332-b5d1-b184fd58a65e', 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'port_id': '16b3c791-ac96-4332-b5d1-b184fd58a65e', 'mac_address': 'fa:16:3e:e7:0c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 14:23:36.454045 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:23:36.471033 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16b3c791-ac96-4332-b5d1-b184fd58a65e {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 14:23:36.485354 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 16b3c791-ac96-4332-b5d1-b184fd58a65e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=16b3c791-ac96-4332-b5d1-b184fd58a65e,segment=NetworkSegment(e4544693-ce66-409b-826a-527a02ae441d),segment_id=e4544693-ce66-409b-826a-527a02ae441d)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:23:36.488873 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:23:36.554172 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=16b3c791-ac96-4332-b5d1-b184fd58a65e,revision_number=7']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:23:36.828058 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['16b3c791-ac96-4332-b5d1-b184fd58a65e'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 14:23:37.397121 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78935ce0-6124-4a7c-bc77-14c34066fd44 req-7749273f-080a-432e-8cec-1d3da1f9b955 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:37.398529 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-78935ce0-6124-4a7c-bc77-14c34066fd44 req-7749273f-080a-432e-8cec-1d3da1f9b955 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 945 time: 0.0748539 Apr 29 14:23:37.442849 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-78935ce0-6124-4a7c-bc77-14c34066fd44 req-34914c1f-65ba-48f6-9d4a-a5ce99c17d10 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389483 Apr 29 14:23:38.022170 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-996b816c-2913-4976-beb3-350215128289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:23:38.273932 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 16b3c791-ac96-4332-b5d1-b184fd58a65e up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:23:38.340946 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 16b3c791-ac96-4332-b5d1-b184fd58a65e triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:23:38.341827 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:23:38.455716 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:23:38.482991 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba38346-94dc-4149-8399-06458a64ba23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b3c791-ac96-4332-b5d1-b184fd58a65e'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:23:38.492510 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 16b3c791-ac96-4332-b5d1-b184fd58a65e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=16b3c791-ac96-4332-b5d1-b184fd58a65e,segment=NetworkSegment(e4544693-ce66-409b-826a-527a02ae441d),segment_id=e4544693-ce66-409b-826a-527a02ae441d)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:23:38.496632 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:23:38.541657 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75baccb0-58e2-42de-8faa-8356d346c4ed'] response: {'server_uuid': 'fba38346-94dc-4149-8399-06458a64ba23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b3c791-ac96-4332-b5d1-b184fd58a65e', 'code': 200} Apr 29 14:23:38.571765 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=16b3c791-ac96-4332-b5d1-b184fd58a65e,revision_number=8']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:23:38.648142 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a83a23-c115-4461-b178-3cd23360ec23 req-14853d2a-e861-4a9f-b7e5-12e5fc4ffc86 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:38.649623 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d7a83a23-c115-4461-b178-3cd23360ec23 req-14853d2a-e861-4a9f-b7e5-12e5fc4ffc86 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 946 time: 0.0841234 Apr 29 14:23:38.696676 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-d7a83a23-c115-4461-b178-3cd23360ec23 req-7bb98906-f68c-4b62-8739-1adcbee972ba tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397811 Apr 29 14:23:38.811118 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-97e9067c-985c-4441-8fd9-b84f312ed198 req-e40d9d6f-57f1-47cd-84cd-84f56548fa0c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 1099 time: 0.0735476 Apr 29 14:23:38.853342 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-97e9067c-985c-4441-8fd9-b84f312ed198 req-203073d3-876e-4577-b097-bed095b75c20 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367267 Apr 29 14:23:39.895346 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d0947-4308-4e14-862e-1de7d67915c7 req-1058c30a-8467-4e05-8e17-f11a6001c21c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:39.896813 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f90d0947-4308-4e14-862e-1de7d67915c7 req-1058c30a-8467-4e05-8e17-f11a6001c21c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 946 time: 0.0758314 Apr 29 14:23:39.943285 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f90d0947-4308-4e14-862e-1de7d67915c7 req-a0e2b97b-a988-4b1b-936d-50c39c959c5e tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410328 Apr 29 14:23:40.557607 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-32e3af1c-35ea-4c1d-b289-f4b83c69719b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:23:41.138681 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c687c96-4d87-47e7-a969-6895153f486a req-340a97d3-7747-4c23-bef1-1c2bb48fb205 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:41.140027 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8c687c96-4d87-47e7-a969-6895153f486a req-340a97d3-7747-4c23-bef1-1c2bb48fb205 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 946 time: 0.0752604 Apr 29 14:23:41.188016 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-8c687c96-4d87-47e7-a969-6895153f486a req-f15c7634-5ed3-49f1-855f-47a741e4f429 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425577 Apr 29 14:23:41.698750 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:23:41.699884 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:23:43.134893 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:23:43.679760 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:23:58.533615 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d2db5bb8-e03e-490c-9b7d-270d83f39faf req-3e94261d-6b50-40d5-bea3-969b40032097 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737731 Apr 29 14:23:58.669762 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d2db5bb8-e03e-490c-9b7d-270d83f39faf req-2e6b751f-e4e0-4ccd-a3e6-9e50cf85e3bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=994916233fc24d94a1e9466cebb43fb9&device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 1099 time: 0.0714679 Apr 29 14:23:58.748324 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:23:58.839567 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db5bb8-e03e-490c-9b7d-270d83f39faf req-06ee7ad8-58c0-411c-990c-4b372350d362 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:58.839567 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d2db5bb8-e03e-490c-9b7d-270d83f39faf req-06ee7ad8-58c0-411c-990c-4b372350d362 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cdd9d023-995b-4527-a08f-9d996a96232a HTTP/1.1" status: 200 len: 910 time: 0.1491089 Apr 29 14:23:58.948678 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d2db5bb8-e03e-490c-9b7d-270d83f39faf req-7dd7ece5-d139-4717-a0b4-71709dcb7a49 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16b3c791-ac96-4332-b5d1-b184fd58a65e HTTP/1.1" status: 200 len: 1001 time: 0.1014571 Apr 29 14:23:59.015107 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db5bb8-e03e-490c-9b7d-270d83f39faf req-2d281f72-f51f-45b7-934c-3d97d420dd49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:23:59.015107 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d2db5bb8-e03e-490c-9b7d-270d83f39faf req-2d281f72-f51f-45b7-934c-3d97d420dd49 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f24d6675-e5ce-436d-9821-7f9371120f66 HTTP/1.1" status: 200 len: 848 time: 0.0611079 Apr 29 14:23:59.099242 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d2db5bb8-e03e-490c-9b7d-270d83f39faf req-4bb8ea67-e75b-44db-9d19-3d17fed29818 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cdd9d023-995b-4527-a08f-9d996a96232a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771551 Apr 29 14:23:59.238450 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d2db5bb8-e03e-490c-9b7d-270d83f39faf req-fc2fa707-c725-4a21-96f5-359826d61714 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325107 Apr 29 14:23:59.368505 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-d2db5bb8-e03e-490c-9b7d-270d83f39faf req-81c4a34b-9934-4707-9b14-d16327917645 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253703 Apr 29 14:24:08.024087 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-43062a79-3371-4f86-95ce-dee859a34900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:24:10.559323 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dde26341-a5a4-475b-b088-5228ce318428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:24:11.700700 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:24:11.704924 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:24:13.137079 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:24:20.680444 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:24:28.756365 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:24:38.026743 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3f3ccfdc-d7f3-4ade-9340-b8d2293b510f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:24:40.560863 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-27d08f3a-b4fa-447d-ab87-68ded9f4f9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:24:41.703742 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:24:41.704852 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:24:43.141084 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:24:57.320750 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 43354) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:24:57.513354 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-d97524f0-6c54-4f4d-8398-6c19add5f085 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Deleting port 1091bda7-7b10-47c4-ad4a-75fddfa3f238 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:24:57.513683 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d97524f0-6c54-4f4d-8398-6c19add5f085 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:24:57.680226 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:24:57.681820 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d97524f0-6c54-4f4d-8398-6c19add5f085 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:24:57.682139 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d97524f0-6c54-4f4d-8398-6c19add5f085 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:24:57.799382 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-d97524f0-6c54-4f4d-8398-6c19add5f085 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Calling delete_port for 1091bda7-7b10-47c4-ad4a-75fddfa3f238 owned by network:floatingip {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:24:58.029239 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d97524f0-6c54-4f4d-8398-6c19add5f085 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:24:58.074326 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97524f0-6c54-4f4d-8398-6c19add5f085 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Pushing event deleted for resources: {'Port': ['ID=1091bda7-7b10-47c4-ad4a-75fddfa3f238,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:24:58.141515 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97524f0-6c54-4f4d-8398-6c19add5f085 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:24:58.141848 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97524f0-6c54-4f4d-8398-6c19add5f085 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:24:58.142174 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97524f0-6c54-4f4d-8398-6c19add5f085 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:24:58.142526 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97524f0-6c54-4f4d-8398-6c19add5f085 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:24:58.142848 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97524f0-6c54-4f4d-8398-6c19add5f085 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:24:58.143164 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97524f0-6c54-4f4d-8398-6c19add5f085 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:24:58.143476 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97524f0-6c54-4f4d-8398-6c19add5f085 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:24:58.143791 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97524f0-6c54-4f4d-8398-6c19add5f085 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:24:58.144101 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97524f0-6c54-4f4d-8398-6c19add5f085 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:24:58.144408 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97524f0-6c54-4f4d-8398-6c19add5f085 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:24:58.144725 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97524f0-6c54-4f4d-8398-6c19add5f085 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:24:58.174777 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d97524f0-6c54-4f4d-8398-6c19add5f085 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for floatingip, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:24:58.570182 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97524f0-6c54-4f4d-8398-6c19add5f085 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Router 6ecde00d-29de-4939-a722-bde78b05b2e5 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:24:58.757949 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:24:58.766393 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97524f0-6c54-4f4d-8398-6c19add5f085 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:24:58.777915 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c098b041-5a5c-4ca6-b714-0b0da20ba5fb None None] Sync routers for ids ['6ecde00d-29de-4939-a722-bde78b05b2e5'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:24:58.788787 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d97524f0-6c54-4f4d-8398-6c19add5f085 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:24:58.790803 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c098b041-5a5c-4ca6-b714-0b0da20ba5fb None None] Routers {'6ecde00d-29de-4939-a722-bde78b05b2e5'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:24:58.791521 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c098b041-5a5c-4ca6-b714-0b0da20ba5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:24:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6ecde00d-29de-4939-a722-bde78b05b2e5'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:24:58.842495 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d97524f0-6c54-4f4d-8398-6c19add5f085 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "DELETE /v2.0/floatingips/cbd2dd9b-4abc-4a32-9565-84701da2956d HTTP/1.1" status: 204 len: 168 time: 1.5206492 Apr 29 14:24:58.843154 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba38346-94dc-4149-8399-06458a64ba23', 'tag': '16b3c791-ac96-4332-b5d1-b184fd58a65e'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:24:58.977181 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-158d8ed3-693c-4912-b88a-69aa69c5463c req-343c40ed-2faf-4ec6-ad46-20a3cfc5b3f0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0814443 Apr 29 14:24:58.977772 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-c098b041-5a5c-4ca6-b714-0b0da20ba5fb None None] Set router 6ecde00d-29de-4939-a722-bde78b05b2e5 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:24:59.238697 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92bd100d-2625-4f7e-b297-13154c416b0d'] response: {'name': 'network-changed', 'server_uuid': 'fba38346-94dc-4149-8399-06458a64ba23', 'tag': '16b3c791-ac96-4332-b5d1-b184fd58a65e', 'status': 'completed', 'code': 200} Apr 29 14:24:59.296353 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-158d8ed3-693c-4912-b88a-69aa69c5463c req-380de4cc-8eb4-4aa0-b7c9-3d1cd885c07a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=994916233fc24d94a1e9466cebb43fb9&device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 1099 time: 0.2354887 Apr 29 14:24:59.312197 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c07ad-8c68-4336-ae5c-5964aac224dd req-a958fb97-4e3e-42e4-b88e-4d340ab5042c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:24:59.313642 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c37c07ad-8c68-4336-ae5c-5964aac224dd req-a958fb97-4e3e-42e4-b88e-4d340ab5042c tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 946 time: 0.1053314 Apr 29 14:24:59.325805 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c098b041-5a5c-4ca6-b714-0b0da20ba5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'name': 'tempest-TestShelveInstance-1378414466-router', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '709288f8-cdbd-4164-8b46-13302060edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:49Z', 'revision_number': 4, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'gw_port': {'id': '709288f8-cdbd-4164-8b46-13302060edb1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '60f61d53-2dd6-443a-97d8-3bd0e1be2c2c', 'name': '', 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'mac_address': 'fa:16:3e:88:a0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:48Z', 'updated_at': '2022-04-29T14:15:07Z', 'revision_number': 5, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'subnets': [{'id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:24:59.329669 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c098b041-5a5c-4ca6-b714-0b0da20ba5fb None None] Checking router: 6ecde00d-29de-4939-a722-bde78b05b2e5 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:24:59.341098 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c098b041-5a5c-4ca6-b714-0b0da20ba5fb None None] Routers {'6ecde00d-29de-4939-a722-bde78b05b2e5'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:24:59.341632 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c098b041-5a5c-4ca6-b714-0b0da20ba5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:24:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6ecde00d-29de-4939-a722-bde78b05b2e5'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:24:59.443320 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-c37c07ad-8c68-4336-ae5c-5964aac224dd req-c5e97e64-9576-4fd2-ac47-31a4ba39c06f tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1074684 Apr 29 14:24:59.481837 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d8ed3-693c-4912-b88a-69aa69c5463c req-eddcf707-5b79-4d7c-ab06-1907957cf4ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:24:59.483285 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-158d8ed3-693c-4912-b88a-69aa69c5463c req-eddcf707-5b79-4d7c-ab06-1907957cf4ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=cdd9d023-995b-4527-a08f-9d996a96232a HTTP/1.1" status: 200 len: 910 time: 0.1661499 Apr 29 14:24:59.549423 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-158d8ed3-693c-4912-b88a-69aa69c5463c req-349d3fad-788a-4a58-a341-2273a8e85813 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16b3c791-ac96-4332-b5d1-b184fd58a65e HTTP/1.1" status: 200 len: 217 time: 0.0594549 Apr 29 14:24:59.571066 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-c098b041-5a5c-4ca6-b714-0b0da20ba5fb None None] Set router 6ecde00d-29de-4939-a722-bde78b05b2e5 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:24:59.615468 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d8ed3-693c-4912-b88a-69aa69c5463c req-5fc5fcd9-856d-4f85-b3b3-60d8d759d47f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:24:59.617368 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-158d8ed3-693c-4912-b88a-69aa69c5463c req-5fc5fcd9-856d-4f85-b3b3-60d8d759d47f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f24d6675-e5ce-436d-9821-7f9371120f66 HTTP/1.1" status: 200 len: 848 time: 0.0622334 Apr 29 14:24:59.691386 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-158d8ed3-693c-4912-b88a-69aa69c5463c req-b9b1eaae-1ba2-46f9-b592-2758772f10e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cdd9d023-995b-4527-a08f-9d996a96232a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672984 Apr 29 14:24:59.700819 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [req-158d8ed3-693c-4912-b88a-69aa69c5463c req-8b4e0ba4-dd8e-43e2-a8bc-1c8b21d5c938 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83904) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 14:24:59.701737 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-158d8ed3-693c-4912-b88a-69aa69c5463c req-8b4e0ba4-dd8e-43e2-a8bc-1c8b21d5c938 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047872 Apr 29 14:24:59.833327 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-158d8ed3-693c-4912-b88a-69aa69c5463c req-af759cf3-df03-4e78-84bd-c3ecda536baa service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246486 Apr 29 14:24:59.887291 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c098b041-5a5c-4ca6-b714-0b0da20ba5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'name': 'tempest-TestShelveInstance-1378414466-router', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '709288f8-cdbd-4164-8b46-13302060edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:49Z', 'revision_number': 4, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'gw_port': {'id': '709288f8-cdbd-4164-8b46-13302060edb1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '60f61d53-2dd6-443a-97d8-3bd0e1be2c2c', 'name': '', 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'mac_address': 'fa:16:3e:88:a0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:48Z', 'updated_at': '2022-04-29T14:15:07Z', 'revision_number': 5, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'subnets': [{'id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:24:59.891462 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c098b041-5a5c-4ca6-b714-0b0da20ba5fb None None] The sync data for ids ['6ecde00d-29de-4939-a722-bde78b05b2e5'] in dv-neutron-839027-4-hyperv is: [{'id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'name': 'tempest-TestShelveInstance-1378414466-router', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '709288f8-cdbd-4164-8b46-13302060edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:49Z', 'revision_number': 4, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'gw_port': {'id': '709288f8-cdbd-4164-8b46-13302060edb1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '60f61d53-2dd6-443a-97d8-3bd0e1be2c2c', 'name': '', 'network_id': 'cdd9d023-995b-4527-a08f-9d996a96232a', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'mac_address': 'fa:16:3e:88:a0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:48Z', 'updated_at': '2022-04-29T14:15:07Z', 'revision_number': 5, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'subnets': [{'id': 'f24d6675-e5ce-436d-9821-7f9371120f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:24:59.966268 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-158d8ed3-693c-4912-b88a-69aa69c5463c req-d0a141b7-f993-4ce8-8355-e2939533e70e service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259058 Apr 29 14:25:00.087110 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-168bbadc-fb95-4c3b-9a84-9f8350edfed7 req-a3838ff2-0422-4b2e-96af-e9311323d05c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=994916233fc24d94a1e9466cebb43fb9&device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 1099 time: 0.0764236 Apr 29 14:25:00.113482 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca13a6dc-f1e3-4c89-ae24-6f5ef48beb74 None None] New status for floating IP cbd2dd9b-4abc-4a32-9565-84701da2956d: DOWN {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 14:25:00.219523 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bbadc-fb95-4c3b-9a84-9f8350edfed7 req-7e5f3937-e9f8-4b4d-9d91-bdc0cb873f1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:25:00.220889 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-168bbadc-fb95-4c3b-9a84-9f8350edfed7 req-7e5f3937-e9f8-4b4d-9d91-bdc0cb873f1f service neutron] 10.222.0.32 "GET /v2.0/networks?id=cdd9d023-995b-4527-a08f-9d996a96232a HTTP/1.1" status: 200 len: 910 time: 0.1277897 Apr 29 14:25:00.291345 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-168bbadc-fb95-4c3b-9a84-9f8350edfed7 req-8550a44d-d04b-4fc3-8b9e-5cecf4ab7080 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16b3c791-ac96-4332-b5d1-b184fd58a65e HTTP/1.1" status: 200 len: 217 time: 0.0641005 Apr 29 14:25:00.354518 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bbadc-fb95-4c3b-9a84-9f8350edfed7 req-d9da7c81-8234-4184-87a3-b3eece6458ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:25:00.355998 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-168bbadc-fb95-4c3b-9a84-9f8350edfed7 req-d9da7c81-8234-4184-87a3-b3eece6458ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f24d6675-e5ce-436d-9821-7f9371120f66 HTTP/1.1" status: 200 len: 848 time: 0.0590508 Apr 29 14:25:00.434971 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-168bbadc-fb95-4c3b-9a84-9f8350edfed7 req-6b3992f8-4350-4a0a-a0a1-964cdceb9fa7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cdd9d023-995b-4527-a08f-9d996a96232a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730193 Apr 29 14:25:00.573319 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-168bbadc-fb95-4c3b-9a84-9f8350edfed7 req-3de277b5-04fa-46f8-8632-b92fed0df4bb service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307557 Apr 29 14:25:00.659812 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232136cb-32ba-4ed2-b2de-d3031dfdacfd req-f0bdab39-50cf-4b93-8ac7-0d1fb17182df tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:25:00.660491 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-232136cb-32ba-4ed2-b2de-d3031dfdacfd req-f0bdab39-50cf-4b93-8ac7-0d1fb17182df tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Synchronizing usage tracker for tenant:994916233fc24d94a1e9466cebb43fb9 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:25:00.678032 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-232136cb-32ba-4ed2-b2de-d3031dfdacfd req-f0bdab39-50cf-4b93-8ac7-0d1fb17182df tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Unset dirty status for tenant:994916233fc24d94a1e9466cebb43fb9 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:25:00.684509 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-232136cb-32ba-4ed2-b2de-d3031dfdacfd req-f0bdab39-50cf-4b93-8ac7-0d1fb17182df tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 946 time: 0.0991001 Apr 29 14:25:00.708879 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-168bbadc-fb95-4c3b-9a84-9f8350edfed7 req-60104f18-74b2-466f-b061-27dfcd10505e service neutron] 10.222.0.32 "GET /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280990 Apr 29 14:25:00.733082 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-232136cb-32ba-4ed2-b2de-d3031dfdacfd req-b047bfe6-9d68-46c2-b875-e51d5a5927ac tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e4f40bb-10b1-4284-85b5-8b5ac11e227a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455413 Apr 29 14:25:00.848004 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5e505-3e91-4ae9-9620-b1c883ad5b92 req-b6a4103d-6f79-483b-90f2-80d4d643449b tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:25:00.849714 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-15e5e505-3e91-4ae9-9620-b1c883ad5b92 req-b6a4103d-6f79-483b-90f2-80d4d643449b tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.32 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 946 time: 0.0765591 Apr 29 14:25:00.999730 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-15e5e505-3e91-4ae9-9620-b1c883ad5b92 req-bd99c7ed-dd93-42d8-ac98-e7fff865f872 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Deleting port 16b3c791-ac96-4332-b5d1-b184fd58a65e {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:25:01.000072 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-15e5e505-3e91-4ae9-9620-b1c883ad5b92 req-bd99c7ed-dd93-42d8-ac98-e7fff865f872 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:01.243584 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-15e5e505-3e91-4ae9-9620-b1c883ad5b92 req-bd99c7ed-dd93-42d8-ac98-e7fff865f872 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] For port 16b3c791-ac96-4332-b5d1-b184fd58a65e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=16b3c791-ac96-4332-b5d1-b184fd58a65e,segment=NetworkSegment(e4544693-ce66-409b-826a-527a02ae441d),segment_id=e4544693-ce66-409b-826a-527a02ae441d)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:25:01.244298 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-15e5e505-3e91-4ae9-9620-b1c883ad5b92 req-bd99c7ed-dd93-42d8-ac98-e7fff865f872 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:01.369799 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-15e5e505-3e91-4ae9-9620-b1c883ad5b92 req-bd99c7ed-dd93-42d8-ac98-e7fff865f872 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Calling delete_port for 16b3c791-ac96-4332-b5d1-b184fd58a65e owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:25:01.511856 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-15e5e505-3e91-4ae9-9620-b1c883ad5b92 req-bd99c7ed-dd93-42d8-ac98-e7fff865f872 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:01.560110 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99c7ed-dd93-42d8-ac98-e7fff865f872 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Pushing event deleted for resources: {'Port': ['ID=16b3c791-ac96-4332-b5d1-b184fd58a65e,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:01.598335 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99c7ed-dd93-42d8-ac98-e7fff865f872 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:01.598942 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99c7ed-dd93-42d8-ac98-e7fff865f872 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:01.599263 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99c7ed-dd93-42d8-ac98-e7fff865f872 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:01.599589 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99c7ed-dd93-42d8-ac98-e7fff865f872 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:01.599917 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99c7ed-dd93-42d8-ac98-e7fff865f872 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:01.600817 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99c7ed-dd93-42d8-ac98-e7fff865f872 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:01.601128 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99c7ed-dd93-42d8-ac98-e7fff865f872 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:01.601451 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99c7ed-dd93-42d8-ac98-e7fff865f872 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:01.601769 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99c7ed-dd93-42d8-ac98-e7fff865f872 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:01.602087 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99c7ed-dd93-42d8-ac98-e7fff865f872 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:01.602404 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99c7ed-dd93-42d8-ac98-e7fff865f872 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:01.644650 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e5e505-3e91-4ae9-9620-b1c883ad5b92 req-bd99c7ed-dd93-42d8-ac98-e7fff865f872 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] No DVR routers for this DVR port 16b3c791-ac96-4332-b5d1-b184fd58a65e on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 14:25:01.647001 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-15e5e505-3e91-4ae9-9620-b1c883ad5b92 req-bd99c7ed-dd93-42d8-ac98-e7fff865f872 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:01.649534 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba38346-94dc-4149-8399-06458a64ba23', 'name': 'network-vif-deleted', 'tag': '16b3c791-ac96-4332-b5d1-b184fd58a65e'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:25:01.664500 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-15e5e505-3e91-4ae9-9620-b1c883ad5b92 req-bd99c7ed-dd93-42d8-ac98-e7fff865f872 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.32 "DELETE /v2.0/ports/16b3c791-ac96-4332-b5d1-b184fd58a65e HTTP/1.1" status: 204 len: 173 time: 0.8092916 Apr 29 14:25:01.843822 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c53c350-82eb-4a2c-a58b-2f28f16e12b1'] response: {'server_uuid': 'fba38346-94dc-4149-8399-06458a64ba23', 'name': 'network-vif-deleted', 'tag': '16b3c791-ac96-4332-b5d1-b184fd58a65e', 'status': 'completed', 'code': 200} Apr 29 14:25:01.912562 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f896cceb-42ee-4288-8e44-09663511504b req-61a9fff5-003a-4588-97bc-63f1e4086b1b tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "GET /v2.0/ports?device_id=fba38346-94dc-4149-8399-06458a64ba23 HTTP/1.1" status: 200 len: 210 time: 0.0414796 Apr 29 14:25:03.018554 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 43384) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:25:03.086491 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d820486a-1f18-4965-ab27-bb47bda88a56 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:03.115245 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d820486a-1f18-4965-ab27-bb47bda88a56 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:03.180044 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d820486a-1f18-4965-ab27-bb47bda88a56 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:03.202482 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820486a-1f18-4965-ab27-bb47bda88a56 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4f40bb-10b1-4284-85b5-8b5ac11e227a,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:03.213659 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-d820486a-1f18-4965-ab27-bb47bda88a56 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:03.217902 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-d820486a-1f18-4965-ab27-bb47bda88a56 tempest-TestShelveInstance-272365926 tempest-TestShelveInstance-272365926-project] 10.222.0.76 "DELETE /v2.0/security-groups/1e4f40bb-10b1-4284-85b5-8b5ac11e227a HTTP/1.1" status: 204 len: 168 time: 0.1982505 Apr 29 14:25:03.280513 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 43390) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:25:03.993445 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-39e4ec0d-7145-406c-9e22-7bdde28d50e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:04.579442 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-39e4ec0d-7145-406c-9e22-7bdde28d50e2 admin admin] Deleting port 60f61d53-2dd6-443a-97d8-3bd0e1be2c2c {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:25:04.580053 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-39e4ec0d-7145-406c-9e22-7bdde28d50e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:04.682317 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 16b3c791-ac96-4332-b5d1-b184fd58a65e no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:25:04.715208 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: 16b3c791-ac96-4332-b5d1-b184fd58a65e {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:25:04.715563 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 16b3c791-ac96-4332-b5d1-b184fd58a65e not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:25:04.752806 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-39e4ec0d-7145-406c-9e22-7bdde28d50e2 admin admin] For port 60f61d53-2dd6-443a-97d8-3bd0e1be2c2c, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=60f61d53-2dd6-443a-97d8-3bd0e1be2c2c,segment=NetworkSegment(e4544693-ce66-409b-826a-527a02ae441d),segment_id=e4544693-ce66-409b-826a-527a02ae441d)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:25:04.753164 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-39e4ec0d-7145-406c-9e22-7bdde28d50e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:04.872695 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-39e4ec0d-7145-406c-9e22-7bdde28d50e2 admin admin] Calling delete_port for 60f61d53-2dd6-443a-97d8-3bd0e1be2c2c owned by network:router_interface {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:25:05.034483 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-39e4ec0d-7145-406c-9e22-7bdde28d50e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:05.080956 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4ec0d-7145-406c-9e22-7bdde28d50e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=60f61d53-2dd6-443a-97d8-3bd0e1be2c2c,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:05.362952 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-39e4ec0d-7145-406c-9e22-7bdde28d50e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:06.014195 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e4ec0d-7145-406c-9e22-7bdde28d50e2 admin admin] Router 6ecde00d-29de-4939-a722-bde78b05b2e5 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:25:06.206758 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e4ec0d-7145-406c-9e22-7bdde28d50e2 admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:25:06.216232 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9086647b-427d-4bd1-b1da-77f15477274e None None] Sync routers for ids ['6ecde00d-29de-4939-a722-bde78b05b2e5'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:25:06.218933 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-39e4ec0d-7145-406c-9e22-7bdde28d50e2 admin admin] 10.222.0.76 "PUT /v2.0/routers/6ecde00d-29de-4939-a722-bde78b05b2e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9372325 Apr 29 14:25:06.221489 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 43396) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:25:06.229007 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9086647b-427d-4bd1-b1da-77f15477274e None None] Routers {'6ecde00d-29de-4939-a722-bde78b05b2e5'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:25:06.229615 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9086647b-427d-4bd1-b1da-77f15477274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:24:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6ecde00d-29de-4939-a722-bde78b05b2e5'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:06.408000 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-9086647b-427d-4bd1-b1da-77f15477274e None None] Set router 6ecde00d-29de-4939-a722-bde78b05b2e5 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:25:06.417090 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-20c8a4b2-2d9e-4527-a1c2-500b51e4c0ee admin admin] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:06.613151 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-20c8a4b2-2d9e-4527-a1c2-500b51e4c0ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:06.622480 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-20c8a4b2-2d9e-4527-a1c2-500b51e4c0ee admin admin] Deleting port 709288f8-cdbd-4164-8b46-13302060edb1 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:25:06.622810 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-20c8a4b2-2d9e-4527-a1c2-500b51e4c0ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:06.689519 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9086647b-427d-4bd1-b1da-77f15477274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'name': 'tempest-TestShelveInstance-1378414466-router', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': '709288f8-cdbd-4164-8b46-13302060edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:25:04Z', 'revision_number': 5, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'gw_port': {'id': '709288f8-cdbd-4164-8b46-13302060edb1', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:06.693333 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9086647b-427d-4bd1-b1da-77f15477274e None None] Checking router: 6ecde00d-29de-4939-a722-bde78b05b2e5 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:25:06.705336 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9086647b-427d-4bd1-b1da-77f15477274e None None] Routers {'6ecde00d-29de-4939-a722-bde78b05b2e5'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:25:06.705935 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9086647b-427d-4bd1-b1da-77f15477274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:24:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['6ecde00d-29de-4939-a722-bde78b05b2e5'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:06.795046 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-20c8a4b2-2d9e-4527-a1c2-500b51e4c0ee admin admin] For port 709288f8-cdbd-4164-8b46-13302060edb1, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=709288f8-cdbd-4164-8b46-13302060edb1,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:25:06.795547 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-20c8a4b2-2d9e-4527-a1c2-500b51e4c0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:06.859193 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-9086647b-427d-4bd1-b1da-77f15477274e None None] Set router 6ecde00d-29de-4939-a722-bde78b05b2e5 gateway port host: None {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:25:06.922157 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-20c8a4b2-2d9e-4527-a1c2-500b51e4c0ee admin admin] Calling delete_port for 709288f8-cdbd-4164-8b46-13302060edb1 owned by network:router_gateway {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:25:06.964774 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9086647b-427d-4bd1-b1da-77f15477274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'name': 'tempest-TestShelveInstance-1378414466-router', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:25:06Z', 'revision_number': 6, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'gw_port_host': None}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:06.969169 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9086647b-427d-4bd1-b1da-77f15477274e None None] The sync data for ids ['6ecde00d-29de-4939-a722-bde78b05b2e5'] in dv-neutron-839027-4-hyperv is: [{'id': '6ecde00d-29de-4939-a722-bde78b05b2e5', 'name': 'tempest-TestShelveInstance-1378414466-router', 'tenant_id': '994916233fc24d94a1e9466cebb43fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:14:46Z', 'updated_at': '2022-04-29T14:25:06Z', 'revision_number': 6, 'project_id': '994916233fc24d94a1e9466cebb43fb9', 'gw_port_host': None}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:25:07.185811 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-20c8a4b2-2d9e-4527-a1c2-500b51e4c0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:07.231989 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8a4b2-2d9e-4527-a1c2-500b51e4c0ee admin admin] Pushing event deleted for resources: {'Port': ['ID=709288f8-cdbd-4164-8b46-13302060edb1,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:07.454062 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-20c8a4b2-2d9e-4527-a1c2-500b51e4c0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:07.705147 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-20c8a4b2-2d9e-4527-a1c2-500b51e4c0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:07.709127 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-20c8a4b2-2d9e-4527-a1c2-500b51e4c0ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:07.733423 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-20c8a4b2-2d9e-4527-a1c2-500b51e4c0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:07.733915 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c8a4b2-2d9e-4527-a1c2-500b51e4c0ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ecde00d-29de-4939-a722-bde78b05b2e5 {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 14:25:07.746094 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-20c8a4b2-2d9e-4527-a1c2-500b51e4c0ee admin admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:07.747204 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-20c8a4b2-2d9e-4527-a1c2-500b51e4c0ee admin admin] 10.222.0.76 "DELETE /v2.0/routers/6ecde00d-29de-4939-a722-bde78b05b2e5 HTTP/1.1" status: 204 len: 168 time: 1.5247796 Apr 29 14:25:07.749894 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 43400) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:25:07.813412 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb30a67-2d73-4572-8613-8ea378d4a1a2 admin admin] Deleting subnet f24d6675-e5ce-436d-9821-7f9371120f66 {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 14:25:07.816905 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0fb30a67-2d73-4572-8613-8ea378d4a1a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:07.868156 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0fb30a67-2d73-4572-8613-8ea378d4a1a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:07.938846 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 60f61d53-2dd6-443a-97d8-3bd0e1be2c2c no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:25:07.946560 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0fb30a67-2d73-4572-8613-8ea378d4a1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:07.971662 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 60f61d53-2dd6-443a-97d8-3bd0e1be2c2c {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:25:07.971929 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 60f61d53-2dd6-443a-97d8-3bd0e1be2c2c not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:25:07.972335 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 709288f8-cdbd-4164-8b46-13302060edb1 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:25:08.004227 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 709288f8-cdbd-4164-8b46-13302060edb1 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:25:08.004555 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 709288f8-cdbd-4164-8b46-13302060edb1 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:25:08.019451 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0fb30a67-2d73-4572-8613-8ea378d4a1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:08.028501 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-795b355e-c2db-41ab-b2c5-0f16ddb7297b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:08.056460 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb30a67-2d73-4572-8613-8ea378d4a1a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f24d6675-e5ce-436d-9821-7f9371120f66,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:08.066519 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-0fb30a67-2d73-4572-8613-8ea378d4a1a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:08.071624 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa74e0c-c402-4b33-bbad-a698b6ffa632 None None] Network cdd9d023-995b-4527-a08f-9d996a96232a requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 14:25:08.073767 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-0fb30a67-2d73-4572-8613-8ea378d4a1a2 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f24d6675-e5ce-436d-9821-7f9371120f66 HTTP/1.1" status: 204 len: 168 time: 0.3228672 Apr 29 14:25:08.076224 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 43404) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:25:08.183210 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4b0391d9-9d8f-4e27-86ba-1493773c467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:08.193187 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-4b0391d9-9d8f-4e27-86ba-1493773c467a admin admin] Deleting port 05ed7dd1-8e1a-4269-ae8f-c3f646968f85 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:25:08.193507 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4b0391d9-9d8f-4e27-86ba-1493773c467a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:08.361483 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709d4f72-a76f-4a7f-89e4-043023d60bdd None None] DHCP port deletion for cdd9d023-995b-4527-a08f-9d996a96232a request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 14:25:08.365384 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-709d4f72-a76f-4a7f-89e4-043023d60bdd None None] Deleting port 05ed7dd1-8e1a-4269-ae8f-c3f646968f85 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:25:08.365874 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-709d4f72-a76f-4a7f-89e4-043023d60bdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:08.398224 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-4b0391d9-9d8f-4e27-86ba-1493773c467a admin admin] For port 05ed7dd1-8e1a-4269-ae8f-c3f646968f85, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=05ed7dd1-8e1a-4269-ae8f-c3f646968f85,segment=NetworkSegment(e4544693-ce66-409b-826a-527a02ae441d),segment_id=e4544693-ce66-409b-826a-527a02ae441d)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:25:08.398584 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4b0391d9-9d8f-4e27-86ba-1493773c467a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:08.564327 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-709d4f72-a76f-4a7f-89e4-043023d60bdd None None] For port 05ed7dd1-8e1a-4269-ae8f-c3f646968f85, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=05ed7dd1-8e1a-4269-ae8f-c3f646968f85,segment=NetworkSegment(e4544693-ce66-409b-826a-527a02ae441d),segment_id=e4544693-ce66-409b-826a-527a02ae441d)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:25:08.564630 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-709d4f72-a76f-4a7f-89e4-043023d60bdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:08.618627 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-4b0391d9-9d8f-4e27-86ba-1493773c467a admin admin] Calling delete_port for 05ed7dd1-8e1a-4269-ae8f-c3f646968f85 owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:25:08.686063 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-709d4f72-a76f-4a7f-89e4-043023d60bdd None None] Calling delete_port for 05ed7dd1-8e1a-4269-ae8f-c3f646968f85 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:25:08.690639 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4b0391d9-9d8f-4e27-86ba-1493773c467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:08.736893 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0391d9-9d8f-4e27-86ba-1493773c467a admin admin] Pushing event deleted for resources: {'Port': ['ID=05ed7dd1-8e1a-4269-ae8f-c3f646968f85,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:08.743000 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0391d9-9d8f-4e27-86ba-1493773c467a admin admin] No DVR routers for this DVR port 05ed7dd1-8e1a-4269-ae8f-c3f646968f85 on host dv-neutron-839027-4-hyperv {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 14:25:08.754355 dv-neutron-839027-4-hyperv neutron-server[83906]: util.warn( Apr 29 14:25:08.760486 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-709d4f72-a76f-4a7f-89e4-043023d60bdd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 14:25:08.760862 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-709d4f72-a76f-4a7f-89e4-043023d60bdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 14:25:08.857286 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4b0391d9-9d8f-4e27-86ba-1493773c467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:08.881291 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-4b0391d9-9d8f-4e27-86ba-1493773c467a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd9d023-995b-4527-a08f-9d996a96232a']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:08.893189 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-4b0391d9-9d8f-4e27-86ba-1493773c467a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4544693-ce66-409b-826a-527a02ae441d') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:08.893483 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-4b0391d9-9d8f-4e27-86ba-1493773c467a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4544693-ce66-409b-826a-527a02ae441d') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:08.905014 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4b0391d9-9d8f-4e27-86ba-1493773c467a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:08.921659 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4b0391d9-9d8f-4e27-86ba-1493773c467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:08.927670 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b0391d9-9d8f-4e27-86ba-1493773c467a admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 14:25:08.928043 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4b0391d9-9d8f-4e27-86ba-1493773c467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 14:25:08.941033 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 14:25:09.016904 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4b0391d9-9d8f-4e27-86ba-1493773c467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:09.032679 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-4b0391d9-9d8f-4e27-86ba-1493773c467a admin admin] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:09.042620 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0391d9-9d8f-4e27-86ba-1493773c467a admin admin] Pushing event deleted for resources: {'Network': ['ID=cdd9d023-995b-4527-a08f-9d996a96232a,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:09.055160 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-4b0391d9-9d8f-4e27-86ba-1493773c467a admin admin] 10.222.0.76 "DELETE /v2.0/networks/cdd9d023-995b-4527-a08f-9d996a96232a HTTP/1.1" status: 204 len: 168 time: 0.9779665 Apr 29 14:25:09.058044 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 43408) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:25:09.262485 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-709d4f72-a76f-4a7f-89e4-043023d60bdd None None] Deleting port 05ed7dd1-8e1a-4269-ae8f-c3f646968f85 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:25:09.263028 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-709d4f72-a76f-4a7f-89e4-043023d60bdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:09.327702 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-709d4f72-a76f-4a7f-89e4-043023d60bdd None None] The port '05ed7dd1-8e1a-4269-ae8f-c3f646968f85' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 14:25:09.434162 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-126948c4-61ce-4aa9-a4f6-daa0ab288b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:09.937532 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 05ed7dd1-8e1a-4269-ae8f-c3f646968f85 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:25:09.969080 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 05ed7dd1-8e1a-4269-ae8f-c3f646968f85 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:25:09.969413 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 05ed7dd1-8e1a-4269-ae8f-c3f646968f85 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:25:10.014477 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-126948c4-61ce-4aa9-a4f6-daa0ab288b9e admin admin] Deleting port e7d6db38-8804-472a-afdb-8476f48e5db1 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:25:10.014984 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-126948c4-61ce-4aa9-a4f6-daa0ab288b9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:10.279945 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-126948c4-61ce-4aa9-a4f6-daa0ab288b9e admin admin] For port e7d6db38-8804-472a-afdb-8476f48e5db1, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=e7d6db38-8804-472a-afdb-8476f48e5db1,segment=NetworkSegment(5b2a5ce8-68ba-45b8-aa47-d61605071695),segment_id=5b2a5ce8-68ba-45b8-aa47-d61605071695)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:25:10.280299 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-126948c4-61ce-4aa9-a4f6-daa0ab288b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:10.396258 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-126948c4-61ce-4aa9-a4f6-daa0ab288b9e admin admin] Calling delete_port for e7d6db38-8804-472a-afdb-8476f48e5db1 owned by network:router_interface {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:25:10.562502 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fc6d8bb0-82df-4fc3-8b19-9bf5170ed33d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:10.567224 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-126948c4-61ce-4aa9-a4f6-daa0ab288b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:10.611884 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126948c4-61ce-4aa9-a4f6-daa0ab288b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d6db38-8804-472a-afdb-8476f48e5db1,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:10.896742 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-126948c4-61ce-4aa9-a4f6-daa0ab288b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:11.459194 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126948c4-61ce-4aa9-a4f6-daa0ab288b9e admin admin] Router 807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:25:11.707548 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:11.710451 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:11.750172 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126948c4-61ce-4aa9-a4f6-daa0ab288b9e admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:25:11.762603 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c12acc-b0a3-4d54-8304-d3310f9c4ddb None None] Sync routers for ids ['807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:25:11.768516 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-126948c4-61ce-4aa9-a4f6-daa0ab288b9e admin admin] 10.222.0.76 "PUT /v2.0/routers/807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7094853 Apr 29 14:25:11.771537 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 43412) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:25:11.775759 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c12acc-b0a3-4d54-8304-d3310f9c4ddb None None] Routers {'807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:25:11.776444 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-e4c12acc-b0a3-4d54-8304-d3310f9c4ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:25:11Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:11.958795 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-e4c12acc-b0a3-4d54-8304-d3310f9c4ddb None None] Set router 807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:25:11.972648 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a3ca-b552-4d0e-bf82-9c06af159fd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:12.163306 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a3ca-b552-4d0e-bf82-9c06af159fd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:12.172402 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-b1e3a3ca-b552-4d0e-bf82-9c06af159fd0 admin admin] Deleting port a8246733-db73-48fe-b33e-e4ec176bc7e6 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:25:12.172717 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a3ca-b552-4d0e-bf82-9c06af159fd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:12.247113 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-e4c12acc-b0a3-4d54-8304-d3310f9c4ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894', 'name': 'tempest-TestShelveInstance-833099479-router', 'tenant_id': 'b129960ea7df42fc9b293e979449a175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'a8246733-db73-48fe-b33e-e4ec176bc7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:14:52Z', 'updated_at': '2022-04-29T14:25:10Z', 'revision_number': 5, 'project_id': 'b129960ea7df42fc9b293e979449a175', 'gw_port': {'id': 'a8246733-db73-48fe-b33e-e4ec176bc7e6', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:14:52Z', 'updated_at': '2022-04-29T14:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:12.250986 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c12acc-b0a3-4d54-8304-d3310f9c4ddb None None] Checking router: 807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:25:12.261348 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c12acc-b0a3-4d54-8304-d3310f9c4ddb None None] Routers {'807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:25:12.261937 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-e4c12acc-b0a3-4d54-8304-d3310f9c4ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:25:11Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:12.348297 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-b1e3a3ca-b552-4d0e-bf82-9c06af159fd0 admin admin] For port a8246733-db73-48fe-b33e-e4ec176bc7e6, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a8246733-db73-48fe-b33e-e4ec176bc7e6,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:25:12.348643 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a3ca-b552-4d0e-bf82-9c06af159fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:12.409333 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-e4c12acc-b0a3-4d54-8304-d3310f9c4ddb None None] Set router 807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894 gateway port host: None {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:25:12.468001 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-b1e3a3ca-b552-4d0e-bf82-9c06af159fd0 admin admin] Calling delete_port for a8246733-db73-48fe-b33e-e4ec176bc7e6 owned by network:router_gateway {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:25:12.519267 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-e4c12acc-b0a3-4d54-8304-d3310f9c4ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894', 'name': 'tempest-TestShelveInstance-833099479-router', 'tenant_id': 'b129960ea7df42fc9b293e979449a175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:14:52Z', 'updated_at': '2022-04-29T14:25:12Z', 'revision_number': 6, 'project_id': 'b129960ea7df42fc9b293e979449a175', 'gw_port_host': None}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:12.523566 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c12acc-b0a3-4d54-8304-d3310f9c4ddb None None] The sync data for ids ['807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894'] in dv-neutron-839027-4-hyperv is: [{'id': '807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894', 'name': 'tempest-TestShelveInstance-833099479-router', 'tenant_id': 'b129960ea7df42fc9b293e979449a175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:14:52Z', 'updated_at': '2022-04-29T14:25:12Z', 'revision_number': 6, 'project_id': 'b129960ea7df42fc9b293e979449a175', 'gw_port_host': None}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:25:12.636723 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a3ca-b552-4d0e-bf82-9c06af159fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:12.681211 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3a3ca-b552-4d0e-bf82-9c06af159fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8246733-db73-48fe-b33e-e4ec176bc7e6,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:12.901100 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a3ca-b552-4d0e-bf82-9c06af159fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:13.144436 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:13.248894 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a3ca-b552-4d0e-bf82-9c06af159fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:13.253305 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a3ca-b552-4d0e-bf82-9c06af159fd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:13.280536 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a3ca-b552-4d0e-bf82-9c06af159fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:13.281511 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e3a3ca-b552-4d0e-bf82-9c06af159fd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894 {{(pid=83905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 14:25:13.295219 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a3ca-b552-4d0e-bf82-9c06af159fd0 admin admin] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:13.296371 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-b1e3a3ca-b552-4d0e-bf82-9c06af159fd0 admin admin] 10.222.0.76 "DELETE /v2.0/routers/807b2a4e-1cab-4bdc-9b5e-b15f2c6e9894 HTTP/1.1" status: 204 len: 168 time: 1.5239491 Apr 29 14:25:13.298796 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 43416) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:25:13.359588 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_v2 [None req-db6130fd-19bf-42da-bf6c-e6200801f294 admin admin] Deleting subnet 78dcbe68-34a7-4d4b-8f0d-793bac01de5a {{(pid=83905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 14:25:13.362736 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-db6130fd-19bf-42da-bf6c-e6200801f294 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:13.414629 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-db6130fd-19bf-42da-bf6c-e6200801f294 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15995180'] for subnet, precommit_delete_associations {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:13.493917 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-db6130fd-19bf-42da-bf6c-e6200801f294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:13.561116 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-db6130fd-19bf-42da-bf6c-e6200801f294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15387730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15576001'] for subnet, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:13.598488 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6130fd-19bf-42da-bf6c-e6200801f294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78dcbe68-34a7-4d4b-8f0d-793bac01de5a,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:13.605222 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-db6130fd-19bf-42da-bf6c-e6200801f294 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:13.610802 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e08fd35-3a89-4568-a2b9-c0eee2ad584d None None] Network 5e11d4dd-9389-43ab-9988-df32c93fe1e2 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 14:25:13.611019 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-db6130fd-19bf-42da-bf6c-e6200801f294 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/78dcbe68-34a7-4d4b-8f0d-793bac01de5a HTTP/1.1" status: 204 len: 168 time: 0.3113070 Apr 29 14:25:13.613582 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 43420) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:25:13.716476 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7d211064-7b49-4138-ab35-ea6877344fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:13.727698 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-7d211064-7b49-4138-ab35-ea6877344fad admin admin] Deleting port a751f33a-b284-4d96-9337-927500eab40b {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:25:13.728012 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7d211064-7b49-4138-ab35-ea6877344fad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:13.868190 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce402d4-7dc4-4947-8c8b-e01b7be8bdd8 None None] DHCP port deletion for 5e11d4dd-9389-43ab-9988-df32c93fe1e2 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 14:25:13.872478 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-fce402d4-7dc4-4947-8c8b-e01b7be8bdd8 None None] Deleting port a751f33a-b284-4d96-9337-927500eab40b {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:25:13.872865 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fce402d4-7dc4-4947-8c8b-e01b7be8bdd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:13.934215 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-7d211064-7b49-4138-ab35-ea6877344fad admin admin] For port a751f33a-b284-4d96-9337-927500eab40b, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a751f33a-b284-4d96-9337-927500eab40b,segment=NetworkSegment(5b2a5ce8-68ba-45b8-aa47-d61605071695),segment_id=5b2a5ce8-68ba-45b8-aa47-d61605071695)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:25:13.934568 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7d211064-7b49-4138-ab35-ea6877344fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:13.951127 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a751f33a-b284-4d96-9337-927500eab40b no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:25:14.055690 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-7d211064-7b49-4138-ab35-ea6877344fad admin admin] Calling delete_port for a751f33a-b284-4d96-9337-927500eab40b owned by network:dhcp {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:25:14.129971 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7d211064-7b49-4138-ab35-ea6877344fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:14.147832 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Port a751f33a-b284-4d96-9337-927500eab40b update to DOWN by agent not found {{(pid=83906) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 29 14:25:14.148401 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a8246733-db73-48fe-b33e-e4ec176bc7e6 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:25:14.174909 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d211064-7b49-4138-ab35-ea6877344fad admin admin] Pushing event deleted for resources: {'Port': ['ID=a751f33a-b284-4d96-9337-927500eab40b,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:14.180182 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d211064-7b49-4138-ab35-ea6877344fad admin admin] No DVR routers for this DVR port a751f33a-b284-4d96-9337-927500eab40b on host dv-neutron-839027-4-hyperv {{(pid=83905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 14:25:14.182111 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: a8246733-db73-48fe-b33e-e4ec176bc7e6 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:25:14.182452 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device a8246733-db73-48fe-b33e-e4ec176bc7e6 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:25:14.182850 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e7d6db38-8804-472a-afdb-8476f48e5db1 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:25:14.206320 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-fce402d4-7dc4-4947-8c8b-e01b7be8bdd8 None None] For port a751f33a-b284-4d96-9337-927500eab40b, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=a751f33a-b284-4d96-9337-927500eab40b,segment=NetworkSegment(5b2a5ce8-68ba-45b8-aa47-d61605071695),segment_id=5b2a5ce8-68ba-45b8-aa47-d61605071695)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:25:14.206707 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fce402d4-7dc4-4947-8c8b-e01b7be8bdd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:14.228431 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: e7d6db38-8804-472a-afdb-8476f48e5db1 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:25:14.228788 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device e7d6db38-8804-472a-afdb-8476f48e5db1 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:25:14.293671 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7d211064-7b49-4138-ab35-ea6877344fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:14.318855 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-7d211064-7b49-4138-ab35-ea6877344fad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e11d4dd-9389-43ab-9988-df32c93fe1e2']}} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:14.331988 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-7d211064-7b49-4138-ab35-ea6877344fad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b2a5ce8-68ba-45b8-aa47-d61605071695') {'for_net_delete': True} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:14.332279 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.services.segments.db [None req-7d211064-7b49-4138-ab35-ea6877344fad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b2a5ce8-68ba-45b8-aa47-d61605071695') {} {{(pid=83905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:14.344288 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7d211064-7b49-4138-ab35-ea6877344fad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15995871'] for segment, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:14.365602 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7d211064-7b49-4138-ab35-ea6877344fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:14.367963 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-fce402d4-7dc4-4947-8c8b-e01b7be8bdd8 None None] Calling delete_port for a751f33a-b284-4d96-9337-927500eab40b owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:25:14.372971 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d211064-7b49-4138-ab35-ea6877344fad admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=83905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 14:25:14.373429 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7d211064-7b49-4138-ab35-ea6877344fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15387708'] for segment, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:14.438645 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-fce402d4-7dc4-4947-8c8b-e01b7be8bdd8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 14:25:14.438997 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-fce402d4-7dc4-4947-8c8b-e01b7be8bdd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: Traceback (most recent call last): Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: timer() Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: cb(*args, **kw) Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: return func(*args, **kwargs) Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: self._notify() Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: self.callback(batched_events) Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: event.method(event) Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: return f(self, *a, **k) Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._get(url).json() Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: return self.request(url, 'GET', **kwargs) Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 14:25:14.474416 dv-neutron-839027-4-hyperv neutron-server[83905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 14:25:14.546048 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7d211064-7b49-4138-ab35-ea6877344fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:14.564960 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7d211064-7b49-4138-ab35-ea6877344fad admin admin] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:14.577117 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d211064-7b49-4138-ab35-ea6877344fad admin admin] Pushing event deleted for resources: {'Network': ['ID=5e11d4dd-9389-43ab-9988-df32c93fe1e2,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:14.581716 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7d211064-7b49-4138-ab35-ea6877344fad admin admin] 10.222.0.76 "DELETE /v2.0/networks/5e11d4dd-9389-43ab-9988-df32c93fe1e2 HTTP/1.1" status: 204 len: 168 time: 0.9672401 Apr 29 14:25:14.734926 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 43426) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:25:14.783893 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-508e8447-eb19-4f84-aea2-efe74987165d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=994916233fc24d94a1e9466cebb43fb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0476716 Apr 29 14:25:14.786384 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 43430) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:25:14.843974 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7df0b71a-89bb-416d-93b3-e8d47c7ea9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:14.869708 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7df0b71a-89bb-416d-93b3-e8d47c7ea9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:14.921367 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7df0b71a-89bb-416d-93b3-e8d47c7ea9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:14.937757 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0b71a-89bb-416d-93b3-e8d47c7ea9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc82c70c-f716-4d15-bbbe-c82af7ec7775,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:14.940165 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-fce402d4-7dc4-4947-8c8b-e01b7be8bdd8 None None] Deleting port a751f33a-b284-4d96-9337-927500eab40b {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:25:14.940721 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fce402d4-7dc4-4947-8c8b-e01b7be8bdd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:14.944919 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-7df0b71a-89bb-416d-93b3-e8d47c7ea9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:14.948890 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-7df0b71a-89bb-416d-93b3-e8d47c7ea9b0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bc82c70c-f716-4d15-bbbe-c82af7ec7775 HTTP/1.1" status: 204 len: 168 time: 0.1589205 Apr 29 14:25:15.014907 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-fce402d4-7dc4-4947-8c8b-e01b7be8bdd8 None None] The port 'a751f33a-b284-4d96-9337-927500eab40b' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 14:25:15.431939 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 43438) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:25:15.482082 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-f7e847b5-3f92-440a-8928-b264f93a1e18 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b129960ea7df42fc9b293e979449a175&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490086 Apr 29 14:25:15.484510 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 43442) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:25:15.541044 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3e5edddc-e03c-408c-9bc9-2f2b3016c657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:15.565739 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3e5edddc-e03c-408c-9bc9-2f2b3016c657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:15.619226 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3e5edddc-e03c-408c-9bc9-2f2b3016c657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:15.635346 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5edddc-e03c-408c-9bc9-2f2b3016c657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a3585d-8b90-4629-a898-009b8cc131a5,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:15.639550 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3e5edddc-e03c-408c-9bc9-2f2b3016c657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:15.640645 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3e5edddc-e03c-408c-9bc9-2f2b3016c657 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/20a3585d-8b90-4629-a898-009b8cc131a5 HTTP/1.1" status: 204 len: 168 time: 0.1552436 Apr 29 14:25:16.530741 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 43464) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:25:16.659458 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-ab99e49f-9103-4624-8c96-33cf10cc2b1c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1399911434-network', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:25:16.664487 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ab99e49f-9103-4624-8c96-33cf10cc2b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:25:16.668304 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ab99e49f-9103-4624-8c96-33cf10cc2b1c admin admin] Usage tracker for resource:network and tenant:e4382bb926a54eb7bcc68134d2cbb9b7 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:25:16.671072 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ab99e49f-9103-4624-8c96-33cf10cc2b1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:25:16.677419 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ab99e49f-9103-4624-8c96-33cf10cc2b1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:25:16.686881 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab99e49f-9103-4624-8c96-33cf10cc2b1c admin admin] Made reservation on behalf of e4382bb926a54eb7bcc68134d2cbb9b7 for: {'network': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 14:25:16.689166 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ab99e49f-9103-4624-8c96-33cf10cc2b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:16.702274 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ab99e49f-9103-4624-8c96-33cf10cc2b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:16.735012 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ab99e49f-9103-4624-8c96-33cf10cc2b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:25:16.740270 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ab99e49f-9103-4624-8c96-33cf10cc2b1c admin admin] Usage tracker for resource:security_group_rule and tenant:e4382bb926a54eb7bcc68134d2cbb9b7 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:25:16.744086 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-ab99e49f-9103-4624-8c96-33cf10cc2b1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:25:16.751837 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-ab99e49f-9103-4624-8c96-33cf10cc2b1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:25:16.830270 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ab99e49f-9103-4624-8c96-33cf10cc2b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:16.833980 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ab99e49f-9103-4624-8c96-33cf10cc2b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:16.865592 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab99e49f-9103-4624-8c96-33cf10cc2b1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=83904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 14:25:16.871490 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99e49f-9103-4624-8c96-33cf10cc2b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3d175d-6ac6-4e40-ae33-bd627d27e1a9,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:16.878991 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ab99e49f-9103-4624-8c96-33cf10cc2b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:16.878991 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.segments_db [None req-ab99e49f-9103-4624-8c96-33cf10cc2b1c admin admin] Added segment 47a60c5b-05f9-4aaa-bbd7-ac264e421104 of type vlan for network ca42be4d-10bb-4d5f-bf35-a67a592c59b6 Apr 29 14:25:16.905830 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ab99e49f-9103-4624-8c96-33cf10cc2b1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:16.933552 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ab99e49f-9103-4624-8c96-33cf10cc2b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:16.934297 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab99e49f-9103-4624-8c96-33cf10cc2b1c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:25:16.934859 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ab99e49f-9103-4624-8c96-33cf10cc2b1c admin admin] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:17.033996 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ab99e49f-9103-4624-8c96-33cf10cc2b1c admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5021691 Apr 29 14:25:17.036647 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99e49f-9103-4624-8c96-33cf10cc2b1c admin admin] Pushing event updated for resources: {'Network': ['ID=ca42be4d-10bb-4d5f-bf35-a67a592c59b6,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:17.037145 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 43470) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:25:17.043244 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-2db63c94-cc10-4aa6-9cdf-b5545088515e admin admin] Request body: {'subnet': {'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1399911434-subnet', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'ip_version': 4}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:25:17.048269 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2db63c94-cc10-4aa6-9cdf-b5545088515e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:25:17.048951 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network ca42be4d-10bb-4d5f-bf35-a67a592c59b6 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 14:25:17.052132 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2db63c94-cc10-4aa6-9cdf-b5545088515e admin admin] Usage tracker for resource:subnet and tenant:e4382bb926a54eb7bcc68134d2cbb9b7 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:25:17.055781 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-2db63c94-cc10-4aa6-9cdf-b5545088515e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:25:17.061494 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-2db63c94-cc10-4aa6-9cdf-b5545088515e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:25:17.071773 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db63c94-cc10-4aa6-9cdf-b5545088515e admin admin] Made reservation on behalf of e4382bb926a54eb7bcc68134d2cbb9b7 for: {'subnet': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 14:25:17.074323 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2db63c94-cc10-4aa6-9cdf-b5545088515e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15575978'] for subnet, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:17.276306 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2db63c94-cc10-4aa6-9cdf-b5545088515e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15387797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15575992'] for subnet, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:17.342848 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db63c94-cc10-4aa6-9cdf-b5545088515e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9a7b54d-a09a-4a79-94a7-5fdd7de74cfa,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:17.357463 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db63c94-cc10-4aa6-9cdf-b5545088515e admin admin] Checking segment: {'id': '47a60c5b-05f9-4aaa-bbd7-ac264e421104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:25:17.357818 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db63c94-cc10-4aa6-9cdf-b5545088515e admin admin] Network hostable DHCP agents. Network: ca42be4d-10bb-4d5f-bf35-a67a592c59b6, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 14:25:17.378928 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db63c94-cc10-4aa6-9cdf-b5545088515e admin admin] Network ca42be4d-10bb-4d5f-bf35-a67a592c59b6 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 14:25:17.388039 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-2db63c94-cc10-4aa6-9cdf-b5545088515e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, ca42be4d-10bb-4d5f-bf35-a67a592c59b6) {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:25:17.392705 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db63c94-cc10-4aa6-9cdf-b5545088515e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:25:17.393310 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-2db63c94-cc10-4aa6-9cdf-b5545088515e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:17.396697 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e7bc2c-3f22-45c9-9db1-4c81ec2825f2 None None] Network ca42be4d-10bb-4d5f-bf35-a67a592c59b6 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 14:25:17.415899 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-2db63c94-cc10-4aa6-9cdf-b5545088515e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3774421 Apr 29 14:25:17.418358 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 43474) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:25:17.423369 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-6b510ce3-a266-45ca-ba89-d904d2c4bf0f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1399911434-router', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:25:17.427997 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6b510ce3-a266-45ca-ba89-d904d2c4bf0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:25:17.432513 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6b510ce3-a266-45ca-ba89-d904d2c4bf0f admin admin] Usage tracker for resource:router and tenant:e4382bb926a54eb7bcc68134d2cbb9b7 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:25:17.435301 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-6b510ce3-a266-45ca-ba89-d904d2c4bf0f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:25:17.441088 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-6b510ce3-a266-45ca-ba89-d904d2c4bf0f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:25:17.451603 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6b510ce3-a266-45ca-ba89-d904d2c4bf0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:17.452515 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6b510ce3-a266-45ca-ba89-d904d2c4bf0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:17.470221 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6b510ce3-a266-45ca-ba89-d904d2c4bf0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:17.606161 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'fixed_ips': [{'subnet_id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 14:25:17.606987 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:17.614796 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6b510ce3-a266-45ca-ba89-d904d2c4bf0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:17.762193 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Allocated IP 172.20.0.2 (ca42be4d-10bb-4d5f-bf35-a67a592c59b6/d9a7b54d-a09a-4a79-94a7-5fdd7de74cfa/ef72fc21-7c14-4f94-894b-8bb7318af7fc) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:25:17.796195 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6b510ce3-a266-45ca-ba89-d904d2c4bf0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:17.829003 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6b510ce3-a266-45ca-ba89-d904d2c4bf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:17.962484 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-6b510ce3-a266-45ca-ba89-d904d2c4bf0f admin admin] Allocated IP 172.26.6.56 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/628f7aa3-6ac8-4332-9c60-3fa712803a88) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:25:17.973612 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:17.983912 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Transition to ACTIVE for port object ef72fc21-7c14-4f94-894b-8bb7318af7fc will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:25:18.002133 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Transition to ACTIVE for port object ef72fc21-7c14-4f94-894b-8bb7318af7fc will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:25:18.008248 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:18.073490 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Network ca42be4d-10bb-4d5f-bf35-a67a592c59b6 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:25:18.076292 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:25:18.080683 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:25:18.082606 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Pushing event updated for resources: {'Port': ['ID=ef72fc21-7c14-4f94-894b-8bb7318af7fc,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:18.094434 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:18.094773 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:18.095101 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:18.095440 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:18.095745 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:18.096092 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:18.096405 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:18.096718 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:18.097055 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:18.097364 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:18.097672 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:18.113501 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6b510ce3-a266-45ca-ba89-d904d2c4bf0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:18.143394 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6b510ce3-a266-45ca-ba89-d904d2c4bf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:18.182593 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Attempting to bind port ef72fc21-7c14-4f94-894b-8bb7318af7fc on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:25:18.182830 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Attempting to bind port ef72fc21-7c14-4f94-894b-8bb7318af7fc by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '47a60c5b-05f9-4aaa-bbd7-ac264e421104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:25:18.183138 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Attempting to bind port ef72fc21-7c14-4f94-894b-8bb7318af7fc on network ca42be4d-10bb-4d5f-bf35-a67a592c59b6 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:25:18.189338 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:25:18.189700 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Checking segment: {'id': '47a60c5b-05f9-4aaa-bbd7-ac264e421104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:25:18.190087 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:18.190471 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Bound using segment: {'id': '47a60c5b-05f9-4aaa-bbd7-ac264e421104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:25:18.190914 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Bound port: ef72fc21-7c14-4f94-894b-8bb7318af7fc, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a60c5b-05f9-4aaa-bbd7-ac264e421104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:25:18.191271 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:18.214286 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b510ce3-a266-45ca-ba89-d904d2c4bf0f admin admin] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:25:18.217175 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-6b510ce3-a266-45ca-ba89-d904d2c4bf0f admin admin] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:25:18.221553 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b510ce3-a266-45ca-ba89-d904d2c4bf0f admin admin] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:25:18.245572 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b510ce3-a266-45ca-ba89-d904d2c4bf0f admin admin] Pushing event updated for resources: {'Port': ['ID=628f7aa3-6ac8-4332-9c60-3fa712803a88,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:18.279217 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] For port ef72fc21-7c14-4f94-894b-8bb7318af7fc, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:25:18.282244 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] For port ef72fc21-7c14-4f94-894b-8bb7318af7fc, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=ef72fc21-7c14-4f94-894b-8bb7318af7fc,segment=NetworkSegment(47a60c5b-05f9-4aaa-bbd7-ac264e421104),segment_id=47a60c5b-05f9-4aaa-bbd7-ac264e421104)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:25:18.286843 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:18.379947 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ce5cf-67c7-49b2-9ae2-ebc62bce25e8 None None] Pushing event updated for resources: {'Port': ['ID=ef72fc21-7c14-4f94-894b-8bb7318af7fc,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:18.383596 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6b510ce3-a266-45ca-ba89-d904d2c4bf0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:18.384306 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6b510ce3-a266-45ca-ba89-d904d2c4bf0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:18.714701 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b510ce3-a266-45ca-ba89-d904d2c4bf0f admin admin] Router 891600ed-3c2c-4b2d-908b-28fe04b51df3 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 14:25:18.914387 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b510ce3-a266-45ca-ba89-d904d2c4bf0f admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:25:18.923295 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59305a21-3359-4966-842c-2a5cdbc7f89c None None] Sync routers for ids ['891600ed-3c2c-4b2d-908b-28fe04b51df3'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:25:18.938918 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59305a21-3359-4966-842c-2a5cdbc7f89c None None] Routers {'891600ed-3c2c-4b2d-908b-28fe04b51df3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:25:18.939191 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6b510ce3-a266-45ca-ba89-d904d2c4bf0f admin admin] Notify callbacks [] for router, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:18.939585 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-59305a21-3359-4966-842c-2a5cdbc7f89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:25:11Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['891600ed-3c2c-4b2d-908b-28fe04b51df3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:18.940537 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6b510ce3-a266-45ca-ba89-d904d2c4bf0f admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5212641 Apr 29 14:25:18.943257 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 43478) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:25:19.126425 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-59305a21-3359-4966-842c-2a5cdbc7f89c None None] Set router 891600ed-3c2c-4b2d-908b-28fe04b51df3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:25:19.341247 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558bb9c5-d708-4a4f-8fc2-f3fc8d8e82dc None None] Network ca42be4d-10bb-4d5f-bf35-a67a592c59b6 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 14:25:19.524795 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f40574fc-6794-4836-bcc6-99f265162b55 None None] Provisioning for port ef72fc21-7c14-4f94-894b-8bb7318af7fc completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:25:19.659130 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-59305a21-3359-4966-842c-2a5cdbc7f89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'name': 'tempest-TestSnapshotPattern-1399911434-router', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:18Z', 'revision_number': 3, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'gw_port': {'id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:19.670647 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59305a21-3359-4966-842c-2a5cdbc7f89c None None] Checking router: 891600ed-3c2c-4b2d-908b-28fe04b51df3 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:25:19.670991 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59305a21-3359-4966-842c-2a5cdbc7f89c None None] Updating router 891600ed-3c2c-4b2d-908b-28fe04b51df3 port 628f7aa3-6ac8-4332-9c60-3fa712803a88 binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 14:25:19.688981 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ba068c34-452d-4f10-8da6-be1edf6524c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:19.726580 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-59305a21-3359-4966-842c-2a5cdbc7f89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:19.931432 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-ba068c34-452d-4f10-8da6-be1edf6524c0 admin admin] Allocated IP 172.20.0.1 (ca42be4d-10bb-4d5f-bf35-a67a592c59b6/d9a7b54d-a09a-4a79-94a7-5fdd7de74cfa/9cec50d0-6d2d-4714-b02d-517bd2b808c9) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:25:20.002734 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device ef72fc21-7c14-4f94-894b-8bb7318af7fc up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:25:20.088710 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ba068c34-452d-4f10-8da6-be1edf6524c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:20.104837 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-ba068c34-452d-4f10-8da6-be1edf6524c0 admin admin] Transition to ACTIVE for port object 9cec50d0-6d2d-4714-b02d-517bd2b808c9 will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:25:20.126152 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ba068c34-452d-4f10-8da6-be1edf6524c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:20.160619 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port ef72fc21-7c14-4f94-894b-8bb7318af7fc completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:25:20.172402 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port ef72fc21-7c14-4f94-894b-8bb7318af7fc triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:25:20.172934 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:20.195121 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba068c34-452d-4f10-8da6-be1edf6524c0 admin admin] Network ca42be4d-10bb-4d5f-bf35-a67a592c59b6 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:25:20.196920 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-59305a21-3359-4966-842c-2a5cdbc7f89c None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:20.198663 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-ba068c34-452d-4f10-8da6-be1edf6524c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:25:20.200580 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba068c34-452d-4f10-8da6-be1edf6524c0 admin admin] Pushing event updated for resources: {'Port': ['ID=9cec50d0-6d2d-4714-b02d-517bd2b808c9,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:20.202697 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba068c34-452d-4f10-8da6-be1edf6524c0 admin admin] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:25:20.233073 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-59305a21-3359-4966-842c-2a5cdbc7f89c None None] Transition to ACTIVE for port object 628f7aa3-6ac8-4332-9c60-3fa712803a88 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:25:20.241829 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-59305a21-3359-4966-842c-2a5cdbc7f89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:20.345632 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-59305a21-3359-4966-842c-2a5cdbc7f89c None None] Attempting to bind port 628f7aa3-6ac8-4332-9c60-3fa712803a88 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:25:20.345917 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-59305a21-3359-4966-842c-2a5cdbc7f89c None None] Attempting to bind port 628f7aa3-6ac8-4332-9c60-3fa712803a88 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:25:20.346279 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59305a21-3359-4966-842c-2a5cdbc7f89c None None] Attempting to bind port 628f7aa3-6ac8-4332-9c60-3fa712803a88 on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:25:20.369361 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ba068c34-452d-4f10-8da6-be1edf6524c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:20.385781 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975589e2-f6f5-413b-af58-f1618b1d8997 None None] Pushing event updated for resources: {'Port': ['ID=628f7aa3-6ac8-4332-9c60-3fa712803a88,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:20.396451 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59305a21-3359-4966-842c-2a5cdbc7f89c None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:25:20.396966 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59305a21-3359-4966-842c-2a5cdbc7f89c None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:25:20.398178 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-59305a21-3359-4966-842c-2a5cdbc7f89c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:20.398474 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59305a21-3359-4966-842c-2a5cdbc7f89c None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:25:20.399028 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-59305a21-3359-4966-842c-2a5cdbc7f89c None None] Bound port: 628f7aa3-6ac8-4332-9c60-3fa712803a88, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:25:20.399435 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-59305a21-3359-4966-842c-2a5cdbc7f89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:20.449353 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ba068c34-452d-4f10-8da6-be1edf6524c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:20.479935 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:20.510254 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-59305a21-3359-4966-842c-2a5cdbc7f89c None None] For port 628f7aa3-6ac8-4332-9c60-3fa712803a88, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:25:20.514854 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-59305a21-3359-4966-842c-2a5cdbc7f89c None None] For port 628f7aa3-6ac8-4332-9c60-3fa712803a88, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=628f7aa3-6ac8-4332-9c60-3fa712803a88,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:25:20.524900 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-59305a21-3359-4966-842c-2a5cdbc7f89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:20.568061 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-33c9e144-57e7-41af-98b5-eac767ba1856 None None] Provisioning for port 9cec50d0-6d2d-4714-b02d-517bd2b808c9 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:25:20.585341 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port ef72fc21-7c14-4f94-894b-8bb7318af7fc, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=ef72fc21-7c14-4f94-894b-8bb7318af7fc,segment=NetworkSegment(47a60c5b-05f9-4aaa-bbd7-ac264e421104),segment_id=47a60c5b-05f9-4aaa-bbd7-ac264e421104)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:25:20.598263 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:20.609566 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-33c9e144-57e7-41af-98b5-eac767ba1856 None None] Provisioning complete for port 9cec50d0-6d2d-4714-b02d-517bd2b808c9 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:25:20.609931 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-33c9e144-57e7-41af-98b5-eac767ba1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:20.675196 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975589e2-f6f5-413b-af58-f1618b1d8997 None None] Pushing event updated for resources: {'Port': ['ID=628f7aa3-6ac8-4332-9c60-3fa712803a88,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:20.687782 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ba068c34-452d-4f10-8da6-be1edf6524c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:20.692806 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ba068c34-452d-4f10-8da6-be1edf6524c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:20.726211 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59305a21-3359-4966-842c-2a5cdbc7f89c None None] Routers {'891600ed-3c2c-4b2d-908b-28fe04b51df3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:25:20.726923 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-59305a21-3359-4966-842c-2a5cdbc7f89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:25:11Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['891600ed-3c2c-4b2d-908b-28fe04b51df3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:20.791768 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-33c9e144-57e7-41af-98b5-eac767ba1856 None None] Port 9cec50d0-6d2d-4714-b02d-517bd2b808c9 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 14:25:20.796450 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ba068c34-452d-4f10-8da6-be1edf6524c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:20.800511 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba068c34-452d-4f10-8da6-be1edf6524c0 admin admin] Pushing event updated for resources: {'Port': ['ID=9cec50d0-6d2d-4714-b02d-517bd2b808c9,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:20.932662 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=ef72fc21-7c14-4f94-894b-8bb7318af7fc,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:20.941221 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba068c34-452d-4f10-8da6-be1edf6524c0 admin admin] Network ca42be4d-10bb-4d5f-bf35-a67a592c59b6 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:25:20.942323 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-ba068c34-452d-4f10-8da6-be1edf6524c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:25:20.985093 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-59305a21-3359-4966-842c-2a5cdbc7f89c None None] Set router 891600ed-3c2c-4b2d-908b-28fe04b51df3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:25:21.276569 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-37735ebc-6078-4f92-b789-01b5bfd85ed3 None None] Provisioning complete for port 9cec50d0-6d2d-4714-b02d-517bd2b808c9 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:25:21.277299 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-37735ebc-6078-4f92-b789-01b5bfd85ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:21.334425 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba068c34-452d-4f10-8da6-be1edf6524c0 admin admin] Router 891600ed-3c2c-4b2d-908b-28fe04b51df3 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:25:21.349380 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-37735ebc-6078-4f92-b789-01b5bfd85ed3 None None] Port 9cec50d0-6d2d-4714-b02d-517bd2b808c9 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 14:25:21.366396 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-59305a21-3359-4966-842c-2a5cdbc7f89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'name': 'tempest-TestSnapshotPattern-1399911434-router', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:20Z', 'revision_number': 4, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'gw_port': {'id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '9cec50d0-6d2d-4714-b02d-517bd2b808c9', 'name': '', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'mac_address': 'fa:16:3e:61:ff:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:19Z', 'updated_at': '2022-04-29T14:25:20Z', 'revision_number': 2, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'subnets': [{'id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:21.370639 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59305a21-3359-4966-842c-2a5cdbc7f89c None None] The sync data for ids ['891600ed-3c2c-4b2d-908b-28fe04b51df3'] in dv-neutron-839027-4-hyperv is: [{'id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'name': 'tempest-TestSnapshotPattern-1399911434-router', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:20Z', 'revision_number': 4, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'gw_port': {'id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '9cec50d0-6d2d-4714-b02d-517bd2b808c9', 'name': '', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'mac_address': 'fa:16:3e:61:ff:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:19Z', 'updated_at': '2022-04-29T14:25:20Z', 'revision_number': 2, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'subnets': [{'id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:25:21.554945 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba068c34-452d-4f10-8da6-be1edf6524c0 admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:25:21.564342 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ba068c34-452d-4f10-8da6-be1edf6524c0 admin admin] 10.222.0.76 "PUT /v2.0/routers/891600ed-3c2c-4b2d-908b-28fe04b51df3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6201119 Apr 29 14:25:22.023996 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device ef72fc21-7c14-4f94-894b-8bb7318af7fc up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:25:22.106071 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port ef72fc21-7c14-4f94-894b-8bb7318af7fc triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:25:22.106684 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:22.462468 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 43500) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:25:22.468060 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-8fdaf2f5-29fd-4afd-9940-65b5b95f1d3b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1434799137-network', 'tenant_id': 'a80a4d4b6c7b4b79806dbb2e5584bd3a'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:25:22.473109 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-8fdaf2f5-29fd-4afd-9940-65b5b95f1d3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:25:22.483222 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-8fdaf2f5-29fd-4afd-9940-65b5b95f1d3b admin admin] Usage tracker for resource:network and tenant:a80a4d4b6c7b4b79806dbb2e5584bd3a is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:25:22.486400 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-8fdaf2f5-29fd-4afd-9940-65b5b95f1d3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:25:22.492177 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-8fdaf2f5-29fd-4afd-9940-65b5b95f1d3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:25:22.503995 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdaf2f5-29fd-4afd-9940-65b5b95f1d3b admin admin] Made reservation on behalf of a80a4d4b6c7b4b79806dbb2e5584bd3a for: {'network': 1} {{(pid=83905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 14:25:22.506430 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8fdaf2f5-29fd-4afd-9940-65b5b95f1d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for network, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:22.523527 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8fdaf2f5-29fd-4afd-9940-65b5b95f1d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:22.555877 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-8fdaf2f5-29fd-4afd-9940-65b5b95f1d3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:25:22.560314 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-8fdaf2f5-29fd-4afd-9940-65b5b95f1d3b admin admin] Usage tracker for resource:security_group_rule and tenant:a80a4d4b6c7b4b79806dbb2e5584bd3a is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:25:22.563423 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-8fdaf2f5-29fd-4afd-9940-65b5b95f1d3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:25:22.569917 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-8fdaf2f5-29fd-4afd-9940-65b5b95f1d3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:25:22.639218 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8fdaf2f5-29fd-4afd-9940-65b5b95f1d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:22.643071 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8fdaf2f5-29fd-4afd-9940-65b5b95f1d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:22.670608 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fdaf2f5-29fd-4afd-9940-65b5b95f1d3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=83905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 14:25:22.682489 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdaf2f5-29fd-4afd-9940-65b5b95f1d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae1a520-12c4-49bc-83ed-78d9c9540ea2,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:22.686887 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8fdaf2f5-29fd-4afd-9940-65b5b95f1d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:22.687227 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.segments_db [None req-8fdaf2f5-29fd-4afd-9940-65b5b95f1d3b admin admin] Added segment 4c98c392-1440-4284-8b60-46ebe9bcca90 of type vlan for network 1da06172-b7d6-4b12-8e86-605ed7a5bc47 Apr 29 14:25:22.714456 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8fdaf2f5-29fd-4afd-9940-65b5b95f1d3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762345318916'] for network, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:22.742682 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8fdaf2f5-29fd-4afd-9940-65b5b95f1d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628'] for network, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:22.743492 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdaf2f5-29fd-4afd-9940-65b5b95f1d3b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:25:22.744066 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-8fdaf2f5-29fd-4afd-9940-65b5b95f1d3b admin admin] Notify callbacks [] for network, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:22.857093 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-8fdaf2f5-29fd-4afd-9940-65b5b95f1d3b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3933911 Apr 29 14:25:22.859794 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 43504) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:25:22.860264 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdaf2f5-29fd-4afd-9940-65b5b95f1d3b admin admin] Pushing event updated for resources: {'Network': ['ID=1da06172-b7d6-4b12-8e86-605ed7a5bc47,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:22.867936 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-d67d4060-76c2-481e-8cf6-4c89b9afe43a admin admin] Request body: {'subnet': {'network_id': '1da06172-b7d6-4b12-8e86-605ed7a5bc47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1434799137-subnet', 'tenant_id': 'a80a4d4b6c7b4b79806dbb2e5584bd3a', 'ip_version': 4}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:25:22.870692 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Network 1da06172-b7d6-4b12-8e86-605ed7a5bc47 details requested by agent ovs-agent-dv-neutron-839027-4-hyperv with host dv-neutron-839027-4-hyperv {{(pid=83906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 14:25:22.874149 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-d67d4060-76c2-481e-8cf6-4c89b9afe43a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:25:22.878038 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d67d4060-76c2-481e-8cf6-4c89b9afe43a admin admin] Usage tracker for resource:subnet and tenant:a80a4d4b6c7b4b79806dbb2e5584bd3a is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:25:22.880981 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-d67d4060-76c2-481e-8cf6-4c89b9afe43a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:25:22.887979 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-d67d4060-76c2-481e-8cf6-4c89b9afe43a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:25:22.897232 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67d4060-76c2-481e-8cf6-4c89b9afe43a admin admin] Made reservation on behalf of a80a4d4b6c7b4b79806dbb2e5584bd3a for: {'subnet': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 14:25:22.899634 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d67d4060-76c2-481e-8cf6-4c89b9afe43a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14903821'] for subnet, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:23.102907 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d67d4060-76c2-481e-8cf6-4c89b9afe43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15366380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14903839'] for subnet, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:23.170976 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d4060-76c2-481e-8cf6-4c89b9afe43a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0596472b-60aa-4892-8e30-2805c398e5aa,revision_number=0']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:23.186585 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67d4060-76c2-481e-8cf6-4c89b9afe43a admin admin] Checking segment: {'id': '4c98c392-1440-4284-8b60-46ebe9bcca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1da06172-b7d6-4b12-8e86-605ed7a5bc47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:25:23.186929 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67d4060-76c2-481e-8cf6-4c89b9afe43a admin admin] Network hostable DHCP agents. Network: 1da06172-b7d6-4b12-8e86-605ed7a5bc47, hostable agents: ['44f4dee3-3627-42fe-a4d3-da3858c10eaf'], hosted agents: [] {{(pid=83904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 14:25:23.207422 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67d4060-76c2-481e-8cf6-4c89b9afe43a admin admin] Network 1da06172-b7d6-4b12-8e86-605ed7a5bc47 is scheduled to be hosted by DHCP agent 44f4dee3-3627-42fe-a4d3-da3858c10eaf with binding_index 1 {{(pid=83904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 14:25:23.216282 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-d67d4060-76c2-481e-8cf6-4c89b9afe43a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839027-4-hyperv, 1da06172-b7d6-4b12-8e86-605ed7a5bc47) {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:25:23.220349 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67d4060-76c2-481e-8cf6-4c89b9afe43a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:25:23.220930 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-d67d4060-76c2-481e-8cf6-4c89b9afe43a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:23.225138 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536c87b0-de23-405e-ac1b-24ec6c61fa1c None None] Network 1da06172-b7d6-4b12-8e86-605ed7a5bc47 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 14:25:23.241911 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-d67d4060-76c2-481e-8cf6-4c89b9afe43a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3799868 Apr 29 14:25:23.244261 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 43508) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:25:23.249407 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-68c447a4-7f8d-4c99-a88b-f4fad2d6db19 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1434799137-router', 'tenant_id': 'a80a4d4b6c7b4b79806dbb2e5584bd3a', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:25:23.254169 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-68c447a4-7f8d-4c99-a88b-f4fad2d6db19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:25:23.258212 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-68c447a4-7f8d-4c99-a88b-f4fad2d6db19 admin admin] Usage tracker for resource:router and tenant:a80a4d4b6c7b4b79806dbb2e5584bd3a is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:25:23.261062 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-68c447a4-7f8d-4c99-a88b-f4fad2d6db19 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:25:23.266669 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-68c447a4-7f8d-4c99-a88b-f4fad2d6db19 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:25:23.277012 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68c447a4-7f8d-4c99-a88b-f4fad2d6db19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16422425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4682'] for router, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:23.277929 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68c447a4-7f8d-4c99-a88b-f4fad2d6db19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16422522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16423582', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16364266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4673'] for router, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:23.299500 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68c447a4-7f8d-4c99-a88b-f4fad2d6db19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:23.436472 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e4bc6c-bd14-466c-8f4e-fa7f82650aae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e48b574-a6ab-5807-9dec-94ba349505b3-1da06172-b7d6-4b12-8e86-605ed7a5bc47', 'network_id': '1da06172-b7d6-4b12-8e86-605ed7a5bc47', 'tenant_id': 'a80a4d4b6c7b4b79806dbb2e5584bd3a', 'fixed_ips': [{'subnet_id': '0596472b-60aa-4892-8e30-2805c398e5aa'}]}} from dv-neutron-839027-4-hyperv. {{(pid=83906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 29 14:25:23.437317 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f1e4bc6c-bd14-466c-8f4e-fa7f82650aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:23.531675 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68c447a4-7f8d-4c99-a88b-f4fad2d6db19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16423532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16419811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6059'] for router, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:23.590535 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-f1e4bc6c-bd14-466c-8f4e-fa7f82650aae None None] Allocated IP 172.20.0.2 (1da06172-b7d6-4b12-8e86-605ed7a5bc47/0596472b-60aa-4892-8e30-2805c398e5aa/cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5) {{(pid=83906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:25:23.716535 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68c447a4-7f8d-4c99-a88b-f4fad2d6db19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:23.750583 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68c447a4-7f8d-4c99-a88b-f4fad2d6db19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:23.796582 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f1e4bc6c-bd14-466c-8f4e-fa7f82650aae None None] Notify callbacks [] for port, precommit_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:23.807547 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f1e4bc6c-bd14-466c-8f4e-fa7f82650aae None None] Transition to ACTIVE for port object cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:25:23.828857 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f1e4bc6c-bd14-466c-8f4e-fa7f82650aae None None] Transition to ACTIVE for port object cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5 will not be triggered until provisioned by entity DHCP. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:25:23.834326 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f1e4bc6c-bd14-466c-8f4e-fa7f82650aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291'] for port, after_create {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:23.888330 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-68c447a4-7f8d-4c99-a88b-f4fad2d6db19 admin admin] Allocated IP 172.26.6.42 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/61411128-d1f5-4409-a2ee-be1fc6bdfa54) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:25:23.903036 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e4bc6c-bd14-466c-8f4e-fa7f82650aae None None] Network 1da06172-b7d6-4b12-8e86-605ed7a5bc47 is already hosted by enough agents. {{(pid=83906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:25:23.905976 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-f1e4bc6c-bd14-466c-8f4e-fa7f82650aae None None] Resources bound (agent type, host, resource id): {{(pid=83906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:25:23.911986 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e4bc6c-bd14-466c-8f4e-fa7f82650aae None None] Received port after_create {{(pid=83906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:25:23.912571 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4bc6c-bd14-466c-8f4e-fa7f82650aae None None] Pushing event updated for resources: {'Port': ['ID=cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5,revision_number=1']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:24.005683 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 628f7aa3-6ac8-4332-9c60-3fa712803a88 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:25:24.058181 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68c447a4-7f8d-4c99-a88b-f4fad2d6db19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:24.072397 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-f1e4bc6c-bd14-466c-8f4e-fa7f82650aae None None] Attempting to bind port cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:25:24.072781 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-f1e4bc6c-bd14-466c-8f4e-fa7f82650aae None None] Attempting to bind port cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '4c98c392-1440-4284-8b60-46ebe9bcca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1da06172-b7d6-4b12-8e86-605ed7a5bc47'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:25:24.073139 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e4bc6c-bd14-466c-8f4e-fa7f82650aae None None] Attempting to bind port cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5 on network 1da06172-b7d6-4b12-8e86-605ed7a5bc47 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:25:24.085368 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e4bc6c-bd14-466c-8f4e-fa7f82650aae None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:25:24.085617 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68c447a4-7f8d-4c99-a88b-f4fad2d6db19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:24.085902 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e4bc6c-bd14-466c-8f4e-fa7f82650aae None None] Checking segment: {'id': '4c98c392-1440-4284-8b60-46ebe9bcca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1da06172-b7d6-4b12-8e86-605ed7a5bc47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:25:24.086290 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f1e4bc6c-bd14-466c-8f4e-fa7f82650aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:24.086682 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e4bc6c-bd14-466c-8f4e-fa7f82650aae None None] Bound using segment: {'id': '4c98c392-1440-4284-8b60-46ebe9bcca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1da06172-b7d6-4b12-8e86-605ed7a5bc47'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:25:24.087141 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-f1e4bc6c-bd14-466c-8f4e-fa7f82650aae None None] Bound port: cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c98c392-1440-4284-8b60-46ebe9bcca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1da06172-b7d6-4b12-8e86-605ed7a5bc47'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:25:24.087508 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f1e4bc6c-bd14-466c-8f4e-fa7f82650aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:24.155401 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c447a4-7f8d-4c99-a88b-f4fad2d6db19 admin admin] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:25:24.158420 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-68c447a4-7f8d-4c99-a88b-f4fad2d6db19 admin admin] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:25:24.158798 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 628f7aa3-6ac8-4332-9c60-3fa712803a88 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:25:24.163639 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c447a4-7f8d-4c99-a88b-f4fad2d6db19 admin admin] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:25:24.174809 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 628f7aa3-6ac8-4332-9c60-3fa712803a88 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:25:24.175177 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:24.190297 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c447a4-7f8d-4c99-a88b-f4fad2d6db19 admin admin] Pushing event updated for resources: {'Port': ['ID=61411128-d1f5-4409-a2ee-be1fc6bdfa54,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:24.273705 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f1e4bc6c-bd14-466c-8f4e-fa7f82650aae None None] For port cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:25:24.285155 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-f1e4bc6c-bd14-466c-8f4e-fa7f82650aae None None] For port cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5,segment=NetworkSegment(4c98c392-1440-4284-8b60-46ebe9bcca90),segment_id=4c98c392-1440-4284-8b60-46ebe9bcca90)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:25:24.292539 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f1e4bc6c-bd14-466c-8f4e-fa7f82650aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:24.324616 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68c447a4-7f8d-4c99-a88b-f4fad2d6db19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:24.325363 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68c447a4-7f8d-4c99-a88b-f4fad2d6db19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16419818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16423539'] for router, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:24.420243 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4bc6c-bd14-466c-8f4e-fa7f82650aae None None] Pushing event updated for resources: {'Port': ['ID=cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5,revision_number=2']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:24.422881 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:24.443060 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 628f7aa3-6ac8-4332-9c60-3fa712803a88, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=628f7aa3-6ac8-4332-9c60-3fa712803a88,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:25:24.447079 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:24.517997 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=628f7aa3-6ac8-4332-9c60-3fa712803a88,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:24.572833 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c447a4-7f8d-4c99-a88b-f4fad2d6db19 admin admin] Router af47d6fd-a452-4798-be39-fd5b1436e425 is scheduled to L3 agent 4f288526-b328-4c20-a018-f953ade17feb with binding_index 1 {{(pid=83904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 14:25:24.790186 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c447a4-7f8d-4c99-a88b-f4fad2d6db19 admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:25:24.803996 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5add25d-2a83-4d88-baa6-e805fa92861b None None] Sync routers for ids ['af47d6fd-a452-4798-be39-fd5b1436e425'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:25:24.816278 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-68c447a4-7f8d-4c99-a88b-f4fad2d6db19 admin admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:24.821193 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-68c447a4-7f8d-4c99-a88b-f4fad2d6db19 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5758162 Apr 29 14:25:24.821576 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 43512) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:25:24.826092 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5add25d-2a83-4d88-baa6-e805fa92861b None None] Routers {'af47d6fd-a452-4798-be39-fd5b1436e425'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:25:24.827229 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-a5add25d-2a83-4d88-baa6-e805fa92861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:25:11Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['af47d6fd-a452-4798-be39-fd5b1436e425'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:25.045158 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-a5add25d-2a83-4d88-baa6-e805fa92861b None None] Set router af47d6fd-a452-4798-be39-fd5b1436e425 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:25:25.341515 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-a5add25d-2a83-4d88-baa6-e805fa92861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af47d6fd-a452-4798-be39-fd5b1436e425', 'name': 'tempest-TestSnapshotPattern-1434799137-router', 'tenant_id': 'a80a4d4b6c7b4b79806dbb2e5584bd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.42'}], 'enable_snat': True}, 'gw_port_id': '61411128-d1f5-4409-a2ee-be1fc6bdfa54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:25:23Z', 'updated_at': '2022-04-29T14:25:24Z', 'revision_number': 3, 'project_id': 'a80a4d4b6c7b4b79806dbb2e5584bd3a', 'gw_port': {'id': '61411128-d1f5-4409-a2ee-be1fc6bdfa54', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af47d6fd-a452-4798-be39-fd5b1436e425', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:23Z', 'updated_at': '2022-04-29T14:25:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:25.345386 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5add25d-2a83-4d88-baa6-e805fa92861b None None] Checking router: af47d6fd-a452-4798-be39-fd5b1436e425 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:25:25.345733 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5add25d-2a83-4d88-baa6-e805fa92861b None None] Updating router af47d6fd-a452-4798-be39-fd5b1436e425 port 61411128-d1f5-4409-a2ee-be1fc6bdfa54 binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 14:25:25.398994 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-a5add25d-2a83-4d88-baa6-e805fa92861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:25.443092 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63b9cc0-c825-409a-9f1a-753ec6aeaaba None None] Network 1da06172-b7d6-4b12-8e86-605ed7a5bc47 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 14:25:25.562188 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6697de87-befc-4764-b7cf-0410bacbce2b None None] Provisioning for port cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:25:25.701548 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-10046276-30ad-4c4d-8415-93aa3f6ec9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:25.734399 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-a5add25d-2a83-4d88-baa6-e805fa92861b None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:25.747491 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-a5add25d-2a83-4d88-baa6-e805fa92861b None None] Transition to ACTIVE for port object 61411128-d1f5-4409-a2ee-be1fc6bdfa54 will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:25:25.754854 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-a5add25d-2a83-4d88-baa6-e805fa92861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:25.826317 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff5c84-ef93-4b5f-9233-55cf19ed12cf None None] Pushing event updated for resources: {'Port': ['ID=61411128-d1f5-4409-a2ee-be1fc6bdfa54,revision_number=2']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:25.836786 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff5c84-ef93-4b5f-9233-55cf19ed12cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:25.837137 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff5c84-ef93-4b5f-9233-55cf19ed12cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:25.837477 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff5c84-ef93-4b5f-9233-55cf19ed12cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:25.837809 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff5c84-ef93-4b5f-9233-55cf19ed12cf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:25.838136 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff5c84-ef93-4b5f-9233-55cf19ed12cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:25.838459 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff5c84-ef93-4b5f-9233-55cf19ed12cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:25.838956 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff5c84-ef93-4b5f-9233-55cf19ed12cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:25.839285 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff5c84-ef93-4b5f-9233-55cf19ed12cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:25.839610 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff5c84-ef93-4b5f-9233-55cf19ed12cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:25.839927 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff5c84-ef93-4b5f-9233-55cf19ed12cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:25.840248 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff5c84-ef93-4b5f-9233-55cf19ed12cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:25:25.860443 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-a5add25d-2a83-4d88-baa6-e805fa92861b None None] Attempting to bind port 61411128-d1f5-4409-a2ee-be1fc6bdfa54 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:25:25.860999 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-a5add25d-2a83-4d88-baa6-e805fa92861b None None] Attempting to bind port 61411128-d1f5-4409-a2ee-be1fc6bdfa54 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:25:25.861454 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5add25d-2a83-4d88-baa6-e805fa92861b None None] Attempting to bind port 61411128-d1f5-4409-a2ee-be1fc6bdfa54 on network 3475bcf7-abe6-4964-9326-03174235aecc {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:25:25.868682 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5add25d-2a83-4d88-baa6-e805fa92861b None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:25:25.869216 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5add25d-2a83-4d88-baa6-e805fa92861b None None] Checking segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:25:25.869710 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-a5add25d-2a83-4d88-baa6-e805fa92861b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:25.870193 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5add25d-2a83-4d88-baa6-e805fa92861b None None] Bound using segment: {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:25:25.870750 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-a5add25d-2a83-4d88-baa6-e805fa92861b None None] Bound port: 61411128-d1f5-4409-a2ee-be1fc6bdfa54, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570500b8-0266-4fda-a0ef-1e5a673bdab0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:25:25.871253 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-a5add25d-2a83-4d88-baa6-e805fa92861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:25.930041 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-10046276-30ad-4c4d-8415-93aa3f6ec9a5 admin admin] Allocated IP 172.20.0.1 (1da06172-b7d6-4b12-8e86-605ed7a5bc47/0596472b-60aa-4892-8e30-2805c398e5aa/bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:25:25.946579 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-a5add25d-2a83-4d88-baa6-e805fa92861b None None] For port 61411128-d1f5-4409-a2ee-be1fc6bdfa54, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:25:25.950954 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-a5add25d-2a83-4d88-baa6-e805fa92861b None None] For port 61411128-d1f5-4409-a2ee-be1fc6bdfa54, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=61411128-d1f5-4409-a2ee-be1fc6bdfa54,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:25:25.955168 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-a5add25d-2a83-4d88-baa6-e805fa92861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:26.045599 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff5c84-ef93-4b5f-9233-55cf19ed12cf None None] Pushing event updated for resources: {'Port': ['ID=61411128-d1f5-4409-a2ee-be1fc6bdfa54,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:26.052937 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5add25d-2a83-4d88-baa6-e805fa92861b None None] Routers {'af47d6fd-a452-4798-be39-fd5b1436e425'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:25:26.054199 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-a5add25d-2a83-4d88-baa6-e805fa92861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:25:11Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['af47d6fd-a452-4798-be39-fd5b1436e425'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:26.077699 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:25:26.119360 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-10046276-30ad-4c4d-8415-93aa3f6ec9a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:26.135860 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.provisioning_blocks [None req-10046276-30ad-4c4d-8415-93aa3f6ec9a5 admin admin] Transition to ACTIVE for port object bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff will not be triggered until provisioned by entity DHCP. {{(pid=83905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:25:26.150742 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:25:26.155821 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:25:26.156206 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:26.170478 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-10046276-30ad-4c4d-8415-93aa3f6ec9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:26.235023 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10046276-30ad-4c4d-8415-93aa3f6ec9a5 admin admin] Network 1da06172-b7d6-4b12-8e86-605ed7a5bc47 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:25:26.237898 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-10046276-30ad-4c4d-8415-93aa3f6ec9a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:25:26.242539 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10046276-30ad-4c4d-8415-93aa3f6ec9a5 admin admin] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:25:26.242692 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-a5add25d-2a83-4d88-baa6-e805fa92861b None None] Set router af47d6fd-a452-4798-be39-fd5b1436e425 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:25:26.283454 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10046276-30ad-4c4d-8415-93aa3f6ec9a5 admin admin] Pushing event updated for resources: {'Port': ['ID=bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:26.293339 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:26.312657 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-10046276-30ad-4c4d-8415-93aa3f6ec9a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16424073'] for router_interface, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:26.349269 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5,segment=NetworkSegment(4c98c392-1440-4284-8b60-46ebe9bcca90),segment_id=4c98c392-1440-4284-8b60-46ebe9bcca90)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:25:26.359167 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:26.360156 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 628f7aa3-6ac8-4332-9c60-3fa712803a88 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:25:26.416884 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-10046276-30ad-4c4d-8415-93aa3f6ec9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:26.589333 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-a5add25d-2a83-4d88-baa6-e805fa92861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af47d6fd-a452-4798-be39-fd5b1436e425', 'name': 'tempest-TestSnapshotPattern-1434799137-router', 'tenant_id': 'a80a4d4b6c7b4b79806dbb2e5584bd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.42'}], 'enable_snat': True}, 'gw_port_id': '61411128-d1f5-4409-a2ee-be1fc6bdfa54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:25:23Z', 'updated_at': '2022-04-29T14:25:24Z', 'revision_number': 3, 'project_id': 'a80a4d4b6c7b4b79806dbb2e5584bd3a', 'gw_port': {'id': '61411128-d1f5-4409-a2ee-be1fc6bdfa54', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af47d6fd-a452-4798-be39-fd5b1436e425', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:23Z', 'updated_at': '2022-04-29T14:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:26.593270 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5add25d-2a83-4d88-baa6-e805fa92861b None None] The sync data for ids ['af47d6fd-a452-4798-be39-fd5b1436e425'] in dv-neutron-839027-4-hyperv is: [{'id': 'af47d6fd-a452-4798-be39-fd5b1436e425', 'name': 'tempest-TestSnapshotPattern-1434799137-router', 'tenant_id': 'a80a4d4b6c7b4b79806dbb2e5584bd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.42'}], 'enable_snat': True}, 'gw_port_id': '61411128-d1f5-4409-a2ee-be1fc6bdfa54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:25:23Z', 'updated_at': '2022-04-29T14:25:24Z', 'revision_number': 3, 'project_id': 'a80a4d4b6c7b4b79806dbb2e5584bd3a', 'gw_port': {'id': '61411128-d1f5-4409-a2ee-be1fc6bdfa54', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af47d6fd-a452-4798-be39-fd5b1436e425', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:23Z', 'updated_at': '2022-04-29T14:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:25:26.644176 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:26.660941 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-518d7a46-4514-432d-a5bc-3148aa273e40 None None] Provisioning for port bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:25:26.673174 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-518d7a46-4514-432d-a5bc-3148aa273e40 None None] Provisioning complete for port bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:25:26.673540 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-518d7a46-4514-432d-a5bc-3148aa273e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:26.684686 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-10046276-30ad-4c4d-8415-93aa3f6ec9a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:26.689162 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-10046276-30ad-4c4d-8415-93aa3f6ec9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:26.701190 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 628f7aa3-6ac8-4332-9c60-3fa712803a88 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:25:26.701552 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:26.785013 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-518d7a46-4514-432d-a5bc-3148aa273e40 None None] Port bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 14:25:26.789856 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10046276-30ad-4c4d-8415-93aa3f6ec9a5 admin admin] Pushing event updated for resources: {'Port': ['ID=bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:26.792312 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-10046276-30ad-4c4d-8415-93aa3f6ec9a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16423972'] for router_interface, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:27.028067 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10046276-30ad-4c4d-8415-93aa3f6ec9a5 admin admin] Network 1da06172-b7d6-4b12-8e86-605ed7a5bc47 is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:25:27.029142 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-10046276-30ad-4c4d-8415-93aa3f6ec9a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:25:27.210653 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2c33b6e6-5908-4c75-a975-238f93075b77 None None] Provisioning complete for port bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:25:27.211017 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2c33b6e6-5908-4c75-a975-238f93075b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:27.263375 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-2c33b6e6-5908-4c75-a975-238f93075b77 None None] Port bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 14:25:27.411146 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10046276-30ad-4c4d-8415-93aa3f6ec9a5 admin admin] Router af47d6fd-a452-4798-be39-fd5b1436e425 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:25:27.605077 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10046276-30ad-4c4d-8415-93aa3f6ec9a5 admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:25:27.613430 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-10046276-30ad-4c4d-8415-93aa3f6ec9a5 admin admin] 10.222.0.76 "PUT /v2.0/routers/af47d6fd-a452-4798-be39-fd5b1436e425/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7907388 Apr 29 14:25:27.955547 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:25:28.023282 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:25:28.023714 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:28.180094 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 43524) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:25:28.185775 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-11aab4db-5546-4192-ba1f-aea3ac948e13 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1383040140', 'description': 'tempest-secgroup-smoke-1383040140 description', 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:25:28.191586 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-11aab4db-5546-4192-ba1f-aea3ac948e13 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:25:28.195455 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-11aab4db-5546-4192-ba1f-aea3ac948e13 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Usage tracker for resource:security_group and tenant:e4382bb926a54eb7bcc68134d2cbb9b7 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:25:28.198284 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-11aab4db-5546-4192-ba1f-aea3ac948e13 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:25:28.204350 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-11aab4db-5546-4192-ba1f-aea3ac948e13 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:25:28.214432 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-11aab4db-5546-4192-ba1f-aea3ac948e13 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for security_group, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:28.247913 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-11aab4db-5546-4192-ba1f-aea3ac948e13 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:25:28.251569 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-11aab4db-5546-4192-ba1f-aea3ac948e13 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Usage tracker for resource:security_group_rule and tenant:e4382bb926a54eb7bcc68134d2cbb9b7 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:25:28.254257 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-11aab4db-5546-4192-ba1f-aea3ac948e13 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:25:28.260039 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-11aab4db-5546-4192-ba1f-aea3ac948e13 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:25:28.316202 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-11aab4db-5546-4192-ba1f-aea3ac948e13 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for security_group, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:28.319720 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-11aab4db-5546-4192-ba1f-aea3ac948e13 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:28.360501 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aab4db-5546-4192-ba1f-aea3ac948e13 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=278da91b-9dc9-4391-9a64-5b60a616122f,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:28.363359 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-11aab4db-5546-4192-ba1f-aea3ac948e13 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for security_group, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:28.364515 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-11aab4db-5546-4192-ba1f-aea3ac948e13 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1834488 Apr 29 14:25:28.367737 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 43528) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:25:28.373259 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-ac6ea2b4-09ec-497d-b1b3-72ec90c51d27 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Request body: {'security_group_rule': {'security_group_id': '278da91b-9dc9-4391-9a64-5b60a616122f', 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:25:28.379081 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ac6ea2b4-09ec-497d-b1b3-72ec90c51d27 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:25:28.382831 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ac6ea2b4-09ec-497d-b1b3-72ec90c51d27 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Usage tracker for resource:security_group_rule and tenant:e4382bb926a54eb7bcc68134d2cbb9b7 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:25:28.385618 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ac6ea2b4-09ec-497d-b1b3-72ec90c51d27 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:25:28.391047 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ac6ea2b4-09ec-497d-b1b3-72ec90c51d27 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:25:28.407538 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ac6ea2b4-09ec-497d-b1b3-72ec90c51d27 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:28.468435 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ac6ea2b4-09ec-497d-b1b3-72ec90c51d27 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:28.471910 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ac6ea2b4-09ec-497d-b1b3-72ec90c51d27 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:28.494229 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ea2b4-09ec-497d-b1b3-72ec90c51d27 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f23b87-3689-4b0a-a489-48ae09c1fd2b,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:28.504497 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ac6ea2b4-09ec-497d-b1b3-72ec90c51d27 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:28.508908 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ac6ea2b4-09ec-497d-b1b3-72ec90c51d27 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1370366 Apr 29 14:25:28.509072 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 43532) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:25:28.514637 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-99bde399-89b8-4213-91d2-c31a1aeb3b06 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Request body: {'security_group_rule': {'security_group_id': '278da91b-9dc9-4391-9a64-5b60a616122f', 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:25:28.520739 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-99bde399-89b8-4213-91d2-c31a1aeb3b06 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:25:28.526041 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-99bde399-89b8-4213-91d2-c31a1aeb3b06 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Usage tracker for resource:security_group_rule and tenant:e4382bb926a54eb7bcc68134d2cbb9b7 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:25:28.529289 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-99bde399-89b8-4213-91d2-c31a1aeb3b06 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:25:28.535243 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-99bde399-89b8-4213-91d2-c31a1aeb3b06 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:25:28.554165 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-99bde399-89b8-4213-91d2-c31a1aeb3b06 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:28.617114 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-99bde399-89b8-4213-91d2-c31a1aeb3b06 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:28.620806 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-99bde399-89b8-4213-91d2-c31a1aeb3b06 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:28.646069 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bde399-89b8-4213-91d2-c31a1aeb3b06 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c09fd4-a80d-4160-abb7-a712b407f7cc,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:28.657768 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-99bde399-89b8-4213-91d2-c31a1aeb3b06 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:28.659085 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-99bde399-89b8-4213-91d2-c31a1aeb3b06 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1490240 Apr 29 14:25:28.661879 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 43536) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:25:28.667106 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-1e3fd6df-5604-4f98-9003-6bfa35065512 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Request body: {'security_group_rule': {'security_group_id': '278da91b-9dc9-4391-9a64-5b60a616122f', 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:25:28.672778 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1e3fd6df-5604-4f98-9003-6bfa35065512 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:25:28.676473 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1e3fd6df-5604-4f98-9003-6bfa35065512 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Usage tracker for resource:security_group_rule and tenant:e4382bb926a54eb7bcc68134d2cbb9b7 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:25:28.679385 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-1e3fd6df-5604-4f98-9003-6bfa35065512 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:25:28.685007 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-1e3fd6df-5604-4f98-9003-6bfa35065512 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:25:28.701488 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1e3fd6df-5604-4f98-9003-6bfa35065512 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:28.756630 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:28.763797 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1e3fd6df-5604-4f98-9003-6bfa35065512 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:28.767049 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1e3fd6df-5604-4f98-9003-6bfa35065512 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:28.790116 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3fd6df-5604-4f98-9003-6bfa35065512 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a008ca-e3d5-419a-abbe-691bc0637683,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:28.798318 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-1e3fd6df-5604-4f98-9003-6bfa35065512 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:28.799633 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-1e3fd6df-5604-4f98-9003-6bfa35065512 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1368291 Apr 29 14:25:28.802459 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 43540) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:25:28.808164 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-5cfb2b3c-4735-4c7a-aa79-8d072061d01e tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Request body: {'security_group_rule': {'security_group_id': '278da91b-9dc9-4391-9a64-5b60a616122f', 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:25:28.813937 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-5cfb2b3c-4735-4c7a-aa79-8d072061d01e tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:25:28.817725 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5cfb2b3c-4735-4c7a-aa79-8d072061d01e tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Usage tracker for resource:security_group_rule and tenant:e4382bb926a54eb7bcc68134d2cbb9b7 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:25:28.821318 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-5cfb2b3c-4735-4c7a-aa79-8d072061d01e tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:25:28.827166 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-5cfb2b3c-4735-4c7a-aa79-8d072061d01e tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:25:28.844215 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5cfb2b3c-4735-4c7a-aa79-8d072061d01e tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:28.907399 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5cfb2b3c-4735-4c7a-aa79-8d072061d01e tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:28.911056 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5cfb2b3c-4735-4c7a-aa79-8d072061d01e tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:28.935289 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb2b3c-4735-4c7a-aa79-8d072061d01e tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38e037d7-d913-4d9c-9d15-4aa018cf9d43,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:28.945882 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-5cfb2b3c-4735-4c7a-aa79-8d072061d01e tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:28.947095 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-5cfb2b3c-4735-4c7a-aa79-8d072061d01e tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1437514 Apr 29 14:25:28.949881 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 43544) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:25:28.955356 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-ad33dc45-a88a-4133-aad1-4ffe1d911735 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Request body: {'security_group_rule': {'security_group_id': '278da91b-9dc9-4391-9a64-5b60a616122f', 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:25:28.961313 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ad33dc45-a88a-4133-aad1-4ffe1d911735 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:25:28.965251 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ad33dc45-a88a-4133-aad1-4ffe1d911735 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Usage tracker for resource:security_group_rule and tenant:e4382bb926a54eb7bcc68134d2cbb9b7 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:25:28.968051 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-ad33dc45-a88a-4133-aad1-4ffe1d911735 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:25:28.973656 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-ad33dc45-a88a-4133-aad1-4ffe1d911735 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:25:28.984134 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.securitygroups_db [None req-ad33dc45-a88a-4133-aad1-4ffe1d911735 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Project e4382bb926a54eb7bcc68134d2cbb9b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 14:25:28.990352 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ad33dc45-a88a-4133-aad1-4ffe1d911735 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:29.056682 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ad33dc45-a88a-4133-aad1-4ffe1d911735 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:29.060735 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ad33dc45-a88a-4133-aad1-4ffe1d911735 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:29.084142 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33dc45-a88a-4133-aad1-4ffe1d911735 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc86f95e-2569-4d89-bb57-463f5dabb115,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:29.093766 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-ad33dc45-a88a-4133-aad1-4ffe1d911735 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:29.094986 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-ad33dc45-a88a-4133-aad1-4ffe1d911735 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1440697 Apr 29 14:25:29.097655 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 43548) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:25:29.103406 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-11bc3eee-7c87-4da7-be26-040fab1dc17e tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Request body: {'security_group_rule': {'security_group_id': '278da91b-9dc9-4391-9a64-5b60a616122f', 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:25:29.109319 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-11bc3eee-7c87-4da7-be26-040fab1dc17e tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:25:29.113060 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-11bc3eee-7c87-4da7-be26-040fab1dc17e tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Usage tracker for resource:security_group_rule and tenant:e4382bb926a54eb7bcc68134d2cbb9b7 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:25:29.115929 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-11bc3eee-7c87-4da7-be26-040fab1dc17e tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:25:29.122044 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-11bc3eee-7c87-4da7-be26-040fab1dc17e tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:25:29.132827 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.securitygroups_db [None req-11bc3eee-7c87-4da7-be26-040fab1dc17e tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Project e4382bb926a54eb7bcc68134d2cbb9b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 14:25:29.139046 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-11bc3eee-7c87-4da7-be26-040fab1dc17e tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:29.201813 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-11bc3eee-7c87-4da7-be26-040fab1dc17e tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:29.205108 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-11bc3eee-7c87-4da7-be26-040fab1dc17e tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377097'] for security_group_rule, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:29.227609 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc3eee-7c87-4da7-be26-040fab1dc17e tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262aadb4-2520-4e51-9ef1-7f0fd7c2e65a,revision_number=0']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:29.236091 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-11bc3eee-7c87-4da7-be26-040fab1dc17e tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:29.237284 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-11bc3eee-7c87-4da7-be26-040fab1dc17e tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1385298 Apr 29 14:25:29.404077 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-e2b72bb2-3a57-48c7-911c-16a4167c945a tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Synchronizing usage tracker for tenant:e4382bb926a54eb7bcc68134d2cbb9b7 on resource:security_group {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:25:29.420095 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-e2b72bb2-3a57-48c7-911c-16a4167c945a tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Unset dirty status for tenant:e4382bb926a54eb7bcc68134d2cbb9b7 on resource:security_group {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:25:29.421214 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-e2b72bb2-3a57-48c7-911c-16a4167c945a tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1383040140&fields=id&tenant_id=e4382bb926a54eb7bcc68134d2cbb9b7 HTTP/1.1" status: 200 len: 267 time: 0.0562172 Apr 29 14:25:29.573697 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-ba12acfe-a674-4e95-9531-a9ad1b62cb17 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:25:29.575149 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-ba12acfe-a674-4e95-9531-a9ad1b62cb17 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/networks?id=ca42be4d-10bb-4d5f-bf35-a67a592c59b6 HTTP/1.1" status: 200 len: 810 time: 0.1474221 Apr 29 14:25:29.593447 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-feead7ee-9009-4dd9-aac6-c8cdd6fc377b tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/quotas/e4382bb926a54eb7bcc68134d2cbb9b7 HTTP/1.1" status: 200 len: 375 time: 0.0124846 Apr 29 14:25:29.689468 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-4236020f-43a2-4b00-b991-8312a556db63 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Synchronizing usage tracker for tenant:e4382bb926a54eb7bcc68134d2cbb9b7 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:25:29.705743 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-4236020f-43a2-4b00-b991-8312a556db63 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Unset dirty status for tenant:e4382bb926a54eb7bcc68134d2cbb9b7 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:25:29.707225 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-4236020f-43a2-4b00-b991-8312a556db63 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e4382bb926a54eb7bcc68134d2cbb9b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1053343 Apr 29 14:25:29.876780 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-249133c9-b8e7-4877-be2e-7b9250145640 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83905) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 29 14:25:29.877775 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-249133c9-b8e7-4877-be2e-7b9250145640 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0693173 Apr 29 14:25:30.097549 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-38efd0d6-016c-4b75-8e69-a926df9d07e2 service neutron] 10.222.0.76 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135458 Apr 29 14:25:30.225984 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-b69ee04e-4843-46fe-a1a0-68775aad4bba service neutron] 10.222.0.76 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224995 Apr 29 14:25:30.414949 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2a7f4b65-d208-42cf-8f9a-4ccc52716dff req-ccf2bd98-c9c5-4e27-91d8-5f1d3d9cdf2a tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9b0f77-e72e-4add-910f-35c160a60fac HTTP/1.1" status: 200 len: 210 time: 0.0407591 Apr 29 14:25:31.435745 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-02e3f9df-17ea-428f-b4cd-495009e8100a tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:25:31.436477 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-02e3f9df-17ea-428f-b4cd-495009e8100a tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Synchronizing usage tracker for tenant:e4382bb926a54eb7bcc68134d2cbb9b7 on resource:network {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:25:31.454185 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-02e3f9df-17ea-428f-b4cd-495009e8100a tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Unset dirty status for tenant:e4382bb926a54eb7bcc68134d2cbb9b7 on resource:network {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:25:31.455416 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-02e3f9df-17ea-428f-b4cd-495009e8100a tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.32 "GET /v2.0/networks?id=ca42be4d-10bb-4d5f-bf35-a67a592c59b6 HTTP/1.1" status: 200 len: 810 time: 0.1600237 Apr 29 14:25:31.511064 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-dbc7b1c2-b491-4c21-aea7-f005a5399a53 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Synchronizing usage tracker for tenant:e4382bb926a54eb7bcc68134d2cbb9b7 on resource:security_group {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:25:31.523470 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-dbc7b1c2-b491-4c21-aea7-f005a5399a53 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Unset dirty status for tenant:e4382bb926a54eb7bcc68134d2cbb9b7 on resource:security_group {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:25:31.524641 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-dbc7b1c2-b491-4c21-aea7-f005a5399a53 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4382bb926a54eb7bcc68134d2cbb9b7 HTTP/1.1" status: 200 len: 380 time: 0.0576072 Apr 29 14:25:31.535441 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-02194af3-9f97-4f8f-909f-dedd86e87825 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Request body: {'port': {'device_id': '5a9b0f77-e72e-4add-910f-35c160a60fac', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'admin_state_up': True, 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'security_groups': ['278da91b-9dc9-4391-9a64-5b60a616122f']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:25:31.590440 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-2364393c-fb00-42ff-8453-758fcfef437e req-478578cb-05d2-47af-aae2-330d4d0a79a4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9b0f77-e72e-4add-910f-35c160a60fac HTTP/1.1" status: 200 len: 210 time: 0.0482242 Apr 29 14:25:31.784933 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-02194af3-9f97-4f8f-909f-dedd86e87825 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:25:31.794432 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-02194af3-9f97-4f8f-909f-dedd86e87825 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:25:31.803364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-02194af3-9f97-4f8f-909f-dedd86e87825 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Made reservation on behalf of e4382bb926a54eb7bcc68134d2cbb9b7 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 14:25:31.810913 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-02194af3-9f97-4f8f-909f-dedd86e87825 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:31.988416 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 61411128-d1f5-4409-a2ee-be1fc6bdfa54 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:25:31.998569 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-02194af3-9f97-4f8f-909f-dedd86e87825 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Allocated IP 172.20.0.12 (ca42be4d-10bb-4d5f-bf35-a67a592c59b6/d9a7b54d-a09a-4a79-94a7-5fdd7de74cfa/459698f4-484f-40fe-b2b6-4ad04a2e9743) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:25:32.103422 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 61411128-d1f5-4409-a2ee-be1fc6bdfa54 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:25:32.109102 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 61411128-d1f5-4409-a2ee-be1fc6bdfa54 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:25:32.109468 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:32.203349 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-02194af3-9f97-4f8f-909f-dedd86e87825 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:32.220276 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-02194af3-9f97-4f8f-909f-dedd86e87825 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Transition to ACTIVE for port object 459698f4-484f-40fe-b2b6-4ad04a2e9743 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:25:32.236358 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:32.246058 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-02194af3-9f97-4f8f-909f-dedd86e87825 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:32.256104 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 61411128-d1f5-4409-a2ee-be1fc6bdfa54, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=61411128-d1f5-4409-a2ee-be1fc6bdfa54,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:25:32.260654 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:32.330189 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=61411128-d1f5-4409-a2ee-be1fc6bdfa54,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:32.338222 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-02194af3-9f97-4f8f-909f-dedd86e87825 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Network ca42be4d-10bb-4d5f-bf35-a67a592c59b6 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:25:32.341849 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02194af3-9f97-4f8f-909f-dedd86e87825 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Pushing event updated for resources: {'Port': ['ID=459698f4-484f-40fe-b2b6-4ad04a2e9743,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:32.345719 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-02194af3-9f97-4f8f-909f-dedd86e87825 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:25:32.347922 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-02194af3-9f97-4f8f-909f-dedd86e87825 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:25:32.409786 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-02194af3-9f97-4f8f-909f-dedd86e87825 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:25:32.410377 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-02194af3-9f97-4f8f-909f-dedd86e87825 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:32.437210 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-02194af3-9f97-4f8f-909f-dedd86e87825 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9051452 Apr 29 14:25:32.449421 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-7ccc313e-91af-4b33-8ee8-8da4a6583f7a service neutron] Request body: {'port': {'device_id': '5a9b0f77-e72e-4add-910f-35c160a60fac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:25:32.563818 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-7ccc313e-91af-4b33-8ee8-8da4a6583f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:32.618364 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-90fa1b70-4a40-4965-9e0e-462c42a6e039 None None] Provisioning for port 459698f4-484f-40fe-b2b6-4ad04a2e9743 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:25:32.623124 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-90fa1b70-4a40-4965-9e0e-462c42a6e039 None None] Provisioning complete for port 459698f4-484f-40fe-b2b6-4ad04a2e9743 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:25:32.623491 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-90fa1b70-4a40-4965-9e0e-462c42a6e039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:32.683430 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-90fa1b70-4a40-4965-9e0e-462c42a6e039 None None] Port 459698f4-484f-40fe-b2b6-4ad04a2e9743 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 14:25:32.910618 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaaab12-6399-4a2e-b66c-ae119753cadc req-daab3275-3928-404f-8f28-09011dc60ace tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:25:32.911285 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-bdaaab12-6399-4a2e-b66c-ae119753cadc req-daab3275-3928-404f-8f28-09011dc60ace tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Synchronizing usage tracker for tenant:e4382bb926a54eb7bcc68134d2cbb9b7 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:25:32.936251 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-bdaaab12-6399-4a2e-b66c-ae119753cadc req-daab3275-3928-404f-8f28-09011dc60ace tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Unset dirty status for tenant:e4382bb926a54eb7bcc68134d2cbb9b7 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:25:32.937378 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bdaaab12-6399-4a2e-b66c-ae119753cadc req-daab3275-3928-404f-8f28-09011dc60ace tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9b0f77-e72e-4add-910f-35c160a60fac HTTP/1.1" status: 200 len: 932 time: 0.2198076 Apr 29 14:25:33.014902 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-7ccc313e-91af-4b33-8ee8-8da4a6583f7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 459698f4-484f-40fe-b2b6-4ad04a2e9743 {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 14:25:33.025485 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-7ccc313e-91af-4b33-8ee8-8da4a6583f7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:33.039768 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-bdaaab12-6399-4a2e-b66c-ae119753cadc req-5158e784-ba6d-4435-b9cf-af953c3a010d tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714455 Apr 29 14:25:33.045177 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-7ccc313e-91af-4b33-8ee8-8da4a6583f7a service neutron] Transition to ACTIVE for port object 459698f4-484f-40fe-b2b6-4ad04a2e9743 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:25:33.048708 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-7ccc313e-91af-4b33-8ee8-8da4a6583f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:33.172008 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc313e-91af-4b33-8ee8-8da4a6583f7a service neutron] Pushing event updated for resources: {'Port': ['ID=459698f4-484f-40fe-b2b6-4ad04a2e9743,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:33.285556 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-7ccc313e-91af-4b33-8ee8-8da4a6583f7a service neutron] Attempting to bind port 459698f4-484f-40fe-b2b6-4ad04a2e9743 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:25:33.286168 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-7ccc313e-91af-4b33-8ee8-8da4a6583f7a service neutron] Attempting to bind port 459698f4-484f-40fe-b2b6-4ad04a2e9743 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '47a60c5b-05f9-4aaa-bbd7-ac264e421104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:25:33.286499 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-7ccc313e-91af-4b33-8ee8-8da4a6583f7a service neutron] Attempting to bind port 459698f4-484f-40fe-b2b6-4ad04a2e9743 on network ca42be4d-10bb-4d5f-bf35-a67a592c59b6 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:25:33.293593 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-7ccc313e-91af-4b33-8ee8-8da4a6583f7a service neutron] Port 459698f4-484f-40fe-b2b6-4ad04a2e9743 on network ca42be4d-10bb-4d5f-bf35-a67a592c59b6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 14:25:33.293921 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-7ccc313e-91af-4b33-8ee8-8da4a6583f7a service neutron] Attempting to bind port 459698f4-484f-40fe-b2b6-4ad04a2e9743 on network ca42be4d-10bb-4d5f-bf35-a67a592c59b6 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:25:33.300161 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-7ccc313e-91af-4b33-8ee8-8da4a6583f7a service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:25:33.300491 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-7ccc313e-91af-4b33-8ee8-8da4a6583f7a service neutron] Checking segment: {'id': '47a60c5b-05f9-4aaa-bbd7-ac264e421104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:25:33.300907 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-7ccc313e-91af-4b33-8ee8-8da4a6583f7a service neutron] Bound using segment: {'id': '47a60c5b-05f9-4aaa-bbd7-ac264e421104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:25:33.301330 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-7ccc313e-91af-4b33-8ee8-8da4a6583f7a service neutron] Bound port: 459698f4-484f-40fe-b2b6-4ad04a2e9743, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47a60c5b-05f9-4aaa-bbd7-ac264e421104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:25:33.301673 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-7ccc313e-91af-4b33-8ee8-8da4a6583f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:33.391584 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-7ccc313e-91af-4b33-8ee8-8da4a6583f7a service neutron] For port 459698f4-484f-40fe-b2b6-4ad04a2e9743, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:25:33.394408 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-7ccc313e-91af-4b33-8ee8-8da4a6583f7a service neutron] For port 459698f4-484f-40fe-b2b6-4ad04a2e9743, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=459698f4-484f-40fe-b2b6-4ad04a2e9743,segment=NetworkSegment(47a60c5b-05f9-4aaa-bbd7-ac264e421104),segment_id=47a60c5b-05f9-4aaa-bbd7-ac264e421104)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:25:33.398969 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-7ccc313e-91af-4b33-8ee8-8da4a6583f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:33.462861 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-7ccc313e-91af-4b33-8ee8-8da4a6583f7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:33.464240 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-7ccc313e-91af-4b33-8ee8-8da4a6583f7a service neutron] 10.222.0.32 "PUT /v2.0/ports/459698f4-484f-40fe-b2b6-4ad04a2e9743 HTTP/1.1" status: 200 len: 1094 time: 1.0200481 Apr 29 14:25:33.464667 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a9b0f77-e72e-4add-910f-35c160a60fac', 'tag': '459698f4-484f-40fe-b2b6-4ad04a2e9743'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:25:33.485365 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc313e-91af-4b33-8ee8-8da4a6583f7a service neutron] Pushing event updated for resources: {'Port': ['ID=459698f4-484f-40fe-b2b6-4ad04a2e9743,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:33.545258 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98022d90-9669-437c-87e6-65bc5d3f7fca'] response: {'name': 'network-changed', 'server_uuid': '5a9b0f77-e72e-4add-910f-35c160a60fac', 'tag': '459698f4-484f-40fe-b2b6-4ad04a2e9743', 'status': 'completed', 'code': 200} Apr 29 14:25:33.582371 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-2f5b8e56-b75c-4c37-bad8-4d044c39cb84 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4382bb926a54eb7bcc68134d2cbb9b7&device_id=5a9b0f77-e72e-4add-910f-35c160a60fac HTTP/1.1" status: 200 len: 1097 time: 0.0732205 Apr 29 14:25:33.724981 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-66dd70db-1498-4594-82aa-79dfd11c676b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=459698f4-484f-40fe-b2b6-4ad04a2e9743 HTTP/1.1" status: 200 len: 217 time: 0.1365142 Apr 29 14:25:33.786224 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-d52832e0-14bb-475c-9ed8-1b8c1b91cda4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:25:33.787645 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-d52832e0-14bb-475c-9ed8-1b8c1b91cda4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9a7b54d-a09a-4a79-94a7-5fdd7de74cfa HTTP/1.1" status: 200 len: 849 time: 0.0566490 Apr 29 14:25:33.865736 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-d3bcfa4e-0435-4685-9823-a906d2553a35 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca42be4d-10bb-4d5f-bf35-a67a592c59b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724123 Apr 29 14:25:33.958160 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 61411128-d1f5-4409-a2ee-be1fc6bdfa54 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:25:33.995812 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-3055fdfb-eaba-45a7-aa83-cadb435f68d9 service neutron] 10.222.0.32 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242516 Apr 29 14:25:34.027725 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 61411128-d1f5-4409-a2ee-be1fc6bdfa54 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:25:34.028087 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:34.129015 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ab515cae-59eb-4965-b7c4-bfd995f001c4 req-8e9625ff-7e5a-453f-a840-118ffab48e5e service neutron] 10.222.0.32 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278527 Apr 29 14:25:34.303614 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35356a-d0ec-470a-8a7b-4f8937fb2a87 req-985dcc0a-4bd8-4100-a5f5-997407cdcb77 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:25:34.305091 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9f35356a-d0ec-470a-8a7b-4f8937fb2a87 req-985dcc0a-4bd8-4100-a5f5-997407cdcb77 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9b0f77-e72e-4add-910f-35c160a60fac HTTP/1.1" status: 200 len: 944 time: 0.1337848 Apr 29 14:25:34.308563 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2c15c223-4b9d-459e-a46c-b6fe26befe61 req-a706de27-3456-4e5f-9839-c7472d4842a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4382bb926a54eb7bcc68134d2cbb9b7&device_id=5a9b0f77-e72e-4add-910f-35c160a60fac HTTP/1.1" status: 200 len: 1097 time: 0.1077642 Apr 29 14:25:34.434760 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-9f35356a-d0ec-470a-8a7b-4f8937fb2a87 req-95d7d0f5-42ed-4375-9420-7a8a0598dfad tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239443 Apr 29 14:25:34.467365 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15c223-4b9d-459e-a46c-b6fe26befe61 req-4c090390-7e80-45e1-8a53-3006890e2e22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:25:34.468871 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2c15c223-4b9d-459e-a46c-b6fe26befe61 req-4c090390-7e80-45e1-8a53-3006890e2e22 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca42be4d-10bb-4d5f-bf35-a67a592c59b6 HTTP/1.1" status: 200 len: 911 time: 0.1451986 Apr 29 14:25:34.537428 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2c15c223-4b9d-459e-a46c-b6fe26befe61 req-e394a3e2-9a6e-493b-b569-a72bc915aa5e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=459698f4-484f-40fe-b2b6-4ad04a2e9743 HTTP/1.1" status: 200 len: 217 time: 0.0629745 Apr 29 14:25:34.598405 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15c223-4b9d-459e-a46c-b6fe26befe61 req-a0ec4383-b757-4019-8229-1ebe33b284de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:25:34.599767 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2c15c223-4b9d-459e-a46c-b6fe26befe61 req-a0ec4383-b757-4019-8229-1ebe33b284de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9a7b54d-a09a-4a79-94a7-5fdd7de74cfa HTTP/1.1" status: 200 len: 849 time: 0.0554557 Apr 29 14:25:34.676551 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2c15c223-4b9d-459e-a46c-b6fe26befe61 req-0a594448-acdd-4852-9e4c-01bf296dd31c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca42be4d-10bb-4d5f-bf35-a67a592c59b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708294 Apr 29 14:25:34.679725 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:25:34.805105 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2c15c223-4b9d-459e-a46c-b6fe26befe61 req-b9c25303-cd01-48a1-96d1-8c5b7312adbc service neutron] 10.222.0.32 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220717 Apr 29 14:25:34.935883 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-2c15c223-4b9d-459e-a46c-b6fe26befe61 req-2dbfedd1-b456-4633-afe6-118dbb17ef2b service neutron] 10.222.0.32 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251376 Apr 29 14:25:35.629034 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f972d-a06d-4479-9f72-b7f6de1d014d req-02dc3a97-0602-4a49-a400-c44f7e646017 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:25:35.630466 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3c8f972d-a06d-4479-9f72-b7f6de1d014d req-02dc3a97-0602-4a49-a400-c44f7e646017 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9b0f77-e72e-4add-910f-35c160a60fac HTTP/1.1" status: 200 len: 944 time: 0.0754950 Apr 29 14:25:35.678121 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3c8f972d-a06d-4479-9f72-b7f6de1d014d req-adbe1761-893e-4e7c-bea4-e84f161b5e82 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422323 Apr 29 14:25:36.002524 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707f5003-9698-44f0-a712-6df4bed604ab None None] Sync routers for ids ['891600ed-3c2c-4b2d-908b-28fe04b51df3'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:25:36.014249 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707f5003-9698-44f0-a712-6df4bed604ab None None] Routers {'891600ed-3c2c-4b2d-908b-28fe04b51df3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:25:36.014856 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-707f5003-9698-44f0-a712-6df4bed604ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:25:11Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['891600ed-3c2c-4b2d-908b-28fe04b51df3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:36.194909 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-707f5003-9698-44f0-a712-6df4bed604ab None None] Set router 891600ed-3c2c-4b2d-908b-28fe04b51df3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:25:36.498510 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-707f5003-9698-44f0-a712-6df4bed604ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'name': 'tempest-TestSnapshotPattern-1399911434-router', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:20Z', 'revision_number': 4, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'gw_port': {'id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '9cec50d0-6d2d-4714-b02d-517bd2b808c9', 'name': '', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'mac_address': 'fa:16:3e:61:ff:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:19Z', 'updated_at': '2022-04-29T14:25:20Z', 'revision_number': 2, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'subnets': [{'id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:36.502237 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707f5003-9698-44f0-a712-6df4bed604ab None None] Checking router: 891600ed-3c2c-4b2d-908b-28fe04b51df3 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:25:36.502581 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707f5003-9698-44f0-a712-6df4bed604ab None None] Updating router 891600ed-3c2c-4b2d-908b-28fe04b51df3 port 9cec50d0-6d2d-4714-b02d-517bd2b808c9 binding host dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 14:25:36.552165 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-707f5003-9698-44f0-a712-6df4bed604ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:36.818035 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 459698f4-484f-40fe-b2b6-4ad04a2e9743 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 14:25:36.881732 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d45ac-888e-4398-9222-2736aea2bb9d req-63b7f4e4-e206-4628-9804-2a8a771d306d tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:25:36.885043 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ce9d45ac-888e-4398-9222-2736aea2bb9d req-63b7f4e4-e206-4628-9804-2a8a771d306d tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9b0f77-e72e-4add-910f-35c160a60fac HTTP/1.1" status: 200 len: 944 time: 0.0873458 Apr 29 14:25:36.929039 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ce9d45ac-888e-4398-9222-2736aea2bb9d req-6d9322f2-36a2-4f83-9096-8c943ea4356f tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380089 Apr 29 14:25:36.998651 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-707f5003-9698-44f0-a712-6df4bed604ab None None] Notify callbacks [] for port, precommit_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:37.055397 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 459698f4-484f-40fe-b2b6-4ad04a2e9743, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=459698f4-484f-40fe-b2b6-4ad04a2e9743,segment=NetworkSegment(47a60c5b-05f9-4aaa-bbd7-ac264e421104),segment_id=47a60c5b-05f9-4aaa-bbd7-ac264e421104)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:25:37.062664 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-707f5003-9698-44f0-a712-6df4bed604ab None None] Transition to ACTIVE for port object 9cec50d0-6d2d-4714-b02d-517bd2b808c9 will not be triggered until provisioned by entity L2. {{(pid=83906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:25:37.072948 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '459698f4-484f-40fe-b2b6-4ad04a2e9743', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'port_id': '459698f4-484f-40fe-b2b6-4ad04a2e9743', 'mac_address': 'fa:16:3e:bd:68:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 14:25:37.074380 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-707f5003-9698-44f0-a712-6df4bed604ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:37.236001 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684c68-040c-4ddd-bf62-dff89264de46 None None] Pushing event updated for resources: {'Port': ['ID=9cec50d0-6d2d-4714-b02d-517bd2b808c9,revision_number=3']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:37.244967 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:37.294338 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 459698f4-484f-40fe-b2b6-4ad04a2e9743 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 14:25:37.354254 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 459698f4-484f-40fe-b2b6-4ad04a2e9743, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=459698f4-484f-40fe-b2b6-4ad04a2e9743,segment=NetworkSegment(47a60c5b-05f9-4aaa-bbd7-ac264e421104),segment_id=47a60c5b-05f9-4aaa-bbd7-ac264e421104)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:25:37.362381 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-707f5003-9698-44f0-a712-6df4bed604ab None None] Attempting to bind port 9cec50d0-6d2d-4714-b02d-517bd2b808c9 on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:25:37.362738 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-707f5003-9698-44f0-a712-6df4bed604ab None None] Attempting to bind port 9cec50d0-6d2d-4714-b02d-517bd2b808c9 by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '47a60c5b-05f9-4aaa-bbd7-ac264e421104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6'}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:25:37.363087 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707f5003-9698-44f0-a712-6df4bed604ab None None] Attempting to bind port 9cec50d0-6d2d-4714-b02d-517bd2b808c9 on network ca42be4d-10bb-4d5f-bf35-a67a592c59b6 {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:25:37.364980 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:37.415783 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707f5003-9698-44f0-a712-6df4bed604ab None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:25:37.416148 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707f5003-9698-44f0-a712-6df4bed604ab None None] Checking segment: {'id': '47a60c5b-05f9-4aaa-bbd7-ac264e421104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:25:37.416548 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-707f5003-9698-44f0-a712-6df4bed604ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:37.416951 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707f5003-9698-44f0-a712-6df4bed604ab None None] Bound using segment: {'id': '47a60c5b-05f9-4aaa-bbd7-ac264e421104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6'} {{(pid=83906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:25:37.417422 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-707f5003-9698-44f0-a712-6df4bed604ab None None] Bound port: 9cec50d0-6d2d-4714-b02d-517bd2b808c9, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a60c5b-05f9-4aaa-bbd7-ac264e421104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6'}}] {{(pid=83906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:25:37.417784 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-707f5003-9698-44f0-a712-6df4bed604ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:37.501797 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=459698f4-484f-40fe-b2b6-4ad04a2e9743,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:37.533699 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-707f5003-9698-44f0-a712-6df4bed604ab None None] For port 9cec50d0-6d2d-4714-b02d-517bd2b808c9, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:25:37.536564 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-707f5003-9698-44f0-a712-6df4bed604ab None None] For port 9cec50d0-6d2d-4714-b02d-517bd2b808c9, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=9cec50d0-6d2d-4714-b02d-517bd2b808c9,segment=NetworkSegment(47a60c5b-05f9-4aaa-bbd7-ac264e421104),segment_id=47a60c5b-05f9-4aaa-bbd7-ac264e421104)] {{(pid=83906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:25:37.540988 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-707f5003-9698-44f0-a712-6df4bed604ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:37.624293 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684c68-040c-4ddd-bf62-dff89264de46 None None] Pushing event updated for resources: {'Port': ['ID=9cec50d0-6d2d-4714-b02d-517bd2b808c9,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:37.630511 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707f5003-9698-44f0-a712-6df4bed604ab None None] Routers {'891600ed-3c2c-4b2d-908b-28fe04b51df3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:25:37.631131 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-707f5003-9698-44f0-a712-6df4bed604ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:25:11Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['891600ed-3c2c-4b2d-908b-28fe04b51df3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:37.647350 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba1845f-a133-4c83-8b74-73f64d468c07 None None] Sync routers for ids ['af47d6fd-a452-4798-be39-fd5b1436e425'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:25:37.660076 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba1845f-a133-4c83-8b74-73f64d468c07 None None] Routers {'af47d6fd-a452-4798-be39-fd5b1436e425'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:25:37.660690 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-bba1845f-a133-4c83-8b74-73f64d468c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:25:11Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['af47d6fd-a452-4798-be39-fd5b1436e425'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:37.762802 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['459698f4-484f-40fe-b2b6-4ad04a2e9743'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 14:25:37.854903 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-bba1845f-a133-4c83-8b74-73f64d468c07 None None] Set router af47d6fd-a452-4798-be39-fd5b1436e425 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:25:37.900460 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-707f5003-9698-44f0-a712-6df4bed604ab None None] Set router 891600ed-3c2c-4b2d-908b-28fe04b51df3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:25:38.064949 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 9cec50d0-6d2d-4714-b02d-517bd2b808c9 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:25:38.135429 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e43220-3bac-4a07-a824-e5b2d5b82b4b req-73f39e5e-e9ef-4be0-afa5-6e9281483b6d tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:25:38.137138 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-64e43220-3bac-4a07-a824-e5b2d5b82b4b req-73f39e5e-e9ef-4be0-afa5-6e9281483b6d tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9b0f77-e72e-4add-910f-35c160a60fac HTTP/1.1" status: 200 len: 945 time: 0.0821881 Apr 29 14:25:38.186181 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-bba1845f-a133-4c83-8b74-73f64d468c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af47d6fd-a452-4798-be39-fd5b1436e425', 'name': 'tempest-TestSnapshotPattern-1434799137-router', 'tenant_id': 'a80a4d4b6c7b4b79806dbb2e5584bd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.42'}], 'enable_snat': True}, 'gw_port_id': '61411128-d1f5-4409-a2ee-be1fc6bdfa54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:25:23Z', 'updated_at': '2022-04-29T14:25:26Z', 'revision_number': 4, 'project_id': 'a80a4d4b6c7b4b79806dbb2e5584bd3a', 'gw_port': {'id': '61411128-d1f5-4409-a2ee-be1fc6bdfa54', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af47d6fd-a452-4798-be39-fd5b1436e425', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:23Z', 'updated_at': '2022-04-29T14:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff', 'name': '', 'network_id': '1da06172-b7d6-4b12-8e86-605ed7a5bc47', 'tenant_id': 'a80a4d4b6c7b4b79806dbb2e5584bd3a', 'mac_address': 'fa:16:3e:22:58:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af47d6fd-a452-4798-be39-fd5b1436e425', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0596472b-60aa-4892-8e30-2805c398e5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:25Z', 'updated_at': '2022-04-29T14:25:26Z', 'revision_number': 2, 'project_id': 'a80a4d4b6c7b4b79806dbb2e5584bd3a', 'subnets': [{'id': '0596472b-60aa-4892-8e30-2805c398e5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:38.189341 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-64e43220-3bac-4a07-a824-e5b2d5b82b4b req-8125b58e-d869-4739-a3f3-b4c3ea1a2dcf tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463133 Apr 29 14:25:38.194144 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba1845f-a133-4c83-8b74-73f64d468c07 None None] Checking router: af47d6fd-a452-4798-be39-fd5b1436e425 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:25:38.194502 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba1845f-a133-4c83-8b74-73f64d468c07 None None] Updating router af47d6fd-a452-4798-be39-fd5b1436e425 port bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff binding host dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 29 14:25:38.218946 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-393381f4-1ac6-4bef-a22b-67137a0d72f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:38.251864 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-bba1845f-a133-4c83-8b74-73f64d468c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:38.350648 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port 9cec50d0-6d2d-4714-b02d-517bd2b808c9 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:25:38.379684 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 9cec50d0-6d2d-4714-b02d-517bd2b808c9 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:25:38.380043 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:38.563919 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-707f5003-9698-44f0-a712-6df4bed604ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'name': 'tempest-TestSnapshotPattern-1399911434-router', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:20Z', 'revision_number': 4, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'gw_port': {'id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '9cec50d0-6d2d-4714-b02d-517bd2b808c9', 'name': '', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'mac_address': 'fa:16:3e:61:ff:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:19Z', 'updated_at': '2022-04-29T14:25:37Z', 'revision_number': 4, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'subnets': [{'id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:38.575331 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707f5003-9698-44f0-a712-6df4bed604ab None None] The sync data for ids ['891600ed-3c2c-4b2d-908b-28fe04b51df3'] in dv-neutron-839027-4-hyperv is: [{'id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'name': 'tempest-TestSnapshotPattern-1399911434-router', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:20Z', 'revision_number': 4, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'gw_port': {'id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '9cec50d0-6d2d-4714-b02d-517bd2b808c9', 'name': '', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'mac_address': 'fa:16:3e:61:ff:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:19Z', 'updated_at': '2022-04-29T14:25:37Z', 'revision_number': 4, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'subnets': [{'id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:25:38.581820 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:38.597414 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-bba1845f-a133-4c83-8b74-73f64d468c07 None None] Notify callbacks [] for port, precommit_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:38.612254 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.provisioning_blocks [None req-bba1845f-a133-4c83-8b74-73f64d468c07 None None] Transition to ACTIVE for port object bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff will not be triggered until provisioned by entity L2. {{(pid=83907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:25:38.616014 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port 9cec50d0-6d2d-4714-b02d-517bd2b808c9, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=9cec50d0-6d2d-4714-b02d-517bd2b808c9,segment=NetworkSegment(47a60c5b-05f9-4aaa-bbd7-ac264e421104),segment_id=47a60c5b-05f9-4aaa-bbd7-ac264e421104)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:25:38.620635 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-bba1845f-a133-4c83-8b74-73f64d468c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:38.624387 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:38.743430 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=9cec50d0-6d2d-4714-b02d-517bd2b808c9,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:38.754995 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade82f4-e791-4424-a1f1-aead94beaf9d None None] Pushing event updated for resources: {'Port': ['ID=bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff,revision_number=3']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:38.857218 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-bba1845f-a133-4c83-8b74-73f64d468c07 None None] Attempting to bind port bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff on host dv-neutron-839027-4-hyperv for vnic_type normal with profile {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:25:38.857592 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-bba1845f-a133-4c83-8b74-73f64d468c07 None None] Attempting to bind port bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff by drivers openvswitch,hyperv on host dv-neutron-839027-4-hyperv at level 0 using segments [{'id': '4c98c392-1440-4284-8b60-46ebe9bcca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1da06172-b7d6-4b12-8e86-605ed7a5bc47'}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:25:38.858118 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba1845f-a133-4c83-8b74-73f64d468c07 None None] Attempting to bind port bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff on network 1da06172-b7d6-4b12-8e86-605ed7a5bc47 {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:25:38.864835 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba1845f-a133-4c83-8b74-73f64d468c07 None None] Checking agent: {'id': 'fa826383-5b2e-45b0-9860-cf403c66079e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839027-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 14, 41), 'started_at': datetime.datetime(2022, 4, 29, 13, 15, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839027-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:25:38.865203 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba1845f-a133-4c83-8b74-73f64d468c07 None None] Checking segment: {'id': '4c98c392-1440-4284-8b60-46ebe9bcca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1da06172-b7d6-4b12-8e86-605ed7a5bc47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:25:38.865599 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-bba1845f-a133-4c83-8b74-73f64d468c07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:38.865980 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba1845f-a133-4c83-8b74-73f64d468c07 None None] Bound using segment: {'id': '4c98c392-1440-4284-8b60-46ebe9bcca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1da06172-b7d6-4b12-8e86-605ed7a5bc47'} {{(pid=83907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:25:38.866437 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.managers [None req-bba1845f-a133-4c83-8b74-73f64d468c07 None None] Bound port: bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff, host: dv-neutron-839027-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c98c392-1440-4284-8b60-46ebe9bcca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '1da06172-b7d6-4b12-8e86-605ed7a5bc47'}}] {{(pid=83907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:25:38.866817 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-bba1845f-a133-4c83-8b74-73f64d468c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:38.962068 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-bba1845f-a133-4c83-8b74-73f64d468c07 None None] For port bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff, host dv-neutron-839027-4-hyperv, cleared binding levels {{(pid=83907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:25:38.965315 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.plugins.ml2.db [None req-bba1845f-a133-4c83-8b74-73f64d468c07 None None] For port bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff, host dv-neutron-839027-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff,segment=NetworkSegment(4c98c392-1440-4284-8b60-46ebe9bcca90),segment_id=4c98c392-1440-4284-8b60-46ebe9bcca90)] {{(pid=83907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:25:38.970861 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron_lib.callbacks.manager [None req-bba1845f-a133-4c83-8b74-73f64d468c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:39.047144 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade82f4-e791-4424-a1f1-aead94beaf9d None None] Pushing event updated for resources: {'Port': ['ID=bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff,revision_number=4']} {{(pid=83907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:39.055486 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba1845f-a133-4c83-8b74-73f64d468c07 None None] Routers {'af47d6fd-a452-4798-be39-fd5b1436e425'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:25:39.056070 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-bba1845f-a133-4c83-8b74-73f64d468c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:25:11Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['af47d6fd-a452-4798-be39-fd5b1436e425'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:39.269179 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-bba1845f-a133-4c83-8b74-73f64d468c07 None None] Set router af47d6fd-a452-4798-be39-fd5b1436e425 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:25:39.387965 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec19e33-4b60-4268-b7a9-db434dd51f23 req-327a86ca-b0a3-456e-b7db-b206184b16b9 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:25:39.389545 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8ec19e33-4b60-4268-b7a9-db434dd51f23 req-327a86ca-b0a3-456e-b7db-b206184b16b9 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9b0f77-e72e-4add-910f-35c160a60fac HTTP/1.1" status: 200 len: 945 time: 0.0748906 Apr 29 14:25:39.439584 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-8ec19e33-4b60-4268-b7a9-db434dd51f23 req-109b7b2f-5450-440c-b859-89c8ac3b6949 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442674 Apr 29 14:25:39.573623 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-bba1845f-a133-4c83-8b74-73f64d468c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af47d6fd-a452-4798-be39-fd5b1436e425', 'name': 'tempest-TestSnapshotPattern-1434799137-router', 'tenant_id': 'a80a4d4b6c7b4b79806dbb2e5584bd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.42'}], 'enable_snat': True}, 'gw_port_id': '61411128-d1f5-4409-a2ee-be1fc6bdfa54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:25:23Z', 'updated_at': '2022-04-29T14:25:26Z', 'revision_number': 4, 'project_id': 'a80a4d4b6c7b4b79806dbb2e5584bd3a', 'gw_port': {'id': '61411128-d1f5-4409-a2ee-be1fc6bdfa54', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af47d6fd-a452-4798-be39-fd5b1436e425', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:23Z', 'updated_at': '2022-04-29T14:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff', 'name': '', 'network_id': '1da06172-b7d6-4b12-8e86-605ed7a5bc47', 'tenant_id': 'a80a4d4b6c7b4b79806dbb2e5584bd3a', 'mac_address': 'fa:16:3e:22:58:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af47d6fd-a452-4798-be39-fd5b1436e425', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0596472b-60aa-4892-8e30-2805c398e5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:25Z', 'updated_at': '2022-04-29T14:25:38Z', 'revision_number': 4, 'project_id': 'a80a4d4b6c7b4b79806dbb2e5584bd3a', 'subnets': [{'id': '0596472b-60aa-4892-8e30-2805c398e5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:39.577397 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba1845f-a133-4c83-8b74-73f64d468c07 None None] The sync data for ids ['af47d6fd-a452-4798-be39-fd5b1436e425'] in dv-neutron-839027-4-hyperv is: [{'id': 'af47d6fd-a452-4798-be39-fd5b1436e425', 'name': 'tempest-TestSnapshotPattern-1434799137-router', 'tenant_id': 'a80a4d4b6c7b4b79806dbb2e5584bd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.42'}], 'enable_snat': True}, 'gw_port_id': '61411128-d1f5-4409-a2ee-be1fc6bdfa54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:25:23Z', 'updated_at': '2022-04-29T14:25:26Z', 'revision_number': 4, 'project_id': 'a80a4d4b6c7b4b79806dbb2e5584bd3a', 'gw_port': {'id': '61411128-d1f5-4409-a2ee-be1fc6bdfa54', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af47d6fd-a452-4798-be39-fd5b1436e425', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:23Z', 'updated_at': '2022-04-29T14:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': 'bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff', 'name': '', 'network_id': '1da06172-b7d6-4b12-8e86-605ed7a5bc47', 'tenant_id': 'a80a4d4b6c7b4b79806dbb2e5584bd3a', 'mac_address': 'fa:16:3e:22:58:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af47d6fd-a452-4798-be39-fd5b1436e425', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0596472b-60aa-4892-8e30-2805c398e5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:25Z', 'updated_at': '2022-04-29T14:25:38Z', 'revision_number': 4, 'project_id': 'a80a4d4b6c7b4b79806dbb2e5584bd3a', 'subnets': [{'id': '0596472b-60aa-4892-8e30-2805c398e5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:25:40.027754 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 9cec50d0-6d2d-4714-b02d-517bd2b808c9 up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:25:40.102694 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port 9cec50d0-6d2d-4714-b02d-517bd2b808c9 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:25:40.103057 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:40.221597 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:25:40.288649 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning for port bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:25:40.293611 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:25:40.293983 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:40.410298 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:40.443737 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] For port bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff,segment=NetworkSegment(4c98c392-1440-4284-8b60-46ebe9bcca90),segment_id=4c98c392-1440-4284-8b60-46ebe9bcca90)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:25:40.447392 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:40.515603 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Pushing event updated for resources: {'Port': ['ID=bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:40.565611 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-554ac8db-1922-484f-8b7e-525f44d2768b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:40.639506 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d21b63-e980-47d3-b9ac-65590b43bdfc req-4ff22faa-47fb-4e01-ba19-38c067b5d8f8 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:25:40.640949 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-76d21b63-e980-47d3-b9ac-65590b43bdfc req-4ff22faa-47fb-4e01-ba19-38c067b5d8f8 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9b0f77-e72e-4add-910f-35c160a60fac HTTP/1.1" status: 200 len: 945 time: 0.0780296 Apr 29 14:25:40.684747 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-76d21b63-e980-47d3-b9ac-65590b43bdfc req-dcbe88e0-f35e-416a-816f-e25a490d74d9 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383701 Apr 29 14:25:40.837985 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 459698f4-484f-40fe-b2b6-4ad04a2e9743 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:25:40.906648 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 459698f4-484f-40fe-b2b6-4ad04a2e9743 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:25:40.911186 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 459698f4-484f-40fe-b2b6-4ad04a2e9743 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:25:40.911551 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:41.023363 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:41.049200 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9b0f77-e72e-4add-910f-35c160a60fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459698f4-484f-40fe-b2b6-4ad04a2e9743'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:25:41.058634 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 459698f4-484f-40fe-b2b6-4ad04a2e9743, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=459698f4-484f-40fe-b2b6-4ad04a2e9743,segment=NetworkSegment(47a60c5b-05f9-4aaa-bbd7-ac264e421104),segment_id=47a60c5b-05f9-4aaa-bbd7-ac264e421104)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:25:41.062410 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:41.106154 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb6393df-bfd7-4c84-9e26-dc0bb5999b0b'] response: {'server_uuid': '5a9b0f77-e72e-4add-910f-35c160a60fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459698f4-484f-40fe-b2b6-4ad04a2e9743', 'code': 200} Apr 29 14:25:41.132707 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=459698f4-484f-40fe-b2b6-4ad04a2e9743,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:41.331878 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-92a745bc-67a4-4bdd-aa65-4a185067c391 req-3aec5e9f-1f8e-4d60-ad42-8484364b6dd4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5a9b0f77-e72e-4add-910f-35c160a60fac HTTP/1.1" status: 200 len: 1099 time: 0.0674489 Apr 29 14:25:41.372945 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-92a745bc-67a4-4bdd-aa65-4a185067c391 req-1909aab2-3e08-4906-9e92-0c8a9958c2d0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350006 Apr 29 14:25:41.708999 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:41.711692 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:41.880017 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ee7af-30e5-4112-ba0f-8d431b309c4d req-5bf5af77-b527-4583-8f04-cf764f0b5d90 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:25:41.881470 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-cd7ee7af-30e5-4112-ba0f-8d431b309c4d req-5bf5af77-b527-4583-8f04-cf764f0b5d90 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9b0f77-e72e-4add-910f-35c160a60fac HTTP/1.1" status: 200 len: 946 time: 0.0745940 Apr 29 14:25:41.925706 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-cd7ee7af-30e5-4112-ba0f-8d431b309c4d req-0c144f5c-55cf-4b0d-8ab8-eef1697e56aa tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386062 Apr 29 14:25:41.961950 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff up at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:25:42.031533 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Provisioning complete for port bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:25:42.031898 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:43.149074 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:43.223057 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a439c-4c63-4cc8-8338-86558c9b6b7d req-185cc23c-4fe4-4fd7-a578-ad37289c37bd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:25:43.224484 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-808a439c-4c63-4cc8-8338-86558c9b6b7d req-185cc23c-4fe4-4fd7-a578-ad37289c37bd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9b0f77-e72e-4add-910f-35c160a60fac HTTP/1.1" status: 200 len: 946 time: 0.1748428 Apr 29 14:25:43.269124 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-808a439c-4c63-4cc8-8338-86558c9b6b7d req-acc0077b-2687-449e-8599-37d233c850bf tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382881 Apr 29 14:25:43.466560 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10712b5-8ff5-4e7f-8bc7-949d0beae172 req-26b7acb1-1026-41fe-ba95-850f414ace77 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:25:43.467916 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f10712b5-8ff5-4e7f-8bc7-949d0beae172 req-26b7acb1-1026-41fe-ba95-850f414ace77 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9b0f77-e72e-4add-910f-35c160a60fac HTTP/1.1" status: 200 len: 946 time: 0.0786850 Apr 29 14:25:43.512094 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f10712b5-8ff5-4e7f-8bc7-949d0beae172 req-92c43d0a-7747-4b40-a1e4-a3514b9fa1a8 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387065 Apr 29 14:25:43.538894 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 43608) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:25:43.675902 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-161fbe8e-9d78-413e-b4e3-3ae7e68ebe2c tempest-TestSnapshotPattern-812932765 tempest-TestSnapshotPattern-812932765-project-admin] Synchronizing usage tracker for tenant:a80a4d4b6c7b4b79806dbb2e5584bd3a on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:25:43.691959 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-161fbe8e-9d78-413e-b4e3-3ae7e68ebe2c tempest-TestSnapshotPattern-812932765 tempest-TestSnapshotPattern-812932765-project-admin] Unset dirty status for tenant:a80a4d4b6c7b4b79806dbb2e5584bd3a on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:25:43.693280 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-161fbe8e-9d78-413e-b4e3-3ae7e68ebe2c tempest-TestSnapshotPattern-812932765 tempest-TestSnapshotPattern-812932765-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=5a9b0f77-e72e-4add-910f-35c160a60fac HTTP/1.1" status: 200 len: 1094 time: 0.1534350 Apr 29 14:25:43.696092 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 43614) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:25:43.701450 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.v2.base [None req-41ca4143-284d-46e7-a4d5-e8949059adc4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'port_id': '459698f4-484f-40fe-b2b6-4ad04a2e9743', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:25:43.706742 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-41ca4143-284d-46e7-a4d5-e8949059adc4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:25:43.710478 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-41ca4143-284d-46e7-a4d5-e8949059adc4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Usage tracker for resource:floatingip and tenant:e4382bb926a54eb7bcc68134d2cbb9b7 is out of sync, need to count used quota {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:25:43.713783 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [None req-41ca4143-284d-46e7-a4d5-e8949059adc4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83905) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:25:43.719399 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.quota.driver [None req-41ca4143-284d-46e7-a4d5-e8949059adc4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83905) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:25:43.729983 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-41ca4143-284d-46e7-a4d5-e8949059adc4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for floatingip, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:43.863890 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-41ca4143-284d-46e7-a4d5-e8949059adc4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:44.001912 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.db_base_plugin_common [None req-41ca4143-284d-46e7-a4d5-e8949059adc4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Allocated IP 172.26.6.154 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/c3ae2398-5a99-4946-9440-ee16773a4b4e) {{(pid=83905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:25:44.147124 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-41ca4143-284d-46e7-a4d5-e8949059adc4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for port, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:44.174121 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-41ca4143-284d-46e7-a4d5-e8949059adc4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:44.242742 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ca4143-284d-46e7-a4d5-e8949059adc4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:25:44.246165 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.base_scheduler [None req-41ca4143-284d-46e7-a4d5-e8949059adc4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Resources bound (agent type, host, resource id): {{(pid=83905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:25:44.249831 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ca4143-284d-46e7-a4d5-e8949059adc4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Received port after_create {{(pid=83905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:25:44.285048 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca4143-284d-46e7-a4d5-e8949059adc4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Pushing event updated for resources: {'Port': ['ID=c3ae2398-5a99-4946-9440-ee16773a4b4e,revision_number=1']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:44.834307 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-41ca4143-284d-46e7-a4d5-e8949059adc4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:44.888573 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-41ca4143-284d-46e7-a4d5-e8949059adc4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:45.085036 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-41ca4143-284d-46e7-a4d5-e8949059adc4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for port, precommit_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:45.089913 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-41ca4143-284d-46e7-a4d5-e8949059adc4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15387672'] for port, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:45.192445 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca4143-284d-46e7-a4d5-e8949059adc4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Pushing event updated for resources: {'Port': ['ID=c3ae2398-5a99-4946-9440-ee16773a4b4e,revision_number=2']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:25:45.207909 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-41ca4143-284d-46e7-a4d5-e8949059adc4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:45.395414 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.db.l3_db [None req-41ca4143-284d-46e7-a4d5-e8949059adc4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Floating IP bd425365-9fef-4253-b7bf-9e1eaf411c68 associated. External IP: 172.26.6.154, port: 459698f4-484f-40fe-b2b6-4ad04a2e9743. Apr 29 14:25:45.777343 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ca4143-284d-46e7-a4d5-e8949059adc4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Router 891600ed-3c2c-4b2d-908b-28fe04b51df3 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:25:45.973192 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ca4143-284d-46e7-a4d5-e8949059adc4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:25:45.997346 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-41ca4143-284d-46e7-a4d5-e8949059adc4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:46.054032 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-41ca4143-284d-46e7-a4d5-e8949059adc4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3567953 Apr 29 14:25:46.054656 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a9b0f77-e72e-4add-910f-35c160a60fac', 'tag': '459698f4-484f-40fe-b2b6-4ad04a2e9743'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:25:46.110989 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a43a69f1-11b8-4c4d-bbc1-f94ab3a68038'] response: {'name': 'network-changed', 'server_uuid': '5a9b0f77-e72e-4add-910f-35c160a60fac', 'tag': '459698f4-484f-40fe-b2b6-4ad04a2e9743', 'status': 'completed', 'code': 200} Apr 29 14:25:46.201521 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5d2c6634-7070-4f82-a6b4-30fc32f34819 req-5cade680-7e78-44fa-9cd4-764f89194443 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4382bb926a54eb7bcc68134d2cbb9b7&device_id=5a9b0f77-e72e-4add-910f-35c160a60fac HTTP/1.1" status: 200 len: 1099 time: 0.0689197 Apr 29 14:25:46.331817 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c6634-7070-4f82-a6b4-30fc32f34819 req-dfdfa73c-06be-40bd-8914-e645cb52cb48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:25:46.333251 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5d2c6634-7070-4f82-a6b4-30fc32f34819 req-dfdfa73c-06be-40bd-8914-e645cb52cb48 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca42be4d-10bb-4d5f-bf35-a67a592c59b6 HTTP/1.1" status: 200 len: 911 time: 0.1253543 Apr 29 14:25:46.435230 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5d2c6634-7070-4f82-a6b4-30fc32f34819 req-fd88e482-35ee-46de-8002-2625bea5c4e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=459698f4-484f-40fe-b2b6-4ad04a2e9743 HTTP/1.1" status: 200 len: 1000 time: 0.0965908 Apr 29 14:25:46.496283 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c6634-7070-4f82-a6b4-30fc32f34819 req-acd3b86b-1caf-4a7d-9197-1587f043b781 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:25:46.497727 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5d2c6634-7070-4f82-a6b4-30fc32f34819 req-acd3b86b-1caf-4a7d-9197-1587f043b781 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9a7b54d-a09a-4a79-94a7-5fdd7de74cfa HTTP/1.1" status: 200 len: 849 time: 0.0563228 Apr 29 14:25:46.574483 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5d2c6634-7070-4f82-a6b4-30fc32f34819 req-a562f9e3-8972-4c8c-92a8-34631bbb0bac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca42be4d-10bb-4d5f-bf35-a67a592c59b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698392 Apr 29 14:25:46.711261 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5d2c6634-7070-4f82-a6b4-30fc32f34819 req-2907fe8c-765d-4b15-a34c-e46116029df9 service neutron] 10.222.0.32 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300080 Apr 29 14:25:46.841423 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5d2c6634-7070-4f82-a6b4-30fc32f34819 req-a099d256-dd4f-43c8-b30c-571f1ddc180e service neutron] 10.222.0.32 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246800 Apr 29 14:25:52.532202 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0259ec6-d58c-4ecd-86f4-e2d6d34434e2 None None] Sync routers for ids ['891600ed-3c2c-4b2d-908b-28fe04b51df3'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:25:52.544419 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0259ec6-d58c-4ecd-86f4-e2d6d34434e2 None None] Routers {'891600ed-3c2c-4b2d-908b-28fe04b51df3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:25:52.545113 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-f0259ec6-d58c-4ecd-86f4-e2d6d34434e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:25:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['891600ed-3c2c-4b2d-908b-28fe04b51df3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:52.718192 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-f0259ec6-d58c-4ecd-86f4-e2d6d34434e2 None None] Set router 891600ed-3c2c-4b2d-908b-28fe04b51df3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:25:53.064004 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-f0259ec6-d58c-4ecd-86f4-e2d6d34434e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'name': 'tempest-TestSnapshotPattern-1399911434-router', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:20Z', 'revision_number': 4, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'gw_port': {'id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': 'bd425365-9fef-4253-b7bf-9e1eaf411c68', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'port_id': '459698f4-484f-40fe-b2b6-4ad04a2e9743', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'mac_address': 'fa:16:3e:bd:68:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9b0f77-e72e-4add-910f-35c160a60fac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:25:44Z', 'updated_at': '2022-04-29T14:25:44Z', 'revision_number': 0, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cec50d0-6d2d-4714-b02d-517bd2b808c9', 'name': '', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'mac_address': 'fa:16:3e:61:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:19Z', 'updated_at': '2022-04-29T14:25:38Z', 'revision_number': 5, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'subnets': [{'id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:53.067793 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0259ec6-d58c-4ecd-86f4-e2d6d34434e2 None None] Checking router: 891600ed-3c2c-4b2d-908b-28fe04b51df3 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:25:53.078063 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0259ec6-d58c-4ecd-86f4-e2d6d34434e2 None None] Routers {'891600ed-3c2c-4b2d-908b-28fe04b51df3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:25:53.078650 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-f0259ec6-d58c-4ecd-86f4-e2d6d34434e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:25:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['891600ed-3c2c-4b2d-908b-28fe04b51df3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:53.305896 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-f0259ec6-d58c-4ecd-86f4-e2d6d34434e2 None None] Set router 891600ed-3c2c-4b2d-908b-28fe04b51df3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:25:53.692065 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-f0259ec6-d58c-4ecd-86f4-e2d6d34434e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'name': 'tempest-TestSnapshotPattern-1399911434-router', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:20Z', 'revision_number': 4, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'gw_port': {'id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': 'bd425365-9fef-4253-b7bf-9e1eaf411c68', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'port_id': '459698f4-484f-40fe-b2b6-4ad04a2e9743', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'mac_address': 'fa:16:3e:bd:68:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9b0f77-e72e-4add-910f-35c160a60fac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:25:44Z', 'updated_at': '2022-04-29T14:25:44Z', 'revision_number': 0, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cec50d0-6d2d-4714-b02d-517bd2b808c9', 'name': '', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'mac_address': 'fa:16:3e:61:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:19Z', 'updated_at': '2022-04-29T14:25:38Z', 'revision_number': 5, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'subnets': [{'id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:25:53.696072 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0259ec6-d58c-4ecd-86f4-e2d6d34434e2 None None] The sync data for ids ['891600ed-3c2c-4b2d-908b-28fe04b51df3'] in dv-neutron-839027-4-hyperv is: [{'id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'name': 'tempest-TestSnapshotPattern-1399911434-router', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:20Z', 'revision_number': 4, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'gw_port': {'id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': 'bd425365-9fef-4253-b7bf-9e1eaf411c68', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'port_id': '459698f4-484f-40fe-b2b6-4ad04a2e9743', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'mac_address': 'fa:16:3e:bd:68:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9b0f77-e72e-4add-910f-35c160a60fac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:25:44Z', 'updated_at': '2022-04-29T14:25:44Z', 'revision_number': 0, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cec50d0-6d2d-4714-b02d-517bd2b808c9', 'name': '', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'mac_address': 'fa:16:3e:61:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:19Z', 'updated_at': '2022-04-29T14:25:38Z', 'revision_number': 5, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'subnets': [{'id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:25:58.755023 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:25:58.937952 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e01cae2-f29c-4acb-b602-1513ba4dd216 None None] New status for floating IP bd425365-9fef-4253-b7bf-9e1eaf411c68: ACTIVE {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 14:25:58.948200 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-03ef31fb-087f-4d33-a933-9e256035a5f7 req-d0984f2a-080f-4350-93d8-4da9a0a33e5b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5a9b0f77-e72e-4add-910f-35c160a60fac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692174 Apr 29 14:25:59.085277 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-03ef31fb-087f-4d33-a933-9e256035a5f7 req-39d24768-b0d4-40d7-b81f-599b6b45b73e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4382bb926a54eb7bcc68134d2cbb9b7&device_id=5a9b0f77-e72e-4add-910f-35c160a60fac HTTP/1.1" status: 200 len: 1099 time: 0.0707469 Apr 29 14:25:59.230569 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef31fb-087f-4d33-a933-9e256035a5f7 req-29a5de9a-7bdc-4cb6-84b2-5498fb0cab9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:25:59.231961 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-03ef31fb-087f-4d33-a933-9e256035a5f7 req-29a5de9a-7bdc-4cb6-84b2-5498fb0cab9a service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca42be4d-10bb-4d5f-bf35-a67a592c59b6 HTTP/1.1" status: 200 len: 911 time: 0.1262889 Apr 29 14:25:59.329928 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-03ef31fb-087f-4d33-a933-9e256035a5f7 req-ce225262-de5b-4ff9-9342-e4d637660e77 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=459698f4-484f-40fe-b2b6-4ad04a2e9743 HTTP/1.1" status: 200 len: 1002 time: 0.0906549 Apr 29 14:25:59.394755 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef31fb-087f-4d33-a933-9e256035a5f7 req-52576074-76c4-4f43-81aa-b9438a104361 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:25:59.396020 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-03ef31fb-087f-4d33-a933-9e256035a5f7 req-52576074-76c4-4f43-81aa-b9438a104361 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9a7b54d-a09a-4a79-94a7-5fdd7de74cfa HTTP/1.1" status: 200 len: 849 time: 0.0583637 Apr 29 14:25:59.467687 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-03ef31fb-087f-4d33-a933-9e256035a5f7 req-adb28c24-f589-40cb-866c-c419b03898be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca42be4d-10bb-4d5f-bf35-a67a592c59b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656321 Apr 29 14:25:59.596288 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-03ef31fb-087f-4d33-a933-9e256035a5f7 req-c806fb0c-4918-4f4e-9edb-b58eb2b88539 service neutron] 10.222.0.32 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220675 Apr 29 14:25:59.724959 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-03ef31fb-087f-4d33-a933-9e256035a5f7 req-1a65b82e-c06d-4ffe-aaba-526295c89eb3 service neutron] 10.222.0.32 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220925 Apr 29 14:26:08.031029 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1b724c3f-4c1d-404a-8fc6-e3db926b1400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:26:10.567081 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe42fc8c-36f0-4e0e-8536-019b893f5063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:26:11.679351 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:26:11.709408 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:26:11.711461 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:26:13.150709 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:26:28.774760 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:26:38.033020 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6c352434-2c51-426f-a746-5594cb25315d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:26:40.567804 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-72226f94-191f-4580-8c48-4a1873d1af0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:26:41.709918 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:26:41.711623 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:26:43.154911 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:26:48.680200 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:26:58.781846 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:26:59.106710 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-74ec294b-e6ba-45aa-ad06-e9a5f11e6234 req-ab5c0fc1-81ee-4ac0-90d3-57ebe5ff0e66 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5a9b0f77-e72e-4add-910f-35c160a60fac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2363758 Apr 29 14:26:59.248348 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-74ec294b-e6ba-45aa-ad06-e9a5f11e6234 req-d82702d6-d6a4-494f-9f57-1ea533235ee5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4382bb926a54eb7bcc68134d2cbb9b7&device_id=5a9b0f77-e72e-4add-910f-35c160a60fac HTTP/1.1" status: 200 len: 1099 time: 0.0724528 Apr 29 14:26:59.392177 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec294b-e6ba-45aa-ad06-e9a5f11e6234 req-4771d7f4-558b-4f00-a420-a601c503df91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:26:59.393569 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-74ec294b-e6ba-45aa-ad06-e9a5f11e6234 req-4771d7f4-558b-4f00-a420-a601c503df91 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca42be4d-10bb-4d5f-bf35-a67a592c59b6 HTTP/1.1" status: 200 len: 911 time: 0.1252918 Apr 29 14:26:59.495990 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-74ec294b-e6ba-45aa-ad06-e9a5f11e6234 req-fd70f41a-386f-4fbc-b60c-7692280756a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=459698f4-484f-40fe-b2b6-4ad04a2e9743 HTTP/1.1" status: 200 len: 1002 time: 0.0958490 Apr 29 14:26:59.556998 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec294b-e6ba-45aa-ad06-e9a5f11e6234 req-a8ccffa2-78f7-47f4-a76b-8472dc939351 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:26:59.558393 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-74ec294b-e6ba-45aa-ad06-e9a5f11e6234 req-a8ccffa2-78f7-47f4-a76b-8472dc939351 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9a7b54d-a09a-4a79-94a7-5fdd7de74cfa HTTP/1.1" status: 200 len: 849 time: 0.0559335 Apr 29 14:26:59.633977 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-74ec294b-e6ba-45aa-ad06-e9a5f11e6234 req-9a551859-b197-4772-829a-3d897bdda1f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca42be4d-10bb-4d5f-bf35-a67a592c59b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689814 Apr 29 14:26:59.762735 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-74ec294b-e6ba-45aa-ad06-e9a5f11e6234 req-32123353-3137-4b3f-b98a-7988d4aaf2d2 service neutron] 10.222.0.32 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217759 Apr 29 14:26:59.892529 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-74ec294b-e6ba-45aa-ad06-e9a5f11e6234 req-ed70539e-a566-475f-b609-329e1660e5ac service neutron] 10.222.0.32 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239114 Apr 29 14:27:08.034694 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d832d332-3470-4f82-8ea2-8574dc2f5c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:27:10.569327 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-49b17f07-43cd-41a9-b246-585547a1ea26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:27:11.711906 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:27:11.714087 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:27:13.157496 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:27:25.679771 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:27:28.789425 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:27:38.036435 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d0229fc9-4249-4db1-856f-51aaa3f1e4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:27:40.571038 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-65d5db55-4160-450e-bf8f-24b1fea0a74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:27:41.713779 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:27:41.715472 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:27:43.160407 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:27:58.792029 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:27:59.943472 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-aec5a932-8b20-4c3f-90b7-7f194f080213 req-2cefbb35-9a9c-4365-877d-aa7b78aae776 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5a9b0f77-e72e-4add-910f-35c160a60fac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665743 Apr 29 14:28:00.083542 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-aec5a932-8b20-4c3f-90b7-7f194f080213 req-bb42967a-5e5a-4ed8-8701-ef09179bd7ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4382bb926a54eb7bcc68134d2cbb9b7&device_id=5a9b0f77-e72e-4add-910f-35c160a60fac HTTP/1.1" status: 200 len: 1099 time: 0.0722675 Apr 29 14:28:00.225107 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5a932-8b20-4c3f-90b7-7f194f080213 req-648cff9e-40a0-4fd8-9e6c-965192f7278f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:28:00.226421 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-aec5a932-8b20-4c3f-90b7-7f194f080213 req-648cff9e-40a0-4fd8-9e6c-965192f7278f service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca42be4d-10bb-4d5f-bf35-a67a592c59b6 HTTP/1.1" status: 200 len: 911 time: 0.1230237 Apr 29 14:28:00.322859 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-aec5a932-8b20-4c3f-90b7-7f194f080213 req-79ff22bf-5150-415c-96fb-7ea39bd01b98 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=459698f4-484f-40fe-b2b6-4ad04a2e9743 HTTP/1.1" status: 200 len: 1002 time: 0.0903051 Apr 29 14:28:00.385814 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5a932-8b20-4c3f-90b7-7f194f080213 req-fd208136-cd40-466b-a49f-2a15afbb2096 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:28:00.387176 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-aec5a932-8b20-4c3f-90b7-7f194f080213 req-fd208136-cd40-466b-a49f-2a15afbb2096 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9a7b54d-a09a-4a79-94a7-5fdd7de74cfa HTTP/1.1" status: 200 len: 849 time: 0.0585477 Apr 29 14:28:00.458221 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-aec5a932-8b20-4c3f-90b7-7f194f080213 req-91910e8c-8ff8-4ca3-b669-ac49cffe45d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca42be4d-10bb-4d5f-bf35-a67a592c59b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650845 Apr 29 14:28:00.587408 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-aec5a932-8b20-4c3f-90b7-7f194f080213 req-55737ca8-4cf5-4aab-bdf1-54a02ffcbed4 service neutron] 10.222.0.32 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229515 Apr 29 14:28:00.715043 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-aec5a932-8b20-4c3f-90b7-7f194f080213 req-db02a8da-9f21-4003-8735-a07fa71b6ed6 service neutron] 10.222.0.32 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221151 Apr 29 14:28:02.680470 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:28:08.042228 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fadeb217-84ab-4054-bcdb-8460991a5926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:10.572623 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a3fb9925-2cad-4d9d-a1a3-aeea87ee1990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:11.714588 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:11.716476 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:13.165034 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:27.572229 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 459698f4-484f-40fe-b2b6-4ad04a2e9743 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 14:28:27.701914 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 459698f4-484f-40fe-b2b6-4ad04a2e9743, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=459698f4-484f-40fe-b2b6-4ad04a2e9743,segment=NetworkSegment(47a60c5b-05f9-4aaa-bbd7-ac264e421104),segment_id=47a60c5b-05f9-4aaa-bbd7-ac264e421104)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:28:27.714649 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '459698f4-484f-40fe-b2b6-4ad04a2e9743', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'port_id': '459698f4-484f-40fe-b2b6-4ad04a2e9743', 'mac_address': 'fa:16:3e:bd:68:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 14:28:27.766561 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:27.784336 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 459698f4-484f-40fe-b2b6-4ad04a2e9743 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 14:28:27.798950 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 459698f4-484f-40fe-b2b6-4ad04a2e9743, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=459698f4-484f-40fe-b2b6-4ad04a2e9743,segment=NetworkSegment(47a60c5b-05f9-4aaa-bbd7-ac264e421104),segment_id=47a60c5b-05f9-4aaa-bbd7-ac264e421104)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:28:27.803407 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:27.877810 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=459698f4-484f-40fe-b2b6-4ad04a2e9743,revision_number=6']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:28:27.886016 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:28:27.886361 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:28:27.886697 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:28:27.887029 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:28:27.887359 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:28:27.887686 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:28:27.888009 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:28:27.888333 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:28:27.888654 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:28:27.889003 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:28:27.889323 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:28:27.921721 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['459698f4-484f-40fe-b2b6-4ad04a2e9743'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 14:28:28.788471 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:29.584664 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 459698f4-484f-40fe-b2b6-4ad04a2e9743 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:28:29.653654 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 459698f4-484f-40fe-b2b6-4ad04a2e9743 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:28:29.654022 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:29.804630 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:29.832553 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9b0f77-e72e-4add-910f-35c160a60fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459698f4-484f-40fe-b2b6-4ad04a2e9743'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:28:29.842550 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 459698f4-484f-40fe-b2b6-4ad04a2e9743, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=459698f4-484f-40fe-b2b6-4ad04a2e9743,segment=NetworkSegment(47a60c5b-05f9-4aaa-bbd7-ac264e421104),segment_id=47a60c5b-05f9-4aaa-bbd7-ac264e421104)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:28:29.847700 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:29.919174 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=459698f4-484f-40fe-b2b6-4ad04a2e9743,revision_number=7']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:28:30.059172 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfaa498e-8199-4d61-a5a8-75066a951dc9'] response: {'server_uuid': '5a9b0f77-e72e-4add-910f-35c160a60fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459698f4-484f-40fe-b2b6-4ad04a2e9743', 'code': 200} Apr 29 14:28:38.036466 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-17d7e7ba-1d35-4407-946a-5e1f7a12b981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:39.682080 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:28:40.212053 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-212b23c9-49bb-4d70-89f4-8ce8cd7001ad tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1383040140&fields=id&tenant_id=e4382bb926a54eb7bcc68134d2cbb9b7 HTTP/1.1" status: 200 len: 267 time: 0.0405922 Apr 29 14:28:40.452531 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-e99c0771-10ef-4d66-ab7a-2f561d5bebcd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:28:40.453981 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-e99c0771-10ef-4d66-ab7a-2f561d5bebcd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/networks?id=ca42be4d-10bb-4d5f-bf35-a67a592c59b6 HTTP/1.1" status: 200 len: 810 time: 0.2358611 Apr 29 14:28:40.470189 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-fe8de7c7-5904-422a-ae4f-6b707a3039ac tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/quotas/e4382bb926a54eb7bcc68134d2cbb9b7 HTTP/1.1" status: 200 len: 375 time: 0.0108917 Apr 29 14:28:40.554771 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-0aaa115c-dcec-4210-ac97-c419e099fe8d tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e4382bb926a54eb7bcc68134d2cbb9b7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0797141 Apr 29 14:28:40.574504 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-55650e26-127f-4023-b43b-184d01185d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:40.691364 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-cfd2cc4f-40fe-4b4d-aceb-bf75cc9a783b service neutron] 10.222.0.76 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253009 Apr 29 14:28:40.823911 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-f586a5d8-df44-4d15-9300-3e377deaf316 service neutron] 10.222.0.76 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261332 Apr 29 14:28:41.193307 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-48cfe68f-1f50-47fe-9f6f-8f13f7e4c54e req-32ab35f3-ef8a-4436-8d5f-393801afe3fd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6 HTTP/1.1" status: 200 len: 210 time: 0.2114873 Apr 29 14:28:41.715558 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:41.718582 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:42.294344 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-3e8071fe-8a01-443b-a4c6-1a18a255303d tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:28:42.296535 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-3e8071fe-8a01-443b-a4c6-1a18a255303d tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.32 "GET /v2.0/networks?id=ca42be4d-10bb-4d5f-bf35-a67a592c59b6 HTTP/1.1" status: 200 len: 810 time: 0.1483796 Apr 29 14:28:42.351627 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-ad6d7815-702a-4ad2-9d0b-10a85930948b tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4382bb926a54eb7bcc68134d2cbb9b7 HTTP/1.1" status: 200 len: 380 time: 0.0426304 Apr 29 14:28:42.359638 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-bb8ad77a-91d6-46e4-9169-196bf354f755 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Request body: {'port': {'device_id': 'e90a4d88-20c6-4f9e-8138-33b9075096c6', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'admin_state_up': True, 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'security_groups': ['278da91b-9dc9-4391-9a64-5b60a616122f']}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:28:42.372290 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-dd8cc562-2987-49d2-93fc-90ecc15fce7b req-4138ad05-1b92-45b9-acad-aced00eced4f tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6 HTTP/1.1" status: 200 len: 210 time: 0.0465579 Apr 29 14:28:42.495360 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-bb8ad77a-91d6-46e4-9169-196bf354f755 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:28:42.504784 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-bb8ad77a-91d6-46e4-9169-196bf354f755 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:28:42.515622 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-bb8ad77a-91d6-46e4-9169-196bf354f755 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Made reservation on behalf of e4382bb926a54eb7bcc68134d2cbb9b7 for: {'port': 1} {{(pid=83904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 14:28:42.518744 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-bb8ad77a-91d6-46e4-9169-196bf354f755 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:42.696112 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-bb8ad77a-91d6-46e4-9169-196bf354f755 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Allocated IP 172.20.0.5 (ca42be4d-10bb-4d5f-bf35-a67a592c59b6/d9a7b54d-a09a-4a79-94a7-5fdd7de74cfa/965c75c4-799a-466a-9c76-4f63566f7d12) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:28:43.026252 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-bb8ad77a-91d6-46e4-9169-196bf354f755 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:43.050589 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-bb8ad77a-91d6-46e4-9169-196bf354f755 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Transition to ACTIVE for port object 965c75c4-799a-466a-9c76-4f63566f7d12 will not be triggered until provisioned by entity DHCP. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:28:43.081408 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-bb8ad77a-91d6-46e4-9169-196bf354f755 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:43.172336 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:43.182761 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ad77a-91d6-46e4-9169-196bf354f755 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Pushing event updated for resources: {'Port': ['ID=965c75c4-799a-466a-9c76-4f63566f7d12,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:28:43.186748 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-bb8ad77a-91d6-46e4-9169-196bf354f755 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Network ca42be4d-10bb-4d5f-bf35-a67a592c59b6 is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:28:43.192919 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-bb8ad77a-91d6-46e4-9169-196bf354f755 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:28:43.195499 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8ad77a-91d6-46e4-9169-196bf354f755 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:28:43.195834 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8ad77a-91d6-46e4-9169-196bf354f755 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:28:43.196166 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8ad77a-91d6-46e4-9169-196bf354f755 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:28:43.196488 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8ad77a-91d6-46e4-9169-196bf354f755 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:28:43.196833 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8ad77a-91d6-46e4-9169-196bf354f755 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:28:43.197177 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8ad77a-91d6-46e4-9169-196bf354f755 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:28:43.197481 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8ad77a-91d6-46e4-9169-196bf354f755 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:28:43.197810 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8ad77a-91d6-46e4-9169-196bf354f755 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:28:43.198104 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8ad77a-91d6-46e4-9169-196bf354f755 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:28:43.198419 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8ad77a-91d6-46e4-9169-196bf354f755 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:28:43.198730 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8ad77a-91d6-46e4-9169-196bf354f755 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:28:43.201673 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-bb8ad77a-91d6-46e4-9169-196bf354f755 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:28:43.267707 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-bb8ad77a-91d6-46e4-9169-196bf354f755 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:28:43.268316 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-bb8ad77a-91d6-46e4-9169-196bf354f755 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:43.302903 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-bb8ad77a-91d6-46e4-9169-196bf354f755 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9468539 Apr 29 14:28:43.500042 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a0f1e444-9ff9-463b-a85a-78ab4e4946bd None None] Provisioning for port 965c75c4-799a-466a-9c76-4f63566f7d12 completed by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:28:43.515550 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a0f1e444-9ff9-463b-a85a-78ab4e4946bd None None] Provisioning complete for port 965c75c4-799a-466a-9c76-4f63566f7d12 triggered by entity DHCP. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:28:43.517597 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e444-9ff9-463b-a85a-78ab4e4946bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:43.594556 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04dff5c-9b52-4e2e-8ab8-9ed02c0a204e req-e9a5ef20-4c56-44f1-9c34-7eb835fc9bed tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:28:43.595062 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-a0f1e444-9ff9-463b-a85a-78ab4e4946bd None None] Port 965c75c4-799a-466a-9c76-4f63566f7d12 cannot update to ACTIVE because it is not bound. {{(pid=83906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 29 14:28:43.595529 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-b04dff5c-9b52-4e2e-8ab8-9ed02c0a204e req-e9a5ef20-4c56-44f1-9c34-7eb835fc9bed tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Synchronizing usage tracker for tenant:e4382bb926a54eb7bcc68134d2cbb9b7 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:28:43.608508 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 459698f4-484f-40fe-b2b6-4ad04a2e9743 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:28:43.621203 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-b04dff5c-9b52-4e2e-8ab8-9ed02c0a204e req-e9a5ef20-4c56-44f1-9c34-7eb835fc9bed tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Unset dirty status for tenant:e4382bb926a54eb7bcc68134d2cbb9b7 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:28:43.622778 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b04dff5c-9b52-4e2e-8ab8-9ed02c0a204e req-e9a5ef20-4c56-44f1-9c34-7eb835fc9bed tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6 HTTP/1.1" status: 200 len: 931 time: 0.1121752 Apr 29 14:28:43.698542 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b04dff5c-9b52-4e2e-8ab8-9ed02c0a204e req-6bb4ab88-ca6d-4a95-89ae-46f293da0c22 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696266 Apr 29 14:28:43.738936 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:43.769211 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9b0f77-e72e-4add-910f-35c160a60fac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '459698f4-484f-40fe-b2b6-4ad04a2e9743'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:28:43.786356 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 459698f4-484f-40fe-b2b6-4ad04a2e9743, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=459698f4-484f-40fe-b2b6-4ad04a2e9743,segment=NetworkSegment(47a60c5b-05f9-4aaa-bbd7-ac264e421104),segment_id=47a60c5b-05f9-4aaa-bbd7-ac264e421104)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:28:43.791642 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:43.854926 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41a55730-15bd-4265-8c68-83137d0360ff'] response: {'server_uuid': '5a9b0f77-e72e-4add-910f-35c160a60fac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '459698f4-484f-40fe-b2b6-4ad04a2e9743', 'code': 200} Apr 29 14:28:43.896405 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=459698f4-484f-40fe-b2b6-4ad04a2e9743,revision_number=8']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:28:44.921207 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984dad0-0958-423e-bb49-b2224f15eceb req-6be51e5c-b38f-4796-b603-8bc5e27ca1b9 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:28:44.922696 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4984dad0-0958-423e-bb49-b2224f15eceb req-6be51e5c-b38f-4796-b603-8bc5e27ca1b9 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6 HTTP/1.1" status: 200 len: 931 time: 0.0896792 Apr 29 14:28:44.969560 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-4984dad0-0958-423e-bb49-b2224f15eceb req-fac7c0e5-1c96-44db-a0a7-0fdd86fa4526 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413511 Apr 29 14:28:46.189714 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246543b-bd6f-437e-8d41-58387c373c08 req-f9457a54-f535-4795-a479-ef93e85b192a tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:28:46.191262 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-7246543b-bd6f-437e-8d41-58387c373c08 req-f9457a54-f535-4795-a479-ef93e85b192a tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6 HTTP/1.1" status: 200 len: 931 time: 0.0795069 Apr 29 14:28:46.243998 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-7246543b-bd6f-437e-8d41-58387c373c08 req-236d662d-27ce-45e4-b477-d631d299f4d4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456557 Apr 29 14:28:47.448471 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd95701-aa21-4efb-ac5f-710c54fd91f7 req-3253a58f-8d4f-4a21-aa15-b0107cbce269 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:28:47.449884 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1dd95701-aa21-4efb-ac5f-710c54fd91f7 req-3253a58f-8d4f-4a21-aa15-b0107cbce269 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6 HTTP/1.1" status: 200 len: 931 time: 0.0824504 Apr 29 14:28:47.500404 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-1dd95701-aa21-4efb-ac5f-710c54fd91f7 req-485c4dcb-cb4f-4025-ad45-51ab11a15879 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450265 Apr 29 14:28:48.737342 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0df7b-c8c1-44f7-bddb-027e97ebfc77 req-b004c4a0-1c7d-4526-a95c-e4562555546b tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:28:48.738775 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f0b0df7b-c8c1-44f7-bddb-027e97ebfc77 req-b004c4a0-1c7d-4526-a95c-e4562555546b tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6 HTTP/1.1" status: 200 len: 931 time: 0.0965364 Apr 29 14:28:48.790486 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-f0b0df7b-c8c1-44f7-bddb-027e97ebfc77 req-759ff4ef-4509-4aae-a31f-843f91e889d7 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459085 Apr 29 14:28:50.001644 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83020a7d-dd66-4794-ae94-2978920bb16f req-6f8d2cea-53a0-445e-9160-fcabfeacc659 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:28:50.003133 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-83020a7d-dd66-4794-ae94-2978920bb16f req-6f8d2cea-53a0-445e-9160-fcabfeacc659 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6 HTTP/1.1" status: 200 len: 931 time: 0.0798976 Apr 29 14:28:50.051308 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-83020a7d-dd66-4794-ae94-2978920bb16f req-e666fa48-e173-441b-b6a9-4bd49949c172 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424073 Apr 29 14:28:51.244615 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71653840-e2f2-41f7-8648-c8dcccf96115 req-e371a100-d3cb-453b-b57e-da8a648761de tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:28:51.246062 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-71653840-e2f2-41f7-8648-c8dcccf96115 req-e371a100-d3cb-453b-b57e-da8a648761de tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6 HTTP/1.1" status: 200 len: 931 time: 0.0737188 Apr 29 14:28:51.295036 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-71653840-e2f2-41f7-8648-c8dcccf96115 req-6ec12f43-acde-436d-bfe2-ac34d2509001 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434597 Apr 29 14:28:52.502486 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849f9d9-1491-4d1c-8661-b8cab7c1c7a0 req-31908f28-23d2-4ab7-acff-bab2867d5364 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:28:52.503915 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f849f9d9-1491-4d1c-8661-b8cab7c1c7a0 req-31908f28-23d2-4ab7-acff-bab2867d5364 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6 HTTP/1.1" status: 200 len: 931 time: 0.0786080 Apr 29 14:28:52.548251 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f849f9d9-1491-4d1c-8661-b8cab7c1c7a0 req-79aa3929-9186-4f3d-80af-f04bf5746f49 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382531 Apr 29 14:28:53.742707 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318513c0-0c2c-4116-8212-c3330b970a73 req-7dffd946-e253-4fa2-a6f4-7adabb97e94e tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:28:53.744144 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-318513c0-0c2c-4116-8212-c3330b970a73 req-7dffd946-e253-4fa2-a6f4-7adabb97e94e tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6 HTTP/1.1" status: 200 len: 931 time: 0.0755007 Apr 29 14:28:53.789151 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-318513c0-0c2c-4116-8212-c3330b970a73 req-8fbb5b19-c25d-46a7-a1dc-193afb2f4909 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392857 Apr 29 14:28:54.508920 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-e4abb488-ac29-4c5d-938f-19afc52b7bb0 service neutron] Request body: {'port': {'device_id': 'e90a4d88-20c6-4f9e-8138-33b9075096c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:28:54.615981 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-e4abb488-ac29-4c5d-938f-19afc52b7bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:55.068237 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-e4abb488-ac29-4c5d-938f-19afc52b7bb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 965c75c4-799a-466a-9c76-4f63566f7d12 {{(pid=83904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 14:28:55.077794 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-e4abb488-ac29-4c5d-938f-19afc52b7bb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:55.106676 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.provisioning_blocks [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-e4abb488-ac29-4c5d-938f-19afc52b7bb0 service neutron] Transition to ACTIVE for port object 965c75c4-799a-466a-9c76-4f63566f7d12 will not be triggered until provisioned by entity L2. {{(pid=83904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 14:28:55.111171 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-e4abb488-ac29-4c5d-938f-19afc52b7bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:55.168089 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48727747-ff0c-4a44-bdd4-1958bacb0bcc req-80bf388b-f66a-4b0b-b3eb-ae169415b250 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:28:55.169585 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-48727747-ff0c-4a44-bdd4-1958bacb0bcc req-80bf388b-f66a-4b0b-b3eb-ae169415b250 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6 HTTP/1.1" status: 200 len: 931 time: 0.1638384 Apr 29 14:28:55.268240 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abb488-ac29-4c5d-938f-19afc52b7bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=965c75c4-799a-466a-9c76-4f63566f7d12,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:28:55.322820 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-48727747-ff0c-4a44-bdd4-1958bacb0bcc req-a656b388-96d9-437c-99e3-b862d22568bb tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458852 Apr 29 14:28:55.399008 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-e4abb488-ac29-4c5d-938f-19afc52b7bb0 service neutron] Attempting to bind port 965c75c4-799a-466a-9c76-4f63566f7d12 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 14:28:55.399341 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-e4abb488-ac29-4c5d-938f-19afc52b7bb0 service neutron] Attempting to bind port 965c75c4-799a-466a-9c76-4f63566f7d12 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '47a60c5b-05f9-4aaa-bbd7-ac264e421104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6'}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 14:28:55.399668 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-e4abb488-ac29-4c5d-938f-19afc52b7bb0 service neutron] Attempting to bind port 965c75c4-799a-466a-9c76-4f63566f7d12 on network ca42be4d-10bb-4d5f-bf35-a67a592c59b6 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:28:55.405383 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-e4abb488-ac29-4c5d-938f-19afc52b7bb0 service neutron] Port 965c75c4-799a-466a-9c76-4f63566f7d12 on network ca42be4d-10bb-4d5f-bf35-a67a592c59b6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 29 14:28:55.405697 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-e4abb488-ac29-4c5d-938f-19afc52b7bb0 service neutron] Attempting to bind port 965c75c4-799a-466a-9c76-4f63566f7d12 on network ca42be4d-10bb-4d5f-bf35-a67a592c59b6 {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 29 14:28:55.411838 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-e4abb488-ac29-4c5d-938f-19afc52b7bb0 service neutron] Checking agent: {'id': '132a370e-4d0f-4e52-8c33-cf1083403fd3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'started_at': datetime.datetime(2022, 4, 29, 13, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 14, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 29 14:28:55.412167 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-e4abb488-ac29-4c5d-938f-19afc52b7bb0 service neutron] Checking segment: {'id': '47a60c5b-05f9-4aaa-bbd7-ac264e421104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 29 14:28:55.412549 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-e4abb488-ac29-4c5d-938f-19afc52b7bb0 service neutron] Bound using segment: {'id': '47a60c5b-05f9-4aaa-bbd7-ac264e421104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6'} {{(pid=83904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 29 14:28:55.413547 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.managers [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-e4abb488-ac29-4c5d-938f-19afc52b7bb0 service neutron] Bound port: 965c75c4-799a-466a-9c76-4f63566f7d12, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47a60c5b-05f9-4aaa-bbd7-ac264e421104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6'}}] {{(pid=83904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 14:28:55.413885 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-e4abb488-ac29-4c5d-938f-19afc52b7bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:55.502954 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-e4abb488-ac29-4c5d-938f-19afc52b7bb0 service neutron] For port 965c75c4-799a-466a-9c76-4f63566f7d12, host hv-neutron-8390, cleared binding levels {{(pid=83904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 14:28:55.505879 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-e4abb488-ac29-4c5d-938f-19afc52b7bb0 service neutron] For port 965c75c4-799a-466a-9c76-4f63566f7d12, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=965c75c4-799a-466a-9c76-4f63566f7d12,segment=NetworkSegment(47a60c5b-05f9-4aaa-bbd7-ac264e421104),segment_id=47a60c5b-05f9-4aaa-bbd7-ac264e421104)] {{(pid=83904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 14:28:55.511154 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-e4abb488-ac29-4c5d-938f-19afc52b7bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:55.592898 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-e4abb488-ac29-4c5d-938f-19afc52b7bb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:55.594266 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-e4abb488-ac29-4c5d-938f-19afc52b7bb0 service neutron] 10.222.0.32 "PUT /v2.0/ports/965c75c4-799a-466a-9c76-4f63566f7d12 HTTP/1.1" status: 200 len: 1093 time: 1.0896451 Apr 29 14:28:55.594701 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90a4d88-20c6-4f9e-8138-33b9075096c6', 'tag': '965c75c4-799a-466a-9c76-4f63566f7d12'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:28:55.614443 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abb488-ac29-4c5d-938f-19afc52b7bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=965c75c4-799a-466a-9c76-4f63566f7d12,revision_number=3']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:28:55.672626 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa41a44b-89df-41f9-abbd-f142a5763dd6'] response: {'name': 'network-changed', 'server_uuid': 'e90a4d88-20c6-4f9e-8138-33b9075096c6', 'tag': '965c75c4-799a-466a-9c76-4f63566f7d12', 'status': 'completed', 'code': 200} Apr 29 14:28:55.715496 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-420d4cad-de50-4fcf-b4f1-484d53b74f0b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4382bb926a54eb7bcc68134d2cbb9b7&device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6 HTTP/1.1" status: 200 len: 1096 time: 0.0754888 Apr 29 14:28:55.785233 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-b87abfda-aa83-479d-aec9-5728a2fb525d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=965c75c4-799a-466a-9c76-4f63566f7d12 HTTP/1.1" status: 200 len: 217 time: 0.0635703 Apr 29 14:28:55.847198 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-3efe8841-db9f-40ca-881c-fa72a177d090 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:28:55.848133 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-3efe8841-db9f-40ca-881c-fa72a177d090 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9a7b54d-a09a-4a79-94a7-5fdd7de74cfa HTTP/1.1" status: 200 len: 849 time: 0.0569150 Apr 29 14:28:55.921768 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-e558c5a3-a4fb-45c6-a5b1-c874f89b72cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca42be4d-10bb-4d5f-bf35-a67a592c59b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665152 Apr 29 14:28:56.048589 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-dc68ed14-9839-4f28-9961-94a1b6e61ecf service neutron] 10.222.0.32 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209757 Apr 29 14:28:56.177178 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-f060a2f6-9cea-499d-9ea3-38797b355ed2 req-e265898e-2151-4eb7-b872-c98bed8b2550 service neutron] 10.222.0.32 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219735 Apr 29 14:28:56.294847 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b3e822b9-9159-4719-a798-ba0370bca4ce req-e2244a1e-ed1a-4edc-a326-fdbac8b3e5c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4382bb926a54eb7bcc68134d2cbb9b7&device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6 HTTP/1.1" status: 200 len: 1096 time: 0.0767622 Apr 29 14:28:56.440084 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e822b9-9159-4719-a798-ba0370bca4ce req-3a371879-2250-4e35-8ca6-271da7246319 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:28:56.441482 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b3e822b9-9159-4719-a798-ba0370bca4ce req-3a371879-2250-4e35-8ca6-271da7246319 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca42be4d-10bb-4d5f-bf35-a67a592c59b6 HTTP/1.1" status: 200 len: 911 time: 0.1413226 Apr 29 14:28:56.550074 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b3e822b9-9159-4719-a798-ba0370bca4ce req-5e818435-7369-4fa7-90e6-61cdf67d0104 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=965c75c4-799a-466a-9c76-4f63566f7d12 HTTP/1.1" status: 200 len: 217 time: 0.1023886 Apr 29 14:28:56.644663 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e822b9-9159-4719-a798-ba0370bca4ce req-3cf9a73d-e15b-493d-9695-d430edfe59a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:28:56.646116 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b3e822b9-9159-4719-a798-ba0370bca4ce req-3cf9a73d-e15b-493d-9695-d430edfe59a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9a7b54d-a09a-4a79-94a7-5fdd7de74cfa HTTP/1.1" status: 200 len: 849 time: 0.0875626 Apr 29 14:28:56.692468 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0f317-c876-4a7b-b806-7493d2f6007f req-73b7e75d-7e63-427d-8028-99e70eefb695 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:28:56.694882 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-36e0f317-c876-4a7b-b806-7493d2f6007f req-73b7e75d-7e63-427d-8028-99e70eefb695 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6 HTTP/1.1" status: 200 len: 943 time: 0.1978519 Apr 29 14:28:56.867716 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-36e0f317-c876-4a7b-b806-7493d2f6007f req-72f95742-5c4f-4438-b5fc-f80bba6c84f9 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664009 Apr 29 14:28:56.875718 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b3e822b9-9159-4719-a798-ba0370bca4ce req-c3cee261-8bb3-4e6c-88de-f9822a4f7046 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca42be4d-10bb-4d5f-bf35-a67a592c59b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2238221 Apr 29 14:28:57.013617 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b3e822b9-9159-4719-a798-ba0370bca4ce req-a93e56a4-a01d-4411-b22a-74fd4678b9f3 service neutron] 10.222.0.32 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305685 Apr 29 14:28:57.154522 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b3e822b9-9159-4719-a798-ba0370bca4ce req-0a69b0db-208f-4dc3-b229-af602a7c3441 service neutron] 10.222.0.32 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349716 Apr 29 14:28:58.070146 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25cb5a-62a5-4cc7-abd3-0e3244ddbb82 req-c8b81435-7740-410d-b281-cebce99b70fd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:28:58.071588 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ca25cb5a-62a5-4cc7-abd3-0e3244ddbb82 req-c8b81435-7740-410d-b281-cebce99b70fd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6 HTTP/1.1" status: 200 len: 943 time: 0.0787969 Apr 29 14:28:58.116598 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-ca25cb5a-62a5-4cc7-abd3-0e3244ddbb82 req-156d42bb-8506-464e-9fb9-62c115c416c4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394909 Apr 29 14:28:58.790958 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:59.310050 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5497264-545d-4b3c-9ee3-4d7c38fc4178 req-074fd97f-c319-4d5d-b3af-efd6ea5c1e97 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:28:59.311470 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b5497264-545d-4b3c-9ee3-4d7c38fc4178 req-074fd97f-c319-4d5d-b3af-efd6ea5c1e97 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6 HTTP/1.1" status: 200 len: 943 time: 0.0744257 Apr 29 14:28:59.355685 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-b5497264-545d-4b3c-9ee3-4d7c38fc4178 req-433249e9-ab3a-426e-b876-caaf1593709c tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388029 Apr 29 14:28:59.697015 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 965c75c4-799a-466a-9c76-4f63566f7d12 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 14:28:59.827113 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 965c75c4-799a-466a-9c76-4f63566f7d12, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=965c75c4-799a-466a-9c76-4f63566f7d12,segment=NetworkSegment(47a60c5b-05f9-4aaa-bbd7-ac264e421104),segment_id=47a60c5b-05f9-4aaa-bbd7-ac264e421104)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:28:59.840642 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '965c75c4-799a-466a-9c76-4f63566f7d12', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'port_id': '965c75c4-799a-466a-9c76-4f63566f7d12', 'mac_address': 'fa:16:3e:92:8c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 14:28:59.893460 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:59.910809 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 965c75c4-799a-466a-9c76-4f63566f7d12 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 14:28:59.925273 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 965c75c4-799a-466a-9c76-4f63566f7d12, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=965c75c4-799a-466a-9c76-4f63566f7d12,segment=NetworkSegment(47a60c5b-05f9-4aaa-bbd7-ac264e421104),segment_id=47a60c5b-05f9-4aaa-bbd7-ac264e421104)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:28:59.929755 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:28:59.948956 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-065f2d01-29c4-461b-829e-72ff21a5b2ea req-c7b70b48-5e85-4574-901e-8d0a9e601f34 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5a9b0f77-e72e-4add-910f-35c160a60fac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703404 Apr 29 14:28:59.997637 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=965c75c4-799a-466a-9c76-4f63566f7d12,revision_number=4']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:29:00.084541 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-065f2d01-29c4-461b-829e-72ff21a5b2ea req-6b5da48f-97ad-4b5f-b898-88b6d0573d7f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4382bb926a54eb7bcc68134d2cbb9b7&device_id=5a9b0f77-e72e-4add-910f-35c160a60fac HTTP/1.1" status: 200 len: 1097 time: 0.0688262 Apr 29 14:29:00.226761 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f2d01-29c4-461b-829e-72ff21a5b2ea req-1646b776-98e8-41d5-9d8f-a9202be6c620 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:29:00.228091 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-065f2d01-29c4-461b-829e-72ff21a5b2ea req-1646b776-98e8-41d5-9d8f-a9202be6c620 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca42be4d-10bb-4d5f-bf35-a67a592c59b6 HTTP/1.1" status: 200 len: 911 time: 0.1246083 Apr 29 14:29:00.290277 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['965c75c4-799a-466a-9c76-4f63566f7d12'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 14:29:00.330648 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-065f2d01-29c4-461b-829e-72ff21a5b2ea req-1c8c6da2-2015-499f-8805-f5a5f8d9a67b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=459698f4-484f-40fe-b2b6-4ad04a2e9743 HTTP/1.1" status: 200 len: 1000 time: 0.0963626 Apr 29 14:29:00.395769 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f2d01-29c4-461b-829e-72ff21a5b2ea req-8c9f61b8-bbc1-4ac1-924e-21af532e4c57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:29:00.397687 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-065f2d01-29c4-461b-829e-72ff21a5b2ea req-8c9f61b8-bbc1-4ac1-924e-21af532e4c57 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9a7b54d-a09a-4a79-94a7-5fdd7de74cfa HTTP/1.1" status: 200 len: 849 time: 0.0608854 Apr 29 14:29:00.473605 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-065f2d01-29c4-461b-829e-72ff21a5b2ea req-72cc51e7-33cd-4b1b-ac42-83d9d74ddb2c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca42be4d-10bb-4d5f-bf35-a67a592c59b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708551 Apr 29 14:29:00.551190 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa716b9-8a3e-4576-b5ee-29c11eed5df1 req-e606be7d-721d-4b7d-a42e-7e7c8f3506b0 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:29:00.552927 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-bfa716b9-8a3e-4576-b5ee-29c11eed5df1 req-e606be7d-721d-4b7d-a42e-7e7c8f3506b0 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6 HTTP/1.1" status: 200 len: 944 time: 0.0764399 Apr 29 14:29:00.599306 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-bfa716b9-8a3e-4576-b5ee-29c11eed5df1 req-19f02cc9-0f27-4b7b-a72f-4be5d9a2c136 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388331 Apr 29 14:29:00.610484 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-065f2d01-29c4-461b-829e-72ff21a5b2ea req-d6096067-556e-45de-a263-d29ee2c5fcaa service neutron] 10.222.0.32 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310601 Apr 29 14:29:00.740513 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-065f2d01-29c4-461b-829e-72ff21a5b2ea req-b2d4f16b-a461-4d29-9bfd-625341baeefa service neutron] 10.222.0.32 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229522 Apr 29 14:29:01.696959 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 965c75c4-799a-466a-9c76-4f63566f7d12 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:29:01.766840 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning for port 965c75c4-799a-466a-9c76-4f63566f7d12 completed by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 14:29:01.771543 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 965c75c4-799a-466a-9c76-4f63566f7d12 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:29:01.771851 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:29:01.795873 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c820b3-2616-48e6-8dd3-9c2c3be24d7c req-a3081df3-fcf8-4a4a-b12e-fa1577d6ec54 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:29:01.797355 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-58c820b3-2616-48e6-8dd3-9c2c3be24d7c req-a3081df3-fcf8-4a4a-b12e-fa1577d6ec54 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6 HTTP/1.1" status: 200 len: 944 time: 0.0776227 Apr 29 14:29:01.847995 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-58c820b3-2616-48e6-8dd3-9c2c3be24d7c req-b78da5cb-efc8-47b7-a0f1-534c8ba02573 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451415 Apr 29 14:29:01.887570 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:29:01.914048 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90a4d88-20c6-4f9e-8138-33b9075096c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965c75c4-799a-466a-9c76-4f63566f7d12'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:29:01.923371 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 965c75c4-799a-466a-9c76-4f63566f7d12, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=965c75c4-799a-466a-9c76-4f63566f7d12,segment=NetworkSegment(47a60c5b-05f9-4aaa-bbd7-ac264e421104),segment_id=47a60c5b-05f9-4aaa-bbd7-ac264e421104)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:29:01.927656 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:29:01.971814 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9ad3941-4a1e-434a-8414-61f0c3f85d12'] response: {'server_uuid': 'e90a4d88-20c6-4f9e-8138-33b9075096c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965c75c4-799a-466a-9c76-4f63566f7d12', 'code': 200} Apr 29 14:29:01.995516 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=965c75c4-799a-466a-9c76-4f63566f7d12,revision_number=5']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:29:02.191468 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-912ef4a1-2f94-43b0-a629-a10fb2449d72 req-81b90b37-b401-4d17-8acc-cae895875046 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6 HTTP/1.1" status: 200 len: 1098 time: 0.0653765 Apr 29 14:29:02.231995 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-912ef4a1-2f94-43b0-a629-a10fb2449d72 req-5efc9605-e01f-4ea2-a1a5-738c2d3b0ea0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343893 Apr 29 14:29:03.047246 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f50d4-e94e-4adf-a5bc-10a78dea05ed req-4a6a61eb-5329-4eb0-a7b7-ceb92ae5a09c tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:29:03.048686 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-630f50d4-e94e-4adf-a5bc-10a78dea05ed req-4a6a61eb-5329-4eb0-a7b7-ceb92ae5a09c tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6 HTTP/1.1" status: 200 len: 945 time: 0.0799005 Apr 29 14:29:03.093964 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-630f50d4-e94e-4adf-a5bc-10a78dea05ed req-dab9c402-954a-498b-805e-23c8f1f2f7e2 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391784 Apr 29 14:29:04.293909 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c393418-f02d-4564-b1c6-a25a4f01c781 req-181e124e-6f7d-46af-a1b9-5ac73f76ccc7 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:29:04.295361 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-7c393418-f02d-4564-b1c6-a25a4f01c781 req-181e124e-6f7d-46af-a1b9-5ac73f76ccc7 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6 HTTP/1.1" status: 200 len: 945 time: 0.0797145 Apr 29 14:29:04.339281 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-7c393418-f02d-4564-b1c6-a25a4f01c781 req-7192a967-b839-4d1d-860b-6a533bb3423c tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384839 Apr 29 14:29:04.534825 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c610513-0d79-4cad-8662-104666e91b2d req-2da3da8b-7e79-4b4c-afca-bb6b7128b8f4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:29:04.536254 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7c610513-0d79-4cad-8662-104666e91b2d req-2da3da8b-7e79-4b4c-afca-bb6b7128b8f4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6 HTTP/1.1" status: 200 len: 945 time: 0.0766802 Apr 29 14:29:04.581746 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7c610513-0d79-4cad-8662-104666e91b2d req-214d6b9f-db30-40e5-b871-eaef351b7b1b tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394263 Apr 29 14:29:04.609407 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 43884) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:29:04.764455 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-351ec0ba-57e0-47db-802f-2dca6bfa4639 tempest-TestSnapshotPattern-812932765 tempest-TestSnapshotPattern-812932765-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6 HTTP/1.1" status: 200 len: 1093 time: 0.1539512 Apr 29 14:29:04.767138 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 43888) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:29:04.772610 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.v2.base [None req-35510fa5-4dab-4e4d-9ef0-7504a80878fd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Request body: {'floatingip': {'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'port_id': '965c75c4-799a-466a-9c76-4f63566f7d12', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 29 14:29:04.778280 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-35510fa5-4dab-4e4d-9ef0-7504a80878fd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 14:29:04.781994 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-35510fa5-4dab-4e4d-9ef0-7504a80878fd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Usage tracker for resource:floatingip and tenant:e4382bb926a54eb7bcc68134d2cbb9b7 is out of sync, need to count used quota {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 14:29:04.784803 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [None req-35510fa5-4dab-4e4d-9ef0-7504a80878fd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83904) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 14:29:04.791031 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.quota.driver [None req-35510fa5-4dab-4e4d-9ef0-7504a80878fd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83904) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 14:29:04.801672 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-35510fa5-4dab-4e4d-9ef0-7504a80878fd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for floatingip, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:29:04.935821 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-35510fa5-4dab-4e4d-9ef0-7504a80878fd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:29:05.067654 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_common [None req-35510fa5-4dab-4e4d-9ef0-7504a80878fd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Allocated IP 172.26.6.234 (3475bcf7-abe6-4964-9326-03174235aecc/3f08470c-2773-4d6d-8217-cbb388c2b14e/149f463d-6b8d-4510-bac0-95a212e86122) {{(pid=83904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 14:29:05.216306 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-35510fa5-4dab-4e4d-9ef0-7504a80878fd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for port, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:29:05.242873 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-35510fa5-4dab-4e4d-9ef0-7504a80878fd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762345329291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:29:05.308577 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35510fa5-4dab-4e4d-9ef0-7504a80878fd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Network 3475bcf7-abe6-4964-9326-03174235aecc is already hosted by enough agents. {{(pid=83904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 14:29:05.311380 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.base_scheduler [None req-35510fa5-4dab-4e4d-9ef0-7504a80878fd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Resources bound (agent type, host, resource id): {{(pid=83904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 14:29:05.315578 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35510fa5-4dab-4e4d-9ef0-7504a80878fd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Received port after_create {{(pid=83904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 29 14:29:05.339311 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35510fa5-4dab-4e4d-9ef0-7504a80878fd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Pushing event updated for resources: {'Port': ['ID=149f463d-6b8d-4510-bac0-95a212e86122,revision_number=1']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:29:05.806185 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-35510fa5-4dab-4e4d-9ef0-7504a80878fd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:29:05.862336 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-35510fa5-4dab-4e4d-9ef0-7504a80878fd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:29:06.073938 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-35510fa5-4dab-4e4d-9ef0-7504a80878fd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for port, precommit_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:29:06.078354 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-35510fa5-4dab-4e4d-9ef0-7504a80878fd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366241'] for port, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:29:06.185959 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35510fa5-4dab-4e4d-9ef0-7504a80878fd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Pushing event updated for resources: {'Port': ['ID=149f463d-6b8d-4510-bac0-95a212e86122,revision_number=2']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:29:06.197364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-35510fa5-4dab-4e4d-9ef0-7504a80878fd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16423424'] for floatingip, after_update {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:29:06.473092 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.db.l3_db [None req-35510fa5-4dab-4e4d-9ef0-7504a80878fd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Floating IP 84439fee-eadf-43d3-b156-cedea2166aeb associated. External IP: 172.26.6.234, port: 965c75c4-799a-466a-9c76-4f63566f7d12. Apr 29 14:29:06.862530 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35510fa5-4dab-4e4d-9ef0-7504a80878fd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Router 891600ed-3c2c-4b2d-908b-28fe04b51df3 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:29:07.063167 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35510fa5-4dab-4e4d-9ef0-7504a80878fd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:29:07.073939 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59be223-c073-4679-83cb-70d88cdc21a6 None None] Sync routers for ids ['891600ed-3c2c-4b2d-908b-28fe04b51df3'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:29:07.086702 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59be223-c073-4679-83cb-70d88cdc21a6 None None] Routers {'891600ed-3c2c-4b2d-908b-28fe04b51df3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:29:07.087407 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a59be223-c073-4679-83cb-70d88cdc21a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:28:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['891600ed-3c2c-4b2d-908b-28fe04b51df3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:29:07.090087 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-35510fa5-4dab-4e4d-9ef0-7504a80878fd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:29:07.143091 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-35510fa5-4dab-4e4d-9ef0-7504a80878fd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3748345 Apr 29 14:29:07.143812 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90a4d88-20c6-4f9e-8138-33b9075096c6', 'tag': '965c75c4-799a-466a-9c76-4f63566f7d12'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:29:07.199184 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aa65018-9b95-4600-a910-b31c9ac9ef93'] response: {'name': 'network-changed', 'server_uuid': 'e90a4d88-20c6-4f9e-8138-33b9075096c6', 'tag': '965c75c4-799a-466a-9c76-4f63566f7d12', 'status': 'completed', 'code': 200} Apr 29 14:29:07.266253 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-a59be223-c073-4679-83cb-70d88cdc21a6 None None] Set router 891600ed-3c2c-4b2d-908b-28fe04b51df3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:29:07.292177 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-43fbddd6-42d2-4b39-af67-e82b93abbc8a req-47e418c3-c133-47a8-a875-d14cf253d08f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4382bb926a54eb7bcc68134d2cbb9b7&device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6 HTTP/1.1" status: 200 len: 1098 time: 0.0714154 Apr 29 14:29:07.422788 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbddd6-42d2-4b39-af67-e82b93abbc8a req-76d73966-84f3-42d6-8db7-28d4cc7eca5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:29:07.424161 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-43fbddd6-42d2-4b39-af67-e82b93abbc8a req-76d73966-84f3-42d6-8db7-28d4cc7eca5d service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca42be4d-10bb-4d5f-bf35-a67a592c59b6 HTTP/1.1" status: 200 len: 911 time: 0.1268635 Apr 29 14:29:07.523627 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-43fbddd6-42d2-4b39-af67-e82b93abbc8a req-f1c735dc-6bf5-47bf-88f4-f4b6474a2d74 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=965c75c4-799a-466a-9c76-4f63566f7d12 HTTP/1.1" status: 200 len: 999 time: 0.0930545 Apr 29 14:29:07.587805 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbddd6-42d2-4b39-af67-e82b93abbc8a req-d43befee-027b-4d16-8b5b-5c340221e432 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:29:07.589262 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-43fbddd6-42d2-4b39-af67-e82b93abbc8a req-d43befee-027b-4d16-8b5b-5c340221e432 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9a7b54d-a09a-4a79-94a7-5fdd7de74cfa HTTP/1.1" status: 200 len: 849 time: 0.0606124 Apr 29 14:29:07.642510 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a59be223-c073-4679-83cb-70d88cdc21a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'name': 'tempest-TestSnapshotPattern-1399911434-router', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:20Z', 'revision_number': 4, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'gw_port': {'id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '84439fee-eadf-43d3-b156-cedea2166aeb', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'port_id': '965c75c4-799a-466a-9c76-4f63566f7d12', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'mac_address': 'fa:16:3e:92:8c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90a4d88-20c6-4f9e-8138-33b9075096c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:29:05Z', 'updated_at': '2022-04-29T14:29:05Z', 'revision_number': 0, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'fixed_ip_address_scope': None}, {'id': 'bd425365-9fef-4253-b7bf-9e1eaf411c68', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'port_id': '459698f4-484f-40fe-b2b6-4ad04a2e9743', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'mac_address': 'fa:16:3e:bd:68:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9b0f77-e72e-4add-910f-35c160a60fac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:25:44Z', 'updated_at': '2022-04-29T14:25:59Z', 'revision_number': 1, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cec50d0-6d2d-4714-b02d-517bd2b808c9', 'name': '', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'mac_address': 'fa:16:3e:61:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:19Z', 'updated_at': '2022-04-29T14:25:38Z', 'revision_number': 5, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'subnets': [{'id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:29:07.646461 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59be223-c073-4679-83cb-70d88cdc21a6 None None] Checking router: 891600ed-3c2c-4b2d-908b-28fe04b51df3 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:29:07.657682 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59be223-c073-4679-83cb-70d88cdc21a6 None None] Routers {'891600ed-3c2c-4b2d-908b-28fe04b51df3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:29:07.658275 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a59be223-c073-4679-83cb-70d88cdc21a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:28:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['891600ed-3c2c-4b2d-908b-28fe04b51df3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:29:07.662055 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-43fbddd6-42d2-4b39-af67-e82b93abbc8a req-f950d7a4-f132-4d11-aa5f-6727f3f56ed6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca42be4d-10bb-4d5f-bf35-a67a592c59b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671053 Apr 29 14:29:07.801888 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-43fbddd6-42d2-4b39-af67-e82b93abbc8a req-a19d0694-e0be-4ee7-b17e-9f48cfe7ea14 service neutron] 10.222.0.32 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331289 Apr 29 14:29:07.835722 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-a59be223-c073-4679-83cb-70d88cdc21a6 None None] Set router 891600ed-3c2c-4b2d-908b-28fe04b51df3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:29:07.945914 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-43fbddd6-42d2-4b39-af67-e82b93abbc8a req-d5f0694d-1845-4d76-9969-697b13a27bdd service neutron] 10.222.0.32 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370008 Apr 29 14:29:08.094999 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-32b2be21-78a8-445e-b916-cc9b177eed7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:29:08.197260 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a59be223-c073-4679-83cb-70d88cdc21a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'name': 'tempest-TestSnapshotPattern-1399911434-router', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:20Z', 'revision_number': 4, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'gw_port': {'id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '84439fee-eadf-43d3-b156-cedea2166aeb', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'port_id': '965c75c4-799a-466a-9c76-4f63566f7d12', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'mac_address': 'fa:16:3e:92:8c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90a4d88-20c6-4f9e-8138-33b9075096c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:29:05Z', 'updated_at': '2022-04-29T14:29:05Z', 'revision_number': 0, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'fixed_ip_address_scope': None}, {'id': 'bd425365-9fef-4253-b7bf-9e1eaf411c68', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'port_id': '459698f4-484f-40fe-b2b6-4ad04a2e9743', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'mac_address': 'fa:16:3e:bd:68:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9b0f77-e72e-4add-910f-35c160a60fac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:25:44Z', 'updated_at': '2022-04-29T14:25:59Z', 'revision_number': 1, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cec50d0-6d2d-4714-b02d-517bd2b808c9', 'name': '', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'mac_address': 'fa:16:3e:61:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:19Z', 'updated_at': '2022-04-29T14:25:38Z', 'revision_number': 5, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'subnets': [{'id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:29:08.201139 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59be223-c073-4679-83cb-70d88cdc21a6 None None] The sync data for ids ['891600ed-3c2c-4b2d-908b-28fe04b51df3'] in dv-neutron-839027-4-hyperv is: [{'id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'name': 'tempest-TestSnapshotPattern-1399911434-router', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:20Z', 'revision_number': 4, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'gw_port': {'id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': '84439fee-eadf-43d3-b156-cedea2166aeb', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'port_id': '965c75c4-799a-466a-9c76-4f63566f7d12', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'mac_address': 'fa:16:3e:92:8c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90a4d88-20c6-4f9e-8138-33b9075096c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:29:05Z', 'updated_at': '2022-04-29T14:29:05Z', 'revision_number': 0, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'fixed_ip_address_scope': None}, {'id': 'bd425365-9fef-4253-b7bf-9e1eaf411c68', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'port_id': '459698f4-484f-40fe-b2b6-4ad04a2e9743', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'mac_address': 'fa:16:3e:bd:68:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9b0f77-e72e-4add-910f-35c160a60fac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:25:44Z', 'updated_at': '2022-04-29T14:25:59Z', 'revision_number': 1, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cec50d0-6d2d-4714-b02d-517bd2b808c9', 'name': '', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'mac_address': 'fa:16:3e:61:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:19Z', 'updated_at': '2022-04-29T14:25:38Z', 'revision_number': 5, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'subnets': [{'id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:29:08.384501 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56a4b7d-4ec8-4090-866a-2ee6e35709f5 None None] New status for floating IP 84439fee-eadf-43d3-b156-cedea2166aeb: ACTIVE {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 14:29:10.577258 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-73eb866b-6b5a-4d28-8ab1-3f4f89c001ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:29:11.716566 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:29:11.721428 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:29:13.171150 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:29:16.681768 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:29:28.805331 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:29:38.027538 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48166543-c958-4eed-a1f9-4b0c0cb0fd58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:29:40.577969 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7121e28e-c89b-4672-bb27-fff8ec86078c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:29:41.718717 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:29:41.723176 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:29:43.174837 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:29:53.682363 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:29:58.809789 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:30:01.052357 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-45902a1e-021d-478a-8c46-7d800de762bc req-e155f1be-d53f-455c-8ba8-38c796e76551 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5a9b0f77-e72e-4add-910f-35c160a60fac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1638975 Apr 29 14:30:01.188163 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-45902a1e-021d-478a-8c46-7d800de762bc req-d47116ba-f9f3-44e7-a65d-beb1883b7e51 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4382bb926a54eb7bcc68134d2cbb9b7&device_id=5a9b0f77-e72e-4add-910f-35c160a60fac HTTP/1.1" status: 200 len: 1097 time: 0.0686162 Apr 29 14:30:01.330599 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45902a1e-021d-478a-8c46-7d800de762bc req-1b6af17f-96dc-48fc-a079-f7e78d6c0d0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:30:01.332029 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-45902a1e-021d-478a-8c46-7d800de762bc req-1b6af17f-96dc-48fc-a079-f7e78d6c0d0c service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca42be4d-10bb-4d5f-bf35-a67a592c59b6 HTTP/1.1" status: 200 len: 911 time: 0.1255167 Apr 29 14:30:01.431517 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-45902a1e-021d-478a-8c46-7d800de762bc req-1dbf76bf-2ce2-4e23-b30d-44a81a55f83b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=459698f4-484f-40fe-b2b6-4ad04a2e9743 HTTP/1.1" status: 200 len: 1000 time: 0.0933354 Apr 29 14:30:01.494404 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45902a1e-021d-478a-8c46-7d800de762bc req-3998d3fe-1b93-4c31-b9e2-895f17391ad2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:30:01.495781 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-45902a1e-021d-478a-8c46-7d800de762bc req-3998d3fe-1b93-4c31-b9e2-895f17391ad2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9a7b54d-a09a-4a79-94a7-5fdd7de74cfa HTTP/1.1" status: 200 len: 849 time: 0.0573766 Apr 29 14:30:01.571241 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-45902a1e-021d-478a-8c46-7d800de762bc req-2afa0245-d0ba-4592-99ff-8dcdeb571ea6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca42be4d-10bb-4d5f-bf35-a67a592c59b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684218 Apr 29 14:30:01.698098 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-45902a1e-021d-478a-8c46-7d800de762bc req-1f4c16c5-6eb8-41a8-88e4-bf24b0dbf52a service neutron] 10.222.0.32 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220865 Apr 29 14:30:01.826578 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-45902a1e-021d-478a-8c46-7d800de762bc req-4127aa8d-3005-4b87-bab2-2b96968e5ef0 service neutron] 10.222.0.32 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228104 Apr 29 14:30:08.029639 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-21eb9042-a9f2-45e6-ad5c-08762dfa5c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:30:10.580608 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5f52ed-9ff3-4012-b658-e819e332e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:30:11.717637 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:30:11.722102 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:30:13.177698 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:30:28.805661 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:30:30.682664 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:30:38.031528 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2a02b284-b844-4325-a42a-f71e414f648c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:30:40.582093 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-00feebca-9baa-4537-b339-584760e4b0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:30:41.720411 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:30:41.724926 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:30:43.180720 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:30:58.804347 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:01.021353 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ed4b3e48-eea2-4571-b800-6e1c49ee8ff6 req-8195a73d-40d0-4cd0-a916-f29f03093b9f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0654490 Apr 29 14:31:01.118903 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ed4b3e48-eea2-4571-b800-6e1c49ee8ff6 req-bf81b510-fde7-479c-abe8-9e5de12996c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4382bb926a54eb7bcc68134d2cbb9b7&device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6 HTTP/1.1" status: 200 len: 1098 time: 0.0777981 Apr 29 14:31:01.258567 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b3e48-eea2-4571-b800-6e1c49ee8ff6 req-1f57eda3-a131-46c2-a49a-7a60c35384b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:31:01.259972 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ed4b3e48-eea2-4571-b800-6e1c49ee8ff6 req-1f57eda3-a131-46c2-a49a-7a60c35384b4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca42be4d-10bb-4d5f-bf35-a67a592c59b6 HTTP/1.1" status: 200 len: 911 time: 0.1236517 Apr 29 14:31:01.358448 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ed4b3e48-eea2-4571-b800-6e1c49ee8ff6 req-f0f4a07b-1e95-40c9-9eeb-0f1c85b91d36 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=965c75c4-799a-466a-9c76-4f63566f7d12 HTTP/1.1" status: 200 len: 1001 time: 0.0926921 Apr 29 14:31:01.422701 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b3e48-eea2-4571-b800-6e1c49ee8ff6 req-266fcce2-ce1a-4a7e-a703-02f648c232a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:31:01.424026 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ed4b3e48-eea2-4571-b800-6e1c49ee8ff6 req-266fcce2-ce1a-4a7e-a703-02f648c232a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9a7b54d-a09a-4a79-94a7-5fdd7de74cfa HTTP/1.1" status: 200 len: 849 time: 0.0600691 Apr 29 14:31:01.497824 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ed4b3e48-eea2-4571-b800-6e1c49ee8ff6 req-2c913f50-b03b-4d23-b2b3-a2fd5dd390c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca42be4d-10bb-4d5f-bf35-a67a592c59b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679257 Apr 29 14:31:01.627505 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ed4b3e48-eea2-4571-b800-6e1c49ee8ff6 req-79f9f622-f58e-49e8-a2a1-697ea2e0b532 service neutron] 10.222.0.32 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233208 Apr 29 14:31:01.755747 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-ed4b3e48-eea2-4571-b800-6e1c49ee8ff6 req-38632fc4-cc0b-4854-ba46-a3a25bfcc35b service neutron] 10.222.0.32 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224387 Apr 29 14:31:07.682228 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:31:08.033595 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3e9f7487-3425-4799-ba40-1299f6418c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:10.584360 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f1426c07-94a2-41e5-8227-abcc9355a186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:11.716771 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:11.726867 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:12.263350 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 965c75c4-799a-466a-9c76-4f63566f7d12 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=83906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 14:31:12.394750 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 965c75c4-799a-466a-9c76-4f63566f7d12, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=965c75c4-799a-466a-9c76-4f63566f7d12,segment=NetworkSegment(47a60c5b-05f9-4aaa-bbd7-ac264e421104),segment_id=47a60c5b-05f9-4aaa-bbd7-ac264e421104)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:31:12.408163 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Returning: {'device': '965c75c4-799a-466a-9c76-4f63566f7d12', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'port_id': '965c75c4-799a-466a-9c76-4f63566f7d12', 'mac_address': 'fa:16:3e:92:8c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 14:31:12.462871 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:12.482914 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 965c75c4-799a-466a-9c76-4f63566f7d12 {{(pid=83906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 29 14:31:12.504767 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 965c75c4-799a-466a-9c76-4f63566f7d12, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=965c75c4-799a-466a-9c76-4f63566f7d12,segment=NetworkSegment(47a60c5b-05f9-4aaa-bbd7-ac264e421104),segment_id=47a60c5b-05f9-4aaa-bbd7-ac264e421104)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:31:12.508622 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:12.578965 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=965c75c4-799a-466a-9c76-4f63566f7d12,revision_number=6']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:31:12.590160 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] get_ports_and_sgs() called for port_ids ['965c75c4-799a-466a-9c76-4f63566f7d12'] {{(pid=83906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 29 14:31:12.617390 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:12.617727 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:12.618057 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:12.618383 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:12.618708 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:12.619030 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:12.619350 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:12.619667 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:12.619988 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:12.620308 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:12.620735 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:13.183505 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:14.273331 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 965c75c4-799a-466a-9c76-4f63566f7d12 up at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 14:31:14.343509 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Provisioning complete for port 965c75c4-799a-466a-9c76-4f63566f7d12 triggered by entity L2. {{(pid=83906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 14:31:14.343872 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133150'] for port, provisioning_complete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:14.453190 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1253989'] for port, before_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:14.478489 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90a4d88-20c6-4f9e-8138-33b9075096c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965c75c4-799a-466a-9c76-4f63566f7d12'}] {{(pid=83906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:31:14.488510 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] For port 965c75c4-799a-466a-9c76-4f63566f7d12, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=965c75c4-799a-466a-9c76-4f63566f7d12,segment=NetworkSegment(47a60c5b-05f9-4aaa-bbd7-ac264e421104),segment_id=47a60c5b-05f9-4aaa-bbd7-ac264e421104)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:31:14.492558 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762345768870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762345329309', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762345329354'] for port, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:14.546104 dv-neutron-839027-4-hyperv neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4ddeb13-9d47-4f86-968a-2e4c3bbb9cd3'] response: {'server_uuid': 'e90a4d88-20c6-4f9e-8138-33b9075096c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965c75c4-799a-466a-9c76-4f63566f7d12', 'code': 200} Apr 29 14:31:14.560139 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Pushing event updated for resources: {'Port': ['ID=965c75c4-799a-466a-9c76-4f63566f7d12,revision_number=7']} {{(pid=83906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:31:25.821685 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 44050) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:31:26.019085 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-c3710cd8-4804-4f37-8b25-c8c6a714a278 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Deleting port 149f463d-6b8d-4510-bac0-95a212e86122 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:31:26.019410 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c3710cd8-4804-4f37-8b25-c8c6a714a278 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:26.181648 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c3710cd8-4804-4f37-8b25-c8c6a714a278 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:26.181974 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c3710cd8-4804-4f37-8b25-c8c6a714a278 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:26.381527 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-c3710cd8-4804-4f37-8b25-c8c6a714a278 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Calling delete_port for 149f463d-6b8d-4510-bac0-95a212e86122 owned by network:floatingip {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:31:26.530599 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c3710cd8-4804-4f37-8b25-c8c6a714a278 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:26.578971 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3710cd8-4804-4f37-8b25-c8c6a714a278 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Pushing event deleted for resources: {'Port': ['ID=149f463d-6b8d-4510-bac0-95a212e86122,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:31:26.589468 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3710cd8-4804-4f37-8b25-c8c6a714a278 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:26.589965 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3710cd8-4804-4f37-8b25-c8c6a714a278 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:26.590156 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3710cd8-4804-4f37-8b25-c8c6a714a278 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:26.590553 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3710cd8-4804-4f37-8b25-c8c6a714a278 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:26.590900 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3710cd8-4804-4f37-8b25-c8c6a714a278 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:26.591258 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3710cd8-4804-4f37-8b25-c8c6a714a278 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:26.592159 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3710cd8-4804-4f37-8b25-c8c6a714a278 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:26.592159 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3710cd8-4804-4f37-8b25-c8c6a714a278 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:26.592327 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3710cd8-4804-4f37-8b25-c8c6a714a278 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:26.592491 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3710cd8-4804-4f37-8b25-c8c6a714a278 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:26.592828 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3710cd8-4804-4f37-8b25-c8c6a714a278 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:26.679695 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c3710cd8-4804-4f37-8b25-c8c6a714a278 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for floatingip, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:27.067505 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3710cd8-4804-4f37-8b25-c8c6a714a278 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Router 891600ed-3c2c-4b2d-908b-28fe04b51df3 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:31:27.275360 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3710cd8-4804-4f37-8b25-c8c6a714a278 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:31:27.284778 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f36c067-c951-4cd3-81d3-a7c8aeafe886 None None] Sync routers for ids ['891600ed-3c2c-4b2d-908b-28fe04b51df3'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:31:27.295300 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-c3710cd8-4804-4f37-8b25-c8c6a714a278 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:27.296316 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f36c067-c951-4cd3-81d3-a7c8aeafe886 None None] Routers {'891600ed-3c2c-4b2d-908b-28fe04b51df3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:31:27.296953 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8f36c067-c951-4cd3-81d3-a7c8aeafe886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:31:11Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['891600ed-3c2c-4b2d-908b-28fe04b51df3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:31:27.347961 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-c3710cd8-4804-4f37-8b25-c8c6a714a278 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "DELETE /v2.0/floatingips/84439fee-eadf-43d3-b156-cedea2166aeb HTTP/1.1" status: 204 len: 168 time: 1.5251858 Apr 29 14:31:27.348429 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90a4d88-20c6-4f9e-8138-33b9075096c6', 'tag': '965c75c4-799a-466a-9c76-4f63566f7d12'}] {{(pid=83905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:31:27.478308 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-8f36c067-c951-4cd3-81d3-a7c8aeafe886 None None] Set router 891600ed-3c2c-4b2d-908b-28fe04b51df3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:31:27.526369 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16d74610-c9df-4b18-9c49-12a3da39d511'] response: {'name': 'network-changed', 'server_uuid': 'e90a4d88-20c6-4f9e-8138-33b9075096c6', 'tag': '965c75c4-799a-466a-9c76-4f63566f7d12', 'status': 'completed', 'code': 200} Apr 29 14:31:27.732060 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-270ef165-2428-4f71-8a58-b5a29ff1453f req-58caef98-addc-458f-b9e2-885dc02273bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4382bb926a54eb7bcc68134d2cbb9b7&device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6 HTTP/1.1" status: 200 len: 1098 time: 0.1834064 Apr 29 14:31:27.780918 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953eb941-33fd-4df1-b4fa-e249914a9047 req-cf431f67-2c87-4054-9cba-909503c3976d tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:31:27.781632 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-953eb941-33fd-4df1-b4fa-e249914a9047 req-cf431f67-2c87-4054-9cba-909503c3976d tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Synchronizing usage tracker for tenant:e4382bb926a54eb7bcc68134d2cbb9b7 on resource:port {{(pid=83905) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:31:27.801164 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.quota.resource [req-953eb941-33fd-4df1-b4fa-e249914a9047 req-cf431f67-2c87-4054-9cba-909503c3976d tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Unset dirty status for tenant:e4382bb926a54eb7bcc68134d2cbb9b7 on resource:port {{(pid=83905) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:31:27.802486 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-953eb941-33fd-4df1-b4fa-e249914a9047 req-cf431f67-2c87-4054-9cba-909503c3976d tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6 HTTP/1.1" status: 200 len: 945 time: 0.1143787 Apr 29 14:31:27.855831 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-953eb941-33fd-4df1-b4fa-e249914a9047 req-9759fbeb-f359-41aa-8f32-b6b16cd2bb5a tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455036 Apr 29 14:31:27.863869 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8f36c067-c951-4cd3-81d3-a7c8aeafe886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'name': 'tempest-TestSnapshotPattern-1399911434-router', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:20Z', 'revision_number': 4, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'gw_port': {'id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': 'bd425365-9fef-4253-b7bf-9e1eaf411c68', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'port_id': '459698f4-484f-40fe-b2b6-4ad04a2e9743', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'mac_address': 'fa:16:3e:bd:68:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9b0f77-e72e-4add-910f-35c160a60fac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:25:44Z', 'updated_at': '2022-04-29T14:25:59Z', 'revision_number': 1, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cec50d0-6d2d-4714-b02d-517bd2b808c9', 'name': '', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'mac_address': 'fa:16:3e:61:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:19Z', 'updated_at': '2022-04-29T14:25:38Z', 'revision_number': 5, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'subnets': [{'id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:31:27.868061 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f36c067-c951-4cd3-81d3-a7c8aeafe886 None None] Checking router: 891600ed-3c2c-4b2d-908b-28fe04b51df3 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:31:27.879998 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f36c067-c951-4cd3-81d3-a7c8aeafe886 None None] Routers {'891600ed-3c2c-4b2d-908b-28fe04b51df3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:31:27.880615 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8f36c067-c951-4cd3-81d3-a7c8aeafe886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:31:11Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['891600ed-3c2c-4b2d-908b-28fe04b51df3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:31:27.881965 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ef165-2428-4f71-8a58-b5a29ff1453f req-9a314a2b-5a35-4dbf-a506-0359483dfbe3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:31:27.883378 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-270ef165-2428-4f71-8a58-b5a29ff1453f req-9a314a2b-5a35-4dbf-a506-0359483dfbe3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca42be4d-10bb-4d5f-bf35-a67a592c59b6 HTTP/1.1" status: 200 len: 911 time: 0.1443741 Apr 29 14:31:27.951751 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-270ef165-2428-4f71-8a58-b5a29ff1453f req-f79472a1-78f1-4b1e-b800-cd4ab5f19dfd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=965c75c4-799a-466a-9c76-4f63566f7d12 HTTP/1.1" status: 200 len: 217 time: 0.0602582 Apr 29 14:31:28.017072 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ef165-2428-4f71-8a58-b5a29ff1453f req-3d005de7-71f5-4376-a7b3-186b27ef2284 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:31:28.018514 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-270ef165-2428-4f71-8a58-b5a29ff1453f req-3d005de7-71f5-4376-a7b3-186b27ef2284 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9a7b54d-a09a-4a79-94a7-5fdd7de74cfa HTTP/1.1" status: 200 len: 849 time: 0.0611069 Apr 29 14:31:28.062709 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-8f36c067-c951-4cd3-81d3-a7c8aeafe886 None None] Set router 891600ed-3c2c-4b2d-908b-28fe04b51df3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:31:28.099753 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-270ef165-2428-4f71-8a58-b5a29ff1453f req-0b4a661f-d1e9-4899-95b4-60b3bfc744fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca42be4d-10bb-4d5f-bf35-a67a592c59b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712180 Apr 29 14:31:28.261887 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-270ef165-2428-4f71-8a58-b5a29ff1453f req-235ab4c9-b5bd-48ba-82b5-495d3332bb59 service neutron] 10.222.0.32 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510024 Apr 29 14:31:28.395318 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-270ef165-2428-4f71-8a58-b5a29ff1453f req-b95cbd91-0e6f-4ad5-8a5b-741307b73165 service neutron] 10.222.0.32 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257315 Apr 29 14:31:28.448128 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8f36c067-c951-4cd3-81d3-a7c8aeafe886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'name': 'tempest-TestSnapshotPattern-1399911434-router', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:20Z', 'revision_number': 4, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'gw_port': {'id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': 'bd425365-9fef-4253-b7bf-9e1eaf411c68', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'port_id': '459698f4-484f-40fe-b2b6-4ad04a2e9743', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'mac_address': 'fa:16:3e:bd:68:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9b0f77-e72e-4add-910f-35c160a60fac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:25:44Z', 'updated_at': '2022-04-29T14:25:59Z', 'revision_number': 1, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cec50d0-6d2d-4714-b02d-517bd2b808c9', 'name': '', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'mac_address': 'fa:16:3e:61:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:19Z', 'updated_at': '2022-04-29T14:25:38Z', 'revision_number': 5, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'subnets': [{'id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:31:28.452208 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f36c067-c951-4cd3-81d3-a7c8aeafe886 None None] The sync data for ids ['891600ed-3c2c-4b2d-908b-28fe04b51df3'] in dv-neutron-839027-4-hyperv is: [{'id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'name': 'tempest-TestSnapshotPattern-1399911434-router', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:20Z', 'revision_number': 4, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'gw_port': {'id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_floatingips': [{'id': 'bd425365-9fef-4253-b7bf-9e1eaf411c68', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'router_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'port_id': '459698f4-484f-40fe-b2b6-4ad04a2e9743', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'mac_address': 'fa:16:3e:bd:68:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9b0f77-e72e-4add-910f-35c160a60fac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T14:25:44Z', 'updated_at': '2022-04-29T14:25:59Z', 'revision_number': 1, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cec50d0-6d2d-4714-b02d-517bd2b808c9', 'name': '', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'mac_address': 'fa:16:3e:61:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:19Z', 'updated_at': '2022-04-29T14:25:38Z', 'revision_number': 5, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'subnets': [{'id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:31:28.674994 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d381d79-617c-43f2-b141-25d06ed9bbb1 None None] New status for floating IP 84439fee-eadf-43d3-b156-cedea2166aeb: DOWN {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 14:31:28.813567 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:29.070588 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fda4c-cd7f-4fd1-bd28-3e32002c238e req-d8d9e334-c38e-4bf2-95c6-e74be4f7677b tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:31:29.071907 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7a2fda4c-cd7f-4fd1-bd28-3e32002c238e req-d8d9e334-c38e-4bf2-95c6-e74be4f7677b tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6 HTTP/1.1" status: 200 len: 945 time: 0.0789430 Apr 29 14:31:29.117097 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-7a2fda4c-cd7f-4fd1-bd28-3e32002c238e req-e3319675-086d-4dff-ac76-d6504973193c tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386684 Apr 29 14:31:29.583594 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42445364-ebc2-4bda-ac9c-c8b08eab6682 req-9d7d6fde-887e-464e-8e30-478377fa0662 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:31:29.585023 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-42445364-ebc2-4bda-ac9c-c8b08eab6682 req-9d7d6fde-887e-464e-8e30-478377fa0662 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.32 "GET /v2.0/ports?device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6 HTTP/1.1" status: 200 len: 945 time: 0.0745625 Apr 29 14:31:29.653606 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-42445364-ebc2-4bda-ac9c-c8b08eab6682 req-9a9e9c70-baaa-47f9-9c4d-df298f3a1423 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Deleting port 965c75c4-799a-466a-9c76-4f63566f7d12 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:31:29.653935 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-42445364-ebc2-4bda-ac9c-c8b08eab6682 req-9a9e9c70-baaa-47f9-9c4d-df298f3a1423 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:29.889461 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-42445364-ebc2-4bda-ac9c-c8b08eab6682 req-9a9e9c70-baaa-47f9-9c4d-df298f3a1423 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] For port 965c75c4-799a-466a-9c76-4f63566f7d12, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=965c75c4-799a-466a-9c76-4f63566f7d12,segment=NetworkSegment(47a60c5b-05f9-4aaa-bbd7-ac264e421104),segment_id=47a60c5b-05f9-4aaa-bbd7-ac264e421104)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:31:29.889819 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-42445364-ebc2-4bda-ac9c-c8b08eab6682 req-9a9e9c70-baaa-47f9-9c4d-df298f3a1423 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:30.015574 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-42445364-ebc2-4bda-ac9c-c8b08eab6682 req-9a9e9c70-baaa-47f9-9c4d-df298f3a1423 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Calling delete_port for 965c75c4-799a-466a-9c76-4f63566f7d12 owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:31:30.150249 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-42445364-ebc2-4bda-ac9c-c8b08eab6682 req-9a9e9c70-baaa-47f9-9c4d-df298f3a1423 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:30.204703 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e9c70-baaa-47f9-9c4d-df298f3a1423 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Pushing event deleted for resources: {'Port': ['ID=965c75c4-799a-466a-9c76-4f63566f7d12,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:31:30.244897 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e9c70-baaa-47f9-9c4d-df298f3a1423 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:30.245247 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e9c70-baaa-47f9-9c4d-df298f3a1423 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:30.245649 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e9c70-baaa-47f9-9c4d-df298f3a1423 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:30.245984 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e9c70-baaa-47f9-9c4d-df298f3a1423 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:30.246314 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e9c70-baaa-47f9-9c4d-df298f3a1423 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:30.246640 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e9c70-baaa-47f9-9c4d-df298f3a1423 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:30.246967 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e9c70-baaa-47f9-9c4d-df298f3a1423 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:30.247296 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e9c70-baaa-47f9-9c4d-df298f3a1423 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:30.247680 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e9c70-baaa-47f9-9c4d-df298f3a1423 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:30.248001 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e9c70-baaa-47f9-9c4d-df298f3a1423 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:30.248321 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e9c70-baaa-47f9-9c4d-df298f3a1423 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839027-4-hyperv {{(pid=83904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 14:31:30.283771 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-3931cd97-1966-48d6-baf3-cb89874ee723 req-a91a7ddb-7870-423a-b78a-2325dfc379cd tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=e90a4d88-20c6-4f9e-8138-33b9075096c6 HTTP/1.1" status: 200 len: 210 time: 0.0435524 Apr 29 14:31:30.287771 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-42445364-ebc2-4bda-ac9c-c8b08eab6682 req-9a9e9c70-baaa-47f9-9c4d-df298f3a1423 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] No DVR routers for this DVR port 965c75c4-799a-466a-9c76-4f63566f7d12 on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 14:31:30.290193 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-42445364-ebc2-4bda-ac9c-c8b08eab6682 req-9a9e9c70-baaa-47f9-9c4d-df298f3a1423 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:30.293518 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90a4d88-20c6-4f9e-8138-33b9075096c6', 'name': 'network-vif-deleted', 'tag': '965c75c4-799a-466a-9c76-4f63566f7d12'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:31:30.309900 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-42445364-ebc2-4bda-ac9c-c8b08eab6682 req-9a9e9c70-baaa-47f9-9c4d-df298f3a1423 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.32 "DELETE /v2.0/ports/965c75c4-799a-466a-9c76-4f63566f7d12 HTTP/1.1" status: 204 len: 173 time: 0.7192726 Apr 29 14:31:30.358904 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 965c75c4-799a-466a-9c76-4f63566f7d12 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:31:30.395060 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: 965c75c4-799a-466a-9c76-4f63566f7d12 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:31:30.395484 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 965c75c4-799a-466a-9c76-4f63566f7d12 not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:31:30.429307 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-476efbac-52ff-4941-9617-6fd2ec04ba55'] response: {'server_uuid': 'e90a4d88-20c6-4f9e-8138-33b9075096c6', 'name': 'network-vif-deleted', 'tag': '965c75c4-799a-466a-9c76-4f63566f7d12', 'status': 'completed', 'code': 200} Apr 29 14:31:31.953290 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 44114) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:31:32.229013 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-ff857697-a830-49f2-9952-b222fedb80d0 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Deleting port c3ae2398-5a99-4946-9440-ee16773a4b4e {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:31:32.229248 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ff857697-a830-49f2-9952-b222fedb80d0 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:32.395705 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ff857697-a830-49f2-9952-b222fedb80d0 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:32.396031 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ff857697-a830-49f2-9952-b222fedb80d0 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:32.520240 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-ff857697-a830-49f2-9952-b222fedb80d0 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Calling delete_port for c3ae2398-5a99-4946-9440-ee16773a4b4e owned by network:floatingip {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:31:32.680660 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ff857697-a830-49f2-9952-b222fedb80d0 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:32.727756 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff857697-a830-49f2-9952-b222fedb80d0 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Pushing event deleted for resources: {'Port': ['ID=c3ae2398-5a99-4946-9440-ee16773a4b4e,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:31:32.817352 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ff857697-a830-49f2-9952-b222fedb80d0 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for floatingip, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:33.196541 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff857697-a830-49f2-9952-b222fedb80d0 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Router 891600ed-3c2c-4b2d-908b-28fe04b51df3 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:31:33.394327 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff857697-a830-49f2-9952-b222fedb80d0 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:31:33.403460 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ed78e3-f3c3-411e-b5db-e4ba81466166 None None] Sync routers for ids ['891600ed-3c2c-4b2d-908b-28fe04b51df3'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:31:33.409982 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ff857697-a830-49f2-9952-b222fedb80d0 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for floatingip, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:33.415272 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ed78e3-f3c3-411e-b5db-e4ba81466166 None None] Routers {'891600ed-3c2c-4b2d-908b-28fe04b51df3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:31:33.415868 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e0ed78e3-f3c3-411e-b5db-e4ba81466166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:31:11Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['891600ed-3c2c-4b2d-908b-28fe04b51df3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:31:33.461763 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ff857697-a830-49f2-9952-b222fedb80d0 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "DELETE /v2.0/floatingips/bd425365-9fef-4253-b7bf-9e1eaf411c68 HTTP/1.1" status: 204 len: 168 time: 1.5071764 Apr 29 14:31:33.462152 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a9b0f77-e72e-4add-910f-35c160a60fac', 'tag': '459698f4-484f-40fe-b2b6-4ad04a2e9743'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:31:33.527219 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-883c2e4b-20db-4089-82ac-bdf8bd05a72c'] response: {'name': 'network-changed', 'server_uuid': '5a9b0f77-e72e-4add-910f-35c160a60fac', 'tag': '459698f4-484f-40fe-b2b6-4ad04a2e9743', 'status': 'completed', 'code': 200} Apr 29 14:31:33.605635 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-e0ed78e3-f3c3-411e-b5db-e4ba81466166 None None] Set router 891600ed-3c2c-4b2d-908b-28fe04b51df3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:31:33.731419 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e5e0c89a-1272-4abe-bead-5f54cc5b2ea1 req-f352d0ef-577a-431f-a593-8d555443e98b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4382bb926a54eb7bcc68134d2cbb9b7&device_id=5a9b0f77-e72e-4add-910f-35c160a60fac HTTP/1.1" status: 200 len: 1097 time: 0.1853535 Apr 29 14:31:33.878655 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66590fd-e10a-477f-858b-2d073318303b req-c5adb7e6-f586-48ab-bd8a-906854d36124 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:31:33.881326 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0c89a-1272-4abe-bead-5f54cc5b2ea1 req-75591c9a-6091-4ecf-9f8d-c2298889afda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:31:33.882883 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e5e0c89a-1272-4abe-bead-5f54cc5b2ea1 req-75591c9a-6091-4ecf-9f8d-c2298889afda service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca42be4d-10bb-4d5f-bf35-a67a592c59b6 HTTP/1.1" status: 200 len: 911 time: 0.1454270 Apr 29 14:31:33.885248 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e66590fd-e10a-477f-858b-2d073318303b req-c5adb7e6-f586-48ab-bd8a-906854d36124 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9b0f77-e72e-4add-910f-35c160a60fac HTTP/1.1" status: 200 len: 944 time: 0.0978227 Apr 29 14:31:33.927113 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [req-e66590fd-e10a-477f-858b-2d073318303b req-e09d9079-20d1-4308-8807-2318a8f49ad3 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407703 Apr 29 14:31:33.946881 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e0ed78e3-f3c3-411e-b5db-e4ba81466166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'name': 'tempest-TestSnapshotPattern-1399911434-router', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:20Z', 'revision_number': 4, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'gw_port': {'id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '9cec50d0-6d2d-4714-b02d-517bd2b808c9', 'name': '', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'mac_address': 'fa:16:3e:61:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:19Z', 'updated_at': '2022-04-29T14:25:38Z', 'revision_number': 5, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'subnets': [{'id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:31:33.951905 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ed78e3-f3c3-411e-b5db-e4ba81466166 None None] Checking router: 891600ed-3c2c-4b2d-908b-28fe04b51df3 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:31:33.956715 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e5e0c89a-1272-4abe-bead-5f54cc5b2ea1 req-0c32650b-1434-4439-b187-2419077fea9b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=459698f4-484f-40fe-b2b6-4ad04a2e9743 HTTP/1.1" status: 200 len: 217 time: 0.0666447 Apr 29 14:31:33.962520 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ed78e3-f3c3-411e-b5db-e4ba81466166 None None] Routers {'891600ed-3c2c-4b2d-908b-28fe04b51df3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:31:33.963054 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e0ed78e3-f3c3-411e-b5db-e4ba81466166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:31:11Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['891600ed-3c2c-4b2d-908b-28fe04b51df3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:31:34.018237 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0c89a-1272-4abe-bead-5f54cc5b2ea1 req-53cc1f6b-725e-415f-8724-098af24d5f93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:31:34.020051 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e5e0c89a-1272-4abe-bead-5f54cc5b2ea1 req-53cc1f6b-725e-415f-8724-098af24d5f93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9a7b54d-a09a-4a79-94a7-5fdd7de74cfa HTTP/1.1" status: 200 len: 849 time: 0.0577030 Apr 29 14:31:34.099417 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e5e0c89a-1272-4abe-bead-5f54cc5b2ea1 req-ea0991d1-58db-4182-ada2-5aa5f142dada service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca42be4d-10bb-4d5f-bf35-a67a592c59b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731788 Apr 29 14:31:34.140461 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-e0ed78e3-f3c3-411e-b5db-e4ba81466166 None None] Set router 891600ed-3c2c-4b2d-908b-28fe04b51df3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:31:34.229360 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e5e0c89a-1272-4abe-bead-5f54cc5b2ea1 req-3b45b73b-b7d5-482c-89ee-44a5724e795d service neutron] 10.222.0.32 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228340 Apr 29 14:31:34.360731 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-e5e0c89a-1272-4abe-bead-5f54cc5b2ea1 req-b821b85b-3612-4d85-9638-cede78525179 service neutron] 10.222.0.32 "GET /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249082 Apr 29 14:31:34.388970 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 965c75c4-799a-466a-9c76-4f63566f7d12 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:31:34.462756 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: 965c75c4-799a-466a-9c76-4f63566f7d12 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:31:34.463455 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 965c75c4-799a-466a-9c76-4f63566f7d12 not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:31:34.525182 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e0ed78e3-f3c3-411e-b5db-e4ba81466166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'name': 'tempest-TestSnapshotPattern-1399911434-router', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:20Z', 'revision_number': 4, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'gw_port': {'id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '9cec50d0-6d2d-4714-b02d-517bd2b808c9', 'name': '', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'mac_address': 'fa:16:3e:61:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:19Z', 'updated_at': '2022-04-29T14:25:38Z', 'revision_number': 5, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'subnets': [{'id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:31:34.529806 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ed78e3-f3c3-411e-b5db-e4ba81466166 None None] The sync data for ids ['891600ed-3c2c-4b2d-908b-28fe04b51df3'] in dv-neutron-839027-4-hyperv is: [{'id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'name': 'tempest-TestSnapshotPattern-1399911434-router', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:20Z', 'revision_number': 4, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'gw_port': {'id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv', '_interfaces': [{'id': '9cec50d0-6d2d-4714-b02d-517bd2b808c9', 'name': '', 'network_id': 'ca42be4d-10bb-4d5f-bf35-a67a592c59b6', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'mac_address': 'fa:16:3e:61:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:19Z', 'updated_at': '2022-04-29T14:25:38Z', 'revision_number': 5, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'subnets': [{'id': 'd9a7b54d-a09a-4a79-94a7-5fdd7de74cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:31:34.754045 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cfe7a2-8e5c-4072-9ab5-d8f39f244679 None None] New status for floating IP bd425365-9fef-4253-b7bf-9e1eaf411c68: DOWN {{(pid=83907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 29 14:31:34.771408 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ff2e6-9dfb-43ff-bb5b-a517c5e24238 req-932fe8b6-4a76-4de9-84bf-8817dfb5e18b tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:31:34.772087 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-5f9ff2e6-9dfb-43ff-bb5b-a517c5e24238 req-932fe8b6-4a76-4de9-84bf-8817dfb5e18b tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Synchronizing usage tracker for tenant:e4382bb926a54eb7bcc68134d2cbb9b7 on resource:port {{(pid=83904) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 14:31:34.787845 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.quota.resource [req-5f9ff2e6-9dfb-43ff-bb5b-a517c5e24238 req-932fe8b6-4a76-4de9-84bf-8817dfb5e18b tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Unset dirty status for tenant:e4382bb926a54eb7bcc68134d2cbb9b7 on resource:port {{(pid=83904) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 14:31:34.789159 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5f9ff2e6-9dfb-43ff-bb5b-a517c5e24238 req-932fe8b6-4a76-4de9-84bf-8817dfb5e18b tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a9b0f77-e72e-4add-910f-35c160a60fac HTTP/1.1" status: 200 len: 944 time: 0.0978620 Apr 29 14:31:34.858502 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-5f9ff2e6-9dfb-43ff-bb5b-a517c5e24238 req-00db89c1-0340-4bd0-b9b8-323cfe66c1b4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Deleting port 459698f4-484f-40fe-b2b6-4ad04a2e9743 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:31:34.858840 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-5f9ff2e6-9dfb-43ff-bb5b-a517c5e24238 req-00db89c1-0340-4bd0-b9b8-323cfe66c1b4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:35.161099 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [req-5f9ff2e6-9dfb-43ff-bb5b-a517c5e24238 req-00db89c1-0340-4bd0-b9b8-323cfe66c1b4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] For port 459698f4-484f-40fe-b2b6-4ad04a2e9743, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=459698f4-484f-40fe-b2b6-4ad04a2e9743,segment=NetworkSegment(47a60c5b-05f9-4aaa-bbd7-ac264e421104),segment_id=47a60c5b-05f9-4aaa-bbd7-ac264e421104)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:31:35.161364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-5f9ff2e6-9dfb-43ff-bb5b-a517c5e24238 req-00db89c1-0340-4bd0-b9b8-323cfe66c1b4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:35.284092 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [req-5f9ff2e6-9dfb-43ff-bb5b-a517c5e24238 req-00db89c1-0340-4bd0-b9b8-323cfe66c1b4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Calling delete_port for 459698f4-484f-40fe-b2b6-4ad04a2e9743 owned by compute:nova {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:31:35.315468 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705c0b6-8792-4eab-a6c2-7f78dacc5442 req-e945467e-e596-4e0a-a3a2-d7a06ff4f112 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 29 14:31:35.316930 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6705c0b6-8792-4eab-a6c2-7f78dacc5442 req-e945467e-e596-4e0a-a3a2-d7a06ff4f112 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9b0f77-e72e-4add-910f-35c160a60fac HTTP/1.1" status: 200 len: 944 time: 0.2623544 Apr 29 14:31:35.392913 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-6705c0b6-8792-4eab-a6c2-7f78dacc5442 req-6793f25c-4aeb-4000-88ce-edd0fb56e48a tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "GET /v2.0/security-groups?id=278da91b-9dc9-4391-9a64-5b60a616122f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695276 Apr 29 14:31:35.463847 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-5f9ff2e6-9dfb-43ff-bb5b-a517c5e24238 req-00db89c1-0340-4bd0-b9b8-323cfe66c1b4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:35.509954 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db89c1-0340-4bd0-b9b8-323cfe66c1b4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Pushing event deleted for resources: {'Port': ['ID=459698f4-484f-40fe-b2b6-4ad04a2e9743,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:31:35.585379 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9ff2e6-9dfb-43ff-bb5b-a517c5e24238 req-00db89c1-0340-4bd0-b9b8-323cfe66c1b4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] No DVR routers for this DVR port 459698f4-484f-40fe-b2b6-4ad04a2e9743 on host hv-neutron-8390 {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 14:31:35.587667 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [req-5f9ff2e6-9dfb-43ff-bb5b-a517c5e24238 req-00db89c1-0340-4bd0-b9b8-323cfe66c1b4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183019'] for port, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:35.590470 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9b0f77-e72e-4add-910f-35c160a60fac', 'name': 'network-vif-deleted', 'tag': '459698f4-484f-40fe-b2b6-4ad04a2e9743'}] {{(pid=83904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 29 14:31:35.606356 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [req-5f9ff2e6-9dfb-43ff-bb5b-a517c5e24238 req-00db89c1-0340-4bd0-b9b8-323cfe66c1b4 tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.32 "DELETE /v2.0/ports/459698f4-484f-40fe-b2b6-4ad04a2e9743 HTTP/1.1" status: 204 len: 173 time: 0.8111281 Apr 29 14:31:35.646946 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cc62610-0625-4e5d-b566-aa8857d60545'] response: {'server_uuid': '5a9b0f77-e72e-4add-910f-35c160a60fac', 'name': 'network-vif-deleted', 'tag': '459698f4-484f-40fe-b2b6-4ad04a2e9743', 'status': 'completed', 'code': 200} Apr 29 14:31:36.499555 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 44146) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:31:36.649113 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-509ba31a-b441-459e-aa2b-6712d2135ceb tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:36.677322 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-509ba31a-b441-459e-aa2b-6712d2135ceb tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:36.741363 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-509ba31a-b441-459e-aa2b-6712d2135ceb tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:36.761949 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ba31a-b441-459e-aa2b-6712d2135ceb tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=278da91b-9dc9-4391-9a64-5b60a616122f,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:31:36.768603 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-509ba31a-b441-459e-aa2b-6712d2135ceb tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:36.769713 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-509ba31a-b441-459e-aa2b-6712d2135ceb tempest-TestSnapshotPattern-1904616050 tempest-TestSnapshotPattern-1904616050-project] 10.222.0.76 "DELETE /v2.0/security-groups/278da91b-9dc9-4391-9a64-5b60a616122f HTTP/1.1" status: 204 len: 168 time: 0.2691801 Apr 29 14:31:37.849807 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [-] (83905) accepted ('10.222.0.76', 44154) {{(pid=83905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:31:38.036281 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-32f64a0c-430c-4c5c-ba7f-326c6354afda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:38.397658 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 459698f4-484f-40fe-b2b6-4ad04a2e9743 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:31:38.430088 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] No Port match for: 459698f4-484f-40fe-b2b6-4ad04a2e9743 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:31:38.430437 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Device 459698f4-484f-40fe-b2b6-4ad04a2e9743 not bound to the agent host hv-neutron-8390 {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:31:38.442510 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6fc431d2-16ec-4365-9e70-8c1871661029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:39.017796 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-6fc431d2-16ec-4365-9e70-8c1871661029 admin admin] Deleting port 9cec50d0-6d2d-4714-b02d-517bd2b808c9 {{(pid=83905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:31:39.018476 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6fc431d2-16ec-4365-9e70-8c1871661029 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:39.184573 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.db [None req-6fc431d2-16ec-4365-9e70-8c1871661029 admin admin] For port 9cec50d0-6d2d-4714-b02d-517bd2b808c9, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=9cec50d0-6d2d-4714-b02d-517bd2b808c9,segment=NetworkSegment(47a60c5b-05f9-4aaa-bbd7-ac264e421104),segment_id=47a60c5b-05f9-4aaa-bbd7-ac264e421104)] {{(pid=83905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:31:39.184868 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6fc431d2-16ec-4365-9e70-8c1871661029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:39.299994 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.plugins.ml2.plugin [None req-6fc431d2-16ec-4365-9e70-8c1871661029 admin admin] Calling delete_port for 9cec50d0-6d2d-4714-b02d-517bd2b808c9 owned by network:router_interface {{(pid=83905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:31:39.460850 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6fc431d2-16ec-4365-9e70-8c1871661029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15387745'] for port, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:39.505354 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc431d2-16ec-4365-9e70-8c1871661029 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cec50d0-6d2d-4714-b02d-517bd2b808c9,revision_number=None']} {{(pid=83905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:31:39.878438 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron_lib.callbacks.manager [None req-6fc431d2-16ec-4365-9e70-8c1871661029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:40.436606 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc431d2-16ec-4365-9e70-8c1871661029 admin admin] Router 891600ed-3c2c-4b2d-908b-28fe04b51df3 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:31:40.586920 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b5c4a30b-94b3-4d64-a164-8cc4670366e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:40.632131 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc431d2-16ec-4365-9e70-8c1871661029 admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:31:40.641291 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5594d7b4-1e82-4c62-885b-3dfdc5067259 None None] Sync routers for ids ['891600ed-3c2c-4b2d-908b-28fe04b51df3'] in dv-neutron-839027-4-hyperv {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:31:40.644533 dv-neutron-839027-4-hyperv neutron-server[83905]: INFO neutron.wsgi [None req-6fc431d2-16ec-4365-9e70-8c1871661029 admin admin] 10.222.0.76 "PUT /v2.0/routers/891600ed-3c2c-4b2d-908b-28fe04b51df3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7936532 Apr 29 14:31:40.647192 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 44160) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:31:40.653029 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5594d7b4-1e82-4c62-885b-3dfdc5067259 None None] Routers {'891600ed-3c2c-4b2d-908b-28fe04b51df3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:31:40.653630 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5594d7b4-1e82-4c62-885b-3dfdc5067259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:31:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['891600ed-3c2c-4b2d-908b-28fe04b51df3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:31:40.845186 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-5594d7b4-1e82-4c62-885b-3dfdc5067259 None None] Set router 891600ed-3c2c-4b2d-908b-28fe04b51df3 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:31:40.851669 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb88f4d9-7131-448f-a1c4-fd8a19e2e288 admin admin] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:41.046897 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb88f4d9-7131-448f-a1c4-fd8a19e2e288 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:41.056994 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-bb88f4d9-7131-448f-a1c4-fd8a19e2e288 admin admin] Deleting port 628f7aa3-6ac8-4332-9c60-3fa712803a88 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:31:41.057346 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb88f4d9-7131-448f-a1c4-fd8a19e2e288 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:41.131062 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5594d7b4-1e82-4c62-885b-3dfdc5067259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'name': 'tempest-TestSnapshotPattern-1399911434-router', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:31:39Z', 'revision_number': 5, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'gw_port': {'id': '628f7aa3-6ac8-4332-9c60-3fa712803a88', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:31:41.134946 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5594d7b4-1e82-4c62-885b-3dfdc5067259 None None] Checking router: 891600ed-3c2c-4b2d-908b-28fe04b51df3 for host: dv-neutron-839027-4-hyperv {{(pid=83906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:31:41.145847 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5594d7b4-1e82-4c62-885b-3dfdc5067259 None None] Routers {'891600ed-3c2c-4b2d-908b-28fe04b51df3'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:31:41.146437 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5594d7b4-1e82-4c62-885b-3dfdc5067259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:31:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['891600ed-3c2c-4b2d-908b-28fe04b51df3'], 'active': True} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:31:41.233383 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-bb88f4d9-7131-448f-a1c4-fd8a19e2e288 admin admin] For port 628f7aa3-6ac8-4332-9c60-3fa712803a88, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=628f7aa3-6ac8-4332-9c60-3fa712803a88,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:31:41.233738 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb88f4d9-7131-448f-a1c4-fd8a19e2e288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:41.296191 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-5594d7b4-1e82-4c62-885b-3dfdc5067259 None None] Set router 891600ed-3c2c-4b2d-908b-28fe04b51df3 gateway port host: None {{(pid=83906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:31:41.353332 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-bb88f4d9-7131-448f-a1c4-fd8a19e2e288 admin admin] Calling delete_port for 628f7aa3-6ac8-4332-9c60-3fa712803a88 owned by network:router_gateway {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:31:41.401000 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5594d7b4-1e82-4c62-885b-3dfdc5067259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'name': 'tempest-TestSnapshotPattern-1399911434-router', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:31:41Z', 'revision_number': 6, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'gw_port_host': None}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:31:41.405419 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5594d7b4-1e82-4c62-885b-3dfdc5067259 None None] The sync data for ids ['891600ed-3c2c-4b2d-908b-28fe04b51df3'] in dv-neutron-839027-4-hyperv is: [{'id': '891600ed-3c2c-4b2d-908b-28fe04b51df3', 'name': 'tempest-TestSnapshotPattern-1399911434-router', 'tenant_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:25:17Z', 'updated_at': '2022-04-29T14:31:41Z', 'revision_number': 6, 'project_id': 'e4382bb926a54eb7bcc68134d2cbb9b7', 'gw_port_host': None}] {{(pid=83906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:31:41.520106 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb88f4d9-7131-448f-a1c4-fd8a19e2e288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:41.567098 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88f4d9-7131-448f-a1c4-fd8a19e2e288 admin admin] Pushing event deleted for resources: {'Port': ['ID=628f7aa3-6ac8-4332-9c60-3fa712803a88,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:31:41.709014 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:41.729404 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:41.790283 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb88f4d9-7131-448f-a1c4-fd8a19e2e288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:42.132151 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb88f4d9-7131-448f-a1c4-fd8a19e2e288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:42.136920 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb88f4d9-7131-448f-a1c4-fd8a19e2e288 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:42.162597 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb88f4d9-7131-448f-a1c4-fd8a19e2e288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:42.163344 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb88f4d9-7131-448f-a1c4-fd8a19e2e288 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 891600ed-3c2c-4b2d-908b-28fe04b51df3 {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 14:31:42.179310 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bb88f4d9-7131-448f-a1c4-fd8a19e2e288 admin admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:42.182640 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-bb88f4d9-7131-448f-a1c4-fd8a19e2e288 admin admin] 10.222.0.76 "DELETE /v2.0/routers/891600ed-3c2c-4b2d-908b-28fe04b51df3 HTTP/1.1" status: 204 len: 168 time: 1.5322189 Apr 29 14:31:42.182861 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 44164) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:31:42.231113 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 9cec50d0-6d2d-4714-b02d-517bd2b808c9 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:31:42.247597 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf850eb-c7f1-4553-ae27-38de0d6c6287 admin admin] Deleting subnet d9a7b54d-a09a-4a79-94a7-5fdd7de74cfa {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 14:31:42.250629 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8cf850eb-c7f1-4553-ae27-38de0d6c6287 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:42.267273 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 9cec50d0-6d2d-4714-b02d-517bd2b808c9 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:31:42.267558 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 9cec50d0-6d2d-4714-b02d-517bd2b808c9 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:31:42.267973 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 628f7aa3-6ac8-4332-9c60-3fa712803a88 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:31:42.301533 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8cf850eb-c7f1-4553-ae27-38de0d6c6287 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:42.303424 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 628f7aa3-6ac8-4332-9c60-3fa712803a88 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:31:42.303772 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 628f7aa3-6ac8-4332-9c60-3fa712803a88 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:31:42.382575 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8cf850eb-c7f1-4553-ae27-38de0d6c6287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:42.451367 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8cf850eb-c7f1-4553-ae27-38de0d6c6287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:42.488936 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf850eb-c7f1-4553-ae27-38de0d6c6287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9a7b54d-a09a-4a79-94a7-5fdd7de74cfa,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:31:42.494924 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-8cf850eb-c7f1-4553-ae27-38de0d6c6287 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:42.500894 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a0c5bc-3e5a-4f60-86b8-e35b7fcb657f None None] Network ca42be4d-10bb-4d5f-bf35-a67a592c59b6 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 14:31:42.501499 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8cf850eb-c7f1-4553-ae27-38de0d6c6287 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d9a7b54d-a09a-4a79-94a7-5fdd7de74cfa HTTP/1.1" status: 204 len: 168 time: 0.3172152 Apr 29 14:31:42.504152 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 44168) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:31:42.609364 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e071-be18-420d-b888-00e6548d0d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:42.619823 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-ecf1e071-be18-420d-b888-00e6548d0d99 admin admin] Deleting port ef72fc21-7c14-4f94-894b-8bb7318af7fc {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:31:42.620149 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e071-be18-420d-b888-00e6548d0d99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:42.745156 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a488b9a-72f4-4355-aa76-7e9778e9e094 None None] DHCP port deletion for ca42be4d-10bb-4d5f-bf35-a67a592c59b6 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 14:31:42.749460 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-8a488b9a-72f4-4355-aa76-7e9778e9e094 None None] Deleting port ef72fc21-7c14-4f94-894b-8bb7318af7fc {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:31:42.749827 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8a488b9a-72f4-4355-aa76-7e9778e9e094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:42.841754 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-ecf1e071-be18-420d-b888-00e6548d0d99 admin admin] For port ef72fc21-7c14-4f94-894b-8bb7318af7fc, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=ef72fc21-7c14-4f94-894b-8bb7318af7fc,segment=NetworkSegment(47a60c5b-05f9-4aaa-bbd7-ac264e421104),segment_id=47a60c5b-05f9-4aaa-bbd7-ac264e421104)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:31:42.842268 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e071-be18-420d-b888-00e6548d0d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:42.963411 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-ecf1e071-be18-420d-b888-00e6548d0d99 admin admin] Calling delete_port for ef72fc21-7c14-4f94-894b-8bb7318af7fc owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:31:42.993808 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-8a488b9a-72f4-4355-aa76-7e9778e9e094 None None] For port ef72fc21-7c14-4f94-894b-8bb7318af7fc, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=ef72fc21-7c14-4f94-894b-8bb7318af7fc,segment=NetworkSegment(47a60c5b-05f9-4aaa-bbd7-ac264e421104),segment_id=47a60c5b-05f9-4aaa-bbd7-ac264e421104)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:31:42.994193 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8a488b9a-72f4-4355-aa76-7e9778e9e094 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:43.038158 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e071-be18-420d-b888-00e6548d0d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:43.081359 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1e071-be18-420d-b888-00e6548d0d99 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef72fc21-7c14-4f94-894b-8bb7318af7fc,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:31:43.087165 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf1e071-be18-420d-b888-00e6548d0d99 admin admin] No DVR routers for this DVR port ef72fc21-7c14-4f94-894b-8bb7318af7fc on host dv-neutron-839027-4-hyperv {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 14:31:43.111260 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-8a488b9a-72f4-4355-aa76-7e9778e9e094 None None] Calling delete_port for ef72fc21-7c14-4f94-894b-8bb7318af7fc owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:31:43.194015 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-8a488b9a-72f4-4355-aa76-7e9778e9e094 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 14:31:43.194365 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-8a488b9a-72f4-4355-aa76-7e9778e9e094 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 14:31:43.195386 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:43.203235 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e071-be18-420d-b888-00e6548d0d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:43.228288 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-ecf1e071-be18-420d-b888-00e6548d0d99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca42be4d-10bb-4d5f-bf35-a67a592c59b6']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:31:43.240538 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-ecf1e071-be18-420d-b888-00e6548d0d99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a60c5b-05f9-4aaa-bbd7-ac264e421104') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:31:43.240859 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-ecf1e071-be18-420d-b888-00e6548d0d99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a60c5b-05f9-4aaa-bbd7-ac264e421104') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:31:43.252071 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e071-be18-420d-b888-00e6548d0d99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:43.267709 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e071-be18-420d-b888-00e6548d0d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:43.273770 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf1e071-be18-420d-b888-00e6548d0d99 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 14:31:43.274126 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e071-be18-420d-b888-00e6548d0d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 14:31:43.287658 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 14:31:43.362374 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e071-be18-420d-b888-00e6548d0d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:43.377707 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e071-be18-420d-b888-00e6548d0d99 admin admin] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:43.389470 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1e071-be18-420d-b888-00e6548d0d99 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca42be4d-10bb-4d5f-bf35-a67a592c59b6,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:31:43.400439 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-ecf1e071-be18-420d-b888-00e6548d0d99 admin admin] 10.222.0.76 "DELETE /v2.0/networks/ca42be4d-10bb-4d5f-bf35-a67a592c59b6 HTTP/1.1" status: 204 len: 168 time: 0.8953598 Apr 29 14:31:43.403894 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 44172) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:31:43.695869 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-8a488b9a-72f4-4355-aa76-7e9778e9e094 None None] Deleting port ef72fc21-7c14-4f94-894b-8bb7318af7fc {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:31:43.696252 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8a488b9a-72f4-4355-aa76-7e9778e9e094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:43.758799 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-8a488b9a-72f4-4355-aa76-7e9778e9e094 None None] The port 'ef72fc21-7c14-4f94-894b-8bb7318af7fc' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 14:31:43.875368 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4300f47c-f897-4852-8547-628c93c11595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16423986'] for router_interface, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:44.134023 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device ef72fc21-7c14-4f94-894b-8bb7318af7fc no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:31:44.169615 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: ef72fc21-7c14-4f94-894b-8bb7318af7fc {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:31:44.170070 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device ef72fc21-7c14-4f94-894b-8bb7318af7fc not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:31:44.452546 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-4300f47c-f897-4852-8547-628c93c11595 admin admin] Deleting port bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:31:44.452825 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4300f47c-f897-4852-8547-628c93c11595 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:44.617446 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-4300f47c-f897-4852-8547-628c93c11595 admin admin] For port bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff,segment=NetworkSegment(4c98c392-1440-4284-8b60-46ebe9bcca90),segment_id=4c98c392-1440-4284-8b60-46ebe9bcca90)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:31:44.617794 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4300f47c-f897-4852-8547-628c93c11595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:44.681570 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:31:44.735483 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-4300f47c-f897-4852-8547-628c93c11595 admin admin] Calling delete_port for bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff owned by network:router_interface {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:31:44.900200 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4300f47c-f897-4852-8547-628c93c11595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:45.030968 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300f47c-f897-4852-8547-628c93c11595 admin admin] Pushing event deleted for resources: {'Port': ['ID=bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:31:45.313939 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-4300f47c-f897-4852-8547-628c93c11595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16424037'] for router_interface, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:45.872903 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4300f47c-f897-4852-8547-628c93c11595 admin admin] Router af47d6fd-a452-4798-be39-fd5b1436e425 has already been hosted by L3 agent 4f288526-b328-4c20-a018-f953ade17feb {{(pid=83904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 14:31:46.062636 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4300f47c-f897-4852-8547-628c93c11595 admin admin] Notify agent at l3_agent.dv-neutron-839027-4-hyperv the message routers_updated {{(pid=83904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 14:31:46.071041 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548b27e3-d50f-4138-8dd0-cd3f3b6e5ad7 None None] Sync routers for ids ['af47d6fd-a452-4798-be39-fd5b1436e425'] in dv-neutron-839027-4-hyperv {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 29 14:31:46.078416 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-4300f47c-f897-4852-8547-628c93c11595 admin admin] 10.222.0.76 "PUT /v2.0/routers/af47d6fd-a452-4798-be39-fd5b1436e425/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6735568 Apr 29 14:31:46.080917 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 44176) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:31:46.084048 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548b27e3-d50f-4138-8dd0-cd3f3b6e5ad7 None None] Routers {'af47d6fd-a452-4798-be39-fd5b1436e425'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:31:46.084699 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-548b27e3-d50f-4138-8dd0-cd3f3b6e5ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:31:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['af47d6fd-a452-4798-be39-fd5b1436e425'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:31:46.257765 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-548b27e3-d50f-4138-8dd0-cd3f3b6e5ad7 None None] Set router af47d6fd-a452-4798-be39-fd5b1436e425 gateway port host: dv-neutron-839027-4-hyperv {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:31:46.275850 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-79cc5cd6-ab47-47c4-b3fc-6d979303f19a admin admin] Notify callbacks [] for router, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:46.544215 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-548b27e3-d50f-4138-8dd0-cd3f3b6e5ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af47d6fd-a452-4798-be39-fd5b1436e425', 'name': 'tempest-TestSnapshotPattern-1434799137-router', 'tenant_id': 'a80a4d4b6c7b4b79806dbb2e5584bd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'external_fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.42'}], 'enable_snat': True}, 'gw_port_id': '61411128-d1f5-4409-a2ee-be1fc6bdfa54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:25:23Z', 'updated_at': '2022-04-29T14:31:44Z', 'revision_number': 5, 'project_id': 'a80a4d4b6c7b4b79806dbb2e5584bd3a', 'gw_port': {'id': '61411128-d1f5-4409-a2ee-be1fc6bdfa54', 'name': '', 'network_id': '3475bcf7-abe6-4964-9326-03174235aecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af47d6fd-a452-4798-be39-fd5b1436e425', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'ip_address': '172.26.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839027-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T14:25:23Z', 'updated_at': '2022-04-29T14:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f08470c-2773-4d6d-8217-cbb388c2b14e', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839027-4-hyperv'}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:31:46.548011 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548b27e3-d50f-4138-8dd0-cd3f3b6e5ad7 None None] Checking router: af47d6fd-a452-4798-be39-fd5b1436e425 for host: dv-neutron-839027-4-hyperv {{(pid=83907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 29 14:31:46.559007 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548b27e3-d50f-4138-8dd0-cd3f3b6e5ad7 None None] Routers {'af47d6fd-a452-4798-be39-fd5b1436e425'} bound to L3 agent in host dv-neutron-839027-4-hyperv {{(pid=83907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 29 14:31:46.559614 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-548b27e3-d50f-4138-8dd0-cd3f3b6e5ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839027-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:14:40Z,description=,heartbeat_timestamp=2022-04-29T14:31:41Z,host='dv-neutron-839027-4-hyperv',id=4f288526-b328-4c20-a018-f953ade17feb,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:14:40Z,topic='l3_agent')) {'router_ids': ['af47d6fd-a452-4798-be39-fd5b1436e425'], 'active': True} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:31:46.573383 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-79cc5cd6-ab47-47c4-b3fc-6d979303f19a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:46.582988 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-79cc5cd6-ab47-47c4-b3fc-6d979303f19a admin admin] Deleting port 61411128-d1f5-4409-a2ee-be1fc6bdfa54 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:31:46.583349 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-79cc5cd6-ab47-47c4-b3fc-6d979303f19a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:46.716666 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_dvr_db [None req-548b27e3-d50f-4138-8dd0-cd3f3b6e5ad7 None None] Set router af47d6fd-a452-4798-be39-fd5b1436e425 gateway port host: None {{(pid=83907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 29 14:31:46.755982 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-79cc5cd6-ab47-47c4-b3fc-6d979303f19a admin admin] For port 61411128-d1f5-4409-a2ee-be1fc6bdfa54, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=61411128-d1f5-4409-a2ee-be1fc6bdfa54,segment=NetworkSegment(570500b8-0266-4fda-a0ef-1e5a673bdab0),segment_id=570500b8-0266-4fda-a0ef-1e5a673bdab0)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:31:46.756343 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-79cc5cd6-ab47-47c4-b3fc-6d979303f19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:46.857452 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.l3_hamode_db [None req-548b27e3-d50f-4138-8dd0-cd3f3b6e5ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af47d6fd-a452-4798-be39-fd5b1436e425', 'name': 'tempest-TestSnapshotPattern-1434799137-router', 'tenant_id': 'a80a4d4b6c7b4b79806dbb2e5584bd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:25:23Z', 'updated_at': '2022-04-29T14:31:46Z', 'revision_number': 6, 'project_id': 'a80a4d4b6c7b4b79806dbb2e5584bd3a', 'gw_port_host': None}], 'dv-neutron-839027-4-hyperv', False) {} {{(pid=83907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:31:46.861776 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548b27e3-d50f-4138-8dd0-cd3f3b6e5ad7 None None] The sync data for ids ['af47d6fd-a452-4798-be39-fd5b1436e425'] in dv-neutron-839027-4-hyperv is: [{'id': 'af47d6fd-a452-4798-be39-fd5b1436e425', 'name': 'tempest-TestSnapshotPattern-1434799137-router', 'tenant_id': 'a80a4d4b6c7b4b79806dbb2e5584bd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T14:25:23Z', 'updated_at': '2022-04-29T14:31:46Z', 'revision_number': 6, 'project_id': 'a80a4d4b6c7b4b79806dbb2e5584bd3a', 'gw_port_host': None}] {{(pid=83907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 29 14:31:46.884504 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-79cc5cd6-ab47-47c4-b3fc-6d979303f19a admin admin] Calling delete_port for 61411128-d1f5-4409-a2ee-be1fc6bdfa54 owned by network:router_gateway {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:31:47.045444 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-79cc5cd6-ab47-47c4-b3fc-6d979303f19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:47.091966 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc5cd6-ab47-47c4-b3fc-6d979303f19a admin admin] Pushing event deleted for resources: {'Port': ['ID=61411128-d1f5-4409-a2ee-be1fc6bdfa54,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:31:47.312098 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-79cc5cd6-ab47-47c4-b3fc-6d979303f19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16423471'] for router_gateway, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:47.558106 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-79cc5cd6-ab47-47c4-b3fc-6d979303f19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16419807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:47.562254 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-79cc5cd6-ab47-47c4-b3fc-6d979303f19a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:47.586427 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-79cc5cd6-ab47-47c4-b3fc-6d979303f19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16419699'] for router, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:47.586973 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cc5cd6-ab47-47c4-b3fc-6d979303f19a admin admin] Fanout notify agent at l3_agent the message router_deleted on router af47d6fd-a452-4798-be39-fd5b1436e425 {{(pid=83904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 14:31:47.599310 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-79cc5cd6-ab47-47c4-b3fc-6d979303f19a admin admin] Notify callbacks [] for router, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:47.600421 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-79cc5cd6-ab47-47c4-b3fc-6d979303f19a admin admin] 10.222.0.76 "DELETE /v2.0/routers/af47d6fd-a452-4798-be39-fd5b1436e425 HTTP/1.1" status: 204 len: 168 time: 1.5183494 Apr 29 14:31:47.602920 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 44180) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:31:47.665639 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.db_base_plugin_v2 [None req-45918be3-e69f-4498-bae0-00f2bcc0bd0b admin admin] Deleting subnet 0596472b-60aa-4892-8e30-2805c398e5aa {{(pid=83904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 29 14:31:47.668696 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-45918be3-e69f-4498-bae0-00f2bcc0bd0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:47.718054 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-45918be3-e69f-4498-bae0-00f2bcc0bd0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15003211'] for subnet, precommit_delete_associations {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:47.906413 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-45918be3-e69f-4498-bae0-00f2bcc0bd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138618'] for subnet, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:47.975085 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-45918be3-e69f-4498-bae0-00f2bcc0bd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1138611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15366187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14903910'] for subnet, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:48.012319 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45918be3-e69f-4498-bae0-00f2bcc0bd0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0596472b-60aa-4892-8e30-2805c398e5aa,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:31:48.018369 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-45918be3-e69f-4498-bae0-00f2bcc0bd0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:48.026722 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-45918be3-e69f-4498-bae0-00f2bcc0bd0b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/0596472b-60aa-4892-8e30-2805c398e5aa HTTP/1.1" status: 204 len: 168 time: 0.4205210 Apr 29 14:31:48.026873 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb13539a-9211-4363-9d45-989e3598e34a None None] Network 1da06172-b7d6-4b12-8e86-605ed7a5bc47 requested from dv-neutron-839027-4-hyperv {{(pid=83906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 29 14:31:48.027908 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 44184) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:31:48.139874 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6139ff4d-88b6-47a1-8bd3-bad9dd123054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1107038'] for network, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:48.150332 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-6139ff4d-88b6-47a1-8bd3-bad9dd123054 admin admin] Deleting port cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5 {{(pid=83904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:31:48.150653 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6139ff4d-88b6-47a1-8bd3-bad9dd123054 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:48.159743 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 61411128-d1f5-4409-a2ee-be1fc6bdfa54 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:31:48.217948 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: 61411128-d1f5-4409-a2ee-be1fc6bdfa54 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:31:48.218294 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device 61411128-d1f5-4409-a2ee-be1fc6bdfa54 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:31:48.218707 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:31:48.260216 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:31:48.260564 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device bec5afb8-4fa5-4401-aa20-c3ffdd9c51ff not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:31:48.357387 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2a5648-164a-4d93-8a69-7ff56400728d None None] DHCP port deletion for 1da06172-b7d6-4b12-8e86-605ed7a5bc47 request from dv-neutron-839027-4-hyperv {{(pid=83906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 29 14:31:48.361498 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a5648-164a-4d93-8a69-7ff56400728d None None] Deleting port cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:31:48.362249 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ac2a5648-164a-4d93-8a69-7ff56400728d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:48.363996 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.db [None req-6139ff4d-88b6-47a1-8bd3-bad9dd123054 admin admin] For port cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5,segment=NetworkSegment(4c98c392-1440-4284-8b60-46ebe9bcca90),segment_id=4c98c392-1440-4284-8b60-46ebe9bcca90)] {{(pid=83904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:31:48.364354 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6139ff4d-88b6-47a1-8bd3-bad9dd123054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:48.483870 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-6139ff4d-88b6-47a1-8bd3-bad9dd123054 admin admin] Calling delete_port for cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5 owned by network:dhcp {{(pid=83904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:31:48.563716 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6139ff4d-88b6-47a1-8bd3-bad9dd123054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1256985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762345768852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762345329300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366168'] for port, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:48.564442 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-ac2a5648-164a-4d93-8a69-7ff56400728d None None] For port cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5, host dv-neutron-839027-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839027-4-hyperv',level=0,port_id=cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5,segment=NetworkSegment(4c98c392-1440-4284-8b60-46ebe9bcca90),segment_id=4c98c392-1440-4284-8b60-46ebe9bcca90)] {{(pid=83906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 14:31:48.564858 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ac2a5648-164a-4d93-8a69-7ff56400728d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16459776'] for port, precommit_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:48.610654 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139ff4d-88b6-47a1-8bd3-bad9dd123054 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:31:48.615327 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6139ff4d-88b6-47a1-8bd3-bad9dd123054 admin admin] No DVR routers for this DVR port cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5 on host dv-neutron-839027-4-hyperv {{(pid=83904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 14:31:48.689846 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a5648-164a-4d93-8a69-7ff56400728d None None] Calling delete_port for cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5 owned by network:dhcp {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 29 14:31:48.736787 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6139ff4d-88b6-47a1-8bd3-bad9dd123054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1130543', 'neutron.services.segments.db._delete_segments_for_network-8762345764729'] for network, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:48.759122 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.db.api [None req-ac2a5648-164a-4d93-8a69-7ff56400728d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 14:31:48.759496 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG oslo_db.api [None req-ac2a5648-164a-4d93-8a69-7ff56400728d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 14:31:48.762915 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-6139ff4d-88b6-47a1-8bd3-bad9dd123054 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da06172-b7d6-4b12-8e86-605ed7a5bc47']}} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:31:48.774433 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-6139ff4d-88b6-47a1-8bd3-bad9dd123054 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c98c392-1440-4284-8b60-46ebe9bcca90') {'for_net_delete': True} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:31:48.774723 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.services.segments.db [None req-6139ff4d-88b6-47a1-8bd3-bad9dd123054 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c98c392-1440-4284-8b60-46ebe9bcca90') {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 14:31:48.786532 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6139ff4d-88b6-47a1-8bd3-bad9dd123054 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762345764612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15002808'] for segment, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:48.804027 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6139ff4d-88b6-47a1-8bd3-bad9dd123054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272284'] for segment, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:48.810591 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6139ff4d-88b6-47a1-8bd3-bad9dd123054 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=83904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 29 14:31:48.811008 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6139ff4d-88b6-47a1-8bd3-bad9dd123054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1272263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366213'] for segment, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: Traceback (most recent call last): Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: timer() Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: cb(*args, **kw) Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: return func(*args, **kwargs) Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: self._notify() Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: self.callback(batched_events) Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: event.method(event) Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: return f(self, *a, **k) Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._get(url).json() Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: return self.request(url, 'GET', **kwargs) Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 14:31:48.824194 dv-neutron-839027-4-hyperv neutron-server[83904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 14:31:48.900958 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6139ff4d-88b6-47a1-8bd3-bad9dd123054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1130532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16423474'] for network, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:48.917081 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-6139ff4d-88b6-47a1-8bd3-bad9dd123054 admin admin] Notify callbacks [] for network, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:48.927557 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139ff4d-88b6-47a1-8bd3-bad9dd123054 admin admin] Pushing event deleted for resources: {'Network': ['ID=1da06172-b7d6-4b12-8e86-605ed7a5bc47,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:31:48.934698 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-6139ff4d-88b6-47a1-8bd3-bad9dd123054 admin admin] 10.222.0.76 "DELETE /v2.0/networks/1da06172-b7d6-4b12-8e86-605ed7a5bc47 HTTP/1.1" status: 204 len: 168 time: 0.9067872 Apr 29 14:31:49.062925 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 44190) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:31:49.112018 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-8ca234e8-50ac-45f7-916d-ef071e408353 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e4382bb926a54eb7bcc68134d2cbb9b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0479860 Apr 29 14:31:49.114720 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 44194) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:31:49.176127 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-42cdf3c3-6344-4ff7-89d6-64bd81cbc719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:49.200917 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-42cdf3c3-6344-4ff7-89d6-64bd81cbc719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:49.252452 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-42cdf3c3-6344-4ff7-89d6-64bd81cbc719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:49.261719 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a5648-164a-4d93-8a69-7ff56400728d None None] Deleting port cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5 {{(pid=83906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 29 14:31:49.262710 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ac2a5648-164a-4d93-8a69-7ff56400728d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762345679827'] for port, before_delete {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:49.269741 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cdf3c3-6344-4ff7-89d6-64bd81cbc719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3d175d-6ac6-4e40-ae33-bd627d27e1a9,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:31:49.277584 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-42cdf3c3-6344-4ff7-89d6-64bd81cbc719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:49.278859 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-42cdf3c3-6344-4ff7-89d6-64bd81cbc719 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6f3d175d-6ac6-4e40-ae33-bd627d27e1a9 HTTP/1.1" status: 204 len: 168 time: 0.1632516 Apr 29 14:31:49.337145 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a5648-164a-4d93-8a69-7ff56400728d None None] The port 'cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5' was deleted {{(pid=83906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 29 14:31:49.656881 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 44202) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:31:49.705879 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-c4737c08-f36d-48a4-b649-0641b869e9c5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a80a4d4b6c7b4b79806dbb2e5584bd3a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478072 Apr 29 14:31:49.708093 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.wsgi [-] (83904) accepted ('10.222.0.76', 44206) {{(pid=83904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 14:31:49.765720 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ca1e306-cae0-40a9-bb8b-a0af49aef8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:49.793203 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ca1e306-cae0-40a9-bb8b-a0af49aef8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:49.845337 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ca1e306-cae0-40a9-bb8b-a0af49aef8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16377274'] for security_group, after_delete {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:49.859379 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1e306-cae0-40a9-bb8b-a0af49aef8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae1a520-12c4-49bc-83ed-78d9c9540ea2,revision_number=None']} {{(pid=83904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 14:31:49.866022 dv-neutron-839027-4-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-3ca1e306-cae0-40a9-bb8b-a0af49aef8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:31:49.867124 dv-neutron-839027-4-hyperv neutron-server[83904]: INFO neutron.wsgi [None req-3ca1e306-cae0-40a9-bb8b-a0af49aef8ed admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/eae1a520-12c4-49bc-83ed-78d9c9540ea2 HTTP/1.1" status: 204 len: 168 time: 0.1581728 Apr 29 14:31:50.138532 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5 no longer exists at agent ovs-agent-dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 14:31:50.173337 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] No Port match for: cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5 {{(pid=83906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 29 14:31:50.173681 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Device cb8c9841-ca62-4c0e-8ebf-fd7d239e1db5 not bound to the agent host dv-neutron-839027-4-hyperv {{(pid=83906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 14:31:58.812607 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:32:08.039829 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5aae1dd2-ec18-449d-b699-37d99c03ac7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:32:10.588042 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2a42adc-66cd-4b6c-b5d0-aa0a2401cfec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:32:11.710987 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:32:11.731524 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:32:13.190590 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:32:21.682063 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:32:28.821193 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:32:38.041467 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-25e930f3-2373-4c91-816d-0f78dd2e3f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:32:40.593589 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b233fc9c-f65d-44cd-907a-b501e889d2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:32:41.711986 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:32:41.734559 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:32:43.193549 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:32:58.684453 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:32:58.816455 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:33:08.045113 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fff4cd41-b2e7-42e2-b01c-37724d683cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:33:10.595165 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-edc49082-5f6b-404e-aa3f-af1d65fbcdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:33:11.713243 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:33:11.736847 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:33:13.196539 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:33:22.343855 dv-neutron-839027-4-hyperv neutron-server[83905]: DEBUG neutron.wsgi [req-3800af02-c962-43d3-96d9-88f5f80fadb9 req-5a75db66-d8fc-4ceb-8bf8-3aff223bcecf service neutron] (83905) timed out ('10.222.0.76', 41690) {{(pid=83905) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 29 14:33:28.815503 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:33:35.684472 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:33:38.048924 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3a65e080-1b2d-4aeb-8008-3e4bab8e1ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:33:40.596555 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ca1d71d2-dcfd-4551-84b1-d4f0ba610dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:33:41.714475 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:33:41.739142 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:33:43.199618 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:33:58.828957 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:34:08.051913 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ce6cd1e9-34df-4c05-9675-97d0b714f6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:34:10.597781 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e106f5b0-f634-4fc1-bd0c-c973c81cc41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:34:11.716685 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:34:11.740610 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:34:12.684524 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:34:13.202078 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:34:28.845234 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:34:38.052973 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0e5d307c-8876-43f4-95cd-66df5c2eec64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:34:40.601043 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0f94da2b-5aeb-468c-bbd2-3bebe47cc3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:34:41.720017 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:34:41.743726 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:34:43.204869 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:34:49.684782 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:34:58.849696 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:35:08.053999 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0483d996-ef6c-4806-89eb-7f33598271a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:35:10.603418 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b4081e27-a33a-4498-b457-d5765fd89c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:35:11.722537 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:35:11.745319 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:35:13.207872 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:35:26.684072 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:35:28.858707 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:35:38.055864 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a16de54b-41cb-4d52-948d-16c734ee4352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:35:40.605334 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-418d8bc5-1511-4d7e-a88c-0f6ad937d62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:35:41.724926 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:35:41.748017 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:35:43.211608 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:35:58.859094 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:36:03.684407 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:36:08.056952 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d3dbda53-0e1f-4dbe-970e-27b5493fba6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:36:10.607122 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e053aae8-4cfe-40c5-8bb9-482fba619082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:36:11.725674 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:36:11.749005 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:36:13.214622 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:36:28.859451 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:36:38.058645 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3573da94-5b59-428b-ae1e-b44fd7c57070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:36:40.609359 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eca6e0e8-45ac-4374-9a06-667953dfed5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:36:40.683967 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:36:41.726835 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:36:41.751576 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:36:43.217157 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:36:58.872587 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:37:08.060251 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cdb7237d-50e8-416e-8500-85488d8bf3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:37:10.611678 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b6eb1ec8-bbc0-4b0d-9a13-1f689edc1e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:37:11.730303 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:37:11.754257 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:37:13.221462 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:37:17.685494 dv-neutron-839027-4-hyperv neutron-server[83907]: DEBUG neutron.db.agents_db [None req-fc3f15c5-3288-4f02-a40b-8e247f055258 None None] Agent healthcheck: found 6 active agents {{(pid=83907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 14:37:28.870918 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3187ac24-58fd-441b-8492-40ea7d12426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:37:38.062588 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-54f4ec1e-c5a1-483a-a8b1-aaa946015216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:37:40.613287 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bec50555-972c-4615-9625-284f2878ecaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:37:41.734243 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-01cb4699-f2f0-4341-ba77-3e32523b20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:37:41.756845 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ceae38f-9ea3-4800-99ea-92704c561d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 14:37:43.222842 dv-neutron-839027-4-hyperv neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9463748-9c66-478a-bf64-b3740aa1d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762345764711', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133103'] for agent, after_update {{(pid=83906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}